-- Logs begin at Mon 2022-03-14 17:10:50 UTC, end at Mon 2022-03-14 19:24:22 UTC. -- Mar 14 18:07:37.479178 dv-neutron-833560-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 14 18:07:39.973535 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.common.config [-] Logging enabled! Mar 14 18:07:39.974240 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev72 Mar 14 18:07:39.974240 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88525) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 18:07:39.977305 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.common.config [-] Logging enabled! Mar 14 18:07:39.977555 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev72 Mar 14 18:07:39.977873 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88525) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 18:07:39.978786 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 18:07:39.979022 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 18:07:39.979376 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 18:07:39.979619 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 18:07:39.979841 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 18:07:39.980156 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.980449 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.980751 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.980966 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.981256 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.981540 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.981816 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.982097 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.982387 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.982668 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.982974 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.983253 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.983480 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.983753 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.984031 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.984313 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.984536 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] debug = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.984811 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.985240 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.985645 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.985921 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.986205 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.986479 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.986747 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.987040 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.987320 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.987639 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] host = dv-neutron-833560-1-hyperv {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.987911 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.988192 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.988472 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.988754 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.989025 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.989297 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.989576 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.989843 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.990111 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] log_file = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.990382 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.990664 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.990968 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.991278 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.991500 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.991719 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.992001 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.992284 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.992554 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.992897 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.993170 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.993441 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.993712 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.993976 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.994257 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.994534 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.994843 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.995121 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.995389 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.995656 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.995923 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.996202 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.996472 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.996740 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.997010 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.997290 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.997553 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.997822 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.998113 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.998394 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.998668 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.998970 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.999241 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.999516 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:39.999783 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:40.000054 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:40.000323 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] use_json = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:40.000592 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:40.000857 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:40.001133 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:40.001401 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:40.001666 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:40.001933 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:40.002200 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:40.002477 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:40.002744 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:40.003053 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.003341 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.003632 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.003914 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.004198 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.004473 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.004760 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.005033 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.005315 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.005596 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.005878 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.006151 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.006432 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.007266 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.007532 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.007831 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.008118 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.008404 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.008675 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.008944 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.009212 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.009485 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.009764 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.010049 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.010332 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.010600 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.010898 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.011183 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.011455 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.011723 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.011995 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.012278 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.012553 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.012822 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.013098 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.013369 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.013634 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.013900 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.014172 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.014453 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.014724 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.015025 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.015293 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.015570 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.015839 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.016122 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.016398 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.016666 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.016933 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.017205 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.017474 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.017741 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.018011 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.018277 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.018547 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.018846 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.019111 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.019376 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.019638 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.019904 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.020173 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.020434 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.020702 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.020967 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.021234 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.021499 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.021765 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.022030 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.022310 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.023210 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.023486 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.023761 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.024036 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.024309 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.024582 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.024845 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.025124 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.025394 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.025664 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.025946 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.026226 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.026510 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.026818 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.027095 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.027385 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.027656 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.027933 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.028206 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.028487 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.028764 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.029040 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.029327 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.029614 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.029897 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.030187 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.030475 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.030778 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.031069 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.031344 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:40.031556 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 18:07:40.031790 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88525) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 14 18:07:40.421529 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO keyring.backend [-] Loading KWallet Mar 14 18:07:40.429922 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO keyring.backend [-] Loading SecretService Mar 14 18:07:40.433392 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO keyring.backend [-] Loading Windows Mar 14 18:07:40.434736 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO keyring.backend [-] Loading chainer Mar 14 18:07:40.435355 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO keyring.backend [-] Loading macOS Mar 14 18:07:40.468659 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 14 18:07:40.468931 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 14 18:07:40.469223 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 14 18:07:40.469561 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 14 18:07:40.858654 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:40.858965 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:40.859233 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:40.860516 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:40.860794 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:40.861055 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:40.895464 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:40.895737 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:40.896003 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:40.909037 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:40.909315 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:40.909579 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:40.940213 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:40.940488 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:40.940753 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:40.976906 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:40.977461 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:40.977461 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.214309 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.214589 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.214882 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.215145 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.215869 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.336696 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.337124 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.337484 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.337834 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.338190 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.338585 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.338969 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.339316 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.339670 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.340024 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.340324 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.340629 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.340932 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.341228 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.341539 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.341844 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.342145 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.342453 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.342743 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.343090 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.343480 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.343846 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.344187 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.344522 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.344810 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.345092 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.345516 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:07:41.345794 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:07:41.346069 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:07:41.346345 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:07:41.346623 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:07:41.346926 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:07:41.347335 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 14 18:07:41.351302 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 14 18:07:41.355268 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 14 18:07:41.359098 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Mar 14 18:07:41.360719 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 14 18:07:41.362418 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 14 18:07:41.362840 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 14 18:07:41.363159 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 14 18:07:41.366014 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 14 18:07:41.366292 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 14 18:07:41.366631 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 18:07:41.394717 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 14 18:07:41.395203 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.395502 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88525) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 14 18:07:41.395860 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.397224 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88525) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 14 18:07:41.398073 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 18:07:41.398314 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 14 18:07:41.401674 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.401949 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:41.465511 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 14 18:07:41.465750 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 14 18:07:41.465978 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 14 18:07:41.466348 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 14 18:07:41.497160 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_db.sqlalchemy.engines [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88525) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 14 18:07:41.899240 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Initializing driver for type 'gre' Mar 14 18:07:41.899800 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] gre ID ranges: [(1, 1000)] Mar 14 18:07:42.076973 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Initializing driver for type 'local' Mar 14 18:07:42.077627 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Initializing driver for type 'vlan' Mar 14 18:07:42.174156 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] VlanTypeDriver initialization complete Mar 14 18:07:42.174777 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Initializing driver for type 'vxlan' Mar 14 18:07:42.175296 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] vxlan ID ranges: [(1, 1000)] Mar 14 18:07:42.380229 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Initializing extension driver 'port_security' Mar 14 18:07:42.380507 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.extensions.port_security [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] PortSecurityExtensionDriver initialization complete Mar 14 18:07:42.380840 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Initializing mechanism driver 'openvswitch' Mar 14 18:07:42.381168 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Initializing mechanism driver 'hyperv' Mar 14 18:07:42.387885 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:07:42.388642 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > port after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.389174 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > port after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.389607 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > port after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.390209 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 14 18:07:42.390737 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > subnet after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.391203 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > subnet after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.391627 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.392130 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 14 18:07:42.392650 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > network after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.393079 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > network after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.393506 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > network after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.393976 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 14 18:07:42.394463 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > security_group after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.394932 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > security_group after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.397198 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.397198 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 14 18:07:42.397198 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.397198 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.397198 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.397603 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 14 18:07:42.397899 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > address_group after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.398241 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > address_group after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.398575 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.398994 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 14 18:07:42.399436 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] ML2 OVO RPC backend initialized. {{(pid=88525) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 14 18:07:42.400144 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.400697 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.401163 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > network before_response 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.401513 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > networks before_response 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.401858 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > port before_response 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.402200 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > ports before_response 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.402542 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > subnet before_response 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.402914 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > subnets before_response 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.403259 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > network after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.403596 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > network after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.403928 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > network after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.404261 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > port after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.404594 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > port after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.404923 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > port after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.405252 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > subnet after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.405584 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > subnet after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.405915 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.406490 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Modular L2 Plugin initialization complete Mar 14 18:07:42.406849 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading services supported by the core plugin {{(pid=88525) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 14 18:07:42.407173 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.plugins.ml2.managers [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Got port-security extension from driver 'port_security' Mar 14 18:07:42.407633 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.extensions.vlantransparent [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Disabled vlantransparent extension. Mar 14 18:07:42.408119 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88525) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 14 18:07:42.408432 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading Plugin: router Mar 14 18:07:42.451143 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.451535 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router after_create 55549900 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.451899 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router before_create 55549900 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.452265 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.452678 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.453028 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router after_delete 55549900 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.453379 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.453735 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router after_create 55549900 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.454080 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router after_update 55549900 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.454419 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router after_update 55549900 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.454775 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.455173 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router after_update 55549900 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.455634 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router precommit_update 55549900 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.456008 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: port after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.456339 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: port after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.456671 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: subnet after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.457004 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.457344 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.457788 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router precommit_create 55549900 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.458188 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: port before_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.458583 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router precommit_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.458959 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router after_update 55549900 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.459301 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.459651 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router precommit_create 55549900 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.460033 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.460371 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router precommit_update 55549900 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.460729 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > agent after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.461074 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > agent after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.461453 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > network after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.462322 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Tracking information for resource: router configured {{(pid=88525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:07:42.462648 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Tracking information for resource: floatingip configured {{(pid=88525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:07:42.467905 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.db.l3_agentschedulers_db [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 14 18:07:42.468485 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: port after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.468843 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: port after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.469189 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: port after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.469575 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: port after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.470369 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router before_create 55550100 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.470726 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.471140 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router precommit_create 55550100 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.471491 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > router precommit_update 55550100 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.476465 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.services.provider_configuration [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Service providers = [] {{(pid=88525) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 14 18:07:42.476824 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.db.servicetype_db [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88525) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 14 18:07:42.486405 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.services.service_base [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 18:07:42.486745 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.services.service_base [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 18:07:42.487107 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.services.service_base [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 18:07:42.487981 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.services.service_base [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 18:07:42.488352 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.services.service_base [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 14 18:07:42.488745 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:07:42.489166 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 14 18:07:42.501004 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:07:42.501338 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading Plugin: auto_allocate Mar 14 18:07:42.507258 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: network precommit_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.507635 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: network precommit_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.508175 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:07:42.508492 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading Plugin: tag Mar 14 18:07:42.515264 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:07:42.515594 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading Plugin: timestamp Mar 14 18:07:42.519658 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:07:42.519987 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading Plugin: network_ip_availability Mar 14 18:07:42.531411 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.531782 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.532135 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.533052 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:07:42.533375 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading Plugin: flavors Mar 14 18:07:42.538689 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:07:42.539074 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading Plugin: revisions Mar 14 18:07:42.543448 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:07:42.543844 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_concurrency.lockutils [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.075s {{(pid=88525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 14 18:07:42.544626 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88525) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 14 18:07:42.544957 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Initializing extension manager. Mar 14 18:07:42.545457 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: __init__.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.545798 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: __pycache__ {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.546130 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.546461 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: address_group.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.547250 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.547824 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: address-group Mar 14 18:07:42.548145 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: address_scope.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.548846 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.549608 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: address-scope Mar 14 18:07:42.549986 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.550981 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.551605 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: router-admin-state-down-before-update Mar 14 18:07:42.551923 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: agent.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.552825 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.553329 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: agent Mar 14 18:07:42.553676 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: agent_resources_synced.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.554570 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.555100 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: agent-resources-synced Mar 14 18:07:42.555424 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: allowedaddresspairs.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.557314 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.557835 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: allowed-address-pairs Mar 14 18:07:42.558158 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: auto_allocated_topology.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.559310 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.559817 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: auto-allocated-topology Mar 14 18:07:42.560136 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: availability_zone.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.560822 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.561322 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: availability_zone Mar 14 18:07:42.561644 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: availability_zone_filter.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.562934 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.563106 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: availability_zone_filter Mar 14 18:07:42.563464 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: data_plane_status.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.564358 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.564918 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension data-plane-status not supported by any of loaded plugins Mar 14 18:07:42.565237 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: default_subnetpools.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.572227 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.572735 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: default-subnetpools Mar 14 18:07:42.573051 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.573866 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.574371 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: dhcp_agent_scheduler Mar 14 18:07:42.574733 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: dns.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.575658 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.576162 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension dns-integration not supported by any of loaded plugins Mar 14 18:07:42.576479 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: dns_domain_ports.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.577404 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.577907 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 14 18:07:42.578223 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: dvr.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.578908 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.579414 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: dvr Mar 14 18:07:42.579728 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: empty_string_filtering.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.580620 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.581121 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: empty-string-filtering Mar 14 18:07:42.581433 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.582326 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.582946 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 14 18:07:42.583308 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.584205 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.584700 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 14 18:07:42.585530 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: external_net.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.586419 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.586939 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: external-net Mar 14 18:07:42.587256 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.588183 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.588685 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: extra_dhcp_opt Mar 14 18:07:42.588999 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: extraroute.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.589888 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.590388 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: extraroute Mar 14 18:07:42.590704 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: extraroute_atomic.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.591757 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.592257 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: extraroute-atomic Mar 14 18:07:42.592572 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: filter_validation.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.593223 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.593717 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: filter-validation Mar 14 18:07:42.594031 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: fip_pf_description.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.594992 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.595487 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 14 18:07:42.595801 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: fip_port_details.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.596698 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.597196 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: fip-port-details Mar 14 18:07:42.597516 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: flavors.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.598833 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.599346 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: flavors Mar 14 18:07:42.599669 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.606256 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.606796 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 14 18:07:42.607134 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: floatingip_pools.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.607827 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.608336 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: floatingip-pools Mar 14 18:07:42.608659 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: ip_allocation.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.609573 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.610074 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension ip_allocation not supported by any of loaded plugins Mar 14 18:07:42.610394 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.611327 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.611836 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: ip-substring-filtering Mar 14 18:07:42.612201 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: l2_adjacency.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.613115 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.613618 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 14 18:07:42.614022 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: l3.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.615041 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.615555 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: router Mar 14 18:07:42.615874 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.618323 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.618873 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 14 18:07:42.619202 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.620144 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.620659 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: ext-gw-mode Mar 14 18:07:42.620982 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.621886 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.622396 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: l3-ha Mar 14 18:07:42.622712 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: l3_flavors.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.623638 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.624175 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: l3-flavors Mar 14 18:07:42.624490 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.625397 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.625897 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 14 18:07:42.626211 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: l3agentscheduler.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.627272 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.627779 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: l3_agent_scheduler Mar 14 18:07:42.628102 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: logging.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.629698 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.630216 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension logging not supported by any of loaded plugins Mar 14 18:07:42.630590 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: metering.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.631308 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.631904 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: metering Mar 14 18:07:42.632229 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.633319 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.633939 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: metering_source_and_destination_fields Mar 14 18:07:42.634265 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: multiprovidernet.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.635237 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.635735 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: multi-provider Mar 14 18:07:42.636053 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: netmtu.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.636954 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.637451 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: net-mtu Mar 14 18:07:42.637769 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: netmtu_writable.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.638698 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.639229 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: net-mtu-writable Mar 14 18:07:42.639546 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: network_availability_zone.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.640201 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.640726 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: network_availability_zone Mar 14 18:07:42.641046 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: network_ip_availability.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.642196 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.642705 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: network-ip-availability Mar 14 18:07:42.643048 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: network_segment_range.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.646642 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.646642 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension network-segment-range not supported by any of loaded plugins Mar 14 18:07:42.646642 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: pagination.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.648092 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.648527 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: pagination Mar 14 18:07:42.648941 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: port_device_profile.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.650029 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.650674 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: port-device-profile Mar 14 18:07:42.651132 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.652259 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.652880 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: port-mac-address-regenerate Mar 14 18:07:42.653288 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.654327 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.655128 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: port-numa-affinity-policy Mar 14 18:07:42.655541 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: port_resource_request.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.656561 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.657161 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension port-resource-request not supported by any of loaded plugins Mar 14 18:07:42.657706 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: portbindings.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.658661 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.659296 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: binding Mar 14 18:07:42.659704 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: portbindings_extended.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.661281 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.661807 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: binding-extended Mar 14 18:07:42.662148 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: portsecurity.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.663141 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.663725 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: port-security Mar 14 18:07:42.664058 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: project_id.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.665075 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.665424 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: project-id Mar 14 18:07:42.665755 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: providernet.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.667399 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.667785 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: provider Mar 14 18:07:42.668113 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: qos.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.671949 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.672489 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension qos not supported by any of loaded plugins Mar 14 18:07:42.672923 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.680813 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.681376 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 14 18:07:42.681707 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.682641 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.683184 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 14 18:07:42.683515 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: qos_default.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.684421 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.684932 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension qos-default not supported by any of loaded plugins Mar 14 18:07:42.685257 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: qos_fip.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.685914 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.686453 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension qos-fip not supported by any of loaded plugins Mar 14 18:07:42.686780 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: qos_gateway_ip.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.687711 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.688220 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 14 18:07:42.688543 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: qos_port_network_policy.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.689453 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.689957 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 14 18:07:42.690280 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: qos_rule_type_details.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.691267 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.691785 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 14 18:07:42.692112 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: qos_rules_alias.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.693170 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.693682 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 14 18:07:42.694007 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: quotasv2.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.695031 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.695358 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: quotas Mar 14 18:07:42.695679 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: quotasv2_detail.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.697326 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.697701 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: quota_details Mar 14 18:07:42.698139 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: rbac.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.699139 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.699666 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: rbac-policies Mar 14 18:07:42.699997 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: rbac_address_group.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.700935 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.701455 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: rbac-address-group Mar 14 18:07:42.701785 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: rbac_address_scope.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.702708 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.703304 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: rbac-address-scope Mar 14 18:07:42.703580 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: rbac_security_groups.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.704524 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.705043 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: rbac-security-groups Mar 14 18:07:42.705352 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: rbac_subnetpool.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.709371 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.710424 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: rbac-subnetpool Mar 14 18:07:42.710776 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: revisionifmatch.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.711712 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.712230 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: revision-if-match Mar 14 18:07:42.712554 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: revisions.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.713834 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.714342 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: standard-attr-revisions Mar 14 18:07:42.714669 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: router_availability_zone.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.715429 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.715940 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: router_availability_zone Mar 14 18:07:42.716262 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: routerservicetype.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.717212 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.717721 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension router-service-type not supported by any of loaded plugins Mar 14 18:07:42.718046 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.718979 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.719486 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: security-groups-normalized-cidr Mar 14 18:07:42.719812 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.720724 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.721231 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: port-security-groups-filtering Mar 14 18:07:42.721556 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.722465 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.723003 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: security-groups-remote-address-group Mar 14 18:07:42.723353 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: securitygroup.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.733824 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.734352 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: security-group Mar 14 18:07:42.734684 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: segment.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.735504 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.736016 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension segment not supported by any of loaded plugins Mar 14 18:07:42.736337 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.737285 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.737796 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 14 18:07:42.738157 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: servicetype.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.739364 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.739883 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: service-type Mar 14 18:07:42.740208 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: sorting.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.741215 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.741550 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: sorting Mar 14 18:07:42.741874 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: standard_attr_segment.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.742802 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.743323 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 14 18:07:42.743645 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: standardattrdescription.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.744320 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.744830 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: standard-attr-description Mar 14 18:07:42.745161 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: stateful_security_group.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.749566 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.750077 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: stateful-security-group Mar 14 18:07:42.750397 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: stdattrs_common.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.751014 dv-neutron-833560-1-hyperv neutron-server[88525]: WARNING neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 14 18:07:42.751334 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.752329 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.752846 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 14 18:07:42.753164 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: subnet_onboard.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.754249 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.754778 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: subnet_onboard Mar 14 18:07:42.755152 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.756095 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.756650 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 14 18:07:42.756980 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: subnet_service_types.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.757901 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.758411 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: subnet-service-types Mar 14 18:07:42.758737 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: subnetallocation.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.759849 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.760426 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: subnet_allocation Mar 14 18:07:42.760751 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.761421 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.761928 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: subnetpool-prefix-ops Mar 14 18:07:42.762241 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.763189 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.763692 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 14 18:07:42.764010 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: tagging.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.765092 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.765603 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: standard-attr-tag Mar 14 18:07:42.765931 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: timestamp.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.767179 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.767692 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loaded extension: standard-attr-timestamp Mar 14 18:07:42.768020 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: trunk.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.769054 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.769571 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension trunk not supported by any of loaded plugins Mar 14 18:07:42.769896 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: trunk_details.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.770830 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.771343 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension trunk-details not supported by any of loaded plugins Mar 14 18:07:42.771665 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: uplink_status_propagation.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.773138 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.773673 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 14 18:07:42.773995 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Loading extension file: vlantransparent.py {{(pid=88525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:07:42.774669 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:07:42.775200 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 14 18:07:42.777772 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Creating instance of TrackedResource for resource:network Mar 14 18:07:42.778551 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Creating instance of TrackedResource for resource:subnet Mar 14 18:07:42.779375 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:07:42.779977 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Creating instance of TrackedResource for resource:port Mar 14 18:07:42.781253 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.v2.resource_helper [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:07:42.781697 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.v2.resource_helper [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Service FLAVORS assigned prefix: {{(pid=88525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:07:42.782312 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.v2.resource_helper [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:07:42.782737 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.v2.resource_helper [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:07:42.783093 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Creating instance of TrackedResource for resource:router Mar 14 18:07:42.783777 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Creating instance of TrackedResource for resource:floatingip Mar 14 18:07:42.784484 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.v2.resource_helper [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Service METERING assigned prefix: /metering {{(pid=88525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:07:42.785956 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.786476 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.786681 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:07:42.789896 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 18:07:42.790348 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Creating instance of TrackedResource for resource:security_group Mar 14 18:07:42.791075 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 18:07:42.791816 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.v2.resource_helper [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Service CORE assigned prefix: {{(pid=88525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:07:42.792150 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:07:42.792491 dv-neutron-833560-1-hyperv neutron-server[88525]: WARNING neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] subnetpool is already registered Mar 14 18:07:42.793116 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.v2.resource_helper [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Service CORE assigned prefix: {{(pid=88525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:07:42.793446 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:07:42.793775 dv-neutron-833560-1-hyperv neutron-server[88525]: WARNING neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] subnetpool is already registered Mar 14 18:07:42.907283 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.v2.resource_helper [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:07:42.907616 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.v2.resource_helper [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Service FLAVORS assigned prefix: {{(pid=88525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:07:42.908212 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.v2.resource_helper [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:07:42.908639 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.v2.resource_helper [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:07:42.908982 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Creating instance of TrackedResource for resource:router Mar 14 18:07:42.909318 dv-neutron-833560-1-hyperv neutron-server[88525]: WARNING neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] router is already registered Mar 14 18:07:42.909978 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Creating instance of TrackedResource for resource:floatingip Mar 14 18:07:42.910314 dv-neutron-833560-1-hyperv neutron-server[88525]: WARNING neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] floatingip is already registered Mar 14 18:07:42.910968 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.v2.resource_helper [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Service METERING assigned prefix: /metering {{(pid=88525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:07:42.911819 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 18:07:42.912194 dv-neutron-833560-1-hyperv neutron-server[88525]: WARNING neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] rbac_policy is already registered Mar 14 18:07:42.912619 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Creating instance of TrackedResource for resource:security_group Mar 14 18:07:42.912983 dv-neutron-833560-1-hyperv neutron-server[88525]: WARNING neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] security_group is already registered Mar 14 18:07:42.913580 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 18:07:42.913912 dv-neutron-833560-1-hyperv neutron-server[88525]: WARNING neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] security_group_rule is already registered Mar 14 18:07:42.914571 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.v2.resource_helper [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Service CORE assigned prefix: {{(pid=88525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:07:42.914933 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:07:42.915278 dv-neutron-833560-1-hyperv neutron-server[88525]: WARNING neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] subnetpool is already registered Mar 14 18:07:42.915901 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.v2.resource_helper [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Service CORE assigned prefix: {{(pid=88525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:07:42.916231 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:07:42.916557 dv-neutron-833560-1-hyperv neutron-server[88525]: WARNING neutron.quota.resource_registry [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] subnetpool is already registered Mar 14 18:07:42.917207 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: extensions {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.918724 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: address-groups {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.920487 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: address-scopes {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.921700 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: agents {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.926796 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: auto-allocated-topology {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.926796 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: availability_zones {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.926796 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: dhcp-networks {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.927210 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: dhcp-agents {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.928744 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: routers {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.930567 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: flavors {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.931742 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: service_profiles {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.933020 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: next_providers {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.934552 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: service_profiles {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.936057 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: floatingip-pools {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.937255 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: routers {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.939172 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: floatingips {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.940375 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: l3-routers {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.941754 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: l3-agents {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.943393 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: metering-labels {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.945298 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: metering-label-rules {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.946567 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: network-ip-availabilities {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.947869 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: bindings {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.949507 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: quotas {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.950985 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: quotas {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.952388 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: rbac-policies {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.953666 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: security-groups {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.954896 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: security-group-rules {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.956123 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: service-providers {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.957457 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: subnetpools {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.958787 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: subnetpools {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.960813 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: tags {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.962623 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: tags {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.964385 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: tags {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.966182 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: tags {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.969194 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: tags {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.971063 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: tags {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.972790 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: tags {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.974687 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: tags {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.976502 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: tags {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.978357 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron.api.extensions [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Extended resource: tags {{(pid=88525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:07:42.984333 dv-neutron-833560-1-hyperv neutron-server[88525]: WARNING keystonemiddleware.auth_token [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 14 18:07:42.989061 dv-neutron-833560-1-hyperv neutron-server[88525]: WARNING keystonemiddleware.auth_token [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 14 18:07:42.997682 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_concurrency.lockutils [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Acquired lock "singleton_lock" {{(pid=88525) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 14 18:07:42.998165 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_concurrency.lockutils [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Releasing lock "singleton_lock" {{(pid=88525) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 14 18:07:42.998827 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO oslo_service.service [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Starting 2 workers Mar 14 18:07:43.003611 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Started child 88634 {{(pid=88525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 14 18:07:43.008710 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Started child 88635 {{(pid=88525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 14 18:07:43.009129 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:07:43.010288 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO neutron.service [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 14 18:07:43.010565 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [-] (88634) wsgi starting up on http://0.0.0.0:9696 Mar 14 18:07:43.010988 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Notify callbacks [] for process, before_spawn {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:07:43.013165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:07:43.013652 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO oslo_service.service [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Starting 1 workers Mar 14 18:07:43.014548 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [-] (88635) wsgi starting up on http://0.0.0.0:9696 Mar 14 18:07:43.018516 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Started child 88636 {{(pid=88525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 14 18:07:43.019067 dv-neutron-833560-1-hyperv neutron-server[88525]: INFO oslo_service.service [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Starting 1 workers Mar 14 18:07:43.021908 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.service [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] calling RpcWorker wait() {{(pid=88636) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 14 18:07:43.023129 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.service [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] returning from RpcWorker wait() {{(pid=88636) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 14 18:07:43.024225 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Started child 88637 {{(pid=88525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 14 18:07:43.024369 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:07:43.024761 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:07:43.025007 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ec7089c-c1c4-44de-839c-3614b7d2f512 None None] Notify callbacks [] for process, after_spawn {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:07:43.027027 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88525) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 14 18:07:43.027240 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 18:07:43.027425 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 18:07:43.027635 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 18:07:43.027967 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 18:07:43.028127 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 18:07:43.028639 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.028922 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.029210 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.029475 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.029772 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.030335 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.030423 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:07:43.030935 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.030935 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.031151 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.031567 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.031887 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.032058 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.032315 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.032563 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.032846 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.033107 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.033368 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.033635 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.033807 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.034070 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.034346 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.034572 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.034881 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] debug = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.035143 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.035634 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.035875 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.036127 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.036363 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.036641 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.036867 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.037133 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.037367 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.037603 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.037846 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.038150 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.038399 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.038629 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.038872 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.039146 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.039378 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.039839 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] host = dv-neutron-833560-1-hyperv {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.040089 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.040305 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.040529 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.040753 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.041001 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.041232 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.041494 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.041764 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.042001 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.042242 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.042491 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.042740 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.042997 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.043249 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] log_file = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.043401 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] log_options = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.043638 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.043919 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.044197 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.044367 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.044536 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.044715 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.044971 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.045129 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.045377 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.045621 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.045836 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.046051 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.046297 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.046529 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.046811 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.047051 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.047284 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.048012 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.048012 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.048285 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.048419 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.048821 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.050049 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.050296 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.050549 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.050808 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.051033 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.051450 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.051648 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.051732 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.051950 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.052195 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.052454 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.052694 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.052923 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.053151 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.054039 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.054205 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.054312 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:07:43.054439 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.054680 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.054948 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.055166 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.055391 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.055605 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.058682 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.058682 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] use_json = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.058682 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.058682 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.058682 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.058682 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.058682 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.058682 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.058682 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.059709 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.059709 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.059709 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.059959 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.060432 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.060849 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.061101 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.061346 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.061584 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.061828 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.063561 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.063561 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.063811 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.064051 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.064387 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.064652 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.064904 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.065268 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.065517 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.065809 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.066181 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.066287 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.066510 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.066740 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.067154 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.067580 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.067840 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.068244 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.068610 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.069018 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.069747 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.070003 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.070265 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.070503 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.070826 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.071070 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.071291 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.071532 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.071743 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.071962 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.072322 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.072572 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.072836 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.073087 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.073311 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.073545 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.073772 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.074130 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.074487 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.074887 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.075249 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.075665 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.076065 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.076298 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.076518 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.076737 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.076964 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.077202 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.077739 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.077739 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.077908 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.078099 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.078311 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.078573 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.078834 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.079052 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.079270 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.079490 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.079722 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.079964 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.080181 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.080416 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.080631 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.080843 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.081054 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.081264 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.081473 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.081703 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.081913 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.082123 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.082463 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.082989 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.083233 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.083448 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.083664 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.083880 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.084167 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.084463 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.084721 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.085626 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.085872 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.086125 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.086707 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.086707 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.086910 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.087086 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.087321 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.087575 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.087815 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.088039 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.088258 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.088474 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.088732 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.088965 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.089218 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.089451 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.089694 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.089918 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.090365 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.090636 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.090924 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.091209 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.091457 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.091745 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.091980 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.092253 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.092577 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.092863 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.093140 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.093425 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.093722 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.093961 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.094228 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.094477 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.094704 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.095056 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.095287 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.095517 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.095772 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.096041 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.096280 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.096535 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.096743 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.096970 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.097315 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.097544 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.097795 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.098035 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.098310 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.098572 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.098837 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.099124 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.099390 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.099638 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.099890 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.100133 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.100376 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.100608 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.100852 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.101079 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.101313 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.101541 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.101777 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.102069 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.102288 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.102624 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.102889 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.103261 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.103660 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.104226 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.104453 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.104705 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.104916 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.105128 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.105390 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.105627 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.105844 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.106057 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.106265 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.106509 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.106726 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.107019 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.107259 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.107506 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.107749 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.108005 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.108274 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.108508 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.108744 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.108963 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.109173 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.109381 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.109596 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.109826 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.110037 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.110259 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.110490 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.110738 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.110976 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.111320 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.111563 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.111788 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.112041 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.112269 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.112499 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.112811 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.113026 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.113238 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.113447 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.113659 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.114069 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.114303 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.114514 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.114744 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.114994 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.115264 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.115564 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.115742 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.115978 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.116196 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.116407 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.116615 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.116823 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.117033 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.117236 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.117441 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.117648 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.117845 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.118143 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.118394 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.118640 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.118897 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.119122 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.119345 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.119551 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.119755 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.119966 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.120170 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.120392 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.120619 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.120843 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.121074 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.121309 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.121586 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.121831 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.122111 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.122326 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.122567 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.122841 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.123093 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.124118 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.124118 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.124118 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.124359 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.124550 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.124788 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.125257 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.125378 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.125692 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.125944 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.126207 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.126496 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.126798 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.127442 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.127442 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.127613 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.127955 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.128211 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.128462 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.128702 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.128976 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.129194 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.129589 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.129827 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.130039 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.130268 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.130538 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.130808 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.131106 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.131325 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.132074 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.132267 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.132509 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.132773 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.133306 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.133520 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.135956 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 18:07:43.136514 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88525) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 14 18:07:43.136680 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 18:07:43.136991 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 18:07:43.137168 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 18:07:43.137340 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 18:07:43.137491 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 18:07:43.137701 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.137877 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.138019 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.138178 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.138336 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.138517 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.138674 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.138888 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.138984 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.139142 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.139298 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.139452 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.139609 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.139761 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.139922 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.140088 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.140227 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.140383 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.140542 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.140701 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.140861 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.141013 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.141168 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] debug = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.141323 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.141529 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.141688 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.141987 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.142285 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.142444 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.142571 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.142728 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.142907 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.143048 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.143270 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.143412 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.143573 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.143724 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.143848 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.143971 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:07:43.144100 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.144100 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.144331 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] host = dv-neutron-833560-1-hyperv {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.144331 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.144572 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.144694 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.144815 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.144936 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.145205 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.145933 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.145933 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.145933 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.145933 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.145933 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.146449 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.146449 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.146449 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] log_file = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.146847 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] log_options = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.146847 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.147109 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.147109 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.147918 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.147918 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.148154 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.148241 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.148345 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.148501 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.148659 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.148818 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.148970 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.149165 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.149257 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.149420 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.149574 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.149728 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.149883 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.150039 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.150194 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.150349 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.150515 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.150646 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.150822 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.150979 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.151133 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.151287 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.151442 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.151598 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.151753 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.151907 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.152062 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.152447 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.152447 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.153209 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.153209 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.153209 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.153581 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 47168) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:07:43.153665 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.153665 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.153665 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.153665 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.153665 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.154017 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.154017 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.154017 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.154233 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] use_json = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.154312 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.154435 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.154593 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.154746 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.154995 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.155228 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.155514 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.155850 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.156054 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:07:43.157233 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.157447 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.157568 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.157726 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.157885 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.158042 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.158199 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.158357 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.158515 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.158672 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.158865 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.159024 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.159193 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.159351 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.159507 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.159667 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.159825 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.159981 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.160442 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.160442 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.160442 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.160626 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.160881 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.161038 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.161196 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.161353 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.161515 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.161672 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.161828 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.162100 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.162100 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.162100 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.162581 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.162581 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.162742 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.162905 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.163064 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.163222 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.163379 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.163578 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.163677 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.163833 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.163990 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.164148 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.164304 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.164462 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.164619 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.164880 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.164996 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.165560 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.165652 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0087006 Mar 14 18:07:43.165744 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.165744 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.165744 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.165939 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.165939 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.166194 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.166261 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.167307 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.167307 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.167307 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.167307 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.167307 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.167307 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.167307 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.168451 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.168451 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.168451 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.168451 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.168451 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.168451 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.168451 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.168451 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.168886 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.168886 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.168886 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.169050 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.169170 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.169326 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.169482 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.169638 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.169796 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.169953 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.170110 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.170659 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.170659 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.170659 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.170911 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.170911 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.171031 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.171188 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.172090 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.172090 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.172090 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.172090 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.172090 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.172090 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.172638 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.172638 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.172638 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.172638 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.172880 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.172959 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.173091 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.173251 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.173421 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.173745 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.173745 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.174930 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.174930 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.174930 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.174930 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.174930 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.174930 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.175848 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.176011 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.176181 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.176562 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.176734 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.176859 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.177168 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.177480 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.177646 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.177766 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.177927 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.178082 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.178239 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.178398 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.178588 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.179346 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.179346 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.179346 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.179346 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.179627 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.179692 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.179822 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.179978 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.180136 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.180293 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.180452 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.180614 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.180769 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.180925 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.181166 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.181324 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.181487 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.181649 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.181806 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.182135 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.182135 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.182325 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.182405 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.183474 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.183474 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.183474 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.183474 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.183474 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.183474 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.183474 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.183988 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.183988 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.183988 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.184187 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.184187 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.184371 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.184561 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.184649 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.184841 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.184981 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.185114 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.185254 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.186244 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.186244 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.186244 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.186244 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.186244 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.186244 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.186244 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.186653 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.186653 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.186832 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.186832 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.187709 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.187709 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.187709 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.187709 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.187709 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.187709 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.188054 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.188054 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.188207 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.188329 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.188486 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.188642 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.188798 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.188954 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.189112 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.190495 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.190495 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.190495 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.190495 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.190495 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.190495 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.190495 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.190495 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.191781 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.191781 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.191781 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.191781 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.191781 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.191781 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.191781 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.191781 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.191781 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.192266 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.192266 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.192266 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.192266 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.192480 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.192552 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.192669 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.192827 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.193373 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.193373 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.193373 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.193619 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.193619 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.193750 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.193875 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.194030 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.194718 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.194900 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.195066 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.195225 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.196851 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.196967 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.197115 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.197291 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.197432 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.197692 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.197856 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.197994 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.198173 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.198173 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.198440 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.198574 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.198703 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.198896 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.199038 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.199172 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.199317 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.199452 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.199594 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.199709 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.199874 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.200044 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.200202 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.200360 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.200664 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.200829 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.200987 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.201149 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.201325 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.201488 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.201917 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.201917 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.201917 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.202345 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.202345 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.202345 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.202608 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.202608 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.202774 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.203279 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.203279 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:07:43.203279 dv-neutron-833560-1-hyperv neutron-server[88525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 18:07:54.182674 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919a7141-205c-4723-a869-1c0574ab4a65 None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:07:54.269290 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919a7141-205c-4723-a869-1c0574ab4a65 None None] No non-hosted networks {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 14 18:07:54.295974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.agentschedulers_db [None req-919a7141-205c-4723-a869-1c0574ab4a65 None None] DHCP Agent not found on host dv-neutron-833560-1-hyperv {{(pid=88636) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 14 18:07:54.409239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b9557a83-1a40-4613-8275-37bc0c270b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-341815'] for agent, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:07:56.276272 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-141d30aa-a2aa-4599-b6da-5813b5c46bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-341815'] for agent, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:07:56.312360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-647f4e04-6212-4549-ad2a-8beef1ab0af3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-833560-1-hyperv {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:07:56.312944 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-647f4e04-6212-4549-ad2a-8beef1ab0af3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:07:57.004358 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-647f4e04-6212-4549-ad2a-8beef1ab0af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:07:57.659545 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-341815'] for agent, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:07:57.882715 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-341815'] for agent, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:07:57.883556 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:07:57.883963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:07:57.884364 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:07:57.884778 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:07:57.885184 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:07:57.885578 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:07:57.886082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:07:57.886367 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:07:57.886809 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:07:57.887198 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:07:57.887608 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:07:57.887999 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:07:57.888441 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-833560-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:07:57.894410 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-833560-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:07:58.860639 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.db.l3_hamode_db [None req-04fe35d1-0c35-473d-89fd-3a69b1ed659e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 14 18:07:58.951164 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe35d1-0c35-473d-89fd-3a69b1ed659e None None] Routers set() bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:07:58.951914 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe35d1-0c35-473d-89fd-3a69b1ed659e None None] Router IDs set() for agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 14 18:07:59.612697 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-341815'] for agent, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:00.577344 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 47264) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:08:01.256482 dv-neutron-833560-1-hyperv neutron-server[88634]: WARNING oslo_policy.policy [None req-fc8cdc72-c153-4ae9-b8fe-7f57b505b03e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:08:01.257059 dv-neutron-833560-1-hyperv neutron-server[88634]: WARNING oslo_policy.policy [None req-fc8cdc72-c153-4ae9-b8fe-7f57b505b03e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:08:01.477873 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-fc8cdc72-c153-4ae9-b8fe-7f57b505b03e admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:08:01.479198 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fc8cdc72-c153-4ae9-b8fe-7f57b505b03e admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8997226 Mar 14 18:08:03.849017 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 47278) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:08:04.439743 dv-neutron-833560-1-hyperv neutron-server[88635]: WARNING oslo_policy.policy [None req-e792b6be-36ef-4397-b040-c76ac7ee2813 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:08:04.440318 dv-neutron-833560-1-hyperv neutron-server[88635]: WARNING oslo_policy.policy [None req-e792b6be-36ef-4397-b040-c76ac7ee2813 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:08:04.657334 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-e792b6be-36ef-4397-b040-c76ac7ee2813 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:08:04.753101 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.policy [None req-e792b6be-36ef-4397-b040-c76ac7ee2813 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88635) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 18:08:04.797298 dv-neutron-833560-1-hyperv neutron-server[88635]: WARNING oslo_policy.policy [None req-e792b6be-36ef-4397-b040-c76ac7ee2813 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:08:04.797666 dv-neutron-833560-1-hyperv neutron-server[88635]: WARNING oslo_policy.policy [None req-e792b6be-36ef-4397-b040-c76ac7ee2813 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:08:04.807096 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.quota [None req-e792b6be-36ef-4397-b040-c76ac7ee2813 admin admin] Loaded quota_driver: . Mar 14 18:08:04.822991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e792b6be-36ef-4397-b040-c76ac7ee2813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:08:04.967639 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e792b6be-36ef-4397-b040-c76ac7ee2813 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739048076493', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739048076976', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739048122838', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739048126010', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739048107938', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739048108251', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1573814', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1582383', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-564641', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-655190'] for rbac-policy, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:05.184831 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e792b6be-36ef-4397-b040-c76ac7ee2813 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:05.186055 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e792b6be-36ef-4397-b040-c76ac7ee2813 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3355100 Mar 14 18:08:07.886060 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 47296) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:08:08.233901 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '86d7a23811b44e3c865fea5dde46bf99'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:08:08.235413 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.quota [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Loaded quota_driver: . Mar 14 18:08:08.250414 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:08:08.257314 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Usage tracker for resource:network and tenant:86d7a23811b44e3c865fea5dde46bf99 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:08:08.262920 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:08:08.270018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:08:08.389828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Made reservation on behalf of 86d7a23811b44e3c865fea5dde46bf99 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:08:08.463974 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.policy [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88634) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 18:08:08.509762 dv-neutron-833560-1-hyperv neutron-server[88634]: WARNING oslo_policy.policy [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:08:08.510142 dv-neutron-833560-1-hyperv neutron-server[88634]: WARNING oslo_policy.policy [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:08:08.520032 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:08.540566 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:08.555298 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:08:08.559037 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Usage tracker for resource:security_group_rule and tenant:86d7a23811b44e3c865fea5dde46bf99 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:08:08.564306 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:08:08.570473 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:08:08.671251 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:08.733245 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:08.758975 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:08:08.784030 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739048998166', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:08.784632 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Unsubscribe: segment precommit_create {{(pid=88634) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 18:08:08.785171 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Added segment a9eee9a4-d1ad-42c1-9519-e27aff83f8b5 of type vlan for network f98b274b-746e-4c59-aa3a-42aeadaf46d6 Mar 14 18:08:08.793930 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da0a9f3-b8cd-4d2e-a8eb-080fc798e647,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:08:08.848474 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:08.848848 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:08.849713 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:08.850041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:08.850365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:08.850704 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:08.851129 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:08.851469 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:08.851791 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:08.852102 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:08.852421 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:08.852738 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Tracked resource versions report: Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: pushed versions: Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: { 'AddressGroup': {'1.2'}, Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'ConntrackHelper': {'1.0'}, Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Log': {'1.0'}, Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Network': {'1.1'}, Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Port': {'1.7'}, Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'PortForwarding': {'1.2'}, Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'QosPolicy': {'1.8'}, Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'SecurityGroup': {'1.4'}, Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'SubPort': {'1.0'}, Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Subnet': {'1.1'}, Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Trunk': {'1.1'}} Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: consumer versions: Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: { DHCP agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: L3 agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: Metadata agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: Metering agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: Open vSwitch agent@dv-neutron-833560-1-hyperv: { 'AddressGroup': '1.2', Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'ConntrackHelper': '1.0', Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Log': '1.0', Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Network': '1.1', Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Port': '1.7', Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'PortForwarding': '1.2', Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'QosPolicy': '1.8', Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'SecurityGroup': '1.4', Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'SecurityGroupRule': '1.2', Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'SubPort': '1.0', Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Subnet': '1.1', Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Trunk': '1.1'}} Mar 14 18:08:08.854107 dv-neutron-833560-1-hyperv neutron-server[88634]: {{(pid=88634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:08:08.907492 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:09.002128 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:09.003275 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:08:09.003960 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:09.109177 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] Pushing event updated for resources: {'Network': ['ID=f98b274b-746e-4c59-aa3a-42aeadaf46d6,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:08:09.121515 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network f98b274b-746e-4c59-aa3a-42aeadaf46d6 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:08:09.163026 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c57983a6-a9fc-44b2-a105-8835b913eb5e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2758319 Mar 14 18:08:11.949959 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 47314) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:08:12.402509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa59478d-1a20-4968-acc5-f723d95f4fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:08:12.404125 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fa59478d-1a20-4968-acc5-f723d95f4fb3 admin admin] 10.222.0.43 "GET /v2.0/networks/f98b274b-746e-4c59-aa3a-42aeadaf46d6 HTTP/1.1" status: 200 len: 825 time: 0.4532814 Mar 14 18:08:12.436540 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-33bd4596-87ff-4b32-8192-4d517247ece2 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/50d86c49-2c75-4fb3-9ebb-0e0644c26335 HTTP/1.1" status: 200 len: 734 time: 0.0266435 Mar 14 18:08:12.445758 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-23e575fa-3387-4615-84ca-f58766640800 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '86d7a23811b44e3c865fea5dde46bf99', 'subnetpool_id': '50d86c49-2c75-4fb3-9ebb-0e0644c26335', 'network_id': 'f98b274b-746e-4c59-aa3a-42aeadaf46d6', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:08:12.450593 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-23e575fa-3387-4615-84ca-f58766640800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:08:12.454556 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-23e575fa-3387-4615-84ca-f58766640800 admin admin] Usage tracker for resource:subnet and tenant:86d7a23811b44e3c865fea5dde46bf99 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:08:12.457576 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-23e575fa-3387-4615-84ca-f58766640800 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:08:12.464505 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-23e575fa-3387-4615-84ca-f58766640800 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:08:12.584209 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e575fa-3387-4615-84ca-f58766640800 admin admin] Made reservation on behalf of 86d7a23811b44e3c865fea5dde46bf99 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:08:12.586625 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-23e575fa-3387-4615-84ca-f58766640800 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:12.928121 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-23e575fa-3387-4615-84ca-f58766640800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:13.015651 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e575fa-3387-4615-84ca-f58766640800 admin admin] Checking segment: {'id': 'a9eee9a4-d1ad-42c1-9519-e27aff83f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f98b274b-746e-4c59-aa3a-42aeadaf46d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:08:13.016315 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e575fa-3387-4615-84ca-f58766640800 admin admin] Network hostable DHCP agents. Network: f98b274b-746e-4c59-aa3a-42aeadaf46d6, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:08:13.021392 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e575fa-3387-4615-84ca-f58766640800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae04a58-79bd-49ac-8b72-669d30327473,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:08:13.104312 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e575fa-3387-4615-84ca-f58766640800 admin admin] Network f98b274b-746e-4c59-aa3a-42aeadaf46d6 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:08:13.167132 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-23e575fa-3387-4615-84ca-f58766640800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, f98b274b-746e-4c59-aa3a-42aeadaf46d6) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:08:13.172317 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e575fa-3387-4615-84ca-f58766640800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:08:13.172918 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-23e575fa-3387-4615-84ca-f58766640800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:13.176903 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca00e15-a8f6-4a58-9ded-c72bfcab8d73 None None] Network f98b274b-746e-4c59-aa3a-42aeadaf46d6 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:08:13.259671 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-23e575fa-3387-4615-84ca-f58766640800 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8175578 Mar 14 18:08:13.491320 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-f98b274b-746e-4c59-aa3a-42aeadaf46d6', 'network_id': 'f98b274b-746e-4c59-aa3a-42aeadaf46d6', 'tenant_id': '86d7a23811b44e3c865fea5dde46bf99', 'fixed_ips': [{'subnet_id': 'cae04a58-79bd-49ac-8b72-669d30327473'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:08:13.492550 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:13.730925 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Allocated IP 172.20.0.2 (f98b274b-746e-4c59-aa3a-42aeadaf46d6/cae04a58-79bd-49ac-8b72-669d30327473/967fdcd1-76ce-4eb1-8728-4200b9221059) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:08:13.970057 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:13.984170 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Transition to ACTIVE for port object 967fdcd1-76ce-4eb1-8728-4200b9221059 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:08:14.004551 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Transition to ACTIVE for port object 967fdcd1-76ce-4eb1-8728-4200b9221059 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:08:14.156270 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:14.213144 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Network f98b274b-746e-4c59-aa3a-42aeadaf46d6 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:08:14.216296 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:08:14.221947 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:08:14.263570 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Pushing event updated for resources: {'Port': ['ID=967fdcd1-76ce-4eb1-8728-4200b9221059,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:08:14.279668 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:14.280028 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:14.280378 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:14.280712 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:14.281041 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:14.281395 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:14.281723 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:14.282041 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:14.282379 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:14.282708 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:14.283054 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:14.283373 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Tracked resource versions report: Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: pushed versions: Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: { 'AddressGroup': {'1.2'}, Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'ConntrackHelper': {'1.0'}, Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Log': {'1.0'}, Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Network': {'1.1'}, Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Port': {'1.7'}, Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'PortForwarding': {'1.2'}, Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'QosPolicy': {'1.8'}, Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'SecurityGroup': {'1.4'}, Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'SubPort': {'1.0'}, Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Subnet': {'1.1'}, Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Trunk': {'1.1'}} Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: consumer versions: Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: { DHCP agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: L3 agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: Metadata agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: Metering agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: Open vSwitch agent@dv-neutron-833560-1-hyperv: { 'AddressGroup': '1.2', Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'ConntrackHelper': '1.0', Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Log': '1.0', Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Network': '1.1', Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Port': '1.7', Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'PortForwarding': '1.2', Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'QosPolicy': '1.8', Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'SecurityGroup': '1.4', Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'SecurityGroupRule': '1.2', Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'SubPort': '1.0', Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Subnet': '1.1', Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Trunk': '1.1'}} Mar 14 18:08:14.284750 dv-neutron-833560-1-hyperv neutron-server[88636]: {{(pid=88636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:08:14.337221 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Attempting to bind port 967fdcd1-76ce-4eb1-8728-4200b9221059 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:08:14.337658 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Attempting to bind port 967fdcd1-76ce-4eb1-8728-4200b9221059 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'a9eee9a4-d1ad-42c1-9519-e27aff83f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f98b274b-746e-4c59-aa3a-42aeadaf46d6'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:08:14.338063 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Attempting to bind port 967fdcd1-76ce-4eb1-8728-4200b9221059 on network f98b274b-746e-4c59-aa3a-42aeadaf46d6 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:08:14.343910 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:08:14.344313 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Checking segment: {'id': 'a9eee9a4-d1ad-42c1-9519-e27aff83f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f98b274b-746e-4c59-aa3a-42aeadaf46d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:08:14.344783 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:14.345169 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Bound using segment: {'id': 'a9eee9a4-d1ad-42c1-9519-e27aff83f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f98b274b-746e-4c59-aa3a-42aeadaf46d6'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:08:14.345682 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Bound port: 967fdcd1-76ce-4eb1-8728-4200b9221059, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9eee9a4-d1ad-42c1-9519-e27aff83f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f98b274b-746e-4c59-aa3a-42aeadaf46d6'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:08:14.346084 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:14.455800 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] For port 967fdcd1-76ce-4eb1-8728-4200b9221059, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:08:14.460801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] For port 967fdcd1-76ce-4eb1-8728-4200b9221059, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=967fdcd1-76ce-4eb1-8728-4200b9221059,segment=NetworkSegment(a9eee9a4-d1ad-42c1-9519-e27aff83f8b5),segment_id=a9eee9a4-d1ad-42c1-9519-e27aff83f8b5)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:08:14.539181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:14.632886 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c270a8e-dcaa-43e7-8326-efa84684d396 None None] Pushing event updated for resources: {'Port': ['ID=967fdcd1-76ce-4eb1-8728-4200b9221059,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:08:15.742634 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 47324) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:08:16.154665 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-272e5d05-f7e6-45e6-a5b6-fe7859b72247 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:08:16.155688 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-272e5d05-f7e6-45e6-a5b6-fe7859b72247 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4121625 Mar 14 18:08:17.634435 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 967fdcd1-76ce-4eb1-8728-4200b9221059 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:08:17.778940 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 967fdcd1-76ce-4eb1-8728-4200b9221059 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:08:18.585303 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f2b01a-f53f-4544-a5db-be44985ef42e None None] Network f98b274b-746e-4c59-aa3a-42aeadaf46d6 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:08:18.666604 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 47338) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:08:18.776808 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-81f3d14f-5ec1-434b-8940-3ba295c689b8 None None] Provisioning for port 967fdcd1-76ce-4eb1-8728-4200b9221059 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:08:18.786826 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-81f3d14f-5ec1-434b-8940-3ba295c689b8 None None] Provisioning complete for port 967fdcd1-76ce-4eb1-8728-4200b9221059 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:08:18.789018 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-81f3d14f-5ec1-434b-8940-3ba295c689b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:19.008725 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-81f3d14f-5ec1-434b-8940-3ba295c689b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:19.045978 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-81f3d14f-5ec1-434b-8940-3ba295c689b8 None None] For port 967fdcd1-76ce-4eb1-8728-4200b9221059, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=967fdcd1-76ce-4eb1-8728-4200b9221059,segment=NetworkSegment(a9eee9a4-d1ad-42c1-9519-e27aff83f8b5),segment_id=a9eee9a4-d1ad-42c1-9519-e27aff83f8b5)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:08:19.085015 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-d6064987-6bcc-4c26-bb56-9df678a42b67 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:08:19.086136 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d6064987-6bcc-4c26-bb56-9df678a42b67 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4185438 Mar 14 18:08:19.122086 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-81f3d14f-5ec1-434b-8940-3ba295c689b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:19.202188 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3d14f-5ec1-434b-8940-3ba295c689b8 None None] Pushing event updated for resources: {'Port': ['ID=967fdcd1-76ce-4eb1-8728-4200b9221059,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:08:19.245678 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1096b9df-3256-4ce2-bee1-cd4c1c439f82 None None] Provisioning complete for port 967fdcd1-76ce-4eb1-8728-4200b9221059 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:08:19.246056 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1096b9df-3256-4ce2-bee1-cd4c1c439f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:19.594257 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 967fdcd1-76ce-4eb1-8728-4200b9221059 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:08:19.665123 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 967fdcd1-76ce-4eb1-8728-4200b9221059 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:08:19.665405 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:21.831032 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 47350) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:08:22.197408 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-afc47727-fd25-45ef-be86-cd39bafba493 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '86d7a23811b44e3c865fea5dde46bf99'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:08:22.202677 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-afc47727-fd25-45ef-be86-cd39bafba493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:08:22.206424 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-afc47727-fd25-45ef-be86-cd39bafba493 admin admin] Usage tracker for resource:router and tenant:86d7a23811b44e3c865fea5dde46bf99 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:08:22.210334 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-afc47727-fd25-45ef-be86-cd39bafba493 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:08:22.216152 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-afc47727-fd25-45ef-be86-cd39bafba493 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:08:22.351972 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afc47727-fd25-45ef-be86-cd39bafba493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:22.353584 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afc47727-fd25-45ef-be86-cd39bafba493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:22.375057 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afc47727-fd25-45ef-be86-cd39bafba493 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:22.574031 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afc47727-fd25-45ef-be86-cd39bafba493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:22.756741 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afc47727-fd25-45ef-be86-cd39bafba493 admin admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:22.757937 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-afc47727-fd25-45ef-be86-cd39bafba493 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9259512 Mar 14 18:08:24.224677 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-aded81fd-03ee-44d7-869f-cdbc3e5dfed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:25.219064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 47360) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:08:25.606925 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-2f7a928e-cbad-464b-a131-e97f77cdbab5 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:08:25.607914 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2f7a928e-cbad-464b-a131-e97f77cdbab5 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3877871 Mar 14 18:08:26.269871 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9637c27d-8e61-4911-9cfe-3030484bbd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:27.635896 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:27.893628 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:28.055981 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 47380) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:08:28.204285 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:08:28.210128 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:08:28.213952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Usage tracker for resource:network and tenant:014e692dbaf34d35abd9a517960c2a5c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:08:28.216890 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:08:28.222425 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:08:28.343489 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Made reservation on behalf of 014e692dbaf34d35abd9a517960c2a5c for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:08:28.345704 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:28.361269 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:28.375527 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:08:28.379460 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Usage tracker for resource:security_group_rule and tenant:014e692dbaf34d35abd9a517960c2a5c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:08:28.382673 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:08:28.388247 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:08:28.472064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:28.532582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:28.557473 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Reserving flat network on physical network physnet1 {{(pid=88634) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 14 18:08:28.572013 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05185456-83be-4b63-bb1a-1a903f99726b,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:08:28.580545 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:28.580545 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Added segment 973aa503-ed6b-43fb-83c8-83daf8ac0a9a of type flat for network d324cb29-62ae-4728-b539-991e151b1eb0 Mar 14 18:08:28.613308 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:28.750184 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:28.751348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:08:28.751926 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:28.855880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] Pushing event updated for resources: {'Network': ['ID=d324cb29-62ae-4728-b539-991e151b1eb0,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:08:28.871021 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network d324cb29-62ae-4728-b539-991e151b1eb0 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:08:28.929214 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cf89bcb3-2d80-4214-a6dc-6312489135c3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8721330 Mar 14 18:08:29.607234 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:31.193276 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 47400) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:08:31.300643 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a866b671-a5ba-424a-a49e-2c6eaeb8f158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:08:31.302480 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a866b671-a5ba-424a-a49e-2c6eaeb8f158 admin admin] 10.222.0.43 "GET /v2.0/subnets/cae04a58-79bd-49ac-8b72-669d30327473 HTTP/1.1" status: 200 len: 849 time: 0.1082850 Mar 14 18:08:31.447873 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-13286ed9-fdca-4213-8b89-da95eee89935 admin admin] 10.222.0.43 "GET /v2.0/routers/a545d209-6234-4fb0-bcf4-0bd94e7421cd HTTP/1.1" status: 200 len: 704 time: 0.1396244 Mar 14 18:08:31.912447 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:32.147725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] Allocated IP 172.20.0.1 (f98b274b-746e-4c59-aa3a-42aeadaf46d6/cae04a58-79bd-49ac-8b72-669d30327473/33e756e0-b6aa-4be7-8301-b469f6411b91) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:08:32.337221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:32.354823 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] Transition to ACTIVE for port object 33e756e0-b6aa-4be7-8301-b469f6411b91 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:08:32.471255 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:32.532470 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] Network f98b274b-746e-4c59-aa3a-42aeadaf46d6 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:08:32.535296 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:08:32.538422 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:08:32.539558 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:32.677553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] Pushing event updated for resources: {'Port': ['ID=33e756e0-b6aa-4be7-8301-b469f6411b91,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:08:32.858989 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-89ecc945-88c5-4269-b548-857dd471e5f0 None None] Provisioning for port 33e756e0-b6aa-4be7-8301-b469f6411b91 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:08:32.864849 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-89ecc945-88c5-4269-b548-857dd471e5f0 None None] Provisioning complete for port 33e756e0-b6aa-4be7-8301-b469f6411b91 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:08:32.865225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-89ecc945-88c5-4269-b548-857dd471e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:32.888830 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:32.923721 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-89ecc945-88c5-4269-b548-857dd471e5f0 None None] Port 33e756e0-b6aa-4be7-8301-b469f6411b91 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:08:33.147234 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:33.195976 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:33.196760 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:33.332408 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] Pushing event updated for resources: {'Port': ['ID=33e756e0-b6aa-4be7-8301-b469f6411b91,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:08:33.390726 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] Network f98b274b-746e-4c59-aa3a-42aeadaf46d6 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:08:33.391806 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:08:33.550826 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9f497e02-bfae-4641-83e0-fec590efedee None None] Provisioning complete for port 33e756e0-b6aa-4be7-8301-b469f6411b91 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:08:33.551305 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9f497e02-bfae-4641-83e0-fec590efedee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:33.607957 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-9f497e02-bfae-4641-83e0-fec590efedee None None] Port 33e756e0-b6aa-4be7-8301-b469f6411b91 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:08:33.687775 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] Router a545d209-6234-4fb0-bcf4-0bd94e7421cd is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:08:33.888122 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:08:33.898270 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6a6d4db7-2a23-4062-88ad-a76c976b0754 admin admin] 10.222.0.43 "PUT /v2.0/routers/a545d209-6234-4fb0-bcf4-0bd94e7421cd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4454679 Mar 14 18:08:33.901434 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Sync routers for ids ['a545d209-6234-4fb0-bcf4-0bd94e7421cd'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:08:33.912748 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Routers {'a545d209-6234-4fb0-bcf4-0bd94e7421cd'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:08:33.913583 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:08:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['a545d209-6234-4fb0-bcf4-0bd94e7421cd'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:08:34.096720 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Set router a545d209-6234-4fb0-bcf4-0bd94e7421cd gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:08:34.473852 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a545d209-6234-4fb0-bcf4-0bd94e7421cd', 'name': 'router1', 'tenant_id': '86d7a23811b44e3c865fea5dde46bf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:08:22Z', 'updated_at': '2022-03-14T18:08:32Z', 'revision_number': 2, 'project_id': '86d7a23811b44e3c865fea5dde46bf99', 'gw_port_host': None, '_interfaces': [{'id': '33e756e0-b6aa-4be7-8301-b469f6411b91', 'name': '', 'network_id': 'f98b274b-746e-4c59-aa3a-42aeadaf46d6', 'tenant_id': '86d7a23811b44e3c865fea5dde46bf99', 'mac_address': 'fa:16:3e:39:ee:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a545d209-6234-4fb0-bcf4-0bd94e7421cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cae04a58-79bd-49ac-8b72-669d30327473', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:08:31Z', 'updated_at': '2022-03-14T18:08:32Z', 'revision_number': 2, 'project_id': '86d7a23811b44e3c865fea5dde46bf99', 'subnets': [{'id': 'cae04a58-79bd-49ac-8b72-669d30327473', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50d86c49-2c75-4fb3-9ebb-0e0644c26335'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:08:34.479244 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Checking router: a545d209-6234-4fb0-bcf4-0bd94e7421cd for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:08:34.480692 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Updating router a545d209-6234-4fb0-bcf4-0bd94e7421cd port 33e756e0-b6aa-4be7-8301-b469f6411b91 binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:08:34.534905 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:34.943727 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:34.968294 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Transition to ACTIVE for port object 33e756e0-b6aa-4be7-8301-b469f6411b91 will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:08:35.037146 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:35.242116 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f10705-a56d-43ca-96a1-04da5cb6bb34 None None] Pushing event updated for resources: {'Port': ['ID=33e756e0-b6aa-4be7-8301-b469f6411b91,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:08:35.267945 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10705-a56d-43ca-96a1-04da5cb6bb34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:35.267945 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10705-a56d-43ca-96a1-04da5cb6bb34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:35.267945 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10705-a56d-43ca-96a1-04da5cb6bb34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:35.267945 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10705-a56d-43ca-96a1-04da5cb6bb34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:35.267945 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10705-a56d-43ca-96a1-04da5cb6bb34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:35.267945 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10705-a56d-43ca-96a1-04da5cb6bb34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:35.267945 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10705-a56d-43ca-96a1-04da5cb6bb34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:35.267945 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10705-a56d-43ca-96a1-04da5cb6bb34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:35.267945 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10705-a56d-43ca-96a1-04da5cb6bb34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:35.267945 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10705-a56d-43ca-96a1-04da5cb6bb34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:35.267945 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10705-a56d-43ca-96a1-04da5cb6bb34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:35.267945 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10705-a56d-43ca-96a1-04da5cb6bb34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10705-a56d-43ca-96a1-04da5cb6bb34 None None] Tracked resource versions report: Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: pushed versions: Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: { 'AddressGroup': {'1.2'}, Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'ConntrackHelper': {'1.0'}, Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Log': {'1.0'}, Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Network': {'1.1'}, Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Port': {'1.7'}, Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'PortForwarding': {'1.2'}, Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'QosPolicy': {'1.8'}, Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'SecurityGroup': {'1.4'}, Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'SubPort': {'1.0'}, Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Subnet': {'1.1'}, Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Trunk': {'1.1'}} Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: consumer versions: Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: { DHCP agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: L3 agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: Metadata agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: Metering agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: Open vSwitch agent@dv-neutron-833560-1-hyperv: { 'AddressGroup': '1.2', Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'ConntrackHelper': '1.0', Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Log': '1.0', Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Network': '1.1', Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Port': '1.7', Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'PortForwarding': '1.2', Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'QosPolicy': '1.8', Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'SecurityGroup': '1.4', Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'SecurityGroupRule': '1.2', Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'SubPort': '1.0', Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Subnet': '1.1', Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Trunk': '1.1'}} Mar 14 18:08:35.272205 dv-neutron-833560-1-hyperv neutron-server[88637]: {{(pid=88637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:08:35.274831 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Attempting to bind port 33e756e0-b6aa-4be7-8301-b469f6411b91 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:08:35.275235 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Attempting to bind port 33e756e0-b6aa-4be7-8301-b469f6411b91 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'a9eee9a4-d1ad-42c1-9519-e27aff83f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f98b274b-746e-4c59-aa3a-42aeadaf46d6'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:08:35.275640 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Attempting to bind port 33e756e0-b6aa-4be7-8301-b469f6411b91 on network f98b274b-746e-4c59-aa3a-42aeadaf46d6 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:08:35.281592 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:08:35.281993 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Checking segment: {'id': 'a9eee9a4-d1ad-42c1-9519-e27aff83f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f98b274b-746e-4c59-aa3a-42aeadaf46d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:08:35.282467 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:35.282873 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Bound using segment: {'id': 'a9eee9a4-d1ad-42c1-9519-e27aff83f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f98b274b-746e-4c59-aa3a-42aeadaf46d6'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:08:35.283360 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Bound port: 33e756e0-b6aa-4be7-8301-b469f6411b91, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9eee9a4-d1ad-42c1-9519-e27aff83f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f98b274b-746e-4c59-aa3a-42aeadaf46d6'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:08:35.283745 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:35.396347 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] For port 33e756e0-b6aa-4be7-8301-b469f6411b91, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:08:35.400553 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] For port 33e756e0-b6aa-4be7-8301-b469f6411b91, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=33e756e0-b6aa-4be7-8301-b469f6411b91,segment=NetworkSegment(a9eee9a4-d1ad-42c1-9519-e27aff83f8b5),segment_id=a9eee9a4-d1ad-42c1-9519-e27aff83f8b5)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:08:35.496303 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:35.580049 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Routers {'a545d209-6234-4fb0-bcf4-0bd94e7421cd'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:08:35.580699 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:08:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['a545d209-6234-4fb0-bcf4-0bd94e7421cd'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:08:35.646943 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f10705-a56d-43ca-96a1-04da5cb6bb34 None None] Pushing event updated for resources: {'Port': ['ID=33e756e0-b6aa-4be7-8301-b469f6411b91,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:08:35.746024 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] Set router a545d209-6234-4fb0-bcf4-0bd94e7421cd gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:08:36.086800 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a545d209-6234-4fb0-bcf4-0bd94e7421cd', 'name': 'router1', 'tenant_id': '86d7a23811b44e3c865fea5dde46bf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:08:22Z', 'updated_at': '2022-03-14T18:08:32Z', 'revision_number': 2, 'project_id': '86d7a23811b44e3c865fea5dde46bf99', 'gw_port_host': None, '_interfaces': [{'id': '33e756e0-b6aa-4be7-8301-b469f6411b91', 'name': '', 'network_id': 'f98b274b-746e-4c59-aa3a-42aeadaf46d6', 'tenant_id': '86d7a23811b44e3c865fea5dde46bf99', 'mac_address': 'fa:16:3e:39:ee:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a545d209-6234-4fb0-bcf4-0bd94e7421cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cae04a58-79bd-49ac-8b72-669d30327473', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:08:31Z', 'updated_at': '2022-03-14T18:08:35Z', 'revision_number': 4, 'project_id': '86d7a23811b44e3c865fea5dde46bf99', 'subnets': [{'id': 'cae04a58-79bd-49ac-8b72-669d30327473', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50d86c49-2c75-4fb3-9ebb-0e0644c26335'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:08:36.090898 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526963a0-3c6d-4b9a-a72d-1e8548b194b0 None None] The sync data for ids ['a545d209-6234-4fb0-bcf4-0bd94e7421cd'] in dv-neutron-833560-1-hyperv is: [{'id': 'a545d209-6234-4fb0-bcf4-0bd94e7421cd', 'name': 'router1', 'tenant_id': '86d7a23811b44e3c865fea5dde46bf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:08:22Z', 'updated_at': '2022-03-14T18:08:32Z', 'revision_number': 2, 'project_id': '86d7a23811b44e3c865fea5dde46bf99', 'gw_port_host': None, '_interfaces': [{'id': '33e756e0-b6aa-4be7-8301-b469f6411b91', 'name': '', 'network_id': 'f98b274b-746e-4c59-aa3a-42aeadaf46d6', 'tenant_id': '86d7a23811b44e3c865fea5dde46bf99', 'mac_address': 'fa:16:3e:39:ee:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a545d209-6234-4fb0-bcf4-0bd94e7421cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cae04a58-79bd-49ac-8b72-669d30327473', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:08:31Z', 'updated_at': '2022-03-14T18:08:35Z', 'revision_number': 4, 'project_id': '86d7a23811b44e3c865fea5dde46bf99', 'subnets': [{'id': 'cae04a58-79bd-49ac-8b72-669d30327473', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50d86c49-2c75-4fb3-9ebb-0e0644c26335'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:08:36.180501 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 47412) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:08:36.369870 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0330c8-86ea-404e-a028-f9220be7ac97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:08:36.371459 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7f0330c8-86ea-404e-a028-f9220be7ac97 admin admin] 10.222.0.43 "GET /v2.0/networks/d324cb29-62ae-4728-b539-991e151b1eb0 HTTP/1.1" status: 200 len: 842 time: 0.1900311 Mar 14 18:08:36.381746 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.26.7.1', 'cidr': '172.26.7.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:08:36.387087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:08:36.391465 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Usage tracker for resource:subnet and tenant:014e692dbaf34d35abd9a517960c2a5c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:08:36.397731 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:08:36.403718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:08:36.481777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Made reservation on behalf of 014e692dbaf34d35abd9a517960c2a5c for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:08:36.484876 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:36.993980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.objects.ports [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:08:36.994617 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:37.072603 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:08:37.072971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Network hostable DHCP agents. Network: d324cb29-62ae-4728-b539-991e151b1eb0, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:08:37.081887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4b2864-b4b9-48ab-a88c-0b92b20260d2,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:08:37.093179 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:37.093519 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:37.093848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:37.094174 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:37.094494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:37.094859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:37.095176 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:37.095500 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:37.095816 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:37.096127 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:37.096439 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:37.096742 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Tracked resource versions report: Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: pushed versions: Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: { 'AddressGroup': {'1.2'}, Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'ConntrackHelper': {'1.0'}, Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Log': {'1.0'}, Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Network': {'1.1'}, Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Port': {'1.7'}, Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'PortForwarding': {'1.2'}, Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'QosPolicy': {'1.8'}, Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'SecurityGroup': {'1.4'}, Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'SubPort': {'1.0'}, Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Subnet': {'1.1'}, Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Trunk': {'1.1'}} Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: consumer versions: Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: { DHCP agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: L3 agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: Metadata agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: Metering agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: Open vSwitch agent@dv-neutron-833560-1-hyperv: { 'AddressGroup': '1.2', Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'ConntrackHelper': '1.0', Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Log': '1.0', Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Network': '1.1', Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Port': '1.7', Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'PortForwarding': '1.2', Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'QosPolicy': '1.8', Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'SecurityGroup': '1.4', Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'SecurityGroupRule': '1.2', Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'SubPort': '1.0', Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Subnet': '1.1', Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Trunk': '1.1'}} Mar 14 18:08:37.098062 dv-neutron-833560-1-hyperv neutron-server[88635]: {{(pid=88635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:08:37.190075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:08:37.271107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, d324cb29-62ae-4728-b539-991e151b1eb0) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:08:37.276357 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:08:37.276972 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:37.281164 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7a208a-eb2b-43c1-8f17-99dccd7a32e5 None None] Network d324cb29-62ae-4728-b539-991e151b1eb0 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:08:37.373785 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-99319fa0-4037-4219-babd-304954ff590b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9957502 Mar 14 18:08:37.515465 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b72f6fd-2c4b-4559-a7fc-fa1fbf7c7dc3 None None] Network d324cb29-62ae-4728-b539-991e151b1eb0 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:08:37.651790 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 33e756e0-b6aa-4be7-8301-b469f6411b91 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:08:37.864470 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 33e756e0-b6aa-4be7-8301-b469f6411b91 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:08:37.869760 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 33e756e0-b6aa-4be7-8301-b469f6411b91 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:08:37.870128 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:37.981670 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:38.015534 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 33e756e0-b6aa-4be7-8301-b469f6411b91, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=33e756e0-b6aa-4be7-8301-b469f6411b91,segment=NetworkSegment(a9eee9a4-d1ad-42c1-9519-e27aff83f8b5),segment_id=a9eee9a4-d1ad-42c1-9519-e27aff83f8b5)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:08:38.076115 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:38.163106 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=33e756e0-b6aa-4be7-8301-b469f6411b91,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:08:39.603279 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 33e756e0-b6aa-4be7-8301-b469f6411b91 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:08:39.673989 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 33e756e0-b6aa-4be7-8301-b469f6411b91 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:08:39.674364 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:39.720649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 47430) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:08:39.950203 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f8d46a33-9966-49ac-8ef7-abf95c8bb965 admin admin] 10.222.0.43 "GET /v2.0/routers/a545d209-6234-4fb0-bcf4-0bd94e7421cd HTTP/1.1" status: 200 len: 710 time: 0.2282927 Mar 14 18:08:40.077459 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b2c7a5-ef0b-4abe-8fdf-43219efd7494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:08:40.078812 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f3b2c7a5-ef0b-4abe-8fdf-43219efd7494 admin admin] 10.222.0.43 "GET /v2.0/networks/d324cb29-62ae-4728-b539-991e151b1eb0 HTTP/1.1" status: 200 len: 886 time: 0.1235433 Mar 14 18:08:40.087315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-d26b251e-68f4-413b-82b9-b903c535c96a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:08:40.525226 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d26b251e-68f4-413b-82b9-b903c535c96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:40.981048 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d26b251e-68f4-413b-82b9-b903c535c96a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:41.036493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d26b251e-68f4-413b-82b9-b903c535c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:41.204947 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-d26b251e-68f4-413b-82b9-b903c535c96a admin admin] Allocated IP 172.26.7.136 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/dcef6999-6181-4c75-afdd-d329d7d639a5) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:08:41.349402 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d26b251e-68f4-413b-82b9-b903c535c96a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:41.470877 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d26b251e-68f4-413b-82b9-b903c535c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:41.532602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26b251e-68f4-413b-82b9-b903c535c96a admin admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:08:41.539110 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-d26b251e-68f4-413b-82b9-b903c535c96a admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:08:41.543084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b251e-68f4-413b-82b9-b903c535c96a admin admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:08:41.597980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b251e-68f4-413b-82b9-b903c535c96a admin admin] Pushing event updated for resources: {'Port': ['ID=dcef6999-6181-4c75-afdd-d329d7d639a5,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:08:42.031714 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d26b251e-68f4-413b-82b9-b903c535c96a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:42.367695 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d26b251e-68f4-413b-82b9-b903c535c96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:42.371061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d26b251e-68f4-413b-82b9-b903c535c96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:42.554510 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26b251e-68f4-413b-82b9-b903c535c96a admin admin] Router a545d209-6234-4fb0-bcf4-0bd94e7421cd has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:08:42.770542 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26b251e-68f4-413b-82b9-b903c535c96a admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:08:42.779456 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d26b251e-68f4-413b-82b9-b903c535c96a admin admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:42.780630 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d26b251e-68f4-413b-82b9-b903c535c96a admin admin] 10.222.0.43 "PUT /v2.0/routers/a545d209-6234-4fb0-bcf4-0bd94e7421cd HTTP/1.1" status: 200 len: 890 time: 2.6964293 Mar 14 18:08:42.781329 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Sync routers for ids ['a545d209-6234-4fb0-bcf4-0bd94e7421cd'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:08:42.791592 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Routers {'a545d209-6234-4fb0-bcf4-0bd94e7421cd'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:08:42.792255 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:08:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['a545d209-6234-4fb0-bcf4-0bd94e7421cd'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:08:42.983749 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Set router a545d209-6234-4fb0-bcf4-0bd94e7421cd gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:08:43.323991 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a545d209-6234-4fb0-bcf4-0bd94e7421cd', 'name': 'router1', 'tenant_id': '86d7a23811b44e3c865fea5dde46bf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'dcef6999-6181-4c75-afdd-d329d7d639a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:08:22Z', 'updated_at': '2022-03-14T18:08:41Z', 'revision_number': 4, 'project_id': '86d7a23811b44e3c865fea5dde46bf99', 'gw_port': {'id': 'dcef6999-6181-4c75-afdd-d329d7d639a5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:cc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a545d209-6234-4fb0-bcf4-0bd94e7421cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:08:41Z', 'updated_at': '2022-03-14T18:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '33e756e0-b6aa-4be7-8301-b469f6411b91', 'name': '', 'network_id': 'f98b274b-746e-4c59-aa3a-42aeadaf46d6', 'tenant_id': '86d7a23811b44e3c865fea5dde46bf99', 'mac_address': 'fa:16:3e:39:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a545d209-6234-4fb0-bcf4-0bd94e7421cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cae04a58-79bd-49ac-8b72-669d30327473', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:08:31Z', 'updated_at': '2022-03-14T18:08:38Z', 'revision_number': 5, 'project_id': '86d7a23811b44e3c865fea5dde46bf99', 'subnets': [{'id': 'cae04a58-79bd-49ac-8b72-669d30327473', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50d86c49-2c75-4fb3-9ebb-0e0644c26335'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:08:43.328924 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Checking router: a545d209-6234-4fb0-bcf4-0bd94e7421cd for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:08:43.329265 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Updating router a545d209-6234-4fb0-bcf4-0bd94e7421cd port dcef6999-6181-4c75-afdd-d329d7d639a5 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:08:43.383324 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:43.723260 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:43.739592 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Transition to ACTIVE for port object dcef6999-6181-4c75-afdd-d329d7d639a5 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:08:43.858836 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:43.936275 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cae6e-116e-4c9b-a6e5-34bc9a805bd2 None None] Pushing event updated for resources: {'Port': ['ID=dcef6999-6181-4c75-afdd-d329d7d639a5,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:08:43.940591 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Attempting to bind port dcef6999-6181-4c75-afdd-d329d7d639a5 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:08:43.940591 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Attempting to bind port dcef6999-6181-4c75-afdd-d329d7d639a5 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:08:43.940860 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Attempting to bind port dcef6999-6181-4c75-afdd-d329d7d639a5 on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:08:43.947741 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:08:43.948207 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:08:43.948759 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:43.949173 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:08:43.949646 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Bound port: dcef6999-6181-4c75-afdd-d329d7d639a5, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:08:43.950038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:44.028937 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] For port dcef6999-6181-4c75-afdd-d329d7d639a5, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:08:44.032504 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] For port dcef6999-6181-4c75-afdd-d329d7d639a5, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=dcef6999-6181-4c75-afdd-d329d7d639a5,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:08:44.127874 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:44.205330 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Routers {'a545d209-6234-4fb0-bcf4-0bd94e7421cd'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:08:44.206620 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:08:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['a545d209-6234-4fb0-bcf4-0bd94e7421cd'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:08:44.291037 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cae6e-116e-4c9b-a6e5-34bc9a805bd2 None None] Pushing event updated for resources: {'Port': ['ID=dcef6999-6181-4c75-afdd-d329d7d639a5,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:08:44.407664 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] Set router a545d209-6234-4fb0-bcf4-0bd94e7421cd gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:08:44.761927 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a545d209-6234-4fb0-bcf4-0bd94e7421cd', 'name': 'router1', 'tenant_id': '86d7a23811b44e3c865fea5dde46bf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'dcef6999-6181-4c75-afdd-d329d7d639a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:08:22Z', 'updated_at': '2022-03-14T18:08:41Z', 'revision_number': 4, 'project_id': '86d7a23811b44e3c865fea5dde46bf99', 'gw_port': {'id': 'dcef6999-6181-4c75-afdd-d329d7d639a5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:cc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a545d209-6234-4fb0-bcf4-0bd94e7421cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:08:41Z', 'updated_at': '2022-03-14T18:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '33e756e0-b6aa-4be7-8301-b469f6411b91', 'name': '', 'network_id': 'f98b274b-746e-4c59-aa3a-42aeadaf46d6', 'tenant_id': '86d7a23811b44e3c865fea5dde46bf99', 'mac_address': 'fa:16:3e:39:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a545d209-6234-4fb0-bcf4-0bd94e7421cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cae04a58-79bd-49ac-8b72-669d30327473', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:08:31Z', 'updated_at': '2022-03-14T18:08:38Z', 'revision_number': 5, 'project_id': '86d7a23811b44e3c865fea5dde46bf99', 'subnets': [{'id': 'cae04a58-79bd-49ac-8b72-669d30327473', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50d86c49-2c75-4fb3-9ebb-0e0644c26335'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:08:44.768312 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914e2ef-7c2c-4d29-a0e4-43714a634f1e None None] The sync data for ids ['a545d209-6234-4fb0-bcf4-0bd94e7421cd'] in dv-neutron-833560-1-hyperv is: [{'id': 'a545d209-6234-4fb0-bcf4-0bd94e7421cd', 'name': 'router1', 'tenant_id': '86d7a23811b44e3c865fea5dde46bf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.136'}], 'enable_snat': True}, 'gw_port_id': 'dcef6999-6181-4c75-afdd-d329d7d639a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:08:22Z', 'updated_at': '2022-03-14T18:08:41Z', 'revision_number': 4, 'project_id': '86d7a23811b44e3c865fea5dde46bf99', 'gw_port': {'id': 'dcef6999-6181-4c75-afdd-d329d7d639a5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:cc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a545d209-6234-4fb0-bcf4-0bd94e7421cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:08:41Z', 'updated_at': '2022-03-14T18:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '33e756e0-b6aa-4be7-8301-b469f6411b91', 'name': '', 'network_id': 'f98b274b-746e-4c59-aa3a-42aeadaf46d6', 'tenant_id': '86d7a23811b44e3c865fea5dde46bf99', 'mac_address': 'fa:16:3e:39:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a545d209-6234-4fb0-bcf4-0bd94e7421cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cae04a58-79bd-49ac-8b72-669d30327473', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:08:31Z', 'updated_at': '2022-03-14T18:08:38Z', 'revision_number': 5, 'project_id': '86d7a23811b44e3c865fea5dde46bf99', 'subnets': [{'id': 'cae04a58-79bd-49ac-8b72-669d30327473', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50d86c49-2c75-4fb3-9ebb-0e0644c26335'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:08:45.239731 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 47440) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:08:45.363279 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-13a53c05-2f6d-4add-8f24-2de800edfe7c admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1223934 Mar 14 18:08:45.651522 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device dcef6999-6181-4c75-afdd-d329d7d639a5 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:08:45.779184 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port dcef6999-6181-4c75-afdd-d329d7d639a5 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:08:45.785033 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port dcef6999-6181-4c75-afdd-d329d7d639a5 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:08:45.785407 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:45.910966 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:45.927930 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port dcef6999-6181-4c75-afdd-d329d7d639a5, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=dcef6999-6181-4c75-afdd-d329d7d639a5,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:08:45.990704 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:46.063682 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=dcef6999-6181-4c75-afdd-d329d7d639a5,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:08:47.617595 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device dcef6999-6181-4c75-afdd-d329d7d639a5 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:08:47.707662 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port dcef6999-6181-4c75-afdd-d329d7d639a5 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:08:47.708264 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:54.259233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f2e0b276-913a-46ea-bd2d-13daca964336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:56.281702 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6bb201ef-f6e0-4694-945f-d00ad45def1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:57.068888 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 5 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:08:57.619446 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:57.830372 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:08:59.578585 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:09:24.212707 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b924ee18-27ce-4511-9ee8-4bd5b70091eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:09:26.326164 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-646c5be4-aec5-44b1-ab25-faa94aaa0669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:09:27.607108 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:09:27.841431 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:09:29.653321 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:09:34.068386 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 5 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:09:54.218680 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-04488293-6376-4344-8767-abd10d7a3f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:09:56.271054 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-feebd08d-8a5d-4016-90ba-2afb03cf302c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:09:57.642043 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:09:57.836032 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:09:59.578986 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:10:11.068992 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 5 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:10:24.230225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f918afd2-9019-4843-b466-fa82cd14cd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:10:26.315913 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fc1e094e-8a36-4ed4-9e87-3a2e8f6c63f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:10:27.636643 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:10:27.841458 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:10:29.594123 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:10:48.067088 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 5 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:10:54.218384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8d66679f-134a-44f6-98d8-dc0731de0a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:10:56.296728 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ede43503-4e1e-4def-96f9-0290a7bb9487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:10:56.929019 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48044) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:10:56.994237 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-3638a4df-0303-47ed-bcd2-d8dc6e37f9e2 admin admin] GET failed (client error): The resource could not be found. Mar 14 18:10:56.995506 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3638a4df-0303-47ed-bcd2-d8dc6e37f9e2 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655556 Mar 14 18:10:57.123413 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88bfdf5-ba6f-430d-8c99-6306518df931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:10:57.124892 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f88bfdf5-ba6f-430d-8c99-6306518df931 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1252222 Mar 14 18:10:57.640251 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:10:57.851429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:10:59.248003 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48054) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:10:59.356468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a6822d-5f9e-4e86-84ce-3cc909c9b78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:10:59.357013 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-59a6822d-5f9e-4e86-84ce-3cc909c9b78c admin admin] Synchronizing usage tracker for tenant:014e692dbaf34d35abd9a517960c2a5c on resource:subnet {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:10:59.429529 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-59a6822d-5f9e-4e86-84ce-3cc909c9b78c admin admin] Unset dirty status for tenant:014e692dbaf34d35abd9a517960c2a5c on resource:subnet {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:10:59.430595 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-59a6822d-5f9e-4e86-84ce-3cc909c9b78c admin admin] 10.222.0.43 "GET /v2.0/subnets/cae04a58-79bd-49ac-8b72-669d30327473 HTTP/1.1" status: 200 len: 849 time: 0.1815968 Mar 14 18:10:59.439748 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-f9171c62-6739-4161-8d29-27fd5a4a7931 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:10:59.554422 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f9171c62-6739-4161-8d29-27fd5a4a7931 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:10:59.640994 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:10:59.789669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f9171c62-6739-4161-8d29-27fd5a4a7931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739048859383'] for subnet, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:10:59.835714 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9171c62-6739-4161-8d29-27fd5a4a7931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:10:59.835714 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f9171c62-6739-4161-8d29-27fd5a4a7931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:10:59.836881 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f9171c62-6739-4161-8d29-27fd5a4a7931 admin admin] 10.222.0.43 "PUT /v2.0/subnets/cae04a58-79bd-49ac-8b72-669d30327473 HTTP/1.1" status: 200 len: 868 time: 0.4008307 Mar 14 18:10:59.839387 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1daeef-00b2-4257-9334-eb3dad5f6881 None None] Network f98b274b-746e-4c59-aa3a-42aeadaf46d6 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:10:59.862177 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9171c62-6739-4161-8d29-27fd5a4a7931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae04a58-79bd-49ac-8b72-669d30327473,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:10:59.869919 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9171c62-6739-4161-8d29-27fd5a4a7931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:10:59.870566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9171c62-6739-4161-8d29-27fd5a4a7931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:10:59.870940 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9171c62-6739-4161-8d29-27fd5a4a7931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:10:59.871694 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9171c62-6739-4161-8d29-27fd5a4a7931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:10:59.871694 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9171c62-6739-4161-8d29-27fd5a4a7931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:10:59.871922 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9171c62-6739-4161-8d29-27fd5a4a7931 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:10:59.872422 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9171c62-6739-4161-8d29-27fd5a4a7931 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:10:59.872582 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9171c62-6739-4161-8d29-27fd5a4a7931 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:10:59.872898 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9171c62-6739-4161-8d29-27fd5a4a7931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:10:59.873214 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9171c62-6739-4161-8d29-27fd5a4a7931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:10:59.873531 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9171c62-6739-4161-8d29-27fd5a4a7931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:10:59.873849 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9171c62-6739-4161-8d29-27fd5a4a7931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:00.352934 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a0b7051f-9974-4a6f-b317-1bf842639319 None None] Provisioning complete for port 33e756e0-b6aa-4be7-8301-b469f6411b91 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:11:00.353298 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a0b7051f-9974-4a6f-b317-1bf842639319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:00.477404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a0b7051f-9974-4a6f-b317-1bf842639319 None None] Provisioning complete for port 967fdcd1-76ce-4eb1-8728-4200b9221059 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:11:00.477664 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a0b7051f-9974-4a6f-b317-1bf842639319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:01.994004 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48064) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:11:02.164567 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ae5085-25ab-46f7-9471-163f79cb5408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:11:02.165032 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ae5085-25ab-46f7-9471-163f79cb5408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:11:02.166540 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-26ae5085-25ab-46f7-9471-163f79cb5408 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1715837 Mar 14 18:11:04.332644 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48074) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:11:04.499667 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10de4005-d7f6-4ba3-91a9-cebc800b0f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:11:04.500133 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10de4005-d7f6-4ba3-91a9-cebc800b0f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:11:04.502286 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-10de4005-d7f6-4ba3-91a9-cebc800b0f18 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1681833 Mar 14 18:11:06.666024 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48084) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:11:06.828484 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c446c-6404-4df3-9216-f350a5a54289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:11:06.830447 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-759c446c-6404-4df3-9216-f350a5a54289 admin admin] 10.222.0.43 "GET /v2.0/networks/d324cb29-62ae-4728-b539-991e151b1eb0 HTTP/1.1" status: 200 len: 886 time: 0.1627691 Mar 14 18:11:08.996407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48094) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:11:09.169322 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ed0e3d-2596-44f3-bbe7-c5b650195975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:11:09.170657 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a4ed0e3d-2596-44f3-bbe7-c5b650195975 admin admin] 10.222.0.43 "GET /v2.0/networks/f98b274b-746e-4c59-aa3a-42aeadaf46d6 HTTP/1.1" status: 200 len: 869 time: 0.1733773 Mar 14 18:11:11.293229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48104) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:11:11.395638 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09010d9e-f3ad-4955-bd60-d75164c4b7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:11:11.396090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09010d9e-f3ad-4955-bd60-d75164c4b7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:11:11.397533 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-09010d9e-f3ad-4955-bd60-d75164c4b7cd admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1033347 Mar 14 18:11:13.541380 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48114) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:11:13.646397 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c65707-87fe-49a0-ad50-f5cd85be4c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:11:13.646892 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c65707-87fe-49a0-ad50-f5cd85be4c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:11:13.648400 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-29c65707-87fe-49a0-ad50-f5cd85be4c8f admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1060574 Mar 14 18:11:15.787637 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48124) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:11:15.893225 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31dc039-dfb6-4da5-9806-63947a1b9b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:11:15.894468 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a31dc039-dfb6-4da5-9806-63947a1b9b3e admin admin] 10.222.0.43 "GET /v2.0/subnets/cae04a58-79bd-49ac-8b72-669d30327473 HTTP/1.1" status: 200 len: 868 time: 0.1058939 Mar 14 18:11:18.035623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48134) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:11:18.133102 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fd9ffe-d416-4228-b948-5ed3473d45b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:11:18.134405 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-31fd9ffe-d416-4228-b948-5ed3473d45b3 admin admin] 10.222.0.43 "GET /v2.0/subnets/ea4b2864-b4b9-48ab-a88c-0b92b20260d2 HTTP/1.1" status: 200 len: 816 time: 0.0978637 Mar 14 18:11:24.246611 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2dc17123-b0e9-472b-8d47-d77ffdc2ec14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:25.069192 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 5 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:11:26.290607 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d901-7415-4778-a551-a041fa978d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:27.635177 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:27.840601 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:29.604951 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:37.345456 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48180) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:11:37.391897 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-05dd10ac-e434-45c9-865b-6c71f3d426be admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:11:37.392880 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-05dd10ac-e434-45c9-865b-6c71f3d426be admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464997 Mar 14 18:11:39.623456 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48190) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:11:39.691747 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-c034ecab-dcb7-4f27-8e8c-568101f3a828 admin admin] GET failed (client error): The resource could not be found. Mar 14 18:11:39.692258 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c034ecab-dcb7-4f27-8e8c-568101f3a828 admin admin] Synchronizing usage tracker for tenant:014e692dbaf34d35abd9a517960c2a5c on resource:network {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:11:39.760518 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c034ecab-dcb7-4f27-8e8c-568101f3a828 admin admin] Unset dirty status for tenant:014e692dbaf34d35abd9a517960c2a5c on resource:network {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:11:39.761735 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c034ecab-dcb7-4f27-8e8c-568101f3a828 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1373243 Mar 14 18:11:39.886379 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5f7271-3d3e-428e-ba6b-966acdc92999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:11:39.887974 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9d5f7271-3d3e-428e-ba6b-966acdc92999 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1221743 Mar 14 18:11:42.059996 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48200) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:11:42.106278 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:11:42.111329 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:11:42.120577 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:11:42.183593 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Made reservation on behalf of 014e692dbaf34d35abd9a517960c2a5c for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:11:42.185828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:42.271760 dv-neutron-833560-1-hyperv neutron-server[88634]: WARNING neutron.services.revisions.revision_plugin [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Could not find related network for resource to bump revision. Mar 14 18:11:42.282546 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:11:42.290744 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:42.291103 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Added segment 8ce1849d-617e-4edc-9817-b0b178a6a3b6 of type vlan for network f84fce97-2961-4ae1-88e9-467abdfe58c8 Mar 14 18:11:42.316341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:42.404900 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:42.405833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:11:42.406452 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:42.508081 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Pushing event updated for resources: {'Network': ['ID=f84fce97-2961-4ae1-88e9-467abdfe58c8,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:11:42.514607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:42.515046 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:42.515387 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:42.515720 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:42.516576 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:42.516908 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:42.517247 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:42.517556 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:42.517870 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:42.518196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:42.518509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:42.518855 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:42.529238 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network f84fce97-2961-4ae1-88e9-467abdfe58c8 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:11:42.594477 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-997d03a8-f0fe-4374-a1fb-0fe0ba8c0858 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5333781 Mar 14 18:11:44.750240 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48210) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:11:44.815668 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b29e44-6b87-4ab8-b57a-36c68f1d43cc admin admin] GET failed (client error): The resource could not be found. Mar 14 18:11:44.816879 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-42b29e44-6b87-4ab8-b57a-36c68f1d43cc admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0656719 Mar 14 18:11:44.948420 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84df895-0c3c-42fe-9df3-1d9e8bc7821c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:11:44.949757 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d84df895-0c3c-42fe-9df3-1d9e8bc7821c admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1291077 Mar 14 18:11:44.959889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-9bb93bab-8e44-4fa2-b098-772f66b877c6 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'f84fce97-2961-4ae1-88e9-467abdfe58c8', 'cidr': '192.168.233.0/24'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:11:44.964794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9bb93bab-8e44-4fa2-b098-772f66b877c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:11:44.973867 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9bb93bab-8e44-4fa2-b098-772f66b877c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:11:45.084572 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb93bab-8e44-4fa2-b098-772f66b877c6 admin admin] Made reservation on behalf of 014e692dbaf34d35abd9a517960c2a5c for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:11:45.086817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9bb93bab-8e44-4fa2-b098-772f66b877c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:45.330727 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9bb93bab-8e44-4fa2-b098-772f66b877c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:45.398099 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb93bab-8e44-4fa2-b098-772f66b877c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c17229-31d0-4582-a68f-53c36883899e,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:11:45.407813 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb93bab-8e44-4fa2-b098-772f66b877c6 admin admin] Checking segment: {'id': '8ce1849d-617e-4edc-9817-b0b178a6a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f84fce97-2961-4ae1-88e9-467abdfe58c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:11:45.408163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb93bab-8e44-4fa2-b098-772f66b877c6 admin admin] Network hostable DHCP agents. Network: f84fce97-2961-4ae1-88e9-467abdfe58c8, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:11:45.497667 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb93bab-8e44-4fa2-b098-772f66b877c6 admin admin] Network f84fce97-2961-4ae1-88e9-467abdfe58c8 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:11:45.583422 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-9bb93bab-8e44-4fa2-b098-772f66b877c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, f84fce97-2961-4ae1-88e9-467abdfe58c8) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:11:45.587764 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb93bab-8e44-4fa2-b098-772f66b877c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:11:45.588349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9bb93bab-8e44-4fa2-b098-772f66b877c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:45.592357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc574499-6e48-4d94-a374-33f93b957e74 None None] Network f84fce97-2961-4ae1-88e9-467abdfe58c8 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:11:45.681965 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9bb93bab-8e44-4fa2-b098-772f66b877c6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7252815 Mar 14 18:11:45.809622 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-f84fce97-2961-4ae1-88e9-467abdfe58c8', 'network_id': 'f84fce97-2961-4ae1-88e9-467abdfe58c8', 'tenant_id': '014e692dbaf34d35abd9a517960c2a5c', 'fixed_ips': [{'subnet_id': '75c17229-31d0-4582-a68f-53c36883899e'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:11:45.810529 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:45.969246 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Allocated IP 192.168.233.2 (f84fce97-2961-4ae1-88e9-467abdfe58c8/75c17229-31d0-4582-a68f-53c36883899e/49dcd8e9-240a-4e25-a587-67756aa7179d) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:11:46.236562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:46.246957 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Transition to ACTIVE for port object 49dcd8e9-240a-4e25-a587-67756aa7179d will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:11:46.265494 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Transition to ACTIVE for port object 49dcd8e9-240a-4e25-a587-67756aa7179d will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:11:46.350488 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:46.416030 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Network f84fce97-2961-4ae1-88e9-467abdfe58c8 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:11:46.425433 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:11:46.427964 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:11:46.438533 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Pushing event updated for resources: {'Port': ['ID=49dcd8e9-240a-4e25-a587-67756aa7179d,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:11:46.476321 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:46.476321 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:46.476321 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:46.476734 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:46.476834 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:46.477076 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:46.478787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:46.478787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:46.478787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:46.478787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:46.478787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:46.479280 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:11:46.537931 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Attempting to bind port 49dcd8e9-240a-4e25-a587-67756aa7179d on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:11:46.538289 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Attempting to bind port 49dcd8e9-240a-4e25-a587-67756aa7179d by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '8ce1849d-617e-4edc-9817-b0b178a6a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f84fce97-2961-4ae1-88e9-467abdfe58c8'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:11:46.538644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Attempting to bind port 49dcd8e9-240a-4e25-a587-67756aa7179d on network f84fce97-2961-4ae1-88e9-467abdfe58c8 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:11:46.544355 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:11:46.544721 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Checking segment: {'id': '8ce1849d-617e-4edc-9817-b0b178a6a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f84fce97-2961-4ae1-88e9-467abdfe58c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:11:46.545118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:46.545507 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Bound using segment: {'id': '8ce1849d-617e-4edc-9817-b0b178a6a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f84fce97-2961-4ae1-88e9-467abdfe58c8'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:11:46.545964 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Bound port: 49dcd8e9-240a-4e25-a587-67756aa7179d, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce1849d-617e-4edc-9817-b0b178a6a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f84fce97-2961-4ae1-88e9-467abdfe58c8'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:11:46.546348 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:46.668707 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] For port 49dcd8e9-240a-4e25-a587-67756aa7179d, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:11:46.671714 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] For port 49dcd8e9-240a-4e25-a587-67756aa7179d, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=49dcd8e9-240a-4e25-a587-67756aa7179d,segment=NetworkSegment(8ce1849d-617e-4edc-9817-b0b178a6a3b6),segment_id=8ce1849d-617e-4edc-9817-b0b178a6a3b6)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:11:46.790268 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:46.866808 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27840b-e496-47cb-9061-d5d96017ef99 None None] Pushing event updated for resources: {'Port': ['ID=49dcd8e9-240a-4e25-a587-67756aa7179d,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:11:47.687403 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d60e8ce-3789-4b33-b967-1af1a11565fd None None] Network f84fce97-2961-4ae1-88e9-467abdfe58c8 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:11:47.773876 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 49dcd8e9-240a-4e25-a587-67756aa7179d up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:11:47.895060 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7eab24f9-e6d1-4838-b386-194b9ea85382 None None] Provisioning for port 49dcd8e9-240a-4e25-a587-67756aa7179d completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:11:48.045054 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 49dcd8e9-240a-4e25-a587-67756aa7179d completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:11:48.051660 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 49dcd8e9-240a-4e25-a587-67756aa7179d triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:11:48.052033 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:48.182930 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:48.214542 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 49dcd8e9-240a-4e25-a587-67756aa7179d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=49dcd8e9-240a-4e25-a587-67756aa7179d,segment=NetworkSegment(8ce1849d-617e-4edc-9817-b0b178a6a3b6),segment_id=8ce1849d-617e-4edc-9817-b0b178a6a3b6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:11:48.235004 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2b4bd0f4-fdb6-4d0c-8f9f-73bd99897d89 None None] Provisioning complete for port 49dcd8e9-240a-4e25-a587-67756aa7179d triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:11:48.235415 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2b4bd0f4-fdb6-4d0c-8f9f-73bd99897d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:48.281171 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:48.387094 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=49dcd8e9-240a-4e25-a587-67756aa7179d,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:11:49.711651 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 49dcd8e9-240a-4e25-a587-67756aa7179d up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:11:49.777963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 49dcd8e9-240a-4e25-a587-67756aa7179d triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:11:49.778321 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:54.212289 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c9d7c02d-5a21-406e-9c7d-a0a71cd2a323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:56.296136 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f367dbde-47fe-44d2-9aba-be657bfcf983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:57.686585 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:57.846105 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:11:59.652411 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:12:02.067696 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 5 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:12:24.215654 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ff0a100e-f26a-4a22-a197-2a00f9b0340d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:12:26.301504 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f2820a82-eb94-4b77-adce-1cc8f149bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:12:27.697884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:12:27.840877 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:12:29.640549 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:12:39.066924 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 5 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:12:54.206153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-797899f0-0a3f-4fc2-b685-90bfab700c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:12:56.301202 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7575-6708-409d-9211-df98b89a3a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:12:57.651778 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:12:57.838002 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:12:59.611512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:16.064659 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 5 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:13:17.491784 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48256) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:13:17.498638 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [None req-e904d03b-ba0a-4d0a-8175-9b540675b1ca tempest-verify_tempest_config-1660032844 tempest-verify_tempest_config-1660032844-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:13:17.499614 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e904d03b-ba0a-4d0a-8175-9b540675b1ca tempest-verify_tempest_config-1660032844 tempest-verify_tempest_config-1660032844-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068650 Mar 14 18:13:17.974789 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48274) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:13:18.090585 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:18.106864 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:13:18.111093 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Usage tracker for resource:security_group_rule and tenant:3f965b32d7de43ae89f268d4d2cf3e37 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:13:18.114188 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:13:18.119621 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:13:18.208212 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:18.274175 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:18.319158 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5ea68c-2cb4-4317-92b9-d8f43b35f4db,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:13:18.324076 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f965b32d7de43ae89f268d4d2cf3e37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3483052 Mar 14 18:13:18.326953 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48280) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:13:18.328123 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.328472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.328830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.329179 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.329484 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.329832 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.330165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.330490 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.330846 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.331176 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.331490 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.331804 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4fb24-4d0c-4144-a2c1-136d095de8bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.386300 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b96e1e87-b324-4689-aede-80423cd33521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:18.410129 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b96e1e87-b324-4689-aede-80423cd33521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:18.560252 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b96e1e87-b324-4689-aede-80423cd33521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:18.573599 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e1e87-b324-4689-aede-80423cd33521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5ea68c-2cb4-4317-92b9-d8f43b35f4db,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:13:18.582636 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e1e87-b324-4689-aede-80423cd33521 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.583023 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e1e87-b324-4689-aede-80423cd33521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.583364 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e1e87-b324-4689-aede-80423cd33521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.583693 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e1e87-b324-4689-aede-80423cd33521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.584020 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e1e87-b324-4689-aede-80423cd33521 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.584360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e1e87-b324-4689-aede-80423cd33521 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.584686 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e1e87-b324-4689-aede-80423cd33521 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.585021 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e1e87-b324-4689-aede-80423cd33521 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.585343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e1e87-b324-4689-aede-80423cd33521 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.585660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e1e87-b324-4689-aede-80423cd33521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.585978 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e1e87-b324-4689-aede-80423cd33521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.586308 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e1e87-b324-4689-aede-80423cd33521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:18.590369 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b96e1e87-b324-4689-aede-80423cd33521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:18.591438 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b96e1e87-b324-4689-aede-80423cd33521 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e5ea68c-2cb4-4317-92b9-d8f43b35f4db HTTP/1.1" status: 204 len: 168 time: 0.2629817 Mar 14 18:13:24.228569 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6d09fa16-21bd-4690-9b08-3a1e69a05770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:26.302690 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bc3036ab-6552-4511-bb13-bce426df0078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:27.671751 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:27.877450 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:29.609365 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:53.062475 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 5 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:13:54.225711 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-94d00b0a-580c-4052-b86f-927fdd7d7d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:56.300369 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ca3061bb-bb2e-45f0-8574-2a657dc30c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:57.648664 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:57.827788 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:59.603399 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:24.219749 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-37c87534-98be-4bd4-81e8-90c1f9f512cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:26.296279 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-301b08bf-923e-4c33-9988-9a37412f9e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:27.661757 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:27.850327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:29.607777 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:30.061778 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 5 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:14:38.787776 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-341815'] for agent, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:53.963685 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48354) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:14:54.072235 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3ffb31e2-5681-408f-aefe-13e114043607 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1074870 Mar 14 18:14:54.231097 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-99d5899d-915a-4bd8-9664-da01a9131931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:56.238715 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48364) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:14:56.293289 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e95ad540-42de-4f70-823b-0cc2a546793a admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0534880 Mar 14 18:14:56.299515 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bc9d9c52-c687-43f0-8ceb-ab9e24c1b32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:57.682196 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:57.864933 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:59.619327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:07.062134 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:15:08.781677 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:24.232846 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ad76d10e-4dd9-4758-a6a5-407fa501aba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:26.307362 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0e13b27f-b9cc-405b-96db-2e037c59776e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:27.675663 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:27.835655 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:29.627225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:38.826954 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:44.061771 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:15:54.224099 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4c9bcab4-6a6d-48c5-a9d6-f5d6d2996b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:56.318383 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6cddac22-9035-48a3-893c-deb27f698ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:57.667303 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:57.835397 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:59.641090 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:08.777508 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:21.062397 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:16:24.226387 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fe15acb4-bddd-40c1-97f3-dea942dfe99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:26.125869 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48560) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:26.297896 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-91664be1-ba6e-4351-855d-4a0bcf2738a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:26.448485 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48574) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:26.574910 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1195878598-network', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:26.580322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:26.588002 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Usage tracker for resource:network and tenant:bd345c2c70054138a63ee3b6474a8824 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:26.588002 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:26.593762 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:26.663904 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Made reservation on behalf of bd345c2c70054138a63ee3b6474a8824 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:26.666876 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:26.683386 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:26.699474 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:26.703178 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Usage tracker for resource:security_group_rule and tenant:bd345c2c70054138a63ee3b6474a8824 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:26.705867 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:26.711446 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:26.790576 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:26.858062 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:26.886383 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:16:26.900987 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56bbaa4-5fd1-40c0-86f6-856b92ddd126,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:26.905703 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:26.906063 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Added segment e7c93387-8248-4192-a879-afba5ed5edf4 of type vlan for network d9396576-f6d5-42a1-a913-3123f2ec508b Mar 14 18:16:26.913980 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:26.914417 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:26.914683 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:26.915038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:26.915365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:26.915741 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:26.916069 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:26.916388 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:26.916705 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:26.917019 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:26.917331 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:26.917642 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Tracked resource versions report: Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: pushed versions: Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: { 'AddressGroup': {'1.2'}, Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'ConntrackHelper': {'1.0'}, Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Log': {'1.0'}, Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Network': {'1.1'}, Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Port': {'1.7'}, Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'PortForwarding': {'1.2'}, Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'QosPolicy': {'1.8'}, Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'SecurityGroup': {'1.4'}, Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'SubPort': {'1.0'}, Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Subnet': {'1.1'}, Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Trunk': {'1.1'}} Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: consumer versions: Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: { DHCP agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: HyperV agent@hv-neutron-8335: {}, Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: L3 agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: Metadata agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: Metering agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: Open vSwitch agent@dv-neutron-833560-1-hyperv: { 'AddressGroup': '1.2', Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'ConntrackHelper': '1.0', Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Log': '1.0', Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Network': '1.1', Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Port': '1.7', Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'PortForwarding': '1.2', Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'QosPolicy': '1.8', Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'SecurityGroup': '1.4', Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'SecurityGroupRule': '1.2', Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'SubPort': '1.0', Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Subnet': '1.1', Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: 'Trunk': '1.1'}} Mar 14 18:16:26.918710 dv-neutron-833560-1-hyperv neutron-server[88634]: {{(pid=88634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:16:26.921089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2075333124-network', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:26.926126 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:26.930011 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Usage tracker for resource:network and tenant:8ea0973c52dd466b94261bd6de488fed is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:26.934490 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:26.940626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:26.949128 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:26.989045 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Made reservation on behalf of 8ea0973c52dd466b94261bd6de488fed for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:26.991482 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:27.004202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:27.018463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:27.026172 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Usage tracker for resource:security_group_rule and tenant:8ea0973c52dd466b94261bd6de488fed is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:27.029164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:27.035548 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:27.067541 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:27.070191 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:27.071424 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:27.135940 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:27.194947 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:27.195276 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] Pushing event updated for resources: {'Network': ['ID=d9396576-f6d5-42a1-a913-3123f2ec508b,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:27.205492 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network d9396576-f6d5-42a1-a913-3123f2ec508b details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:16:27.225826 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:16:27.239409 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e93fb21-7477-4f6f-8129-7ba8e5c9f82c,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:27.248803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739048998166', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:27.254637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Unsubscribe: segment precommit_create {{(pid=88635) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 18:16:27.254637 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Added segment cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6 of type vlan for network 83575c05-a651-46e5-aea9-2aa8d357c3a4 Mar 14 18:16:27.257321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:27.257683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:27.258016 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:27.258342 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:27.258662 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:27.259005 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:27.259854 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:27.260210 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:27.260520 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:27.260829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:27.261145 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:27.261456 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Tracked resource versions report: Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: pushed versions: Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: { 'AddressGroup': {'1.2'}, Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'ConntrackHelper': {'1.0'}, Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Log': {'1.0'}, Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Network': {'1.1'}, Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Port': {'1.7'}, Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'PortForwarding': {'1.2'}, Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'QosPolicy': {'1.8'}, Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'SecurityGroup': {'1.4'}, Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'SubPort': {'1.0'}, Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Subnet': {'1.1'}, Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Trunk': {'1.1'}} Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: consumer versions: Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: { DHCP agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: HyperV agent@hv-neutron-8335: {}, Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: L3 agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: Metadata agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: Metering agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: Open vSwitch agent@dv-neutron-833560-1-hyperv: { 'AddressGroup': '1.2', Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'ConntrackHelper': '1.0', Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Log': '1.0', Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Network': '1.1', Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Port': '1.7', Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'PortForwarding': '1.2', Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'QosPolicy': '1.8', Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'SecurityGroup': '1.4', Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'SecurityGroupRule': '1.2', Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'SubPort': '1.0', Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Subnet': '1.1', Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: 'Trunk': '1.1'}} Mar 14 18:16:27.262624 dv-neutron-833560-1-hyperv neutron-server[88635]: {{(pid=88635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:16:27.283860 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5e70d409-ba88-4ca8-a627-b440414bffd9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1518972 Mar 14 18:16:27.283860 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48602) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:27.285795 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-684e436b-7344-4caf-8616-1a38583146ea admin admin] Request body: {'subnet': {'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1195878598-subnet', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:27.290815 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-684e436b-7344-4caf-8616-1a38583146ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:27.295293 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-684e436b-7344-4caf-8616-1a38583146ea admin admin] Usage tracker for resource:subnet and tenant:bd345c2c70054138a63ee3b6474a8824 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:27.298150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-684e436b-7344-4caf-8616-1a38583146ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:27.303924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-684e436b-7344-4caf-8616-1a38583146ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:27.310468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:27.423494 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684e436b-7344-4caf-8616-1a38583146ea admin admin] Made reservation on behalf of bd345c2c70054138a63ee3b6474a8824 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:27.423719 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:27.424698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:27.425476 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:27.426997 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-684e436b-7344-4caf-8616-1a38583146ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:27.456923 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48612) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:27.524479 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48620) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:27.555418 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] Pushing event updated for resources: {'Network': ['ID=83575c05-a651-46e5-aea9-2aa8d357c3a4,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:27.567909 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 83575c05-a651-46e5-aea9-2aa8d357c3a4 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:16:27.572793 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2e74c6f1-afc4-4188-8725-da5ef31d228c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1231334 Mar 14 18:16:27.575584 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48628) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:27.581414 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-590f52ae-b869-48ef-a3a7-cc8fecad91a0 admin admin] Request body: {'subnet': {'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2075333124-subnet', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:27.586378 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-590f52ae-b869-48ef-a3a7-cc8fecad91a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:27.592678 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-590f52ae-b869-48ef-a3a7-cc8fecad91a0 admin admin] Usage tracker for resource:subnet and tenant:8ea0973c52dd466b94261bd6de488fed is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:27.596336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-590f52ae-b869-48ef-a3a7-cc8fecad91a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:27.602823 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-590f52ae-b869-48ef-a3a7-cc8fecad91a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:27.678202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590f52ae-b869-48ef-a3a7-cc8fecad91a0 admin admin] Made reservation on behalf of 8ea0973c52dd466b94261bd6de488fed for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:27.682633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-590f52ae-b869-48ef-a3a7-cc8fecad91a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:27.766031 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:27.795297 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-684e436b-7344-4caf-8616-1a38583146ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:27.860913 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:27.875314 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:27.880633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:27.897553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Usage tracker for resource:floatingip and tenant:206d2e9b322141258b00423bce1c0842 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:27.903425 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e436b-7344-4caf-8616-1a38583146ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f809337b-5605-4ccf-a62e-7a1913cdfa2f,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:27.907596 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:27.918402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:27.923196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684e436b-7344-4caf-8616-1a38583146ea admin admin] Checking segment: {'id': 'e7c93387-8248-4192-a879-afba5ed5edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:16:27.923828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684e436b-7344-4caf-8616-1a38583146ea admin admin] Network hostable DHCP agents. Network: d9396576-f6d5-42a1-a913-3123f2ec508b, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:16:28.001035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-590f52ae-b869-48ef-a3a7-cc8fecad91a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:28.014589 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1462258256'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:28.020584 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:28.024639 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Usage tracker for resource:network and tenant:77ddf55a88394a0399f6c2e28308ad73 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:28.028624 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:28.047069 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:28.049929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684e436b-7344-4caf-8616-1a38583146ea admin admin] Network d9396576-f6d5-42a1-a913-3123f2ec508b is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:16:28.069863 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:28.084824 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f52ae-b869-48ef-a3a7-cc8fecad91a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25bc5427-3dc6-477d-8919-e1cbed025598,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:28.105237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590f52ae-b869-48ef-a3a7-cc8fecad91a0 admin admin] Checking segment: {'id': 'cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:16:28.105778 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590f52ae-b869-48ef-a3a7-cc8fecad91a0 admin admin] Network hostable DHCP agents. Network: 83575c05-a651-46e5-aea9-2aa8d357c3a4, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:16:28.170403 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-684e436b-7344-4caf-8616-1a38583146ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, d9396576-f6d5-42a1-a913-3123f2ec508b) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:28.171939 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Made reservation on behalf of 77ddf55a88394a0399f6c2e28308ad73 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:28.175532 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:28.179494 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcf0d3c-983e-44de-b8d3-412cba52e643 None None] Network d9396576-f6d5-42a1-a913-3123f2ec508b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:16:28.189557 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:28.207404 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684e436b-7344-4caf-8616-1a38583146ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:28.208756 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-684e436b-7344-4caf-8616-1a38583146ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:28.216167 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:28.220221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Usage tracker for resource:security_group_rule and tenant:77ddf55a88394a0399f6c2e28308ad73 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:28.223260 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:28.229172 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:28.244545 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:28.263714 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590f52ae-b869-48ef-a3a7-cc8fecad91a0 admin admin] Network 83575c05-a651-46e5-aea9-2aa8d357c3a4 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:16:28.273736 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-590f52ae-b869-48ef-a3a7-cc8fecad91a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 83575c05-a651-46e5-aea9-2aa8d357c3a4) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:28.285932 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6ffc73-ea5c-4375-b5d8-a045ee330617 None None] Network 83575c05-a651-46e5-aea9-2aa8d357c3a4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:16:28.292885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590f52ae-b869-48ef-a3a7-cc8fecad91a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:28.294164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-590f52ae-b869-48ef-a3a7-cc8fecad91a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:28.419610 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-590f52ae-b869-48ef-a3a7-cc8fecad91a0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8429775 Mar 14 18:16:28.427811 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48656) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:28.429099 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2075333124-router', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:28.439266 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:28.448477 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Usage tracker for resource:router and tenant:8ea0973c52dd466b94261bd6de488fed is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:28.457340 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:28.472425 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-684e436b-7344-4caf-8616-1a38583146ea admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1913252 Mar 14 18:16:28.473559 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:28.477711 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48660) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:28.506493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1195878598-router', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:28.518343 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:28.527660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Usage tracker for resource:router and tenant:bd345c2c70054138a63ee3b6474a8824 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:28.531486 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:28.532931 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Allocated IP 172.26.7.156 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/7cfbf8e2-b64a-41b9-957d-a37d5394a02a) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:16:28.554659 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:28.592768 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:28.593899 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:28.624084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:28.667001 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:28.670534 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-d9396576-f6d5-42a1-a913-3123f2ec508b', 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'fixed_ips': [{'subnet_id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:16:28.673047 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:28.719662 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-83575c05-a651-46e5-aea9-2aa8d357c3a4', 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'fixed_ips': [{'subnet_id': '25bc5427-3dc6-477d-8919-e1cbed025598'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:16:28.723155 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:28.741446 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:28.778581 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48668) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:28.790258 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48670) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:28.808428 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:28.810063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:28.825524 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:16:28.837223 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9c699b-42e8-4b92-9e5e-ba592808ca2a,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:28.841009 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:28.859979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:28.860330 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Added segment bea3da91-d10c-4e9d-b5a1-08bf594020e2 of type vlan for network ec5adc0a-1c82-4ac5-8be2-f8045400e5b3 Mar 14 18:16:28.891731 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:28.945056 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.065793 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48680) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:29.075483 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.090170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:29.093377 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.123487 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48686) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:29.172446 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.221818 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Allocated IP 172.20.0.2 (d9396576-f6d5-42a1-a913-3123f2ec508b/f809337b-5605-4ccf-a62e-7a1913cdfa2f/432c77df-be79-43f4-b1bb-27707ca8fda0) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:16:29.266490 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Allocated IP 172.20.0.2 (83575c05-a651-46e5-aea9-2aa8d357c3a4/25bc5427-3dc6-477d-8919-e1cbed025598/63004dbb-8016-466c-8df1-b9b7e3dd54b6) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:16:29.343100 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:29.353687 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:29.359931 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:29.380607 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.440364 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-900281346', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:29.464889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.516147 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2104758581'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:29.521914 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-830511280', 'router:external': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:29.540252 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-852036670', 'router:external': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:29.553995 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0294654 Mar 14 18:16:29.560120 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeaf275-db3a-4f90-b112-a5338cd2155e tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Pushing event updated for resources: {'Network': ['ID=ec5adc0a-1c82-4ac5-8be2-f8045400e5b3,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:29.566599 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48708) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:29.588526 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:29.588800 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network ec5adc0a-1c82-4ac5-8be2-f8045400e5b3 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:16:29.609897 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:29.617547 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:29.623720 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:29.626076 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Usage tracker for resource:port and tenant:4a09d92b8da3426a932418a3c60c3214 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:29.629311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:29.636284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:29.646930 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Usage tracker for resource:network and tenant:3590552331684ae2b765bfddb6860aab is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:29.651013 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Pushing event updated for resources: {'Port': ['ID=7cfbf8e2-b64a-41b9-957d-a37d5394a02a,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:29.653940 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.668333 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Usage tracker for resource:network and tenant:16e2bf5efb124f959c3d20de42aa1675 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:29.679617 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Usage tracker for resource:network and tenant:f30bf684671d4c93b448a451c5f18b86 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:29.683322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:29.701591 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:29.707742 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:29.726435 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:29.737610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:29.739936 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:29.753588 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Made reservation on behalf of 4a09d92b8da3426a932418a3c60c3214 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:29.756419 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.760196 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.794385 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.812155 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:29.816835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.818731 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Request body: {'network': {'name': 'tempest-network--405962982', 'router:external': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:29.824306 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Usage tracker for resource:security_group_rule and tenant:4a09d92b8da3426a932418a3c60c3214 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:29.841887 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Transition to ACTIVE for port object 432c77df-be79-43f4-b1bb-27707ca8fda0 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:16:29.850394 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.858420 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:29.861322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:29.869875 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Made reservation on behalf of 16e2bf5efb124f959c3d20de42aa1675 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:29.872330 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.874933 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Transition to ACTIVE for port object 63004dbb-8016-466c-8df1-b9b7e3dd54b6 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:16:29.881687 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Transition to ACTIVE for port object 432c77df-be79-43f4-b1bb-27707ca8fda0 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:16:29.888738 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:29.895458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Usage tracker for resource:network and tenant:240a172c83224dcb8a1691968889453d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:29.898911 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Transition to ACTIVE for port object 63004dbb-8016-466c-8df1-b9b7e3dd54b6 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:16:29.901779 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.907265 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Made reservation on behalf of f30bf684671d4c93b448a451c5f18b86 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:29.910728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.919614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Made reservation on behalf of 3590552331684ae2b765bfddb6860aab for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:29.921678 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.930109 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:29.941087 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.958312 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:29.966253 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.967672 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.974489 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:29.992067 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.007254 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.014891 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.036522 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Network d9396576-f6d5-42a1-a913-3123f2ec508b is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:30.049040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:30.049339 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:30.051735 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:30.055056 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:30.057522 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Pushing event updated for resources: {'Port': ['ID=432c77df-be79-43f4-b1bb-27707ca8fda0,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:30.062368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Usage tracker for resource:security_group_rule and tenant:16e2bf5efb124f959c3d20de42aa1675 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:30.067419 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Network 83575c05-a651-46e5-aea9-2aa8d357c3a4 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:30.069071 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:30.073502 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Usage tracker for resource:security_group_rule and tenant:f30bf684671d4c93b448a451c5f18b86 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:30.078876 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:30.084225 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Usage tracker for resource:security_group_rule and tenant:3590552331684ae2b765bfddb6860aab is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:30.089641 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:30.098523 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:30.100714 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:30.103104 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:30.110833 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:30.110833 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:30.111360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:30.111471 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:30.111765 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:30.112681 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:30.112681 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:30.112681 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:30.113029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:30.113498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:30.113604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:30.113925 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Tracked resource versions report: Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: pushed versions: Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: { 'AddressGroup': {'1.2'}, Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'ConntrackHelper': {'1.0'}, Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Log': {'1.0'}, Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Network': {'1.1'}, Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Port': {'1.7'}, Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'PortForwarding': {'1.2'}, Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'QosPolicy': {'1.8'}, Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'SecurityGroup': {'1.4'}, Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'SubPort': {'1.0'}, Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Subnet': {'1.1'}, Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Trunk': {'1.1'}} Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: consumer versions: Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: { DHCP agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: HyperV agent@hv-neutron-8335: {}, Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: L3 agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: Metadata agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: Metering agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: Open vSwitch agent@dv-neutron-833560-1-hyperv: { 'AddressGroup': '1.2', Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'ConntrackHelper': '1.0', Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Log': '1.0', Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Network': '1.1', Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Port': '1.7', Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'PortForwarding': '1.2', Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'QosPolicy': '1.8', Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'SecurityGroup': '1.4', Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'SecurityGroupRule': '1.2', Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'SubPort': '1.0', Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Subnet': '1.1', Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: 'Trunk': '1.1'}} Mar 14 18:16:30.115032 dv-neutron-833560-1-hyperv neutron-server[88636]: {{(pid=88636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:16:30.117444 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:30.119725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:30.127985 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:30.136508 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Made reservation on behalf of 240a172c83224dcb8a1691968889453d for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:30.411334 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.411334 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.419208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.419297 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:30.419370 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.419370 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Allocated IP 172.26.7.68 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/8fb82e66-fcce-4d76-a0cd-573f283f8d4a) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:16:30.419558 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Attempting to bind port 432c77df-be79-43f4-b1bb-27707ca8fda0 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:30.419558 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Attempting to bind port 432c77df-be79-43f4-b1bb-27707ca8fda0 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e7c93387-8248-4192-a879-afba5ed5edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:30.419558 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Attempting to bind port 432c77df-be79-43f4-b1bb-27707ca8fda0 on network d9396576-f6d5-42a1-a913-3123f2ec508b {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:30.419558 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:16:30.419558 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Checking segment: {'id': 'e7c93387-8248-4192-a879-afba5ed5edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:16:30.419558 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.419558 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Bound using segment: {'id': 'e7c93387-8248-4192-a879-afba5ed5edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:16:30.419558 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Bound port: 432c77df-be79-43f4-b1bb-27707ca8fda0, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c93387-8248-4192-a879-afba5ed5edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:16:30.419558 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.419558 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Attempting to bind port 63004dbb-8016-466c-8df1-b9b7e3dd54b6 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:30.420360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Attempting to bind port 63004dbb-8016-466c-8df1-b9b7e3dd54b6 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:30.420360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Attempting to bind port 63004dbb-8016-466c-8df1-b9b7e3dd54b6 on network 83575c05-a651-46e5-aea9-2aa8d357c3a4 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:30.420523 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Usage tracker for resource:security_group_rule and tenant:240a172c83224dcb8a1691968889453d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:30.420594 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Pushing event updated for resources: {'Port': ['ID=63004dbb-8016-466c-8df1-b9b7e3dd54b6,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:30.420700 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:30.420700 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:30.420829 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:16:30.420829 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Checking segment: {'id': 'cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:16:30.420829 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.420829 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Bound using segment: {'id': 'cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:16:30.420829 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Bound port: 63004dbb-8016-466c-8df1-b9b7e3dd54b6, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:16:30.420829 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.462544 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] For port 432c77df-be79-43f4-b1bb-27707ca8fda0, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:16:30.473954 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] For port 432c77df-be79-43f4-b1bb-27707ca8fda0, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=432c77df-be79-43f4-b1bb-27707ca8fda0,segment=NetworkSegment(e7c93387-8248-4192-a879-afba5ed5edf4),segment_id=e7c93387-8248-4192-a879-afba5ed5edf4)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:16:30.508249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] For port 63004dbb-8016-466c-8df1-b9b7e3dd54b6, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:16:30.512079 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] For port 63004dbb-8016-466c-8df1-b9b7e3dd54b6, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=63004dbb-8016-466c-8df1-b9b7e3dd54b6,segment=NetworkSegment(cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6),segment_id=cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:16:30.518201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.588367 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.588577 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.607457 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.622514 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.624979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.661563 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.663103 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.664818 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.681362 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] device_id is not set on port 7c021fb0-0738-409b-b1bd-1cd710f07f67 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:16:30.687476 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.709391 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750c8ec-790c-4570-ba21-cc49dc59ed3f None None] Pushing event updated for resources: {'Port': ['ID=432c77df-be79-43f4-b1bb-27707ca8fda0,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:30.733304 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.737054 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.739784 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.786694 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:30.801772 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.817826 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f94902-5672-49b5-b272-c05438d7387c None None] Pushing event updated for resources: {'Port': ['ID=63004dbb-8016-466c-8df1-b9b7e3dd54b6,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:30.822075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:30.826226 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.838048 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:30.863567 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.868055 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:16:30.872657 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:16:30.880097 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b41f85-6c7a-4e4d-9312-2bef72ad8e51,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:30.916133 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:16:30.940363 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.940703 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Added segment 4c486405-7c2e-4d4f-993c-d9addd67c6ce of type vlan for network 17420f97-719f-46c3-b03f-621f3efa5f2d Mar 14 18:16:30.957448 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.957794 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Added segment 5a108c38-c869-4f9c-a558-f607ebe712da of type vlan for network a34b8ac9-c36f-4773-8fb1-7994ca041ffc Mar 14 18:16:30.976340 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.978530 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Pushing event updated for resources: {'Port': ['ID=7cfbf8e2-b64a-41b9-957d-a37d5394a02a,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:30.995558 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:30.995908 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Added segment 039d08e5-f22b-4970-9db1-d5452266d0f0 of type vlan for network b0d5998d-8e2b-4d18-b941-4cff3f46f96b Mar 14 18:16:31.027190 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35aace9-3ded-447e-92ea-9dcea2e9157a,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:31.057964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Pushing event updated for resources: {'Port': ['ID=8fb82e66-fcce-4d76-a0cd-573f283f8d4a,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:31.093294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:16:31.093386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Allocated IP 172.26.7.248 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/caa5cdfd-56d1-4148-a5ab-593d0ed28eb5) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:16:31.145696 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.190701 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.199033 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.268396 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5a57e3-7564-467d-bd68-b678dd6c2f04,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:31.280900 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.281408 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Added segment 7a61ff2e-db48-4e64-869a-972f2e74a45a of type vlan for network 2abf8be7-95ce-4815-84e1-7423de6e1bb5 Mar 14 18:16:31.307028 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.308510 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f83e796f-1be9-4979-ac4f-91adcaf34002 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8479674 Mar 14 18:16:31.313669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48718) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:31.323371 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.resource_extend [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:16:31.330981 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a2cdfd3e-64c2-459d-a9b2-084289c8b390 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1104814028', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'fixed_ips': [{'ip_address': '172.26.7.156'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:31.365214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.370546 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be90ddd6-6b8c-463e-9254-8e1eff011569,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:31.394783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a2cdfd3e-64c2-459d-a9b2-084289c8b390 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:31.399292 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.400774 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:31.401458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.414380 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.417538 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a2cdfd3e-64c2-459d-a9b2-084289c8b390 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Usage tracker for resource:port and tenant:206d2e9b322141258b00423bce1c0842 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:31.422302 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.424272 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a2cdfd3e-64c2-459d-a9b2-084289c8b390 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:31.427624 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:31.428224 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.445295 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fb9bc8-b212-46d1-89c7-b4595521ecbc,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:31.446247 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a2cdfd3e-64c2-459d-a9b2-084289c8b390 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:31.448162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.449077 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:31.449350 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.449597 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.605122 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cdfd3e-64c2-459d-a9b2-084289c8b390 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Made reservation on behalf of 206d2e9b322141258b00423bce1c0842 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:31.606096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a2cdfd3e-64c2-459d-a9b2-084289c8b390 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.615517 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.4363737 Mar 14 18:16:31.615517 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.8145962 Mar 14 18:16:31.618255 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48722) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:31.625471 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a2cdfd3e-64c2-459d-a9b2-084289c8b390 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.625635 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-f5975f7c-4fac-4b03-b471-4a0a0589b63d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Request body: {'subnet': {'network_id': '17420f97-719f-46c3-b03f-621f3efa5f2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:31.629905 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72a4c2-9381-4cf9-8248-a35e111348d6 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Pushing event updated for resources: {'Network': ['ID=17420f97-719f-46c3-b03f-621f3efa5f2d,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:31.633692 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f5975f7c-4fac-4b03-b471-4a0a0589b63d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:31.645279 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 17420f97-719f-46c3-b03f-621f3efa5f2d details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:16:31.653545 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f5975f7c-4fac-4b03-b471-4a0a0589b63d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Usage tracker for resource:subnet and tenant:3590552331684ae2b765bfddb6860aab is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:31.658730 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a2cdfd3e-64c2-459d-a9b2-084289c8b390 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:31.696154 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f5975f7c-4fac-4b03-b471-4a0a0589b63d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:31.710417 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.6391115 Mar 14 18:16:31.710417 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f5975f7c-4fac-4b03-b471-4a0a0589b63d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:31.724378 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a2cdfd3e-64c2-459d-a9b2-084289c8b390 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Usage tracker for resource:security_group_rule and tenant:206d2e9b322141258b00423bce1c0842 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:31.726707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48734) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:31.735484 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.757223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a2cdfd3e-64c2-459d-a9b2-084289c8b390 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:31.813276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:31.822054 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-41db83dc-fa54-406f-8849-a496a37a1dd7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Request body: {'subnet': {'network_id': 'a34b8ac9-c36f-4773-8fb1-7994ca041ffc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:31.825711 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:31.828232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a2cdfd3e-64c2-459d-a9b2-084289c8b390 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:31.834317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-41db83dc-fa54-406f-8849-a496a37a1dd7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:31.838715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-41db83dc-fa54-406f-8849-a496a37a1dd7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Usage tracker for resource:subnet and tenant:16e2bf5efb124f959c3d20de42aa1675 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:31.842371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-41db83dc-fa54-406f-8849-a496a37a1dd7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:31.849031 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-41db83dc-fa54-406f-8849-a496a37a1dd7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:31.858501 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:31.864826 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.865594 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:31.866186 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.928828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d7c05-61f5-4839-9a10-d923029218b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Pushing event updated for resources: {'Network': ['ID=b0d5998d-8e2b-4d18-b941-4cff3f46f96b,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:31.954630 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network b0d5998d-8e2b-4d18-b941-4cff3f46f96b details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:16:32.028225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41db83dc-fa54-406f-8849-a496a37a1dd7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Made reservation on behalf of 16e2bf5efb124f959c3d20de42aa1675 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:32.030739 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-41db83dc-fa54-406f-8849-a496a37a1dd7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:32.099735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 432c77df-be79-43f4-b1bb-27707ca8fda0 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:16:32.113861 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053e812-64e1-4020-995b-07b4bea980b0 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Pushing event updated for resources: {'Network': ['ID=a34b8ac9-c36f-4773-8fb1-7994ca041ffc,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:32.169213 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a73f5ad-35bd-40ba-86f6-8873a9958b01 None None] Network 83575c05-a651-46e5-aea9-2aa8d357c3a4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:16:32.188847 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network a34b8ac9-c36f-4773-8fb1-7994ca041ffc details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:16:32.251110 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Pushing event updated for resources: {'Network': ['ID=2abf8be7-95ce-4815-84e1-7423de6e1bb5,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:32.254909 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4603cf1d-0acc-4e48-b041-ecafdb167520 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.6868079 Mar 14 18:16:32.256459 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5975f7c-4fac-4b03-b471-4a0a0589b63d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Made reservation on behalf of 3590552331684ae2b765bfddb6860aab for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:32.259767 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f5975f7c-4fac-4b03-b471-4a0a0589b63d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:32.273569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48744) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:32.338063 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 2abf8be7-95ce-4815-84e1-7423de6e1bb5 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:16:32.339370 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Allocated IP 172.26.7.240 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/7c021fb0-0738-409b-b1bd-1cd710f07f67) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:16:32.518463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48752) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:32.522996 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Pushing event updated for resources: {'Port': ['ID=caa5cdfd-56d1-4148-a5ab-593d0ed28eb5,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:32.539263 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Request body: {'port': {'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b', 'binding:host_id': 'hv-neutron-8335', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-799812558'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:32.562167 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:32.564899 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:32.584257 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Usage tracker for resource:port and tenant:2c2b66d2346644f29eb1188059caa97c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:32.587917 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:32.593406 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:32.604812 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:32.611242 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73001a8f-0d17-47dc-a547-033a5b7f7edf None None] Network d9396576-f6d5-42a1-a913-3123f2ec508b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:16:32.790344 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e9f20355-dba4-4662-8172-4f3f8aeb802b None None] Provisioning for port 63004dbb-8016-466c-8df1-b9b7e3dd54b6 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:16:32.803777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Made reservation on behalf of 2c2b66d2346644f29eb1188059caa97c for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:32.806611 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:32.854977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:32.886322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:32.933835 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:32.934268 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:32.935154 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:32.935547 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Subscribe: > port after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:32.935942 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:32.936368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Subscribe: > port after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:32.936757 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:32.938716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:32.938716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:32.938716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:32.950455 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 432c77df-be79-43f4-b1bb-27707ca8fda0 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:16:32.963166 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 63004dbb-8016-466c-8df1-b9b7e3dd54b6 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:16:33.006713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a2cdfd3e-64c2-459d-a9b2-084289c8b390 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.007946 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:33.040112 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Usage tracker for resource:security_group_rule and tenant:2c2b66d2346644f29eb1188059caa97c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:33.058378 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:33.086045 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:33.092193 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a2cdfd3e-64c2-459d-a9b2-084289c8b390 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.110886 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:33.111091 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:33.111352 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:33.111658 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:33.112467 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2abf8be7-95ce-4815-84e1-7423de6e1bb5']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:33.124925 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a61ff2e-db48-4e64-869a-972f2e74a45a') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:33.125230 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a61ff2e-db48-4e64-869a-972f2e74a45a') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:33.135236 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdfd3e-64c2-459d-a9b2-084289c8b390 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add0d733-5e7f-497f-a822-f56ccebafb98,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:33.137140 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.137540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.153305 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.160199 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:16:33.160592 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.177119 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-437e6204-9cf4-415c-bda3-ad4e42feabe7 None None] Provisioning for port 432c77df-be79-43f4-b1bb-27707ca8fda0 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:16:33.185350 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-437e6204-9cf4-415c-bda3-ad4e42feabe7 None None] Provisioning complete for port 432c77df-be79-43f4-b1bb-27707ca8fda0 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:33.185746 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-437e6204-9cf4-415c-bda3-ad4e42feabe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: from cryptography.utils import int_from_bytes Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: from cryptography.utils import int_from_bytes Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn_limited( Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn_limited( Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:16:33.186917 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:16:33.191180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-a2cdfd3e-64c2-459d-a9b2-084289c8b390 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] device_id is not set on port 225eb0ea-020c-47f8-8b48-2d16d7566bed yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:16:33.274962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 63004dbb-8016-466c-8df1-b9b7e3dd54b6 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:16:33.287120 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 63004dbb-8016-466c-8df1-b9b7e3dd54b6 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:33.287634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.312566 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.456676 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.465977 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2abf8be7-95ce-4815-84e1-7423de6e1bb5 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 14 18:16:33.475954 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.482969 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-437e6204-9cf4-415c-bda3-ad4e42feabe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.499433 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.511180 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Pushing event deleted for resources: {'Network': ['ID=2abf8be7-95ce-4815-84e1-7423de6e1bb5,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:33.525902 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-64465b94-cfd1-478f-8d71-05414e1428f0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] 10.222.0.43 "DELETE /v2.0/networks/2abf8be7-95ce-4815-84e1-7423de6e1bb5 HTTP/1.1" status: 204 len: 168 time: 1.2461700 Mar 14 18:16:33.527470 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-437e6204-9cf4-415c-bda3-ad4e42feabe7 None None] For port 432c77df-be79-43f4-b1bb-27707ca8fda0, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=432c77df-be79-43f4-b1bb-27707ca8fda0,segment=NetworkSegment(e7c93387-8248-4192-a879-afba5ed5edf4),segment_id=e7c93387-8248-4192-a879-afba5ed5edf4)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:16:33.528669 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.559248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48760) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:33.563456 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 63004dbb-8016-466c-8df1-b9b7e3dd54b6, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=63004dbb-8016-466c-8df1-b9b7e3dd54b6,segment=NetworkSegment(cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6),segment_id=cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:16:33.581861 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a4703fe2-911a-4119-8a6e-6ebdf520d2cc tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:33.587884 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Router 83341a83-585e-47ac-854f-f66a8cd41eb5 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:16:33.607176 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-437e6204-9cf4-415c-bda3-ad4e42feabe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.607884 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a4703fe2-911a-4119-8a6e-6ebdf520d2cc tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:33.637114 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.643248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:33.646108 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Pushing event updated for resources: {'Port': ['ID=7c021fb0-0738-409b-b1bd-1cd710f07f67,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:33.650031 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:33.655321 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a4703fe2-911a-4119-8a6e-6ebdf520d2cc tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Usage tracker for resource:network and tenant:240a172c83224dcb8a1691968889453d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:33.678743 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.707948 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a4703fe2-911a-4119-8a6e-6ebdf520d2cc tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:33.719375 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a4703fe2-911a-4119-8a6e-6ebdf520d2cc tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:33.730020 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:33.737146 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e6204-9cf4-415c-bda3-ad4e42feabe7 None None] Pushing event updated for resources: {'Port': ['ID=432c77df-be79-43f4-b1bb-27707ca8fda0,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:33.847825 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=63004dbb-8016-466c-8df1-b9b7e3dd54b6,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:33.876784 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-bf894409-40b8-4ca7-b1a6-c5cce9466af9 None None] Provisioning complete for port 63004dbb-8016-466c-8df1-b9b7e3dd54b6 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:33.880322 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bf894409-40b8-4ca7-b1a6-c5cce9466af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.904582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:33.905185 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.932764 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 432c77df-be79-43f4-b1bb-27707ca8fda0 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:16:33.975487 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4703fe2-911a-4119-8a6e-6ebdf520d2cc tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Made reservation on behalf of 240a172c83224dcb8a1691968889453d for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:33.978536 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a4703fe2-911a-4119-8a6e-6ebdf520d2cc tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:33.987679 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.objects.ports [None req-f5975f7c-4fac-4b03-b471-4a0a0589b63d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88634) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:16:33.988299 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f5975f7c-4fac-4b03-b471-4a0a0589b63d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:34.020610 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ff896d0d-a783-46ad-928e-d541f84f7bc3 tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.2377243 Mar 14 18:16:34.036016 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48766) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:34.046182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:34.057214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-9fcfde65-e5f2-45c6-b95f-5f508629763c tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.240'}]}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:34.062134 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-9fcfde65-e5f2-45c6-b95f-5f508629763c tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:34.079430 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9fcfde65-e5f2-45c6-b95f-5f508629763c tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Usage tracker for resource:router and tenant:4a09d92b8da3426a932418a3c60c3214 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:34.085554 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 432c77df-be79-43f4-b1bb-27707ca8fda0 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:34.086057 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:34.086127 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9fcfde65-e5f2-45c6-b95f-5f508629763c tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:34.116619 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-9fcfde65-e5f2-45c6-b95f-5f508629763c tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:34.118407 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5975f7c-4fac-4b03-b471-4a0a0589b63d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6225fae4-5775-4653-a0ba-c1b5e1b43930,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:34.129256 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4703fe2-911a-4119-8a6e-6ebdf520d2cc tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:16:34.133865 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5975f7c-4fac-4b03-b471-4a0a0589b63d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Checking segment: {'id': '4c486405-7c2e-4d4f-993c-d9addd67c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '17420f97-719f-46c3-b03f-621f3efa5f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:16:34.134745 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5975f7c-4fac-4b03-b471-4a0a0589b63d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Network hostable DHCP agents. Network: 17420f97-719f-46c3-b03f-621f3efa5f2d, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:16:34.154690 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a4703fe2-911a-4119-8a6e-6ebdf520d2cc tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:34.155071 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-a4703fe2-911a-4119-8a6e-6ebdf520d2cc tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Added segment 11d5dfa3-564c-4e11-9292-f48538eef938 of type vlan for network 22b99ea9-c346-479e-bda8-cbcecdaca765 Mar 14 18:16:34.162547 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:34.172648 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-bf894409-40b8-4ca7-b1a6-c5cce9466af9 None None] Provisioning complete for port 432c77df-be79-43f4-b1bb-27707ca8fda0 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:34.173038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bf894409-40b8-4ca7-b1a6-c5cce9466af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:34.191529 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a4703fe2-911a-4119-8a6e-6ebdf520d2cc tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:34.193338 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] device_id is not set on port ab446e60-b95f-421b-a999-ba905cbd1bfd yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:16:34.203291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9fcfde65-e5f2-45c6-b95f-5f508629763c tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:34.204370 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9fcfde65-e5f2-45c6-b95f-5f508629763c tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:34.219866 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9fcfde65-e5f2-45c6-b95f-5f508629763c tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:34.237730 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5975f7c-4fac-4b03-b471-4a0a0589b63d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Network 17420f97-719f-46c3-b03f-621f3efa5f2d is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:16:34.319776 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2e3c94-fa69-40bf-a548-d0fc2da8aa41,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:34.375991 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a4703fe2-911a-4119-8a6e-6ebdf520d2cc tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:34.376963 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4703fe2-911a-4119-8a6e-6ebdf520d2cc tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:34.377518 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a4703fe2-911a-4119-8a6e-6ebdf520d2cc tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:34.400782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-f5975f7c-4fac-4b03-b471-4a0a0589b63d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 17420f97-719f-46c3-b03f-621f3efa5f2d) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:34.408998 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b9a870-d914-4cad-b4a9-5c019423f570 None None] Network 17420f97-719f-46c3-b03f-621f3efa5f2d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:16:34.478390 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5975f7c-4fac-4b03-b471-4a0a0589b63d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:34.479026 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f5975f7c-4fac-4b03-b471-4a0a0589b63d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:34.613980 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a4703fe2-911a-4119-8a6e-6ebdf520d2cc tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0446246 Mar 14 18:16:34.626485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48770) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:34.626605 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a5bc74-c0ed-45d8-8d07-ee5b0cde15ba None None] Network 17420f97-719f-46c3-b03f-621f3efa5f2d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:16:34.626694 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4703fe2-911a-4119-8a6e-6ebdf520d2cc tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Pushing event updated for resources: {'Network': ['ID=22b99ea9-c346-479e-bda8-cbcecdaca765,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:34.632348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-2632b369-7aa9-42d4-8d69-e3c036b53fa3 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Request body: {'subnet': {'network_id': '22b99ea9-c346-479e-bda8-cbcecdaca765', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:34.640037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:16:34.652178 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Sync routers for ids ['83341a83-585e-47ac-854f-f66a8cd41eb5'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:16:34.670119 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Routers {'83341a83-585e-47ac-854f-f66a8cd41eb5'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:16:34.671044 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['83341a83-585e-47ac-854f-f66a8cd41eb5'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:34.678281 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.objects.ports [None req-41db83dc-fa54-406f-8849-a496a37a1dd7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:16:34.678835 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-41db83dc-fa54-406f-8849-a496a37a1dd7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:34.706335 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 22b99ea9-c346-479e-bda8-cbcecdaca765 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:16:34.724851 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2632b369-7aa9-42d4-8d69-e3c036b53fa3 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:34.735484 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f5975f7c-4fac-4b03-b471-4a0a0589b63d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.1161196 Mar 14 18:16:34.738411 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9fcfde65-e5f2-45c6-b95f-5f508629763c tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:34.744993 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48774) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:34.748787 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2632b369-7aa9-42d4-8d69-e3c036b53fa3 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Usage tracker for resource:subnet and tenant:240a172c83224dcb8a1691968889453d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:34.754509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-7a13c3a4-cf8c-4f3d-8a87-99279cd2ee3f tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-626741472', 'network_id': '17420f97-719f-46c3-b03f-621f3efa5f2d'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:34.758091 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2632b369-7aa9-42d4-8d69-e3c036b53fa3 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:34.765179 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7a13c3a4-cf8c-4f3d-8a87-99279cd2ee3f tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:34.767455 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2632b369-7aa9-42d4-8d69-e3c036b53fa3 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:34.771529 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7a13c3a4-cf8c-4f3d-8a87-99279cd2ee3f tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Usage tracker for resource:port and tenant:3590552331684ae2b765bfddb6860aab is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:34.775681 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7a13c3a4-cf8c-4f3d-8a87-99279cd2ee3f tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:34.782506 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7a13c3a4-cf8c-4f3d-8a87-99279cd2ee3f tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:34.800915 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2cdfd3e-64c2-459d-a9b2-084289c8b390 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 14 18:16:34.801420 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2cdfd3e-64c2-459d-a9b2-084289c8b390 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:16:34.897402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2632b369-7aa9-42d4-8d69-e3c036b53fa3 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Made reservation on behalf of 240a172c83224dcb8a1691968889453d for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:34.899273 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2632b369-7aa9-42d4-8d69-e3c036b53fa3 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:34.930252 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Set router 83341a83-585e-47ac-854f-f66a8cd41eb5 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:16:34.999341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a13c3a4-cf8c-4f3d-8a87-99279cd2ee3f tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Made reservation on behalf of 3590552331684ae2b765bfddb6860aab for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:35.001620 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7a13c3a4-cf8c-4f3d-8a87-99279cd2ee3f tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:35.052494 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-7a13c3a4-cf8c-4f3d-8a87-99279cd2ee3f tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] device_id is not set on port 71eaf34c-5a50-4a04-af09-cf4b0e79d75c yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:16:35.070853 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db83dc-fa54-406f-8849-a496a37a1dd7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7e7b66eb-61c7-4c9d-95f8-c66a0f4b74aa,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:35.079701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] device_id is not set on port ab446e60-b95f-421b-a999-ba905cbd1bfd yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:16:35.094607 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41db83dc-fa54-406f-8849-a496a37a1dd7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Checking segment: {'id': '5a108c38-c869-4f9c-a558-f607ebe712da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a34b8ac9-c36f-4773-8fb1-7994ca041ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:16:35.094987 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db83dc-fa54-406f-8849-a496a37a1dd7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Network hostable DHCP agents. Network: a34b8ac9-c36f-4773-8fb1-7994ca041ffc, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:16:35.099277 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:35.122844 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Transition to ACTIVE for port object ab446e60-b95f-421b-a999-ba905cbd1bfd will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:16:35.157787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:35.162610 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-222bbe15-c8e5-40c6-9228-d072fe9ae1db admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.7391257 Mar 14 18:16:35.163286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48778) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:35.219747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Router f1895dcc-80d8-43a4-9f80-978b038bbcd9 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:16:35.237545 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a2cdfd3e-64c2-459d-a9b2-084289c8b390 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.9192064 Mar 14 18:16:35.237758 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'name': 'tempest-ServersTestJSON-2075333124-router', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:31Z', 'revision_number': 3, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'gw_port': {'id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:35.237913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48782) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:35.241735 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db83dc-fa54-406f-8849-a496a37a1dd7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Network a34b8ac9-c36f-4773-8fb1-7994ca041ffc is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:16:35.241864 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Checking router: 83341a83-585e-47ac-854f-f66a8cd41eb5 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:16:35.242221 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Updating router 83341a83-585e-47ac-854f-f66a8cd41eb5 port 8fb82e66-fcce-4d76-a0cd-573f283f8d4a binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:16:35.244007 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:35.297104 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:35.333290 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-7a13c3a4-cf8c-4f3d-8a87-99279cd2ee3f tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Allocated IP 2001:db8::2ef (17420f97-719f-46c3-b03f-621f3efa5f2d/6225fae4-5775-4653-a0ba-c1b5e1b43930/71eaf34c-5a50-4a04-af09-cf4b0e79d75c) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:16:35.522193 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-41db83dc-fa54-406f-8849-a496a37a1dd7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, a34b8ac9-c36f-4773-8fb1-7994ca041ffc) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:35.532922 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c1db61-1e19-44c3-9c2f-c86a0479363c None None] Network a34b8ac9-c36f-4773-8fb1-7994ca041ffc requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:16:35.597769 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db83dc-fa54-406f-8849-a496a37a1dd7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:35.598591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-41db83dc-fa54-406f-8849-a496a37a1dd7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:35.696920 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9fcfde65-e5f2-45c6-b95f-5f508629763c tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:35.703615 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:35.714832 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-7fed185d-ffa4-441e-a933-aaec5a657720 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Deleting port 7cfbf8e2-b64a-41b9-957d-a37d5394a02a {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:16:35.715728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7fed185d-ffa4-441e-a933-aaec5a657720 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:35.719130 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Transition to ACTIVE for port object 8fb82e66-fcce-4d76-a0cd-573f283f8d4a will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:16:35.743569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9fcfde65-e5f2-45c6-b95f-5f508629763c tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:35.773275 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Pushing event updated for resources: {'Port': ['ID=ab446e60-b95f-421b-a999-ba905cbd1bfd,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:35.800729 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:35.849136 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfb0048-c4c8-4833-a7bb-9103c5ec1e15 None None] Network a34b8ac9-c36f-4773-8fb1-7994ca041ffc requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:16:35.862014 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-41db83dc-fa54-406f-8849-a496a37a1dd7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1282244 Mar 14 18:16:35.875142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48786) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:35.894305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-7dc94d69-1756-462c-b9f1-da32eb0cfce3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-924077405', 'network_id': 'a34b8ac9-c36f-4773-8fb1-7994ca041ffc'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:35.905790 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Checking segment: {'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:16:35.906591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Network hostable DHCP agents. Network: b0d5998d-8e2b-4d18-b941-4cff3f46f96b, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:16:35.941229 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Attempting to bind port 8fb82e66-fcce-4d76-a0cd-573f283f8d4a on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:35.941515 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Attempting to bind port 8fb82e66-fcce-4d76-a0cd-573f283f8d4a by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:35.941884 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Attempting to bind port 8fb82e66-fcce-4d76-a0cd-573f283f8d4a on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:35.952055 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cf96e-1b0d-4c69-a809-97bb5255b67d None None] Pushing event updated for resources: {'Port': ['ID=8fb82e66-fcce-4d76-a0cd-573f283f8d4a,revision_number=2']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:35.955250 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:16:35.955250 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:16:35.955676 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:35.956073 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:16:35.956543 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Bound port: 8fb82e66-fcce-4d76-a0cd-573f283f8d4a, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:16:35.956934 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:35.997811 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7dc94d69-1756-462c-b9f1-da32eb0cfce3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:36.003733 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563cf96e-1b0d-4c69-a809-97bb5255b67d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.004116 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563cf96e-1b0d-4c69-a809-97bb5255b67d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.004466 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563cf96e-1b0d-4c69-a809-97bb5255b67d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.004801 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563cf96e-1b0d-4c69-a809-97bb5255b67d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.005133 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563cf96e-1b0d-4c69-a809-97bb5255b67d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.005484 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563cf96e-1b0d-4c69-a809-97bb5255b67d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.005901 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563cf96e-1b0d-4c69-a809-97bb5255b67d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.006354 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563cf96e-1b0d-4c69-a809-97bb5255b67d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.006703 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563cf96e-1b0d-4c69-a809-97bb5255b67d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.007193 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563cf96e-1b0d-4c69-a809-97bb5255b67d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.007519 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563cf96e-1b0d-4c69-a809-97bb5255b67d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.007971 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563cf96e-1b0d-4c69-a809-97bb5255b67d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563cf96e-1b0d-4c69-a809-97bb5255b67d None None] Tracked resource versions report: Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: pushed versions: Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: { 'AddressGroup': {'1.2'}, Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'ConntrackHelper': {'1.0'}, Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Log': {'1.0'}, Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Network': {'1.1'}, Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Port': {'1.7'}, Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'PortForwarding': {'1.2'}, Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'QosPolicy': {'1.8'}, Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'SecurityGroup': {'1.4'}, Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'SubPort': {'1.0'}, Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Subnet': {'1.1'}, Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Trunk': {'1.1'}} Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: consumer versions: Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: { DHCP agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: HyperV agent@hv-neutron-8335: {}, Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: L3 agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: Metadata agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: Metering agent@dv-neutron-833560-1-hyperv: {}, Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: Open vSwitch agent@dv-neutron-833560-1-hyperv: { 'AddressGroup': '1.2', Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'ConntrackHelper': '1.0', Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Log': '1.0', Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Network': '1.1', Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Port': '1.7', Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'PortForwarding': '1.2', Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'QosPolicy': '1.8', Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'SecurityGroup': '1.4', Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'SecurityGroupRule': '1.2', Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'SubPort': '1.0', Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Subnet': '1.1', Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: 'Trunk': '1.1'}} Mar 14 18:16:36.009883 dv-neutron-833560-1-hyperv neutron-server[88637]: {{(pid=88637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:16:36.015310 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 63004dbb-8016-466c-8df1-b9b7e3dd54b6 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:16:36.032472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7dc94d69-1756-462c-b9f1-da32eb0cfce3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Usage tracker for resource:port and tenant:16e2bf5efb124f959c3d20de42aa1675 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:36.037241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:16:36.039048 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7dc94d69-1756-462c-b9f1-da32eb0cfce3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:36.057032 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7a13c3a4-cf8c-4f3d-8a87-99279cd2ee3f tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:36.080609 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] For port 8fb82e66-fcce-4d76-a0cd-573f283f8d4a, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:16:36.086274 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] For port 8fb82e66-fcce-4d76-a0cd-573f283f8d4a, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8fb82e66-fcce-4d76-a0cd-573f283f8d4a,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:16:36.088586 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Sync routers for ids ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:16:36.106399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7dc94d69-1756-462c-b9f1-da32eb0cfce3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:36.140466 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Routers {'f1895dcc-80d8-43a4-9f80-978b038bbcd9'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:16:36.141088 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:36.160658 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.objects.ports [None req-2632b369-7aa9-42d4-8d69-e3c036b53fa3 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88634) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:16:36.161117 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2632b369-7aa9-42d4-8d69-e3c036b53fa3 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:36.173423 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:36.209674 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Network b0d5998d-8e2b-4d18-b941-4cff3f46f96b is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:16:36.263757 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9fcfde65-e5f2-45c6-b95f-5f508629763c tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:36.311576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7fed185d-ffa4-441e-a933-aaec5a657720 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:36.312055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7fed185d-ffa4-441e-a933-aaec5a657720 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:36.312888 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cf96e-1b0d-4c69-a809-97bb5255b67d None None] Pushing event updated for resources: {'Port': ['ID=8fb82e66-fcce-4d76-a0cd-573f283f8d4a,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:36.317704 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632b369-7aa9-42d4-8d69-e3c036b53fa3 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b2bf2561-00a2-4e77-a25c-c538350cb075,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:36.327417 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:36.332000 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-47500c3f-4f5d-412d-a02e-1181cda8b97b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.8475647 Mar 14 18:16:36.335239 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48790) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:36.347125 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Routers {'83341a83-585e-47ac-854f-f66a8cd41eb5'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:16:36.348614 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['83341a83-585e-47ac-854f-f66a8cd41eb5'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:36.396284 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 63004dbb-8016-466c-8df1-b9b7e3dd54b6 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:36.396658 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:36.403450 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2632b369-7aa9-42d4-8d69-e3c036b53fa3 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Checking segment: {'id': '11d5dfa3-564c-4e11-9292-f48538eef938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '22b99ea9-c346-479e-bda8-cbcecdaca765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:16:36.403828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2632b369-7aa9-42d4-8d69-e3c036b53fa3 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Network hostable DHCP agents. Network: 22b99ea9-c346-479e-bda8-cbcecdaca765, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:16:36.442868 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc94d69-1756-462c-b9f1-da32eb0cfce3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Made reservation on behalf of 16e2bf5efb124f959c3d20de42aa1675 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:36.445050 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7dc94d69-1756-462c-b9f1-da32eb0cfce3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:36.454350 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, b0d5998d-8e2b-4d18-b941-4cff3f46f96b) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:36.458357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Set router f1895dcc-80d8-43a4-9f80-978b038bbcd9 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:16:36.467464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-7fed185d-ffa4-441e-a933-aaec5a657720 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Calling delete_port for 7cfbf8e2-b64a-41b9-957d-a37d5394a02a owned by network:floatingip {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:16:36.484738 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7a13c3a4-cf8c-4f3d-8a87-99279cd2ee3f tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:36.500256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:36.514144 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d75f6e9-90a8-48b4-a6b3-5d76714ce544 None None] Network b0d5998d-8e2b-4d18-b941-4cff3f46f96b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:16:36.587812 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-7dc94d69-1756-462c-b9f1-da32eb0cfce3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] device_id is not set on port 6eb0731f-0421-47a3-a97b-47392eb30b27 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:16:36.626614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:36.627126 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:36.627546 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] Set router 83341a83-585e-47ac-854f-f66a8cd41eb5 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:16:36.627930 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:36.657557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:36.658282 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:36.678852 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 2 to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd Mar 14 18:16:36.824139 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a13c3a4-cf8c-4f3d-8a87-99279cd2ee3f tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Network 17420f97-719f-46c3-b03f-621f3efa5f2d is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:36.826032 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-7a13c3a4-cf8c-4f3d-8a87-99279cd2ee3f tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:36.902245 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:36.902786 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:36.903051 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:36.928433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:36.928914 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:36.930625 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a13c3a4-cf8c-4f3d-8a87-99279cd2ee3f tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:36.932248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a13c3a4-cf8c-4f3d-8a87-99279cd2ee3f tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:36.933049 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7a13c3a4-cf8c-4f3d-8a87-99279cd2ee3f tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:36.938929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9fcfde65-e5f2-45c6-b95f-5f508629763c tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:36.948916 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2632b369-7aa9-42d4-8d69-e3c036b53fa3 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Network 22b99ea9-c346-479e-bda8-cbcecdaca765 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:16:36.965374 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9fcfde65-e5f2-45c6-b95f-5f508629763c tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:36.969165 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 3 to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd Mar 14 18:16:36.992016 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13c3a4-cf8c-4f3d-8a87-99279cd2ee3f tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Pushing event updated for resources: {'Port': ['ID=71eaf34c-5a50-4a04-af09-cf4b0e79d75c,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:36.994979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-2632b369-7aa9-42d4-8d69-e3c036b53fa3 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 22b99ea9-c346-479e-bda8-cbcecdaca765) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:37.013629 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8f9d03-1054-4730-8862-eebed03ad806 None None] Network 22b99ea9-c346-479e-bda8-cbcecdaca765 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:16:37.114615 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:37.115065 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:37.115600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:37.160790 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'name': 'tempest-ServersTestJSON-2075333124-router', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:31Z', 'revision_number': 3, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'gw_port': {'id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:37.176537 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4337ab-70d3-462d-9373-647c06ce9499 None None] The sync data for ids ['83341a83-585e-47ac-854f-f66a8cd41eb5'] in dv-neutron-833560-1-hyperv is: [{'id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'name': 'tempest-ServersTestJSON-2075333124-router', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:31Z', 'revision_number': 3, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'gw_port': {'id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:16:37.180902 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2632b369-7aa9-42d4-8d69-e3c036b53fa3 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:37.181939 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2632b369-7aa9-42d4-8d69-e3c036b53fa3 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:37.185972 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-7dc94d69-1756-462c-b9f1-da32eb0cfce3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Allocated IP 172.20.0.9 (a34b8ac9-c36f-4773-8fb1-7994ca041ffc/7e7b66eb-61c7-4c9d-95f8-c66a0f4b74aa/6eb0731f-0421-47a3-a97b-47392eb30b27) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:16:37.250020 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7fed185d-ffa4-441e-a933-aaec5a657720 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:37.253758 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:37.254199 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:37.264273 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'name': 'tempest-ServerActionsTestJSON-1195878598-router', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:32Z', 'revision_number': 3, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'gw_port': {'id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:37:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:37.280770 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Checking router: f1895dcc-80d8-43a4-9f80-978b038bbcd9 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:16:37.280770 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Updating router f1895dcc-80d8-43a4-9f80-978b038bbcd9 port caa5cdfd-56d1-4148-a5ab-593d0ed28eb5 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:16:37.288770 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7a13c3a4-cf8c-4f3d-8a87-99279cd2ee3f tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.5405114 Mar 14 18:16:37.289095 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48794) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:37.294895 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 4 to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd Mar 14 18:16:37.337567 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed185d-ffa4-441e-a933-aaec5a657720 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cfbf8e2-b64a-41b9-957d-a37d5394a02a,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:37.341207 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9fcfde65-e5f2-45c6-b95f-5f508629763c tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:37.341718 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcfde65-e5f2-45c6-b95f-5f508629763c tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae9ccf24-b404-4935-8a66-5eea341f7efa {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:16:37.346884 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2632b369-7aa9-42d4-8d69-e3c036b53fa3 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7221947 Mar 14 18:16:37.350173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48798) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:37.372307 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Request body: {'floatingip': {'floating_network_id': '22b99ea9-c346-479e-bda8-cbcecdaca765'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:37.376267 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:37.376267 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:37.376556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:37.385085 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:37.390959 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:37.401470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:37.423153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:37.423153 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:37.423324 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305610b9-b472-472f-9a71-c18c7addb3f9 None None] Network 22b99ea9-c346-479e-bda8-cbcecdaca765 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:16:37.434138 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 5 to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd Mar 14 18:16:37.441442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Usage tracker for resource:floatingip and tenant:240a172c83224dcb8a1691968889453d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:37.453705 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:37.464884 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7c91563f-da2c-47e9-b45f-087da68fbb45 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Deleting port 71eaf34c-5a50-4a04-af09-cf4b0e79d75c {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:16:37.465224 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7c91563f-da2c-47e9-b45f-087da68fbb45 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:37.538974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:37.627837 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:37.628296 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:37.628725 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:37.652622 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:37.653288 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:37.654266 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7fed185d-ffa4-441e-a933-aaec5a657720 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:37.677329 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 6 to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd Mar 14 18:16:37.736573 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7fed185d-ffa4-441e-a933-aaec5a657720 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:37.738194 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7fed185d-ffa4-441e-a933-aaec5a657720 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378 tempest-ExternalNetworksAdminNegativeTestJSON-1962457378-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/3b433486-9c91-4ae2-a2ca-25325fa8e613 HTTP/1.1" status: 204 len: 168 time: 2.4992349 Mar 14 18:16:37.849692 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-9fcfde65-e5f2-45c6-b95f-5f508629763c tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 14 18:16:37.850805 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9fcfde65-e5f2-45c6-b95f-5f508629763c tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.8107824 Mar 14 18:16:37.861615 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48806) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:37.883602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:37.908080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:37.909158 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:37.909760 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:37.975182 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8fb82e66-fcce-4d76-a0cd-573f283f8d4a up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:16:38.055273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:38.056492 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:38.058853 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-21301989-bd2e-46d2-9cb6-3a57279bd44a tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Deleting port 7c021fb0-0738-409b-b1bd-1cd710f07f67 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:16:38.062932 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-21301989-bd2e-46d2-9cb6-3a57279bd44a tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:38.166001 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 7 to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd Mar 14 18:16:38.213255 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:38.215975 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 8fb82e66-fcce-4d76-a0cd-573f283f8d4a completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:16:38.227637 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 8fb82e66-fcce-4d76-a0cd-573f283f8d4a triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:38.228026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:38.249036 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:38.249036 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:38.249300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:38.262836 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Transition to ACTIVE for port object caa5cdfd-56d1-4148-a5ab-593d0ed28eb5 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:16:38.263710 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:38.358585 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:38.387105 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] Allocated IP 172.20.0.1 (83575c05-a651-46e5-aea9-2aa8d357c3a4/25bc5427-3dc6-477d-8919-e1cbed025598/69a89d6f-842a-49ed-bbee-542fda2ed51c) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:16:38.400287 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7dc94d69-1756-462c-b9f1-da32eb0cfce3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:38.423254 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:38.429424 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7c91563f-da2c-47e9-b45f-087da68fbb45 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:38.502429 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:38.502789 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:38.508475 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3c676-6b29-4c85-b084-abfff1b846f1 None None] Pushing event updated for resources: {'Port': ['ID=caa5cdfd-56d1-4148-a5ab-593d0ed28eb5,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:38.527587 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Attempting to bind port caa5cdfd-56d1-4148-a5ab-593d0ed28eb5 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:38.528029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Attempting to bind port caa5cdfd-56d1-4148-a5ab-593d0ed28eb5 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:38.528447 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Attempting to bind port caa5cdfd-56d1-4148-a5ab-593d0ed28eb5 on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:38.533471 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 8fb82e66-fcce-4d76-a0cd-573f283f8d4a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8fb82e66-fcce-4d76-a0cd-573f283f8d4a,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:16:38.537213 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:16:38.537213 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:16:38.537464 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:38.537859 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:16:38.538384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Bound port: caa5cdfd-56d1-4148-a5ab-593d0ed28eb5, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:16:38.538889 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:38.589553 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 8 to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd Mar 14 18:16:38.617388 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:38.643069 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7c91563f-da2c-47e9-b45f-087da68fbb45 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Calling delete_port for 71eaf34c-5a50-4a04-af09-cf4b0e79d75c owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:16:38.688096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48814) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:38.694923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:38.695566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:38.696033 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:38.787647 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=8fb82e66-fcce-4d76-a0cd-573f283f8d4a,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:38.812860 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:38.813187 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:38.826979 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 9 to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd Mar 14 18:16:38.845827 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] For port caa5cdfd-56d1-4148-a5ab-593d0ed28eb5, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:16:38.851365 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] For port caa5cdfd-56d1-4148-a5ab-593d0ed28eb5, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=caa5cdfd-56d1-4148-a5ab-593d0ed28eb5,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:16:38.932579 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:38.934024 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:38.943531 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:38.944058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:38.944165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:38.946226 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9d86926c-68c3-4b0c-9144-86d0c3dfe63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:38.963844 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] Allocated IP 172.20.0.1 (d9396576-f6d5-42a1-a913-3123f2ec508b/f809337b-5605-4ccf-a62e-7a1913cdfa2f/d4dd1d39-56f7-41ce-bc58-e26cc045a540) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:16:38.979686 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:38.980010 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:38.994488 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 10 to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd Mar 14 18:16:39.008030 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9d86926c-68c3-4b0c-9144-86d0c3dfe63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:39.011416 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Routers {'f1895dcc-80d8-43a4-9f80-978b038bbcd9'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:16:39.012026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:39.031931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9d86926c-68c3-4b0c-9144-86d0c3dfe63e admin admin] Usage tracker for resource:security_group_rule and tenant:4ed19504773641f3bb149c85900a3e40 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:39.051093 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9d86926c-68c3-4b0c-9144-86d0c3dfe63e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:39.060983 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:39.061191 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:39.061433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:39.064012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7dc94d69-1756-462c-b9f1-da32eb0cfce3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:39.077442 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3c676-6b29-4c85-b084-abfff1b846f1 None None] Pushing event updated for resources: {'Port': ['ID=caa5cdfd-56d1-4148-a5ab-593d0ed28eb5,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:39.082745 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-21301989-bd2e-46d2-9cb6-3a57279bd44a tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:39.164323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:39.171374 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9d86926c-68c3-4b0c-9144-86d0c3dfe63e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:39.185150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port ab446e60-b95f-421b-a999-ba905cbd1bfd on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:39.185471 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port ab446e60-b95f-421b-a999-ba905cbd1bfd on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:39.185842 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:39.231078 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7c91563f-da2c-47e9-b45f-087da68fbb45 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:39.279801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] Set router f1895dcc-80d8-43a4-9f80-978b038bbcd9 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:16:39.295502 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91563f-da2c-47e9-b45f-087da68fbb45 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Pushing event deleted for resources: {'Port': ['ID=71eaf34c-5a50-4a04-af09-cf4b0e79d75c,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:39.347556 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7c91563f-da2c-47e9-b45f-087da68fbb45 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:39.371416 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7c91563f-da2c-47e9-b45f-087da68fbb45 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "DELETE /v2.0/ports/71eaf34c-5a50-4a04-af09-cf4b0e79d75c HTTP/1.1" status: 204 len: 168 time: 2.0790727 Mar 14 18:16:39.372272 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48822) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:39.380816 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '17420f97-719f-46c3-b03f-621f3efa5f2d', 'external_fixed_ips': [{'subnet_id': '6225fae4-5775-4653-a0ba-c1b5e1b43930', 'ip_address': '2001:db8::2ef'}]}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:39.388376 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:39.389996 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc94d69-1756-462c-b9f1-da32eb0cfce3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Pushing event updated for resources: {'Port': ['ID=6eb0731f-0421-47a3-a97b-47392eb30b27,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:39.396471 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:39.403362 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:39.407625 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Usage tracker for resource:router and tenant:3590552331684ae2b765bfddb6860aab is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:39.408127 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-21301989-bd2e-46d2-9cb6-3a57279bd44a tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Calling delete_port for 7c021fb0-0738-409b-b1bd-1cd710f07f67 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:16:39.413891 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:39.428530 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:39.438146 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] Transition to ACTIVE for port object d4dd1d39-56f7-41ce-bc58-e26cc045a540 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:16:39.460274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc94d69-1756-462c-b9f1-da32eb0cfce3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Network a34b8ac9-c36f-4773-8fb1-7994ca041ffc is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:39.509075 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:39.511332 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:39.520207 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] Transition to ACTIVE for port object 69a89d6f-842a-49ed-bbee-542fda2ed51c will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:16:39.526032 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-7dc94d69-1756-462c-b9f1-da32eb0cfce3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:39.545132 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:39.546195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc94d69-1756-462c-b9f1-da32eb0cfce3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:39.547115 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc94d69-1756-462c-b9f1-da32eb0cfce3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:39.547737 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7dc94d69-1756-462c-b9f1-da32eb0cfce3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:39.556030 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:39.585309 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'name': 'tempest-ServerActionsTestJSON-1195878598-router', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:32Z', 'revision_number': 3, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'gw_port': {'id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:37:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:39.590262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a107f1d-e460-4a56-8130-13b1eb32c724 None None] The sync data for ids ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'] in dv-neutron-833560-1-hyperv is: [{'id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'name': 'tempest-ServerActionsTestJSON-1195878598-router', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:32Z', 'revision_number': 3, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'gw_port': {'id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:37:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:16:39.629114 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] Network d9396576-f6d5-42a1-a913-3123f2ec508b is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:39.632250 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:39.641147 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:39.689101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] Pushing event updated for resources: {'Port': ['ID=d4dd1d39-56f7-41ce-bc58-e26cc045a540,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:39.706228 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:39.797300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] For port ab446e60-b95f-421b-a999-ba905cbd1bfd, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:16:39.797669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempted to set empty binding levels {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 14 18:16:39.830174 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7dc94d69-1756-462c-b9f1-da32eb0cfce3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.9501767 Mar 14 18:16:39.844632 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48826) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:39.878186 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8fb82e66-fcce-4d76-a0cd-573f283f8d4a up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:16:39.905749 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Allocated IP 172.20.0.12 (22b99ea9-c346-479e-bda8-cbcecdaca765/b2bf2561-00a2-4e77-a25c-c538350cb075/c1b7c41c-1c52-4226-afca-8b3ab589dd00) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:16:40.034718 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.041500 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.053616 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 8fb82e66-fcce-4d76-a0cd-573f283f8d4a triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:40.053998 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.119637 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-56a1579e-681b-41fd-9723-6263b3834d41 None None] Provisioning for port d4dd1d39-56f7-41ce-bc58-e26cc045a540 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:16:40.127118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-56a1579e-681b-41fd-9723-6263b3834d41 None None] Provisioning complete for port d4dd1d39-56f7-41ce-bc58-e26cc045a540 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:40.127540 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-56a1579e-681b-41fd-9723-6263b3834d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.131369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9d86926c-68c3-4b0c-9144-86d0c3dfe63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.137585 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.177631 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:40.178426 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.217444 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-56a1579e-681b-41fd-9723-6263b3834d41 None None] Port d4dd1d39-56f7-41ce-bc58-e26cc045a540 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:16:40.225992 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-63d10ce0-67c8-48b8-932b-49def82b2a21 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Deleting port 6eb0731f-0421-47a3-a97b-47392eb30b27 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:16:40.228010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63d10ce0-67c8-48b8-932b-49def82b2a21 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.259062 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] Network 83575c05-a651-46e5-aea9-2aa8d357c3a4 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:40.284596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:40.294915 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9d86926c-68c3-4b0c-9144-86d0c3dfe63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.303350 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Pushing event updated for resources: {'Port': ['ID=ab446e60-b95f-421b-a999-ba905cbd1bfd,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:40.305519 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-21301989-bd2e-46d2-9cb6-3a57279bd44a tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.346188 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:40.346651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.367581 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.612224 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c011c933-6e6e-4bf1-8e29-6f11ec9480b9 None None] Provisioning for port 69a89d6f-842a-49ed-bbee-542fda2ed51c completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:16:40.617753 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c011c933-6e6e-4bf1-8e29-6f11ec9480b9 None None] Provisioning complete for port 69a89d6f-842a-49ed-bbee-542fda2ed51c triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:40.618745 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c011c933-6e6e-4bf1-8e29-6f11ec9480b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.680121 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c011c933-6e6e-4bf1-8e29-6f11ec9480b9 None None] Port 69a89d6f-842a-49ed-bbee-542fda2ed51c cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:16:40.750833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.788359 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-460c0c1e-a19e-4876-897e-fd0c5c41fd01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 8.2667172 Mar 14 18:16:40.793375 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.795656 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48834) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:40.799033 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.808125 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9d86926c-68c3-4b0c-9144-86d0c3dfe63e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ed19504773641f3bb149c85900a3e40&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1089272 Mar 14 18:16:40.809041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86926c-68c3-4b0c-9144-86d0c3dfe63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e637e648-8004-4c9a-9282-ba8eb0299607,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:40.814598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48838) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:40.821754 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63d10ce0-67c8-48b8-932b-49def82b2a21 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.922079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] Pushing event updated for resources: {'Port': ['ID=69a89d6f-842a-49ed-bbee-542fda2ed51c,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:41.026003 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-6f19b1d0-eb26-468c-86c9-f36be8b5d45a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Deleting port ab446e60-b95f-421b-a999-ba905cbd1bfd {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:16:41.026390 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6f19b1d0-eb26-468c-86c9-f36be8b5d45a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:41.108721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-63d10ce0-67c8-48b8-932b-49def82b2a21 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Calling delete_port for 6eb0731f-0421-47a3-a97b-47392eb30b27 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:16:41.155735 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21301989-bd2e-46d2-9cb6-3a57279bd44a tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c021fb0-0738-409b-b1bd-1cd710f07f67,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:41.236576 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:41.259730 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-21301989-bd2e-46d2-9cb6-3a57279bd44a tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:41.261574 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-21301989-bd2e-46d2-9cb6-3a57279bd44a tempest-RoutersAdminNegativeTest-977453782 tempest-RoutersAdminNegativeTest-977453782-project-admin] 10.222.0.43 "DELETE /v2.0/ports/7c021fb0-0738-409b-b1bd-1cd710f07f67 HTTP/1.1" status: 204 len: 168 time: 3.3992054 Mar 14 18:16:41.329462 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:41.398313 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ceed7b2e-9efe-4159-8ae4-8c975c591e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:41.443182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ceed7b2e-9efe-4159-8ae4-8c975c591e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:41.444813 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-6f19b1d0-eb26-468c-86c9-f36be8b5d45a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] For port ab446e60-b95f-421b-a999-ba905cbd1bfd, host hv-neutron-8335, got binding levels [] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:16:41.445109 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6f19b1d0-eb26-468c-86c9-f36be8b5d45a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:41.453061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:41.527607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Allocated IP 2001:db8::2ef (17420f97-719f-46c3-b03f-621f3efa5f2d/6225fae4-5775-4653-a0ba-c1b5e1b43930/d7605d96-0065-4bf0-bfed-5ff134653c5b) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:16:41.579384 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63d10ce0-67c8-48b8-932b-49def82b2a21 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:41.593665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Network 22b99ea9-c346-479e-bda8-cbcecdaca765 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:41.599604 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-6f19b1d0-eb26-468c-86c9-f36be8b5d45a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Calling delete_port for ab446e60-b95f-421b-a999-ba905cbd1bfd owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:16:41.606300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:41.620215 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:41.623751 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Pushing event updated for resources: {'Port': ['ID=c1b7c41c-1c52-4226-afca-8b3ab589dd00,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:41.626198 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] Pushing event updated for resources: {'Port': ['ID=d4dd1d39-56f7-41ce-bc58-e26cc045a540,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:41.627880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:41.674643 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:41.699899 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d10ce0-67c8-48b8-932b-49def82b2a21 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Pushing event deleted for resources: {'Port': ['ID=6eb0731f-0421-47a3-a97b-47392eb30b27,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:41.749703 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63d10ce0-67c8-48b8-932b-49def82b2a21 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:41.833223 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48846) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:41.860248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ceed7b2e-9efe-4159-8ae4-8c975c591e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:41.885913 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-63d10ce0-67c8-48b8-932b-49def82b2a21 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "DELETE /v2.0/ports/6eb0731f-0421-47a3-a97b-47392eb30b27 HTTP/1.1" status: 204 len: 168 time: 2.0400264 Mar 14 18:16:41.891711 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48852) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:41.899096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed7b2e-9efe-4159-8ae4-8c975c591e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e637e648-8004-4c9a-9282-ba8eb0299607,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:41.902400 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a34b8ac9-c36f-4773-8fb1-7994ca041ffc', 'external_fixed_ips': [{'subnet_id': '7e7b66eb-61c7-4c9d-95f8-c66a0f4b74aa', 'ip_address': '172.20.0.9'}]}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:41.908220 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ceed7b2e-9efe-4159-8ae4-8c975c591e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:41.913115 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ceed7b2e-9efe-4159-8ae4-8c975c591e56 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e637e648-8004-4c9a-9282-ba8eb0299607 HTTP/1.1" status: 204 len: 168 time: 1.0937164 Mar 14 18:16:41.938741 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:41.953352 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:41.960697 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device caa5cdfd-56d1-4148-a5ab-593d0ed28eb5 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:16:41.961205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Usage tracker for resource:router and tenant:16e2bf5efb124f959c3d20de42aa1675 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:41.968007 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:41.971020 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:41.987329 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:41.989222 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6f19b1d0-eb26-468c-86c9-f36be8b5d45a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:41.996046 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] Network d9396576-f6d5-42a1-a913-3123f2ec508b is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:42.037195 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:42.063480 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19b1d0-eb26-468c-86c9-f36be8b5d45a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab446e60-b95f-421b-a999-ba905cbd1bfd,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:42.123706 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6f19b1d0-eb26-468c-86c9-f36be8b5d45a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.124043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.152164 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port caa5cdfd-56d1-4148-a5ab-593d0ed28eb5 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:16:42.163171 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port caa5cdfd-56d1-4148-a5ab-593d0ed28eb5 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:42.163666 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.187067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.188009 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.229980 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-14e920b0-80a4-4b07-bf23-bb40a55035d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.253561 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6f19b1d0-eb26-468c-86c9-f36be8b5d45a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] 10.222.0.43 "DELETE /v2.0/ports/ab446e60-b95f-421b-a999-ba905cbd1bfd HTTP/1.1" status: 204 len: 168 time: 1.4547002 Mar 14 18:16:42.256891 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48858) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:42.261461 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-14e920b0-80a4-4b07-bf23-bb40a55035d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:42.286125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.288525 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-14e920b0-80a4-4b07-bf23-bb40a55035d0 admin admin] Usage tracker for resource:security_group_rule and tenant:3ce8b55294504ee2ae9a5687578836ca is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:42.293910 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-14e920b0-80a4-4b07-bf23-bb40a55035d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:42.315009 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.338768 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port caa5cdfd-56d1-4148-a5ab-593d0ed28eb5, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=caa5cdfd-56d1-4148-a5ab-593d0ed28eb5,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:16:42.343477 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5a25424c-5b1f-4f45-b8fb-39ea0ce3f04a None None] Provisioning complete for port d4dd1d39-56f7-41ce-bc58-e26cc045a540 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:42.343893 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a25424c-5b1f-4f45-b8fb-39ea0ce3f04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.357739 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-14e920b0-80a4-4b07-bf23-bb40a55035d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:42.370256 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.405867 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-5a25424c-5b1f-4f45-b8fb-39ea0ce3f04a None None] Port d4dd1d39-56f7-41ce-bc58-e26cc045a540 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:16:42.418811 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.420960 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.resource_extend [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:16:42.439921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.451322 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f91285-fe5e-46ca-9cce-438a47869cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] GET failed (client error): The resource could not be found. Mar 14 18:16:42.451605 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-85f91285-fe5e-46ca-9cce-438a47869cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Synchronizing usage tracker for tenant:2c2b66d2346644f29eb1188059caa97c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:16:42.466615 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Network 17420f97-719f-46c3-b03f-621f3efa5f2d is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:42.477277 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:42.488262 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.489626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:42.498187 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=caa5cdfd-56d1-4148-a5ab-593d0ed28eb5,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:42.530731 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.531487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.582510 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.626376 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.706233 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] Pushing event updated for resources: {'Port': ['ID=69a89d6f-842a-49ed-bbee-542fda2ed51c,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:42.716170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Pushing event updated for resources: {'Port': ['ID=d7605d96-0065-4bf0-bfed-5ff134653c5b,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:43.034925 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] Router f1895dcc-80d8-43a4-9f80-978b038bbcd9 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:16:43.036500 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Pushing event updated for resources: {'Port': ['ID=c1b7c41c-1c52-4226-afca-8b3ab589dd00,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:43.036500 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48864) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:43.036500 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] Network 83575c05-a651-46e5-aea9-2aa8d357c3a4 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:43.036500 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:43.036500 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:43.036500 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1905c80c-be94-4f5b-ba18-00012e4cfd2d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6348484 Mar 14 18:16:43.036500 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48868) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:43.073695 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f6cad561-671b-42ed-ad4d-853f9e802b2e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=206d2e9b322141258b00423bce1c0842&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2610490 Mar 14 18:16:43.080609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48872) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:43.097083 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ca6646fb-750f-4081-944b-ce583b5df789 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Synchronizing usage tracker for tenant:240a172c83224dcb8a1691968889453d on resource:floatingip {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:16:43.131584 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:43.131834 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-300d019d-7184-4bfe-b026-23a83506386b None None] Provisioning complete for port 69a89d6f-842a-49ed-bbee-542fda2ed51c triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:43.132282 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-300d019d-7184-4bfe-b026-23a83506386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:43.189016 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-300d019d-7184-4bfe-b026-23a83506386b None None] Port 69a89d6f-842a-49ed-bbee-542fda2ed51c cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:16:43.198554 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-14e920b0-80a4-4b07-bf23-bb40a55035d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:43.241120 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] Router 83341a83-585e-47ac-854f-f66a8cd41eb5 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:16:43.247799 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-077e5c48-43d3-4630-8054-77bac7745e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:43.288402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-14e920b0-80a4-4b07-bf23-bb40a55035d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:43.349487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-077e5c48-43d3-4630-8054-77bac7745e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:43.420799 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:16:43.432317 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Sync routers for ids ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:16:43.434792 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-14e920b0-80a4-4b07-bf23-bb40a55035d0 admin admin] Synchronizing usage tracker for tenant:014e692dbaf34d35abd9a517960c2a5c on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:16:43.445712 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Routers {'f1895dcc-80d8-43a4-9f80-978b038bbcd9'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:16:43.446476 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:43.450263 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ca6646fb-750f-4081-944b-ce583b5df789 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Unset dirty status for tenant:240a172c83224dcb8a1691968889453d on resource:floatingip {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:16:43.453027 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e920b0-80a4-4b07-bf23-bb40a55035d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0994aa73-e32c-4f19-8242-e95dc8ba03aa,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:43.454258 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ca6646fb-750f-4081-944b-ce583b5df789 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] 10.222.0.43 "GET /v2.0/floatingips?floating_network_id=22b99ea9-c346-479e-bda8-cbcecdaca765 HTTP/1.1" status: 200 len: 690 time: 0.4518139 Mar 14 18:16:43.458495 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48876) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:43.460445 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-85f91285-fe5e-46ca-9cce-438a47869cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Unset dirty status for tenant:2c2b66d2346644f29eb1188059caa97c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:16:43.461563 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-85f91285-fe5e-46ca-9cce-438a47869cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] 10.222.0.43 "GET /v2.0/ports/ab446e60-b95f-421b-a999-ba905cbd1bfd HTTP/1.1" status: 404 len: 333 time: 1.2013395 Mar 14 18:16:43.466075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48880) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:43.477981 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-d7318b34-bd40-4742-81eb-94f1eb62c1dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Request body: {'port': {'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031449124'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:43.488634 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d7318b34-bd40-4742-81eb-94f1eb62c1dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:43.506256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d7318b34-bd40-4742-81eb-94f1eb62c1dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:43.507898 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:16:43.526064 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d7126fbf-4d74-438c-b7e8-4a1fd3765c99 admin admin] 10.222.0.43 "PUT /v2.0/routers/83341a83-585e-47ac-854f-f66a8cd41eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3617780 Mar 14 18:16:43.528757 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Sync routers for ids ['83341a83-585e-47ac-854f-f66a8cd41eb5'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:16:43.545575 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Routers {'83341a83-585e-47ac-854f-f66a8cd41eb5'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:16:43.546182 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['83341a83-585e-47ac-854f-f66a8cd41eb5'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:43.589084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-077e5c48-43d3-4630-8054-77bac7745e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:43.591450 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-077e5c48-43d3-4630-8054-77bac7745e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:43.592669 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-077e5c48-43d3-4630-8054-77bac7745e35 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/add0d733-5e7f-497f-a822-f56ccebafb98 HTTP/1.1" status: 204 len: 168 time: 0.5088997 Mar 14 18:16:43.610163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7318b34-bd40-4742-81eb-94f1eb62c1dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Made reservation on behalf of 2c2b66d2346644f29eb1188059caa97c for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:43.615445 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d7318b34-bd40-4742-81eb-94f1eb62c1dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:43.638172 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e5c48-43d3-4630-8054-77bac7745e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add0d733-5e7f-497f-a822-f56ccebafb98,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:43.675894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-d7318b34-bd40-4742-81eb-94f1eb62c1dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] device_id is not set on port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:16:43.709993 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Set router f1895dcc-80d8-43a4-9f80-978b038bbcd9 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:16:43.740737 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cdac1e41-d035-400e-bab5-b26c9a77ce4e admin admin] 10.222.0.43 "PUT /v2.0/routers/f1895dcc-80d8-43a4-9f80-978b038bbcd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3945162 Mar 14 18:16:43.839473 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Set router 83341a83-585e-47ac-854f-f66a8cd41eb5 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:16:43.856914 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-14e920b0-80a4-4b07-bf23-bb40a55035d0 admin admin] Unset dirty status for tenant:014e692dbaf34d35abd9a517960c2a5c on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:16:43.861415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48896) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:43.869945 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-14e920b0-80a4-4b07-bf23-bb40a55035d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ce8b55294504ee2ae9a5687578836ca&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0289474 Mar 14 18:16:43.870893 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:43.945633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device caa5cdfd-56d1-4148-a5ab-593d0ed28eb5 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:16:44.205713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-db859d35-342e-488a-95f0-23eb92a7f4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:44.243806 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'name': 'tempest-ServerActionsTestJSON-1195878598-router', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:40Z', 'revision_number': 4, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'gw_port': {'id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:37:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd4dd1d39-56f7-41ce-bc58-e26cc045a540', 'name': '', 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'mac_address': 'fa:16:3e:cc:41:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:38Z', 'updated_at': '2022-03-14T18:16:40Z', 'revision_number': 2, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'subnets': [{'id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:44.244099 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port caa5cdfd-56d1-4148-a5ab-593d0ed28eb5 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:44.244099 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:44.255319 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Checking router: f1895dcc-80d8-43a4-9f80-978b038bbcd9 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:16:44.255714 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Updating router f1895dcc-80d8-43a4-9f80-978b038bbcd9 port d4dd1d39-56f7-41ce-bc58-e26cc045a540 binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:16:44.284386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d7318b34-bd40-4742-81eb-94f1eb62c1dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:44.300296 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-db859d35-342e-488a-95f0-23eb92a7f4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:44.386389 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:44.477773 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'name': 'tempest-ServersTestJSON-2075333124-router', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:41Z', 'revision_number': 4, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'gw_port': {'id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '69a89d6f-842a-49ed-bbee-542fda2ed51c', 'name': '', 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'mac_address': 'fa:16:3e:f5:fd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '25bc5427-3dc6-477d-8919-e1cbed025598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:37Z', 'updated_at': '2022-03-14T18:16:41Z', 'revision_number': 2, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'subnets': [{'id': '25bc5427-3dc6-477d-8919-e1cbed025598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:44.477773 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Checking router: 83341a83-585e-47ac-854f-f66a8cd41eb5 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:16:44.477773 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Updating router 83341a83-585e-47ac-854f-f66a8cd41eb5 port 69a89d6f-842a-49ed-bbee-542fda2ed51c binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:16:44.545129 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:44.586774 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-db859d35-342e-488a-95f0-23eb92a7f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:44.600154 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:44.609828 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db859d35-342e-488a-95f0-23eb92a7f4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0994aa73-e32c-4f19-8242-e95dc8ba03aa,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:44.623645 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d7318b34-bd40-4742-81eb-94f1eb62c1dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:44.760588 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7318b34-bd40-4742-81eb-94f1eb62c1dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Network b0d5998d-8e2b-4d18-b941-4cff3f46f96b is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:44.764224 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-d7318b34-bd40-4742-81eb-94f1eb62c1dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:44.773666 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7318b34-bd40-4742-81eb-94f1eb62c1dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:44.784085 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7318b34-bd40-4742-81eb-94f1eb62c1dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:44.784959 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d7318b34-bd40-4742-81eb-94f1eb62c1dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:44.815436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-db859d35-342e-488a-95f0-23eb92a7f4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:44.821345 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-db859d35-342e-488a-95f0-23eb92a7f4ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0994aa73-e32c-4f19-8242-e95dc8ba03aa HTTP/1.1" status: 204 len: 168 time: 0.9524453 Mar 14 18:16:44.835802 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7318b34-bd40-4742-81eb-94f1eb62c1dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Pushing event updated for resources: {'Port': ['ID=863d09f2-0397-4ffe-a31f-39b8a59dfdb1,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:44.932983 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d7318b34-bd40-4742-81eb-94f1eb62c1dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4662702 Mar 14 18:16:44.935591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48922) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:44.942147 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:44.974506 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Deleting port c1b7c41c-1c52-4226-afca-8b3ab589dd00 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:16:44.977947 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:45.107464 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 48926) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:45.177095 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:45.228586 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c2ff5a3f-9ef4-4b28-800a-f89618944b3f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--194338178', 'description': 'tempest-description--489009030'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:45.259994 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:45.275708 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Transition to ACTIVE for port object 69a89d6f-842a-49ed-bbee-542fda2ed51c will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:16:45.297007 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:45.298333 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c2ff5a3f-9ef4-4b28-800a-f89618944b3f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:45.322841 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Transition to ACTIVE for port object d4dd1d39-56f7-41ce-bc58-e26cc045a540 will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:16:45.360128 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:45.384401 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c2ff5a3f-9ef4-4b28-800a-f89618944b3f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Usage tracker for resource:security_group and tenant:bd345c2c70054138a63ee3b6474a8824 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:45.392393 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:45.452970 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c2ff5a3f-9ef4-4b28-800a-f89618944b3f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:45.573360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c2ff5a3f-9ef4-4b28-800a-f89618944b3f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:45.742665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] device_id is not set on port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:16:45.746339 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:45.758144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:45.789035 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93198920-e99d-413f-9df3-28119dc1074a None None] Pushing event updated for resources: {'Port': ['ID=69a89d6f-842a-49ed-bbee-542fda2ed51c,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:45.809478 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35f041-8525-41a8-a3c4-b77d4972013a None None] Pushing event updated for resources: {'Port': ['ID=d4dd1d39-56f7-41ce-bc58-e26cc045a540,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:45.841168 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Transition to ACTIVE for port object 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:16:45.843286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48942) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:45.844923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48944) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:45.845391 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48946) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:45.868987 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-55ce210e-ea7f-4142-9433-a0300dfc440b tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1520336761', 'description': 'tempest-description--1044957857'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:45.891182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-55ce210e-ea7f-4142-9433-a0300dfc440b tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:45.910103 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-55ce210e-ea7f-4142-9433-a0300dfc440b tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Usage tracker for resource:security_group and tenant:8ea0973c52dd466b94261bd6de488fed is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:45.913895 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Attempting to bind port 69a89d6f-842a-49ed-bbee-542fda2ed51c on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:45.914512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Attempting to bind port 69a89d6f-842a-49ed-bbee-542fda2ed51c by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:45.914852 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5a3f-9ef4-4b28-800a-f89618944b3f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:45.915000 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Attempting to bind port 69a89d6f-842a-49ed-bbee-542fda2ed51c on network 83575c05-a651-46e5-aea9-2aa8d357c3a4 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:45.916023 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-55ce210e-ea7f-4142-9433-a0300dfc440b tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:45.927084 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:16:45.927305 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Checking segment: {'id': 'cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:16:45.927760 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:45.928189 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Bound using segment: {'id': 'cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:16:45.928664 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Bound port: 69a89d6f-842a-49ed-bbee-542fda2ed51c, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:16:45.929035 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:45.937187 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:45.949128 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-55ce210e-ea7f-4142-9433-a0300dfc440b tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:45.967313 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:45.967528 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Attempting to bind port d4dd1d39-56f7-41ce-bc58-e26cc045a540 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:45.968530 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Attempting to bind port d4dd1d39-56f7-41ce-bc58-e26cc045a540 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e7c93387-8248-4192-a879-afba5ed5edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:45.968966 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Attempting to bind port d4dd1d39-56f7-41ce-bc58-e26cc045a540 on network d9396576-f6d5-42a1-a913-3123f2ec508b {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:45.983203 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:16:45.984455 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Checking segment: {'id': 'e7c93387-8248-4192-a879-afba5ed5edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:16:45.986626 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:45.987120 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Bound using segment: {'id': 'e7c93387-8248-4192-a879-afba5ed5edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:16:45.987822 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Bound port: d4dd1d39-56f7-41ce-bc58-e26cc045a540, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c93387-8248-4192-a879-afba5ed5edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:16:45.990252 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:46.007905 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:46.008428 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:46.033525 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:46.036017 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c2ff5a3f-9ef4-4b28-800a-f89618944b3f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:46.043386 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] For port 69a89d6f-842a-49ed-bbee-542fda2ed51c, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:16:46.051487 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] For port 69a89d6f-842a-49ed-bbee-542fda2ed51c, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=69a89d6f-842a-49ed-bbee-542fda2ed51c,segment=NetworkSegment(cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6),segment_id=cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:16:46.144532 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] For port d4dd1d39-56f7-41ce-bc58-e26cc045a540, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:16:46.147346 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] For port d4dd1d39-56f7-41ce-bc58-e26cc045a540, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d4dd1d39-56f7-41ce-bc58-e26cc045a540,segment=NetworkSegment(e7c93387-8248-4192-a879-afba5ed5edf4),segment_id=e7c93387-8248-4192-a879-afba5ed5edf4)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:16:46.155667 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:46.178964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Pushing event updated for resources: {'Port': ['ID=863d09f2-0397-4ffe-a31f-39b8a59dfdb1,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:46.207406 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c2ff5a3f-9ef4-4b28-800a-f89618944b3f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Usage tracker for resource:security_group_rule and tenant:bd345c2c70054138a63ee3b6474a8824 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:46.208499 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a3e98ffc-a4b5-4dfb-8e4e-b3d15dc2f35a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a09d92b8da3426a932418a3c60c3214&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3569367 Mar 14 18:16:46.218019 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:46.234588 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-dc37e899-a955-4d45-af17-64d967b2495c tempest-AgentManagementNegativeTest-783461048 tempest-AgentManagementNegativeTest-783461048-project] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3702800 Mar 14 18:16:46.237148 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Routers {'83341a83-585e-47ac-854f-f66a8cd41eb5'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:16:46.237601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48958) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:46.237838 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['83341a83-585e-47ac-854f-f66a8cd41eb5'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:46.278466 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-55ce210e-ea7f-4142-9433-a0300dfc440b tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:46.337629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:46.337958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:46.338285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:46.339941 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Calling delete_port for c1b7c41c-1c52-4226-afca-8b3ab589dd00 owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:16:46.347076 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Routers {'f1895dcc-80d8-43a4-9f80-978b038bbcd9'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:16:46.352577 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:46.377843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:46.377843 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:46.380473 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-55ce210e-ea7f-4142-9433-a0300dfc440b tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:46.389344 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 2 to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 Mar 14 18:16:46.393876 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93198920-e99d-413f-9df3-28119dc1074a None None] Pushing event updated for resources: {'Port': ['ID=69a89d6f-842a-49ed-bbee-542fda2ed51c,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:46.442325 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-55ce210e-ea7f-4142-9433-a0300dfc440b tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Usage tracker for resource:security_group_rule and tenant:8ea0973c52dd466b94261bd6de488fed is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:46.456668 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35f041-8525-41a8-a3c4-b77d4972013a None None] Pushing event updated for resources: {'Port': ['ID=d4dd1d39-56f7-41ce-bc58-e26cc045a540,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:46.464433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-55ce210e-ea7f-4142-9433-a0300dfc440b tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:46.472749 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:46.474684 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:46.479685 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:46.489524 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-55ce210e-ea7f-4142-9433-a0300dfc440b tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:46.498483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:46.508253 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:46.515245 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 3 to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 Mar 14 18:16:46.589309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-272a743e-4f73-4e9d-a60b-b7d6c934bd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:46.595789 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:46.596499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:46.597087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:46.610313 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:46.611111 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:46.614740 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 4 to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 Mar 14 18:16:46.625975 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] Set router 83341a83-585e-47ac-854f-f66a8cd41eb5 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:16:46.648806 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-272a743e-4f73-4e9d-a60b-b7d6c934bd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:46.660358 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:46.661841 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:46.662432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:46.675443 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] Set router f1895dcc-80d8-43a4-9f80-978b038bbcd9 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:16:46.678995 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:46.679583 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:46.683059 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 5 to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 Mar 14 18:16:46.712449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:46.718650 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:46.719254 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:46.732481 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:46.732813 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:46.740254 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 6 to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 Mar 14 18:16:46.769120 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:46.769776 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:46.769950 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:46.784157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:46.784486 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:46.784873 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 7 to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 Mar 14 18:16:46.799468 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c2ff5a3f-9ef4-4b28-800a-f89618944b3f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:46.809386 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c2ff5a3f-9ef4-4b28-800a-f89618944b3f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:46.820673 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:46.825473 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:46.825889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:46.832433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:46.832775 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:46.833186 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 8 to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 Mar 14 18:16:46.849472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:46.850274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:46.850634 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:46.856681 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:46.857012 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:46.857400 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 9 to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 Mar 14 18:16:46.878858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:46.879195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:46.879531 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:46.886687 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:46.887037 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:46.888404 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 10 to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 Mar 14 18:16:46.902656 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-272a743e-4f73-4e9d-a60b-b7d6c934bd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:46.931856 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a743e-4f73-4e9d-a60b-b7d6c934bd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b41f85-6c7a-4e4d-9312-2bef72ad8e51,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:46.933738 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:46.934075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:46.934403 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:46.943538 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:46.943866 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:46.944223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:46.996288 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-272a743e-4f73-4e9d-a60b-b7d6c934bd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:46.999877 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-272a743e-4f73-4e9d-a60b-b7d6c934bd20 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46b41f85-6c7a-4e4d-9312-2bef72ad8e51 HTTP/1.1" status: 204 len: 168 time: 0.7507992 Mar 14 18:16:47.000412 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5a3f-9ef4-4b28-800a-f89618944b3f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:47.001768 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:47.074918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-55ce210e-ea7f-4142-9433-a0300dfc440b tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:47.086171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] For port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:16:47.086562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempted to set empty binding levels {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 14 18:16:47.110970 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5a3f-9ef4-4b28-800a-f89618944b3f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:47.114770 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'name': 'tempest-ServerActionsTestJSON-1195878598-router', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:40Z', 'revision_number': 4, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'gw_port': {'id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:37:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd4dd1d39-56f7-41ce-bc58-e26cc045a540', 'name': '', 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'mac_address': 'fa:16:3e:cc:41:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:38Z', 'updated_at': '2022-03-14T18:16:46Z', 'revision_number': 4, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'subnets': [{'id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:47.123354 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48968) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:47.130341 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af00ab-8e28-4b6b-b8a5-b2c8a6d4df1b None None] The sync data for ids ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'] in dv-neutron-833560-1-hyperv is: [{'id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'name': 'tempest-ServerActionsTestJSON-1195878598-router', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:40Z', 'revision_number': 4, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'gw_port': {'id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:37:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd4dd1d39-56f7-41ce-bc58-e26cc045a540', 'name': '', 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'mac_address': 'fa:16:3e:cc:41:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:38Z', 'updated_at': '2022-03-14T18:16:46Z', 'revision_number': 4, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'subnets': [{'id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:16:47.143186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-55ce210e-ea7f-4142-9433-a0300dfc440b tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:47.165953 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1b7c41c-1c52-4226-afca-8b3ab589dd00,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:47.183544 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'name': 'tempest-ServersTestJSON-2075333124-router', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:41Z', 'revision_number': 4, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'gw_port': {'id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '69a89d6f-842a-49ed-bbee-542fda2ed51c', 'name': '', 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'mac_address': 'fa:16:3e:f5:fd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '25bc5427-3dc6-477d-8919-e1cbed025598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:37Z', 'updated_at': '2022-03-14T18:16:46Z', 'revision_number': 4, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'subnets': [{'id': '25bc5427-3dc6-477d-8919-e1cbed025598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:47.183687 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b812fcd1-7796-4a16-acdc-cccad5298b60 None None] The sync data for ids ['83341a83-585e-47ac-854f-f66a8cd41eb5'] in dv-neutron-833560-1-hyperv is: [{'id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'name': 'tempest-ServersTestJSON-2075333124-router', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:41Z', 'revision_number': 4, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'gw_port': {'id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '69a89d6f-842a-49ed-bbee-542fda2ed51c', 'name': '', 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'mac_address': 'fa:16:3e:f5:fd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '25bc5427-3dc6-477d-8919-e1cbed025598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:37Z', 'updated_at': '2022-03-14T18:16:46Z', 'revision_number': 4, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'subnets': [{'id': '25bc5427-3dc6-477d-8919-e1cbed025598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:16:47.235360 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:47.317682 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce210e-ea7f-4142-9433-a0300dfc440b tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edf794ad-a253-429f-978e-4004e5d02fc9,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:47.322794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Pushing event updated for resources: {'Port': ['ID=863d09f2-0397-4ffe-a31f-39b8a59dfdb1,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:47.340669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] In _notify_port_updated(), no bound segment for port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:16:47.341685 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:47.342372 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:47.343800 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8e89d991-7829-4615-bd6d-1085f880ae0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] 10.222.0.43 "PUT /v2.0/ports/863d09f2-0397-4ffe-a31f-39b8a59dfdb1 HTTP/1.1" status: 200 len: 981 time: 2.4069743 Mar 14 18:16:47.347851 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48974) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:47.394844 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff5a3f-9ef4-4b28-800a-f89618944b3f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d0734e-37ac-4d52-8563-7ac75d5c19cc,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:47.440982 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-55ce210e-ea7f-4142-9433-a0300dfc440b tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:47.446553 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-55ce210e-ea7f-4142-9433-a0300dfc440b tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5941620 Mar 14 18:16:47.446889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48978) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:47.450373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7102ee1c-03f3-4c72-b877-92d87a5607b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:47.465975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-20db9f25-ab67-4a32-a983-0e1991bdea9c tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Request body: {'security_group_rule': {'security_group_id': 'edf794ad-a253-429f-978e-4004e5d02fc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:47.477870 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-20db9f25-ab67-4a32-a983-0e1991bdea9c tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:47.482608 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5a3f-9ef4-4b28-800a-f89618944b3f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:47.486347 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c2ff5a3f-9ef4-4b28-800a-f89618944b3f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.3750339 Mar 14 18:16:47.486474 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7102ee1c-03f3-4c72-b877-92d87a5607b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:47.487854 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48982) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:47.488864 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-20db9f25-ab67-4a32-a983-0e1991bdea9c tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Usage tracker for resource:security_group_rule and tenant:8ea0973c52dd466b94261bd6de488fed is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:47.494950 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-20db9f25-ab67-4a32-a983-0e1991bdea9c tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:47.501689 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c7685fb7-4204-4237-8c7b-0aebcdd25c6d tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Request body: {'security_group_rule': {'security_group_id': 'e9d0734e-37ac-4d52-8563-7ac75d5c19cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:47.507552 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7102ee1c-03f3-4c72-b877-92d87a5607b2 admin admin] Usage tracker for resource:security_group_rule and tenant:fbca8eaafd8b492ca548735a1580fd68 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:47.514905 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7102ee1c-03f3-4c72-b877-92d87a5607b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:47.517785 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c7685fb7-4204-4237-8c7b-0aebcdd25c6d tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:47.523396 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:47.530736 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-20db9f25-ab67-4a32-a983-0e1991bdea9c tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:47.540903 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Allocated IP 172.20.0.9 (a34b8ac9-c36f-4773-8fb1-7994ca041ffc/7e7b66eb-61c7-4c9d-95f8-c66a0f4b74aa/1db161ca-f6e6-472e-8bf4-b18ac12e1044) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:16:47.541921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c7685fb7-4204-4237-8c7b-0aebcdd25c6d tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Usage tracker for resource:security_group_rule and tenant:bd345c2c70054138a63ee3b6474a8824 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:47.548675 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7102ee1c-03f3-4c72-b877-92d87a5607b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:47.553432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c7685fb7-4204-4237-8c7b-0aebcdd25c6d tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:47.605716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Router 9be7f45c-dc70-456a-95e4-46a95de328b8 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:16:47.615615 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c7685fb7-4204-4237-8c7b-0aebcdd25c6d tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:47.659881 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb879358-49b1-49c2-a387-f10e682687fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:47.660629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb879358-49b1-49c2-a387-f10e682687fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:47.661248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb879358-49b1-49c2-a387-f10e682687fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:47.661851 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb879358-49b1-49c2-a387-f10e682687fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:47.662508 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb879358-49b1-49c2-a387-f10e682687fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:47.663140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb879358-49b1-49c2-a387-f10e682687fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:47.663766 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb879358-49b1-49c2-a387-f10e682687fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:47.664382 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb879358-49b1-49c2-a387-f10e682687fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:47.665527 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb879358-49b1-49c2-a387-f10e682687fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:47.666167 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb879358-49b1-49c2-a387-f10e682687fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:47.666837 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb879358-49b1-49c2-a387-f10e682687fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:47.667475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb879358-49b1-49c2-a387-f10e682687fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:47.669166 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-cb879358-49b1-49c2-a387-f10e682687fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Synchronizing usage tracker for tenant:2c2b66d2346644f29eb1188059caa97c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:16:47.672374 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:47.699106 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20db9f25-ab67-4a32-a983-0e1991bdea9c tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:47.867434 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-cb879358-49b1-49c2-a387-f10e682687fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Unset dirty status for tenant:2c2b66d2346644f29eb1188059caa97c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:16:47.869608 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-cb879358-49b1-49c2-a387-f10e682687fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11029 time: 0.5218682 Mar 14 18:16:47.875435 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7685fb7-4204-4237-8c7b-0aebcdd25c6d tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:47.893626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 48992) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:47.898501 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7102ee1c-03f3-4c72-b877-92d87a5607b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:47.991760 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20db9f25-ab67-4a32-a983-0e1991bdea9c tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.028140 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d4dd1d39-56f7-41ce-bc58-e26cc045a540 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:16:48.029383 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.029803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7102ee1c-03f3-4c72-b877-92d87a5607b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.099284 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7102ee1c-03f3-4c72-b877-92d87a5607b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fbca8eaafd8b492ca548735a1580fd68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9748280 Mar 14 18:16:48.107650 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-866623df-96bd-4afc-9373-e204d93f8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Deleting port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:16:48.108211 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-866623df-96bd-4afc-9373-e204d93f8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.137809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49000) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:48.156023 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20db9f25-ab67-4a32-a983-0e1991bdea9c tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.183273 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b2bf2561-00a2-4e77-a25c-c538350cb075,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:48.188585 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.192448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102ee1c-03f3-4c72-b877-92d87a5607b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c515544b-7803-47b0-add7-54bb480cf8b6,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:48.234671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db9f25-ab67-4a32-a983-0e1991bdea9c tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708fdb0a-9764-474d-8bbd-02fc91a6255c,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:48.235240 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port d4dd1d39-56f7-41ce-bc58-e26cc045a540 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:16:48.243556 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port d4dd1d39-56f7-41ce-bc58-e26cc045a540 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:48.243556 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.321712 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:16:48.334893 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.337754 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Sync routers for ids ['9be7f45c-dc70-456a-95e4-46a95de328b8'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:16:48.353014 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Routers {'9be7f45c-dc70-456a-95e4-46a95de328b8'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:16:48.354838 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['9be7f45c-dc70-456a-95e4-46a95de328b8'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:48.387586 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b99ea9-c346-479e-bda8-cbcecdaca765']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:48.404978 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d5dfa3-564c-4e11-9292-f48538eef938') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:48.405284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d5dfa3-564c-4e11-9292-f48538eef938') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:48.428723 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.438024 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7685fb7-4204-4237-8c7b-0aebcdd25c6d tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.447451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20db9f25-ab67-4a32-a983-0e1991bdea9c tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.447451 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-20db9f25-ab67-4a32-a983-0e1991bdea9c tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9983547 Mar 14 18:16:48.451299 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49010) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:48.453271 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.466110 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:16:48.466519 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:16:48.480516 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:16:48.497365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.501530 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-47b00740-e50d-4855-bcb5-e75256dfea5e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.1256320 Mar 14 18:16:48.506960 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.561466 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port d4dd1d39-56f7-41ce-bc58-e26cc045a540, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d4dd1d39-56f7-41ce-bc58-e26cc045a540,segment=NetworkSegment(e7c93387-8248-4192-a879-afba5ed5edf4),segment_id=e7c93387-8248-4192-a879-afba5ed5edf4)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:16:48.562863 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49014) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:48.566151 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-bd8036d1-94c6-4dd6-b7c6-18b2b88223bb tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Request body: {'security_group_rule': {'security_group_id': 'edf794ad-a253-429f-978e-4004e5d02fc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:48.584305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7685fb7-4204-4237-8c7b-0aebcdd25c6d tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.595352 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.627009 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Set router 9be7f45c-dc70-456a-95e4-46a95de328b8 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:16:48.661645 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-bd8036d1-94c6-4dd6-b7c6-18b2b88223bb tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:48.672906 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.673793 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Network a34b8ac9-c36f-4773-8fb1-7994ca041ffc is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:48.673953 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 69a89d6f-842a-49ed-bbee-542fda2ed51c up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:16:48.683457 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:48.688582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:48.698187 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7685fb7-4204-4237-8c7b-0aebcdd25c6d tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028b2245-dfac-4cc6-b872-977398224153,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:48.710708 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-bd8036d1-94c6-4dd6-b7c6-18b2b88223bb tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Usage tracker for resource:security_group_rule and tenant:8ea0973c52dd466b94261bd6de488fed is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:48.724614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-bd8036d1-94c6-4dd6-b7c6-18b2b88223bb tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:48.729402 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-866623df-96bd-4afc-9373-e204d93f8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] For port 863d09f2-0397-4ffe-a31f-39b8a59dfdb1, host hv-neutron-8335, got binding levels [] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:16:48.729752 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-866623df-96bd-4afc-9373-e204d93f8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.731814 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Pushing event updated for resources: {'Port': ['ID=1db161ca-f6e6-472e-8bf4-b18ac12e1044,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:48.751804 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec794221-6631-4e98-9e0f-921e3df194b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.766778 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-bd8036d1-94c6-4dd6-b7c6-18b2b88223bb tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:48.767288 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.820547 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 22b99ea9-c346-479e-bda8-cbcecdaca765 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 14 18:16:48.823201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Pushing event deleted for resources: {'Network': ['ID=22b99ea9-c346-479e-bda8-cbcecdaca765,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:48.913601 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:48.940354 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8dff916b-c8d4-4ede-b447-872bd1dbf920 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] 10.222.0.43 "DELETE /v2.0/networks/22b99ea9-c346-479e-bda8-cbcecdaca765 HTTP/1.1" status: 204 len: 168 time: 5.4806125 Mar 14 18:16:48.992829 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49020) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:49.033119 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=d4dd1d39-56f7-41ce-bc58-e26cc045a540,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:49.039368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49024) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:49.045863 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-866623df-96bd-4afc-9373-e204d93f8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Calling delete_port for 863d09f2-0397-4ffe-a31f-39b8a59dfdb1 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:16:49.074913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7685fb7-4204-4237-8c7b-0aebcdd25c6d tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:49.076050 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c7685fb7-4204-4237-8c7b-0aebcdd25c6d tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5833938 Mar 14 18:16:49.093406 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be7f45c-dc70-456a-95e4-46a95de328b8', 'name': '', 'tenant_id': '3590552331684ae2b765bfddb6860aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17420f97-719f-46c3-b03f-621f3efa5f2d', 'external_fixed_ips': [{'subnet_id': '6225fae4-5775-4653-a0ba-c1b5e1b43930', 'ip_address': '2001:db8::2ef'}], 'enable_snat': True}, 'gw_port_id': 'd7605d96-0065-4bf0-bfed-5ff134653c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:39Z', 'updated_at': '2022-03-14T18:16:43Z', 'revision_number': 3, 'project_id': '3590552331684ae2b765bfddb6860aab', 'gw_port': {'id': 'd7605d96-0065-4bf0-bfed-5ff134653c5b', 'name': '', 'network_id': '17420f97-719f-46c3-b03f-621f3efa5f2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be7f45c-dc70-456a-95e4-46a95de328b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '6225fae4-5775-4653-a0ba-c1b5e1b43930', 'ip_address': '2001:db8::2ef', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:40Z', 'updated_at': '2022-03-14T18:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6225fae4-5775-4653-a0ba-c1b5e1b43930', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:49.098830 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Checking router: 9be7f45c-dc70-456a-95e4-46a95de328b8 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:16:49.104821 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Updating router 9be7f45c-dc70-456a-95e4-46a95de328b8 port d7605d96-0065-4bf0-bfed-5ff134653c5b binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:16:49.104964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49028) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:49.123220 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ac3cefee-0c54-4b91-b0db-d86bb5dcecc2 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Request body: {'security_group_rule': {'security_group_id': 'e9d0734e-37ac-4d52-8563-7ac75d5c19cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:49.126214 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 69a89d6f-842a-49ed-bbee-542fda2ed51c completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:16:49.135239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 69a89d6f-842a-49ed-bbee-542fda2ed51c triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:49.136227 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:49.256710 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-20963a1a-79d5-45de-b771-665e12009e4c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Synchronizing usage tracker for tenant:240a172c83224dcb8a1691968889453d on resource:floatingip {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:16:49.269681 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:49.350144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec794221-6631-4e98-9e0f-921e3df194b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:49.357956 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ac3cefee-0c54-4b91-b0db-d86bb5dcecc2 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:49.368545 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:49.381306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bd8036d1-94c6-4dd6-b7c6-18b2b88223bb tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:49.398827 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ac3cefee-0c54-4b91-b0db-d86bb5dcecc2 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Usage tracker for resource:security_group_rule and tenant:bd345c2c70054138a63ee3b6474a8824 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:49.398956 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-20963a1a-79d5-45de-b771-665e12009e4c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Unset dirty status for tenant:240a172c83224dcb8a1691968889453d on resource:floatingip {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:16:49.400289 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-20963a1a-79d5-45de-b771-665e12009e4c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.4062312 Mar 14 18:16:49.402795 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49034) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:49.407134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1276416964'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:49.412101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 69a89d6f-842a-49ed-bbee-542fda2ed51c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=69a89d6f-842a-49ed-bbee-542fda2ed51c,segment=NetworkSegment(cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6),segment_id=cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:16:49.421824 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ac3cefee-0c54-4b91-b0db-d86bb5dcecc2 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:49.458829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:49.489283 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:49.541367 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Usage tracker for resource:network and tenant:012942f9ce9548f48528050da9c5365d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:49.546143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:49.554230 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:49.568199 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=69a89d6f-842a-49ed-bbee-542fda2ed51c,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:49.596613 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ac3cefee-0c54-4b91-b0db-d86bb5dcecc2 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:49.626665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec794221-6631-4e98-9e0f-921e3df194b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:49.659763 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fb7842c0-24e4-40c6-85bd-1d04f0ecd2af tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:49.674301 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789a96f-e1c7-4d22-be01-d8620057686e tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:49.674785 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789a96f-e1c7-4d22-be01-d8620057686e tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:49.675258 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789a96f-e1c7-4d22-be01-d8620057686e tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:49.675718 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789a96f-e1c7-4d22-be01-d8620057686e tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:49.676170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789a96f-e1c7-4d22-be01-d8620057686e tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:49.676627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789a96f-e1c7-4d22-be01-d8620057686e tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:49.677076 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789a96f-e1c7-4d22-be01-d8620057686e tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:49.678219 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e789a96f-e1c7-4d22-be01-d8620057686e tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Synchronizing usage tracker for tenant:240a172c83224dcb8a1691968889453d on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:16:49.723898 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Made reservation on behalf of 012942f9ce9548f48528050da9c5365d for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:49.725450 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:49.728426 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:49.741509 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:49.753114 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec794221-6631-4e98-9e0f-921e3df194b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c515544b-7803-47b0-add7-54bb480cf8b6,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:49.763354 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-866623df-96bd-4afc-9373-e204d93f8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:49.779438 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Transition to ACTIVE for port object d7605d96-0065-4bf0-bfed-5ff134653c5b will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:16:49.808782 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:49.850383 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866623df-96bd-4afc-9373-e204d93f8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Pushing event deleted for resources: {'Port': ['ID=863d09f2-0397-4ffe-a31f-39b8a59dfdb1,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:49.861059 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:49.870679 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-866623df-96bd-4afc-9373-e204d93f8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:49.879322 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:49.890531 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bd8036d1-94c6-4dd6-b7c6-18b2b88223bb tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:49.897261 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Usage tracker for resource:security_group_rule and tenant:012942f9ce9548f48528050da9c5365d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:49.913150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e789a96f-e1c7-4d22-be01-d8620057686e tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Unset dirty status for tenant:240a172c83224dcb8a1691968889453d on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:16:49.915304 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:49.915719 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e789a96f-e1c7-4d22-be01-d8620057686e tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4583 time: 0.5111256 Mar 14 18:16:49.919809 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49038) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:49.925626 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d4dd1d39-56f7-41ce-bc58-e26cc045a540 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:16:49.927125 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ac3cefee-0c54-4b91-b0db-d86bb5dcecc2 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:49.960242 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Attempting to bind port d7605d96-0065-4bf0-bfed-5ff134653c5b on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:49.960607 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Attempting to bind port d7605d96-0065-4bf0-bfed-5ff134653c5b by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '4c486405-7c2e-4d4f-993c-d9addd67c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '17420f97-719f-46c3-b03f-621f3efa5f2d'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:49.960962 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Attempting to bind port d7605d96-0065-4bf0-bfed-5ff134653c5b on network 17420f97-719f-46c3-b03f-621f3efa5f2d {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:49.963433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:49.974028 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd72c89-4117-4565-a534-771184d95c6b None None] Pushing event updated for resources: {'Port': ['ID=d7605d96-0065-4bf0-bfed-5ff134653c5b,revision_number=2']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:49.976594 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:16:49.976961 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Checking segment: {'id': '4c486405-7c2e-4d4f-993c-d9addd67c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '17420f97-719f-46c3-b03f-621f3efa5f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:16:49.977890 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:49.978311 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Bound using segment: {'id': '4c486405-7c2e-4d4f-993c-d9addd67c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '17420f97-719f-46c3-b03f-621f3efa5f2d'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:16:49.978780 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Bound port: d7605d96-0065-4bf0-bfed-5ff134653c5b, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c486405-7c2e-4d4f-993c-d9addd67c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '17420f97-719f-46c3-b03f-621f3efa5f2d'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:16:49.979176 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.014227 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec794221-6631-4e98-9e0f-921e3df194b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.017996 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ec794221-6631-4e98-9e0f-921e3df194b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c515544b-7803-47b0-add7-54bb480cf8b6 HTTP/1.1" status: 204 len: 168 time: 1.8688087 Mar 14 18:16:50.039499 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-866623df-96bd-4afc-9373-e204d93f8715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] 10.222.0.43 "DELETE /v2.0/ports/863d09f2-0397-4ffe-a31f-39b8a59dfdb1 HTTP/1.1" status: 204 len: 168 time: 2.1441381 Mar 14 18:16:50.040787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bd8036d1-94c6-4dd6-b7c6-18b2b88223bb tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.042301 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49044) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:50.067542 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] For port d7605d96-0065-4bf0-bfed-5ff134653c5b, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:16:50.067890 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port d4dd1d39-56f7-41ce-bc58-e26cc045a540 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:50.068377 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.073870 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] For port d7605d96-0065-4bf0-bfed-5ff134653c5b, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d7605d96-0065-4bf0-bfed-5ff134653c5b,segment=NetworkSegment(4c486405-7c2e-4d4f-993c-d9addd67c6ce),segment_id=4c486405-7c2e-4d4f-993c-d9addd67c6ce)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:16:50.098567 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ac3cefee-0c54-4b91-b0db-d86bb5dcecc2 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.133153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8036d1-94c6-4dd6-b7c6-18b2b88223bb tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f406db-d988-4cdb-884c-2041212c6a91,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:50.155236 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.158246 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fb7842c0-24e4-40c6-85bd-1d04f0ecd2af tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.192788 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ac3cefee-0c54-4b91-b0db-d86bb5dcecc2 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.198983 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 69a89d6f-842a-49ed-bbee-542fda2ed51c up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:16:50.225091 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-f4f60c8f-63f1-4ca7-8401-ded4b156a5ec tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] delete failed (client error): The resource could not be found. Mar 14 18:16:50.228248 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f4f60c8f-63f1-4ca7-8401-ded4b156a5ec tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/d719156c-e8c9-4f74-8e95-60aed66759bb HTTP/1.1" status: 404 len: 345 time: 0.2960606 Mar 14 18:16:50.231129 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49048) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:50.254854 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f941a67-1fba-4970-a993-c2ce47291a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] GET failed (client error): The resource could not be found. Mar 14 18:16:50.255379 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6f941a67-1fba-4970-a993-c2ce47291a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Synchronizing usage tracker for tenant:2c2b66d2346644f29eb1188059caa97c on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:16:50.263301 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3cefee-0c54-4b91-b0db-d86bb5dcecc2 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb8a572-eeed-4534-99b2-130d15381655,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:50.272424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bd8036d1-94c6-4dd6-b7c6-18b2b88223bb tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.273644 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bd8036d1-94c6-4dd6-b7c6-18b2b88223bb tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8156233 Mar 14 18:16:50.278031 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49052) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:50.289282 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa800bd5-39e5-47ba-a77e-f89d5af212a0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] DELETE failed (client error): The resource could not be found. Mar 14 18:16:50.290824 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:50.291149 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa800bd5-39e5-47ba-a77e-f89d5af212a0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:16:50.293116 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fa800bd5-39e5-47ba-a77e-f89d5af212a0 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] 10.222.0.43 "DELETE /v2.0/networks/22b99ea9-c346-479e-bda8-cbcecdaca765 HTTP/1.1" status: 404 len: 339 time: 0.0546651 Mar 14 18:16:50.293317 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd72c89-4117-4565-a534-771184d95c6b None None] Pushing event updated for resources: {'Port': ['ID=d7605d96-0065-4bf0-bfed-5ff134653c5b,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:50.297783 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Routers {'9be7f45c-dc70-456a-95e4-46a95de328b8'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:16:50.298103 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.298691 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['9be7f45c-dc70-456a-95e4-46a95de328b8'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:50.301815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49056) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:50.308379 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-558cc139-b11a-49b8-aec3-53f0d7561f09 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Request body: {'network': {'name': 'tempest-network--902191167', 'router:external': True}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:50.313691 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-558cc139-b11a-49b8-aec3-53f0d7561f09 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:50.315084 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 69a89d6f-842a-49ed-bbee-542fda2ed51c triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:50.315454 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.318877 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-fb7842c0-24e4-40c6-85bd-1d04f0ecd2af tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Deleting port d7605d96-0065-4bf0-bfed-5ff134653c5b {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:16:50.319448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fb7842c0-24e4-40c6-85bd-1d04f0ecd2af tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.346212 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-558cc139-b11a-49b8-aec3-53f0d7561f09 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Usage tracker for resource:network and tenant:240a172c83224dcb8a1691968889453d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:50.355307 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-558cc139-b11a-49b8-aec3-53f0d7561f09 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:50.360270 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:50.367441 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Usage tracker for resource:floatingip and tenant:8ea0973c52dd466b94261bd6de488fed is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:50.371823 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:50.375964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-558cc139-b11a-49b8-aec3-53f0d7561f09 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:50.387508 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:50.389991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ac3cefee-0c54-4b91-b0db-d86bb5dcecc2 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.395203 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ac3cefee-0c54-4b91-b0db-d86bb5dcecc2 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2895331 Mar 14 18:16:50.396241 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49060) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:50.405924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:50.411530 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:50.416125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Usage tracker for resource:floatingip and tenant:bd345c2c70054138a63ee3b6474a8824 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:50.418959 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:50.423975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.424585 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:50.433904 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.534130 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:16:50.563513 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558cc139-b11a-49b8-aec3-53f0d7561f09 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Made reservation on behalf of 240a172c83224dcb8a1691968889453d for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:50.569968 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-558cc139-b11a-49b8-aec3-53f0d7561f09 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.572315 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] Set router 9be7f45c-dc70-456a-95e4-46a95de328b8 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:16:50.582571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9405782-9c2c-4d46-aa5e-33f2d775fe30,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:50.605803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.606216 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Added segment a6c47f94-805d-4f64-ad7a-e50e513d85ea of type vlan for network f9eeab4b-fe40-40be-b4e7-f2f100d3434a Mar 14 18:16:50.640272 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558cc139-b11a-49b8-aec3-53f0d7561f09 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:16:50.677907 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-558cc139-b11a-49b8-aec3-53f0d7561f09 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.678096 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-558cc139-b11a-49b8-aec3-53f0d7561f09 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Added segment 5bf0ce7e-623e-4a1d-aab2-b717c1f4a0d4 of type vlan for network 5e92e962-45da-4db9-8c62-7e5bf3ebea56 Mar 14 18:16:50.703404 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-fb7842c0-24e4-40c6-85bd-1d04f0ecd2af tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] For port d7605d96-0065-4bf0-bfed-5ff134653c5b, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d7605d96-0065-4bf0-bfed-5ff134653c5b,segment=NetworkSegment(4c486405-7c2e-4d4f-993c-d9addd67c6ce),segment_id=4c486405-7c2e-4d4f-993c-d9addd67c6ce)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:16:50.703773 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fb7842c0-24e4-40c6-85bd-1d04f0ecd2af tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.711237 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for floatingip, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.736507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for floatingip, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.755460 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6f941a67-1fba-4970-a993-c2ce47291a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Unset dirty status for tenant:2c2b66d2346644f29eb1188059caa97c on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:16:50.757252 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6f941a67-1fba-4970-a993-c2ce47291a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] 10.222.0.43 "GET /v2.0/ports/863d09f2-0397-4ffe-a31f-39b8a59dfdb1 HTTP/1.1" status: 404 len: 333 time: 0.7119043 Mar 14 18:16:50.766183 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49072) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:50.796251 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be7f45c-dc70-456a-95e4-46a95de328b8', 'name': '', 'tenant_id': '3590552331684ae2b765bfddb6860aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:39Z', 'updated_at': '2022-03-14T18:16:50Z', 'revision_number': 4, 'project_id': '3590552331684ae2b765bfddb6860aab', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:50.804936 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-13c5adda-673b-4d88-8803-6452271da38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725167554', 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:50.811649 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41890451-ec4a-4057-ae3a-21e5de39129c None None] The sync data for ids ['9be7f45c-dc70-456a-95e4-46a95de328b8'] in dv-neutron-833560-1-hyperv is: [{'id': '9be7f45c-dc70-456a-95e4-46a95de328b8', 'name': '', 'tenant_id': '3590552331684ae2b765bfddb6860aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:39Z', 'updated_at': '2022-03-14T18:16:50Z', 'revision_number': 4, 'project_id': '3590552331684ae2b765bfddb6860aab', 'gw_port_host': None}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:16:50.823878 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-13c5adda-673b-4d88-8803-6452271da38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:50.845681 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-13c5adda-673b-4d88-8803-6452271da38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:50.903677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.915502 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-fb7842c0-24e4-40c6-85bd-1d04f0ecd2af tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Calling delete_port for d7605d96-0065-4bf0-bfed-5ff134653c5b owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:16:50.982087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-558cc139-b11a-49b8-aec3-53f0d7561f09 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:51.003749 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c5adda-673b-4d88-8803-6452271da38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Made reservation on behalf of 2c2b66d2346644f29eb1188059caa97c for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:51.006667 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-13c5adda-673b-4d88-8803-6452271da38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:51.146961 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Router 58391b14-3980-449d-b36f-3c4a7d47711f is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:16:51.159691 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-13c5adda-673b-4d88-8803-6452271da38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] device_id is not set on port 9e9160fb-fe2e-4617-9124-730a7e58b325 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:16:51.169210 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.resource_extend [None req-558cc139-b11a-49b8-aec3-53f0d7561f09 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:16:51.177921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:51.183569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:51.184152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:51.330575 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Network': ['ID=f9eeab4b-fe40-40be-b4e7-f2f100d3434a,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:51.348622 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-558cc139-b11a-49b8-aec3-53f0d7561f09 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:51.349569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558cc139-b11a-49b8-aec3-53f0d7561f09 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:51.354569 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network f9eeab4b-fe40-40be-b4e7-f2f100d3434a details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:16:51.355354 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-558cc139-b11a-49b8-aec3-53f0d7561f09 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:51.362124 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:51.364392 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:51.463903 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-17b7ef4a-b9f7-45cb-b7d5-f1095dbeb52a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3905380 Mar 14 18:16:51.476787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49084) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:51.490241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1125822d-acc6-4b04-b617-a573ea6ac7be tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'subnet': {'network_id': 'f9eeab4b-fe40-40be-b4e7-f2f100d3434a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:51.597262 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:16:51.609954 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Sync routers for ids ['58391b14-3980-449d-b36f-3c4a7d47711f'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:16:51.617186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558cc139-b11a-49b8-aec3-53f0d7561f09 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Pushing event updated for resources: {'Network': ['ID=5e92e962-45da-4db9-8c62-7e5bf3ebea56,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:51.637100 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 5e92e962-45da-4db9-8c62-7e5bf3ebea56 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:16:51.660714 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49090) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:51.672568 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-558cc139-b11a-49b8-aec3-53f0d7561f09 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3694572 Mar 14 18:16:51.678741 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49094) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:51.703196 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1125822d-acc6-4b04-b617-a573ea6ac7be tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:51.707414 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1125822d-acc6-4b04-b617-a573ea6ac7be tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Usage tracker for resource:subnet and tenant:012942f9ce9548f48528050da9c5365d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:51.710400 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1125822d-acc6-4b04-b617-a573ea6ac7be tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:51.717324 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1125822d-acc6-4b04-b617-a573ea6ac7be tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:51.725796 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Routers {'58391b14-3980-449d-b36f-3c4a7d47711f'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:16:51.726431 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['58391b14-3980-449d-b36f-3c4a7d47711f'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:51.797730 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Allocated IP 172.26.7.42 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/73fe2d11-ce7d-476f-beed-71c6f3b7b8ae) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:16:51.805910 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fb7842c0-24e4-40c6-85bd-1d04f0ecd2af tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:51.857605 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-444678811'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:51.859713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7842c0-24e4-40c6-85bd-1d04f0ecd2af tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7605d96-0065-4bf0-bfed-5ff134653c5b,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:51.900841 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fb7842c0-24e4-40c6-85bd-1d04f0ecd2af tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:51.915638 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:51.924779 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:51.928539 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8d89f0de-9b24-44cd-9ee8-e6ba754fc884 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.0333211 Mar 14 18:16:51.949998 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49100) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:51.974663 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:network and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:52.004876 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:52.029903 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Set router 58391b14-3980-449d-b36f-3c4a7d47711f gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:16:52.060000 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-13c5adda-673b-4d88-8803-6452271da38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.068006 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:52.077529 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1125822d-acc6-4b04-b617-a573ea6ac7be tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Made reservation on behalf of 012942f9ce9548f48528050da9c5365d for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:52.078623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6579d016-5fe0-447e-882a-eb2895f494a1 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:52.080889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1125822d-acc6-4b04-b617-a573ea6ac7be tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.084930 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6579d016-5fe0-447e-882a-eb2895f494a1 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:52.092742 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6579d016-5fe0-447e-882a-eb2895f494a1 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:52.099025 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6579d016-5fe0-447e-882a-eb2895f494a1 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:52.104888 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6579d016-5fe0-447e-882a-eb2895f494a1 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:52.118141 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6579d016-5fe0-447e-882a-eb2895f494a1 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:52.118141 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6579d016-5fe0-447e-882a-eb2895f494a1 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Synchronizing usage tracker for tenant:77ddf55a88394a0399f6c2e28308ad73 on resource:network {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:16:52.194839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.204968 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fb7842c0-24e4-40c6-85bd-1d04f0ecd2af tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.210607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:52.214636 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.234090 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.253279 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:52.256342 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fb7842c0-24e4-40c6-85bd-1d04f0ecd2af tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.258974 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:security_group_rule and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:52.262362 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:52.269299 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:52.325109 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-13c5adda-673b-4d88-8803-6452271da38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.330671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58391b14-3980-449d-b36f-3c4a7d47711f', 'name': '', 'tenant_id': '16e2bf5efb124f959c3d20de42aa1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a34b8ac9-c36f-4773-8fb1-7994ca041ffc', 'external_fixed_ips': [{'subnet_id': '7e7b66eb-61c7-4c9d-95f8-c66a0f4b74aa', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '1db161ca-f6e6-472e-8bf4-b18ac12e1044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:42Z', 'updated_at': '2022-03-14T18:16:49Z', 'revision_number': 3, 'project_id': '16e2bf5efb124f959c3d20de42aa1675', 'gw_port': {'id': '1db161ca-f6e6-472e-8bf4-b18ac12e1044', 'name': '', 'network_id': 'a34b8ac9-c36f-4773-8fb1-7994ca041ffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:00:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58391b14-3980-449d-b36f-3c4a7d47711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '7e7b66eb-61c7-4c9d-95f8-c66a0f4b74aa', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:46Z', 'updated_at': '2022-03-14T18:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e7b66eb-61c7-4c9d-95f8-c66a0f4b74aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:52.334618 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Checking router: 58391b14-3980-449d-b36f-3c4a7d47711f for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:16:52.335007 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Updating router 58391b14-3980-449d-b36f-3c4a7d47711f port 1db161ca-f6e6-472e-8bf4-b18ac12e1044 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:16:52.378075 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6579d016-5fe0-447e-882a-eb2895f494a1 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Unset dirty status for tenant:77ddf55a88394a0399f6c2e28308ad73 on resource:network {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:16:52.382163 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6579d016-5fe0-447e-882a-eb2895f494a1 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3663 time: 0.6996148 Mar 14 18:16:52.388245 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.393016 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49104) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:52.455391 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.462266 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.490526 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c5adda-673b-4d88-8803-6452271da38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Network b0d5998d-8e2b-4d18-b941-4cff3f46f96b is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:52.510723 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-13c5adda-673b-4d88-8803-6452271da38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:52.516052 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.522833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5adda-673b-4d88-8803-6452271da38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:52.523916 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c5adda-673b-4d88-8803-6452271da38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:52.524532 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-13c5adda-673b-4d88-8803-6452271da38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.538955 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5adda-673b-4d88-8803-6452271da38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Pushing event updated for resources: {'Port': ['ID=9e9160fb-fe2e-4617-9124-730a7e58b325,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:52.642486 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fb7842c0-24e4-40c6-85bd-1d04f0ecd2af tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.643252 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7842c0-24e4-40c6-85bd-1d04f0ecd2af tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9be7f45c-dc70-456a-95e4-46a95de328b8 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:16:52.647542 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.649125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:52.653014 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.671456 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fb7842c0-24e4-40c6-85bd-1d04f0ecd2af tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.683208 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fb7842c0-24e4-40c6-85bd-1d04f0ecd2af tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "DELETE /v2.0/routers/9be7f45c-dc70-456a-95e4-46a95de328b8 HTTP/1.1" status: 204 len: 168 time: 4.0998230 Mar 14 18:16:52.683344 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:52.686906 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49108) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:52.695796 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:52.719420 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Allocated IP 172.26.7.61 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/1b535ebe-5d6e-4e56-9544-556cfdd3901f) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:16:52.732911 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.745291 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Transition to ACTIVE for port object 1db161ca-f6e6-472e-8bf4-b18ac12e1044 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:16:52.776488 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-920bde6c-fbe3-48de-9c14-42c8c751f71c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.781987 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Deleting port 1db161ca-f6e6-472e-8bf4-b18ac12e1044 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:16:52.782642 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.848046 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-13c5adda-673b-4d88-8803-6452271da38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0634577 Mar 14 18:16:52.851547 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49112) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:52.854837 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:16:52.858930 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Pushing event updated for resources: {'Port': ['ID=73fe2d11-ce7d-476f-beed-71c6f3b7b8ae,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:52.866324 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.876094 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec5d351-2b6f-482f-a684-321d27504de6,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:52.911860 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6b652d-f046-4ac9-81a3-96631985da0b tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Deleting subnet 6225fae4-5775-4653-a0ba-c1b5e1b43930 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:16:52.934487 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.934877 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Added segment fcb3cd1e-af3b-4207-8aba-c0dfb604da02 of type vlan for network 386a0678-b543-4bdc-9161-c920de594ca2 Mar 14 18:16:52.952504 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Attempting to bind port 1db161ca-f6e6-472e-8bf4-b18ac12e1044 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:52.952873 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Attempting to bind port 1db161ca-f6e6-472e-8bf4-b18ac12e1044 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '5a108c38-c869-4f9c-a558-f607ebe712da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a34b8ac9-c36f-4773-8fb1-7994ca041ffc'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:52.953235 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Attempting to bind port 1db161ca-f6e6-472e-8bf4-b18ac12e1044 on network a34b8ac9-c36f-4773-8fb1-7994ca041ffc {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:52.963293 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7d6b652d-f046-4ac9-81a3-96631985da0b tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.963769 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef8217-023e-41e6-94fd-cc3b7f2ef241 None None] Pushing event updated for resources: {'Port': ['ID=1db161ca-f6e6-472e-8bf4-b18ac12e1044,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:52.966082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:16:52.966453 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Checking segment: {'id': '5a108c38-c869-4f9c-a558-f607ebe712da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a34b8ac9-c36f-4773-8fb1-7994ca041ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:16:52.966905 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.967245 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Bound using segment: {'id': '5a108c38-c869-4f9c-a558-f607ebe712da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a34b8ac9-c36f-4773-8fb1-7994ca041ffc'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:16:52.967715 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Bound port: 1db161ca-f6e6-472e-8bf4-b18ac12e1044, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a108c38-c869-4f9c-a558-f607ebe712da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a34b8ac9-c36f-4773-8fb1-7994ca041ffc'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:16:52.968087 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.002543 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1125822d-acc6-4b04-b617-a573ea6ac7be tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.043811 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] For port 1db161ca-f6e6-472e-8bf4-b18ac12e1044, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:16:53.047754 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] For port 1db161ca-f6e6-472e-8bf4-b18ac12e1044, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1db161ca-f6e6-472e-8bf4-b18ac12e1044,segment=NetworkSegment(5a108c38-c869-4f9c-a558-f607ebe712da),segment_id=5a108c38-c869-4f9c-a558-f607ebe712da)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:16:53.130174 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.153223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d556239e-9cea-4db9-9b6f-64f0caa64294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:53.153710 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d556239e-9cea-4db9-9b6f-64f0caa64294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Synchronizing usage tracker for tenant:2c2b66d2346644f29eb1188059caa97c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:16:53.199830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125822d-acc6-4b04-b617-a573ea6ac7be tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Subnet': ['ID=95a7706f-5dca-4477-acae-405802dc3dc5,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:53.204427 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.218313 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Routers {'58391b14-3980-449d-b36f-3c4a7d47711f'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:16:53.218460 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1125822d-acc6-4b04-b617-a573ea6ac7be tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Checking segment: {'id': 'a6c47f94-805d-4f64-ad7a-e50e513d85ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f9eeab4b-fe40-40be-b4e7-f2f100d3434a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:16:53.219107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1125822d-acc6-4b04-b617-a573ea6ac7be tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network hostable DHCP agents. Network: f9eeab4b-fe40-40be-b4e7-f2f100d3434a, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:16:53.219194 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['58391b14-3980-449d-b36f-3c4a7d47711f'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:53.272814 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef8217-023e-41e6-94fd-cc3b7f2ef241 None None] Pushing event updated for resources: {'Port': ['ID=1db161ca-f6e6-472e-8bf4-b18ac12e1044,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:53.297274 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7d6b652d-f046-4ac9-81a3-96631985da0b tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.337089 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-920bde6c-fbe3-48de-9c14-42c8c751f71c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.343753 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Calling delete_port for 1db161ca-f6e6-472e-8bf4-b18ac12e1044 owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:16:53.351883 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.371709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d556239e-9cea-4db9-9b6f-64f0caa64294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Unset dirty status for tenant:2c2b66d2346644f29eb1188059caa97c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:16:53.372896 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d556239e-9cea-4db9-9b6f-64f0caa64294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] 10.222.0.43 "GET /v2.0/ports/9e9160fb-fe2e-4617-9124-730a7e58b325 HTTP/1.1" status: 200 len: 959 time: 0.5198712 Mar 14 18:16:53.377386 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] Set router 58391b14-3980-449d-b36f-3c4a7d47711f gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:16:53.380171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49116) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:53.411553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.419259 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-920bde6c-fbe3-48de-9c14-42c8c751f71c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e92e962-45da-4db9-8c62-7e5bf3ebea56']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:53.446669 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-920bde6c-fbe3-48de-9c14-42c8c751f71c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf0ce7e-623e-4a1d-aab2-b717c1f4a0d4') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:53.446989 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-920bde6c-fbe3-48de-9c14-42c8c751f71c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf0ce7e-623e-4a1d-aab2-b717c1f4a0d4') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:53.466488 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.474944 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-fd26e83a-7da4-47da-87d7-1a7dce89d049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Deleting port 9e9160fb-fe2e-4617-9124-730a7e58b325 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:16:53.475292 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fd26e83a-7da4-47da-87d7-1a7dce89d049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.476407 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-920bde6c-fbe3-48de-9c14-42c8c751f71c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.484391 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7d6b652d-f046-4ac9-81a3-96631985da0b tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.488746 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58391b14-3980-449d-b36f-3c4a7d47711f', 'name': '', 'tenant_id': '16e2bf5efb124f959c3d20de42aa1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:42Z', 'updated_at': '2022-03-14T18:16:52Z', 'revision_number': 4, 'project_id': '16e2bf5efb124f959c3d20de42aa1675', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:53.493454 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d2595-3fba-4da4-b0bc-0e764195dd21 None None] The sync data for ids ['58391b14-3980-449d-b36f-3c4a7d47711f'] in dv-neutron-833560-1-hyperv is: [{'id': '58391b14-3980-449d-b36f-3c4a7d47711f', 'name': '', 'tenant_id': '16e2bf5efb124f959c3d20de42aa1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:42Z', 'updated_at': '2022-03-14T18:16:52Z', 'revision_number': 4, 'project_id': '16e2bf5efb124f959c3d20de42aa1675', 'gw_port_host': None}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:16:53.535763 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1125822d-acc6-4b04-b617-a573ea6ac7be tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network f9eeab4b-fe40-40be-b4e7-f2f100d3434a is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:16:53.567549 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-920bde6c-fbe3-48de-9c14-42c8c751f71c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.593584 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920bde6c-fbe3-48de-9c14-42c8c751f71c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:16:53.593984 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-920bde6c-fbe3-48de-9c14-42c8c751f71c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:16:53.606959 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:16:53.687038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.692463 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:53.693092 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.706172 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-1125822d-acc6-4b04-b617-a573ea6ac7be tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, f9eeab4b-fe40-40be-b4e7-f2f100d3434a) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:53.710925 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1125822d-acc6-4b04-b617-a573ea6ac7be tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:53.717271 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1125822d-acc6-4b04-b617-a573ea6ac7be tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.717525 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.api [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:16:53.717963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG oslo_db.api [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:16:53.718614 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0659dc-87b8-4202-87f5-18867a992ec5 None None] Network f9eeab4b-fe40-40be-b4e7-f2f100d3434a requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:16:53.727725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.744088 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fd26e83a-7da4-47da-87d7-1a7dce89d049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.875874 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1125822d-acc6-4b04-b617-a573ea6ac7be tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3948495 Mar 14 18:16:53.880894 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49120) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:53.883248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-fd26e83a-7da4-47da-87d7-1a7dce89d049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Calling delete_port for 9e9160fb-fe2e-4617-9124-730a7e58b325 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:16:53.896150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1405047482', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}, 'admin_state_up': False}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:53.902294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Network': ['ID=386a0678-b543-4bdc-9161-c920de594ca2,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:53.908308 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:53.916140 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Usage tracker for resource:router and tenant:012942f9ce9548f48528050da9c5365d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:53.933438 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:53.937145 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:53.937412 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 386a0678-b543-4bdc-9161-c920de594ca2 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:16:54.004058 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:54.015884 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-20138f32-467d-4bd0-9bb3-e2dfe45c9209 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3521044 Mar 14 18:16:54.017136 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7d6b652d-f046-4ac9-81a3-96631985da0b tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.032957 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fd26e83a-7da4-47da-87d7-1a7dce89d049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.093103 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5557692f-c398-405a-af15-25ca2402816b None None] Network f9eeab4b-fe40-40be-b4e7-f2f100d3434a requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:16:54.103985 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:54.118708 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26e83a-7da4-47da-87d7-1a7dce89d049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e9160fb-fe2e-4617-9124-730a7e58b325,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:54.119111 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:54.120946 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-920bde6c-fbe3-48de-9c14-42c8c751f71c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.121407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fd26e83a-7da4-47da-87d7-1a7dce89d049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.130496 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:54.155788 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b652d-f046-4ac9-81a3-96631985da0b tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6225fae4-5775-4653-a0ba-c1b5e1b43930,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:54.163161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49124) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:54.165801 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7d6b652d-f046-4ac9-81a3-96631985da0b tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.170380 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-889c7815-c027-48fb-834b-9f7543f080e2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'subnet': {'network_id': '386a0678-b543-4bdc-9161-c920de594ca2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:54.179683 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920bde6c-fbe3-48de-9c14-42c8c751f71c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5e92e962-45da-4db9-8c62-7e5bf3ebea56 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 14 18:16:54.207971 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-920bde6c-fbe3-48de-9c14-42c8c751f71c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.213841 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-920bde6c-fbe3-48de-9c14-42c8c751f71c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] 10.222.0.43 "DELETE /v2.0/networks/5e92e962-45da-4db9-8c62-7e5bf3ebea56 HTTP/1.1" status: 204 len: 168 time: 1.8196394 Mar 14 18:16:54.214023 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49128) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:54.219455 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bde6c-fbe3-48de-9c14-42c8c751f71c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e92e962-45da-4db9-8c62-7e5bf3ebea56,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:54.221196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Pushing event updated for resources: {'Port': ['ID=1b535ebe-5d6e-4e56-9544-556cfdd3901f,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:54.228675 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7d6b652d-f046-4ac9-81a3-96631985da0b tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/6225fae4-5775-4653-a0ba-c1b5e1b43930 HTTP/1.1" status: 204 len: 168 time: 1.5340357 Mar 14 18:16:54.232178 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-672a6864-90a2-43a2-b365-a9116d1dff7b tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Request body: {'network': {'name': 'tempest-network--322599851', 'router:external': True}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:54.236147 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49132) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:54.237645 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Deleting port 1db161ca-f6e6-472e-8bf4-b18ac12e1044 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:16:54.238060 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.283567 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-672a6864-90a2-43a2-b365-a9116d1dff7b tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:54.350882 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-672a6864-90a2-43a2-b365-a9116d1dff7b tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Usage tracker for resource:network and tenant:240a172c83224dcb8a1691968889453d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:54.353109 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.354239 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.356860 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-672a6864-90a2-43a2-b365-a9116d1dff7b tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:54.381881 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-672a6864-90a2-43a2-b365-a9116d1dff7b tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:54.395415 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fd26e83a-7da4-47da-87d7-1a7dce89d049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] 10.222.0.43 "DELETE /v2.0/ports/9e9160fb-fe2e-4617-9124-730a7e58b325 HTTP/1.1" status: 204 len: 168 time: 1.0126812 Mar 14 18:16:54.399924 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e91bf0da-0547-462d-9a01-cb4fdc0fbf8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.402141 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49136) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:54.407175 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-889c7815-c027-48fb-834b-9f7543f080e2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:54.416123 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-889c7815-c027-48fb-834b-9f7543f080e2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:subnet and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:54.434109 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-889c7815-c027-48fb-834b-9f7543f080e2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:54.444124 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a6af6d78-6203-4aa1-a4ff-0439280c1c61 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.452569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-889c7815-c027-48fb-834b-9f7543f080e2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:54.460772 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.462828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.472161 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-a092f8e3-e485-466b-913e-d74eac1fa922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] GET failed (client error): The resource could not be found. Mar 14 18:16:54.472684 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a092f8e3-e485-466b-913e-d74eac1fa922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Synchronizing usage tracker for tenant:2c2b66d2346644f29eb1188059caa97c on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:16:54.482602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.520575 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672a6864-90a2-43a2-b365-a9116d1dff7b tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Made reservation on behalf of 240a172c83224dcb8a1691968889453d for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:54.522949 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-672a6864-90a2-43a2-b365-a9116d1dff7b tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.560328 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.575103 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672a6864-90a2-43a2-b365-a9116d1dff7b tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:16:54.583356 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] For port 1db161ca-f6e6-472e-8bf4-b18ac12e1044, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1db161ca-f6e6-472e-8bf4-b18ac12e1044,segment=NetworkSegment(5a108c38-c869-4f9c-a558-f607ebe712da),segment_id=5a108c38-c869-4f9c-a558-f607ebe712da)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:16:54.583783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.595096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-672a6864-90a2-43a2-b365-a9116d1dff7b tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.595460 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-672a6864-90a2-43a2-b365-a9116d1dff7b tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Added segment 11da5cc7-7f12-4e82-ac92-bebf174eac3b of type vlan for network 95023bfe-fa45-4178-9f42-c04d08c4e110 Mar 14 18:16:54.800509 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889c7815-c027-48fb-834b-9f7543f080e2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:54.803595 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-889c7815-c027-48fb-834b-9f7543f080e2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.825309 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a6af6d78-6203-4aa1-a4ff-0439280c1c61 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:54.826034 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Calling delete_port for 1db161ca-f6e6-472e-8bf4-b18ac12e1044 owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:16:54.840657 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a092f8e3-e485-466b-913e-d74eac1fa922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Unset dirty status for tenant:2c2b66d2346644f29eb1188059caa97c on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:16:54.844450 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a092f8e3-e485-466b-913e-d74eac1fa922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] 10.222.0.43 "GET /v2.0/ports/9e9160fb-fe2e-4617-9124-730a7e58b325 HTTP/1.1" status: 404 len: 333 time: 0.4377043 Mar 14 18:16:54.864596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49140) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:54.890965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-55820d94-f602-4725-a0cc-cc392f9338d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Request body: {'port': {'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675214246'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:54.906387 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-55820d94-f602-4725-a0cc-cc392f9338d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:54.987211 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Pushing event updated for resources: {'Port': ['ID=73fe2d11-ce7d-476f-beed-71c6f3b7b8ae,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:54.990337 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-a6af6d78-6203-4aa1-a4ff-0439280c1c61 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17420f97-719f-46c3-b03f-621f3efa5f2d']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:54.996829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-672a6864-90a2-43a2-b365-a9116d1dff7b tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:55.012465 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-55820d94-f602-4725-a0cc-cc392f9338d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:55.077184 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:55.101173 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-a6af6d78-6203-4aa1-a4ff-0439280c1c61 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c486405-7c2e-4d4f-993c-d9addd67c6ce') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:55.101468 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-a6af6d78-6203-4aa1-a4ff-0439280c1c61 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c486405-7c2e-4d4f-993c-d9addd67c6ce') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:55.129925 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55820d94-f602-4725-a0cc-cc392f9338d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Made reservation on behalf of 2c2b66d2346644f29eb1188059caa97c for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:55.132333 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-55820d94-f602-4725-a0cc-cc392f9338d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:55.166195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-55820d94-f602-4725-a0cc-cc392f9338d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] device_id is not set on port 8deeec34-f25f-4f34-a284-907becd63b96 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:16:55.178816 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:55.183932 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a6af6d78-6203-4aa1-a4ff-0439280c1c61 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:55.204061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-672a6864-90a2-43a2-b365-a9116d1dff7b tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:55.205149 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672a6864-90a2-43a2-b365-a9116d1dff7b tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:55.205729 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-672a6864-90a2-43a2-b365-a9116d1dff7b tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:55.207311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:55.239777 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a6af6d78-6203-4aa1-a4ff-0439280c1c61 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:55.252595 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6af6d78-6203-4aa1-a4ff-0439280c1c61 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:16:55.252913 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a6af6d78-6203-4aa1-a4ff-0439280c1c61 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:16:55.267004 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:16:55.355154 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:55.363176 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-61e381c7-bc27-4b61-9421-b76ca2a109b9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0749094 Mar 14 18:16:55.426818 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a6864-90a2-43a2-b365-a9116d1dff7b tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Pushing event updated for resources: {'Network': ['ID=95023bfe-fa45-4178-9f42-c04d08c4e110,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:55.452266 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 95023bfe-fa45-4178-9f42-c04d08c4e110 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:16:55.537884 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-889c7815-c027-48fb-834b-9f7543f080e2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:55.578591 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a6af6d78-6203-4aa1-a4ff-0439280c1c61 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:55.603153 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6af6d78-6203-4aa1-a4ff-0439280c1c61 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 17420f97-719f-46c3-b03f-621f3efa5f2d {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 14 18:16:55.609196 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:55.611537 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:55.613458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a6af6d78-6203-4aa1-a4ff-0439280c1c61 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:55.617893 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af6d78-6203-4aa1-a4ff-0439280c1c61 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Pushing event deleted for resources: {'Network': ['ID=17420f97-719f-46c3-b03f-621f3efa5f2d,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:55.630020 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a6af6d78-6203-4aa1-a4ff-0439280c1c61 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "DELETE /v2.0/networks/17420f97-719f-46c3-b03f-621f3efa5f2d HTTP/1.1" status: 204 len: 168 time: 1.3868868 Mar 14 18:16:55.699525 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-672a6864-90a2-43a2-b365-a9116d1dff7b tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4843278 Mar 14 18:16:55.715024 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49158) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:55.716977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Pushing event deleted for resources: {'Port': ['ID=1db161ca-f6e6-472e-8bf4-b18ac12e1044,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:55.830670 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.000453 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c7815-c027-48fb-834b-9f7543f080e2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Subnet': ['ID=b6d80eb0-fdac-4013-8085-45b8a346f2c2,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:56.013619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.022705 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.078261 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.114304 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.120910 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Pushing event updated for resources: {'Port': ['ID=1b535ebe-5d6e-4e56-9544-556cfdd3901f,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:56.156257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49172) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:56.163034 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a03e6ca6-1b7a-40cf-a936-efa225a41db4 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Request body: {'router': {'name': 'tempest-router--117914319', 'project_id': '2520f55ab77042ac922c0015b1403aca'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:56.172577 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a03e6ca6-1b7a-40cf-a936-efa225a41db4 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:56.187648 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889c7815-c027-48fb-834b-9f7543f080e2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Checking segment: {'id': 'fcb3cd1e-af3b-4207-8aba-c0dfb604da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '386a0678-b543-4bdc-9161-c920de594ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:16:56.188217 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889c7815-c027-48fb-834b-9f7543f080e2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network hostable DHCP agents. Network: 386a0678-b543-4bdc-9161-c920de594ca2, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:16:56.188751 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a03e6ca6-1b7a-40cf-a936-efa225a41db4 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Usage tracker for resource:router and tenant:2520f55ab77042ac922c0015b1403aca is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:56.193712 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a03e6ca6-1b7a-40cf-a936-efa225a41db4 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:56.202655 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-55820d94-f602-4725-a0cc-cc392f9338d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.203840 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a03e6ca6-1b7a-40cf-a936-efa225a41db4 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:56.213449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6405dfe0-571e-4a19-9367-83ebda419353 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:56.215190 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6405dfe0-571e-4a19-9367-83ebda419353 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] 10.222.0.43 "GET /v2.0/networks/95023bfe-fa45-4178-9f42-c04d08c4e110 HTTP/1.1" status: 200 len: 756 time: 0.4913614 Mar 14 18:16:56.217984 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49176) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:56.264718 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.274330 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-97cb2d69-4e32-4844-a9b5-a04cb2c37f9b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8673148 Mar 14 18:16:56.317433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.323121 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.330050 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e21b3d7e-927c-40d3-baf0-4b2266783930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.377556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49186) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:56.380788 dv-neutron-833560-1-hyperv neutron-server[88635]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 18:16:56.414866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889c7815-c027-48fb-834b-9f7543f080e2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network 386a0678-b543-4bdc-9161-c920de594ca2 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:16:56.428797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-5ac0d43a-a935-4e47-be6b-0a86d26f2431 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Synchronizing usage tracker for tenant:8ea0973c52dd466b94261bd6de488fed on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:16:56.442580 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.442669 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a03e6ca6-1b7a-40cf-a936-efa225a41db4 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.443120 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58391b14-3980-449d-b36f-3c4a7d47711f {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:16:56.443586 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a03e6ca6-1b7a-40cf-a936-efa225a41db4 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.447331 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-55820d94-f602-4725-a0cc-cc392f9338d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.520972 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Allocated IP 172.26.7.44 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/d9b95c07-a146-4dbe-9fe1-6843f9a56f33) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:16:56.524447 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-889c7815-c027-48fb-834b-9f7543f080e2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 386a0678-b543-4bdc-9161-c920de594ca2) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:56.524907 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041c3890-cb51-4dcc-b17d-a166fe56c8ee tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:56.526484 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-041c3890-cb51-4dcc-b17d-a166fe56c8ee tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] 10.222.0.43 "GET /v2.0/networks/ec5adc0a-1c82-4ac5-8be2-f8045400e5b3 HTTP/1.1" status: 200 len: 768 time: 0.3075199 Mar 14 18:16:56.527461 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.528705 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7db8168c-defa-472b-b064-90f04acd3d97 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "DELETE /v2.0/routers/58391b14-3980-449d-b36f-3c4a7d47711f HTTP/1.1" status: 204 len: 168 time: 4.5782621 Mar 14 18:16:56.532757 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49206) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:56.533289 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49208) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:56.539305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889c7815-c027-48fb-834b-9f7543f080e2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:56.540171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-889c7815-c027-48fb-834b-9f7543f080e2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.545101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5387ad78-92ca-4f89-84c0-185b1369efe7 None None] Network 386a0678-b543-4bdc-9161-c920de594ca2 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:16:56.637530 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a03e6ca6-1b7a-40cf-a936-efa225a41db4 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.648397 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-66cc3975-cd19-4cca-9771-51144b8f7c66 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Deleting subnet 7e7b66eb-61c7-4c9d-95f8-c66a0f4b74aa {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:16:56.685260 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49218) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:56.697089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55820d94-f602-4725-a0cc-cc392f9338d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Network b0d5998d-8e2b-4d18-b941-4cff3f46f96b is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:56.697687 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-5ac0d43a-a935-4e47-be6b-0a86d26f2431 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Unset dirty status for tenant:8ea0973c52dd466b94261bd6de488fed on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:16:56.698931 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-5ac0d43a-a935-4e47-be6b-0a86d26f2431 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1520336761&fields=id&tenant_id=8ea0973c52dd466b94261bd6de488fed HTTP/1.1" status: 200 len: 267 time: 0.3201625 Mar 14 18:16:56.705446 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-55820d94-f602-4725-a0cc-cc392f9338d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:56.721887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55820d94-f602-4725-a0cc-cc392f9338d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Pushing event updated for resources: {'Port': ['ID=8deeec34-f25f-4f34-a284-907becd63b96,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:56.727266 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55820d94-f602-4725-a0cc-cc392f9338d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:56.728148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55820d94-f602-4725-a0cc-cc392f9338d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:56.728731 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-55820d94-f602-4725-a0cc-cc392f9338d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.776248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-66cc3975-cd19-4cca-9771-51144b8f7c66 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.788439 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-386a0678-b543-4bdc-9161-c920de594ca2', 'network_id': '386a0678-b543-4bdc-9161-c920de594ca2', 'tenant_id': 'af67afadbf6546329cb35e0a68bebc5e', 'fixed_ips': [{'subnet_id': 'b6d80eb0-fdac-4013-8085-45b8a346f2c2'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:16:56.789670 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.862305 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-889c7815-c027-48fb-834b-9f7543f080e2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6940866 Mar 14 18:16:56.863506 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-55820d94-f602-4725-a0cc-cc392f9338d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9978924 Mar 14 18:16:56.867378 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-043b43e7-32ed-416e-922f-a24e5232f89f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--194338178&fields=id&tenant_id=bd345c2c70054138a63ee3b6474a8824 HTTP/1.1" status: 200 len: 267 time: 0.1807926 Mar 14 18:16:56.880633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49224) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:56.880633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49226) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:56.893183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:56.944997 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f26320af-65eb-4cab-aade-91c9ec11c90d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.946143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-410ff8af-6d03-4e49-90b2-26bdbda1b6d9 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2030694896'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:56.953000 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-66cc3975-cd19-4cca-9771-51144b8f7c66 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:56.957910 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Allocated IP 172.20.255.242 (386a0678-b543-4bdc-9161-c920de594ca2/b6d80eb0-fdac-4013-8085-45b8a346f2c2/7fe26da3-66b3-4564-96f9-ab8175df3498) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:16:56.974986 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-410ff8af-6d03-4e49-90b2-26bdbda1b6d9 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:56.986691 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-410ff8af-6d03-4e49-90b2-26bdbda1b6d9 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:network and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:56.991338 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-410ff8af-6d03-4e49-90b2-26bdbda1b6d9 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:56.995854 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.003170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a03e6ca6-1b7a-40cf-a936-efa225a41db4 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.046324 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-410ff8af-6d03-4e49-90b2-26bdbda1b6d9 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:57.098070 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-66cc3975-cd19-4cca-9771-51144b8f7c66 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.155161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-c879d003-bdc7-4a36-ac07-e69573622946 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:57.155910 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-c879d003-bdc7-4a36-ac07-e69573622946 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Synchronizing usage tracker for tenant:8ea0973c52dd466b94261bd6de488fed on resource:network {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:16:57.171266 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.182778 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Transition to ACTIVE for port object 7fe26da3-66b3-4564-96f9-ab8175df3498 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:16:57.192657 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.194213 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f26320af-65eb-4cab-aade-91c9ec11c90d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.202380 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Transition to ACTIVE for port object 7fe26da3-66b3-4564-96f9-ab8175df3498 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:16:57.215464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-c94816b6-3f37-4507-8f8b-e79078276663 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:57.216977 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-c94816b6-3f37-4507-8f8b-e79078276663 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/networks?id=d9396576-f6d5-42a1-a913-3123f2ec508b HTTP/1.1" status: 200 len: 812 time: 0.3285401 Mar 14 18:16:57.217540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410ff8af-6d03-4e49-90b2-26bdbda1b6d9 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:57.220750 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-410ff8af-6d03-4e49-90b2-26bdbda1b6d9 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.223148 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a03e6ca6-1b7a-40cf-a936-efa225a41db4 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.224303 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a03e6ca6-1b7a-40cf-a936-efa225a41db4 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0671108 Mar 14 18:16:57.230537 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49234) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:57.235899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-f26320af-65eb-4cab-aade-91c9ec11c90d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95023bfe-fa45-4178-9f42-c04d08c4e110']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:57.253728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-f26320af-65eb-4cab-aade-91c9ec11c90d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11da5cc7-7f12-4e82-ac92-bebf174eac3b') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:57.254014 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-f26320af-65eb-4cab-aade-91c9ec11c90d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11da5cc7-7f12-4e82-ac92-bebf174eac3b') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:57.269113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f26320af-65eb-4cab-aade-91c9ec11c90d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.285569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f26320af-65eb-4cab-aade-91c9ec11c90d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.286586 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.292087 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26320af-65eb-4cab-aade-91c9ec11c90d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:16:57.292750 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f26320af-65eb-4cab-aade-91c9ec11c90d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:16:57.305879 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:16:57.358366 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Network 386a0678-b543-4bdc-9161-c920de594ca2 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:57.366810 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-66cc3975-cd19-4cca-9771-51144b8f7c66 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.367013 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-c0f5ff0b-ffbf-48f8-98df-982aee35b60b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/quotas/bd345c2c70054138a63ee3b6474a8824 HTTP/1.1" status: 200 len: 375 time: 0.1319408 Mar 14 18:16:57.372474 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:57.379695 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:57.385873 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Pushing event updated for resources: {'Port': ['ID=7fe26da3-66b3-4564-96f9-ab8175df3498,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:57.399614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.428830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-c879d003-bdc7-4a36-ac07-e69573622946 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Unset dirty status for tenant:8ea0973c52dd466b94261bd6de488fed on resource:network {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:16:57.429886 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-c879d003-bdc7-4a36-ac07-e69573622946 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/networks?id=83575c05-a651-46e5-aea9-2aa8d357c3a4 HTTP/1.1" status: 200 len: 806 time: 0.7222881 Mar 14 18:16:57.470153 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc3975-cd19-4cca-9771-51144b8f7c66 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7e7b66eb-61c7-4c9d-95f8-c66a0f4b74aa,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:57.473716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-732c2338-cba8-42f9-b205-2ca6d4434989 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.475297 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-66cc3975-cd19-4cca-9771-51144b8f7c66 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.475735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Attempting to bind port 7fe26da3-66b3-4564-96f9-ab8175df3498 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:57.476218 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Attempting to bind port 7fe26da3-66b3-4564-96f9-ab8175df3498 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'fcb3cd1e-af3b-4207-8aba-c0dfb604da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '386a0678-b543-4bdc-9161-c920de594ca2'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:57.477303 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Attempting to bind port 7fe26da3-66b3-4564-96f9-ab8175df3498 on network 386a0678-b543-4bdc-9161-c920de594ca2 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:57.484114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:16:57.484114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Checking segment: {'id': 'fcb3cd1e-af3b-4207-8aba-c0dfb604da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '386a0678-b543-4bdc-9161-c920de594ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:16:57.484114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.484555 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Bound using segment: {'id': 'fcb3cd1e-af3b-4207-8aba-c0dfb604da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '386a0678-b543-4bdc-9161-c920de594ca2'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:16:57.485245 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Bound port: 7fe26da3-66b3-4564-96f9-ab8175df3498, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb3cd1e-af3b-4207-8aba-c0dfb604da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '386a0678-b543-4bdc-9161-c920de594ca2'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:16:57.485751 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.489273 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:57.492191 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:57.495288 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-66cc3975-cd19-4cca-9771-51144b8f7c66 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/7e7b66eb-61c7-4c9d-95f8-c66a0f4b74aa HTTP/1.1" status: 204 len: 168 time: 0.9607263 Mar 14 18:16:57.496269 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:16:57.524132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49240) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:57.552051 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=d9b95c07-a146-4dbe-9fe1-6843f9a56f33,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:57.578281 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] For port 7fe26da3-66b3-4564-96f9-ab8175df3498, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:16:57.581564 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] For port 7fe26da3-66b3-4564-96f9-ab8175df3498, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7fe26da3-66b3-4564-96f9-ab8175df3498,segment=NetworkSegment(fcb3cd1e-af3b-4207-8aba-c0dfb604da02),segment_id=fcb3cd1e-af3b-4207-8aba-c0dfb604da02)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:16:57.617311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f26320af-65eb-4cab-aade-91c9ec11c90d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.642359 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26320af-65eb-4cab-aade-91c9ec11c90d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 95023bfe-fa45-4178-9f42-c04d08c4e110 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 14 18:16:57.646379 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f26320af-65eb-4cab-aade-91c9ec11c90d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.666330 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-2471fe2e-e041-4289-a2a5-45c389a27563 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/quotas/8ea0973c52dd466b94261bd6de488fed HTTP/1.1" status: 200 len: 375 time: 0.1993802 Mar 14 18:16:57.683137 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410ff8af-6d03-4e49-90b2-26bdbda1b6d9 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:16:57.697830 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.703100 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26320af-65eb-4cab-aade-91c9ec11c90d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Pushing event deleted for resources: {'Network': ['ID=95023bfe-fa45-4178-9f42-c04d08c4e110,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:57.714399 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f26320af-65eb-4cab-aade-91c9ec11c90d tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] 10.222.0.43 "DELETE /v2.0/networks/95023bfe-fa45-4178-9f42-c04d08c4e110 HTTP/1.1" status: 204 len: 168 time: 1.1776175 Mar 14 18:16:57.743253 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49246) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:57.758287 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-09af801f-c1d7-4e33-b5af-9477eb58a275 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Request body: {'network': {'name': 'tempest-network--758586676'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:57.765807 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-09af801f-c1d7-4e33-b5af-9477eb58a275 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:57.772549 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-09af801f-c1d7-4e33-b5af-9477eb58a275 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Usage tracker for resource:network and tenant:240a172c83224dcb8a1691968889453d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:57.781918 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-09af801f-c1d7-4e33-b5af-9477eb58a275 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:57.794060 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-09af801f-c1d7-4e33-b5af-9477eb58a275 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:57.821689 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.877278 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cc1eb-59e7-46d9-b5ab-92766d141a4e None None] Pushing event updated for resources: {'Port': ['ID=7fe26da3-66b3-4564-96f9-ab8175df3498,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:57.921915 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.928084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-410ff8af-6d03-4e49-90b2-26bdbda1b6d9 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:57.928432 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-410ff8af-6d03-4e49-90b2-26bdbda1b6d9 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Added segment 45336e4d-a38f-44c3-a91b-34e8193a7eff of type vlan for network 96322b18-205d-4ad1-8b21-78886a5eb79f Mar 14 18:16:57.952879 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09af801f-c1d7-4e33-b5af-9477eb58a275 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Made reservation on behalf of 240a172c83224dcb8a1691968889453d for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:57.954911 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-09af801f-c1d7-4e33-b5af-9477eb58a275 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:58.068245 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:16:58.203594 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-732c2338-cba8-42f9-b205-2ca6d4434989 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:58.207993 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-732c2338-cba8-42f9-b205-2ca6d4434989 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:58.208175 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09af801f-c1d7-4e33-b5af-9477eb58a275 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:16:58.224882 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:58.232626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-09af801f-c1d7-4e33-b5af-9477eb58a275 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:58.232984 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-09af801f-c1d7-4e33-b5af-9477eb58a275 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Added segment 4bab4f4d-ea4b-4f7d-a1f6-a787daa665ae of type vlan for network 10ce41c5-115b-47a4-a8b6-6db90c98ed77 Mar 14 18:16:58.256860 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-410ff8af-6d03-4e49-90b2-26bdbda1b6d9 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:58.267105 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:58.301474 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-41e1cd53-159f-4b1b-aa82-0876edd7aaf7 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd345c2c70054138a63ee3b6474a8824&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8831675 Mar 14 18:16:58.343906 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-09af801f-c1d7-4e33-b5af-9477eb58a275 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:58.385928 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-732c2338-cba8-42f9-b205-2ca6d4434989 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:58.386695 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732c2338-cba8-42f9-b205-2ca6d4434989 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 802f5ef9-9d86-41a7-b802-f53fb3997fcd {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:16:58.477371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-8bfb9ba7-8605-464f-9e22-d41df6c8e481 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Synchronizing usage tracker for tenant:8ea0973c52dd466b94261bd6de488fed on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:16:58.542689 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-410ff8af-6d03-4e49-90b2-26bdbda1b6d9 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:58.543754 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-09af801f-c1d7-4e33-b5af-9477eb58a275 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:58.544785 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09af801f-c1d7-4e33-b5af-9477eb58a275 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:58.545370 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-09af801f-c1d7-4e33-b5af-9477eb58a275 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:58.548939 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410ff8af-6d03-4e49-90b2-26bdbda1b6d9 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:58.549542 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-410ff8af-6d03-4e49-90b2-26bdbda1b6d9 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:58.581834 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-732c2338-cba8-42f9-b205-2ca6d4434989 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:58.585543 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-732c2338-cba8-42f9-b205-2ca6d4434989 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "DELETE /v2.0/routers/802f5ef9-9d86-41a7-b802-f53fb3997fcd HTTP/1.1" status: 204 len: 168 time: 1.3443558 Mar 14 18:16:58.595148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:58.613237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] device_id is not set on port 8deeec34-f25f-4f34-a284-907becd63b96 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:16:58.621202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-96acb0be-79f4-4fd2-bdff-44ed0686d0ab service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:16:58.622348 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-96acb0be-79f4-4fd2-bdff-44ed0686d0ab service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1379864 Mar 14 18:16:58.656707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:58.732901 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af801f-c1d7-4e33-b5af-9477eb58a275 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Pushing event updated for resources: {'Network': ['ID=10ce41c5-115b-47a4-a8b6-6db90c98ed77,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:58.745242 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 10ce41c5-115b-47a4-a8b6-6db90c98ed77 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:16:58.755847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:58.756192 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:58.757029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:58.757358 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Subscribe: > port after_create 55550000 {{(pid=88635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:58.757677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:58.758056 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Subscribe: > port after_update 55550000 {{(pid=88635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:58.758378 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:58.758713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:58.759055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:58.759248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:58.759358 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:58.926064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:58.926416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:58.926768 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:58.927106 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:16:58.927448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34b8ac9-c36f-4773-8fb1-7994ca041ffc']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:58.946576 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-09af801f-c1d7-4e33-b5af-9477eb58a275 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2020414 Mar 14 18:16:58.949342 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49258) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:58.957422 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-0f2b89e2-dde3-4d20-a64f-9e20a89db14c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:58.960479 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-410ff8af-6d03-4e49-90b2-26bdbda1b6d9 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0785587 Mar 14 18:16:58.961263 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-8bfb9ba7-8605-464f-9e22-d41df6c8e481 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Unset dirty status for tenant:8ea0973c52dd466b94261bd6de488fed on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:16:58.971578 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49262) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:58.972691 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-8bfb9ba7-8605-464f-9e22-d41df6c8e481 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ea0973c52dd466b94261bd6de488fed&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2768474 Mar 14 18:16:58.978894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49264) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:59.004616 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-f2a79e20-b3eb-489a-bead-767d058406f2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'subnet': {'network_id': '96322b18-205d-4ad1-8b21-78886a5eb79f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:59.027867 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a108c38-c869-4f9c-a558-f607ebe712da') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:59.028371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a108c38-c869-4f9c-a558-f607ebe712da') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:16:59.032723 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044786f9-d5f1-44b6-9ee5-a890dc3f7b92 None None] Network 386a0678-b543-4bdc-9161-c920de594ca2 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:16:59.037104 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Transition to ACTIVE for port object 8deeec34-f25f-4f34-a284-907becd63b96 will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:16:59.037909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ff8af-6d03-4e49-90b2-26bdbda1b6d9 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Network': ['ID=96322b18-205d-4ad1-8b21-78886a5eb79f,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:59.070163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:59.094675 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:59.115413 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:16:59.116160 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: from cryptography.utils import int_from_bytes Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: from cryptography.utils import int_from_bytes Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn_limited( Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn_limited( Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:16:59.138119 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:16:59.165670 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:59.237467 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 96322b18-205d-4ad1-8b21-78886a5eb79f details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:16:59.237692 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f2a79e20-b3eb-489a-bead-767d058406f2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:59.243318 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f2a79e20-b3eb-489a-bead-767d058406f2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:subnet and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:59.248110 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f2a79e20-b3eb-489a-bead-767d058406f2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:59.309444 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f2a79e20-b3eb-489a-bead-767d058406f2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:59.327688 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-bd24777b-820b-46f4-b172-569bb5a70fcf service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:16:59.330175 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router c6b8fb97-64c2-4eff-999d-8821c3f504e7 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:16:59.335424 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-bd24777b-820b-46f4-b172-569bb5a70fcf service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1931612 Mar 14 18:16:59.339328 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-74adb67d-52fc-4cb7-b668-a009a311cc76 service neutron] 10.222.0.43 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6933227 Mar 14 18:16:59.354013 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-989b4eab-2af5-4e8e-9d6c-5c65bdaf8173 None None] Provisioning for port 7fe26da3-66b3-4564-96f9-ab8175df3498 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:16:59.423167 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1311594908', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}, 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:59.448977 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a79e20-b3eb-489a-bead-767d058406f2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:59.452408 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f2a79e20-b3eb-489a-bead-767d058406f2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:59.469640 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:59.475856 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:16:59.488043 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0f2b89e2-dde3-4d20-a64f-9e20a89db14c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:59.526028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Usage tracker for resource:router and tenant:d8243012e16843e7a15858c59f475fdd is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:16:59.585927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a34b8ac9-c36f-4773-8fb1-7994ca041ffc {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 14 18:16:59.587892 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:16:59.592235 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Pushing event updated for resources: {'Port': ['ID=8deeec34-f25f-4f34-a284-907becd63b96,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:59.594998 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:59.610790 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:16:59.658063 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:59.671949 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:59.672288 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:59.672620 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:59.687521 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:59.687863 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:59.688527 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Pushing event deleted for resources: {'Network': ['ID=a34b8ac9-c36f-4773-8fb1-7994ca041ffc,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:59.701882 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 2 to bind port 8deeec34-f25f-4f34-a284-907becd63b96 Mar 14 18:16:59.725166 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-15b1de02-ed11-4ee0-9ff2-b924709311e2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "DELETE /v2.0/networks/a34b8ac9-c36f-4773-8fb1-7994ca041ffc HTTP/1.1" status: 204 len: 168 time: 2.1741323 Mar 14 18:16:59.735640 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:59.735978 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:59.736311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:59.777220 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:59.777553 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:59.789043 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 3 to bind port 8deeec34-f25f-4f34-a284-907becd63b96 Mar 14 18:16:59.809270 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:59.809978 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:59.810588 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:59.831068 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-a8f5b423-3fb1-4082-9d42-0ef75a113445 service neutron] 10.222.0.43 "GET /v2.0/networks/83575c05-a651-46e5-aea9-2aa8d357c3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944022 Mar 14 18:16:59.832979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:59.833462 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:59.847444 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:16:59.856431 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 4 to bind port 8deeec34-f25f-4f34-a284-907becd63b96 Mar 14 18:16:59.867141 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-11610aca-8174-4818-9841-d6022c6e4267 service neutron] 10.222.0.43 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496381 Mar 14 18:16:59.871804 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:59.873446 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:59.882348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0f2b89e2-dde3-4d20-a64f-9e20a89db14c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:59.907260 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:59.907821 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:59.913500 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:16:59.928709 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f2b89e2-dde3-4d20-a64f-9e20a89db14c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Network 10ce41c5-115b-47a4-a8b6-6db90c98ed77 is not hosted by any dhcp agent {{(pid=88634) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 14 18:16:59.929135 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2b89e2-dde3-4d20-a64f-9e20a89db14c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:59.930478 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0f2b89e2-dde3-4d20-a64f-9e20a89db14c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:59.933160 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0f2b89e2-dde3-4d20-a64f-9e20a89db14c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] 10.222.0.43 "PUT /v2.0/networks/10ce41c5-115b-47a4-a8b6-6db90c98ed77 HTTP/1.1" status: 200 len: 857 time: 0.9825253 Mar 14 18:16:59.941366 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49282) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:16:59.974279 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:16:59.987321 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:16:59.996129 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 5 to bind port 8deeec34-f25f-4f34-a284-907becd63b96 Mar 14 18:17:00.022926 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7fe26da3-66b3-4564-96f9-ab8175df3498 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:17:00.031803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:00.048283 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:00.051143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:00.051143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:00.061942 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:00.065919 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e9c8b106-8c9a-4506-9c50-3430aa2674ed tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.1789706 Mar 14 18:17:00.066036 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:00.066036 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:17:00.067698 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 6 to bind port 8deeec34-f25f-4f34-a284-907becd63b96 Mar 14 18:17:00.082116 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49286) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:00.096901 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:00.097462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:00.097952 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:00.113304 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-eb144391-4e36-4500-93ff-1751c4500554 service neutron] 10.222.0.43 "GET /v2.0/networks/83575c05-a651-46e5-aea9-2aa8d357c3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748730 Mar 14 18:17:00.123780 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:00.124121 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:17:00.124510 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 7 to bind port 8deeec34-f25f-4f34-a284-907becd63b96 Mar 14 18:17:00.155527 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:00.155881 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:00.156206 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:00.165626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:00.165959 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:17:00.166347 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 8 to bind port 8deeec34-f25f-4f34-a284-907becd63b96 Mar 14 18:17:00.314190 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 7fe26da3-66b3-4564-96f9-ab8175df3498 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:17:00.326069 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 7fe26da3-66b3-4564-96f9-ab8175df3498 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:00.326453 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:00.332253 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b89e2-dde3-4d20-a64f-9e20a89db14c tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Pushing event updated for resources: {'Network': ['ID=10ce41c5-115b-47a4-a8b6-6db90c98ed77,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:00.343056 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49306) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:00.367705 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e9a5dc16-7f05-432e-add9-20bb47ac2d3f tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Request body: {'router': {'name': 'tempest-router--189511539', 'project_id': 'a93f6244b8f84f7393303f937c8e876b'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:00.380048 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8c9b17-e9f6-4e9e-9c24-3f8f50e3b13c None None] Sync routers for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:00.380613 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e9a5dc16-7f05-432e-add9-20bb47ac2d3f tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:00.390668 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-42075f4c-5119-4129-84f0-9130ae05b435 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:00.397605 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e9a5dc16-7f05-432e-add9-20bb47ac2d3f tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Usage tracker for resource:router and tenant:a93f6244b8f84f7393303f937c8e876b is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:00.402312 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e9a5dc16-7f05-432e-add9-20bb47ac2d3f tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:00.413758 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8c9b17-e9f6-4e9e-9c24-3f8f50e3b13c None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:00.414011 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e9a5dc16-7f05-432e-add9-20bb47ac2d3f tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:00.414418 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ed8c9b17-e9f6-4e9e-9c24-3f8f50e3b13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:00.522280 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:00.567800 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 7fe26da3-66b3-4564-96f9-ab8175df3498, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7fe26da3-66b3-4564-96f9-ab8175df3498,segment=NetworkSegment(fcb3cd1e-af3b-4207-8aba-c0dfb604da02),segment_id=fcb3cd1e-af3b-4207-8aba-c0dfb604da02)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:00.599965 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ed8c9b17-e9f6-4e9e-9c24-3f8f50e3b13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:00.609039 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8c9b17-e9f6-4e9e-9c24-3f8f50e3b13c None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:00.609820 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ed8c9b17-e9f6-4e9e-9c24-3f8f50e3b13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:00.654601 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:00.678269 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ed8c9b17-e9f6-4e9e-9c24-3f8f50e3b13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:00.678929 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8c9b17-e9f6-4e9e-9c24-3f8f50e3b13c None None] The sync data for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:00.703744 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9a5dc16-7f05-432e-add9-20bb47ac2d3f tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:00.707346 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9a5dc16-7f05-432e-add9-20bb47ac2d3f tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:00.713374 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-053c57ce-1cf7-41ad-8884-76ce804e342b req-5d33640e-7e59-4c60-8416-1f4dd44ecaad tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 210 time: 0.1160867 Mar 14 18:17:00.715751 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:00.716739 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:00.717805 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:00.737550 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9a5dc16-7f05-432e-add9-20bb47ac2d3f tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:00.771173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:00.771173 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:17:00.857762 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 9 to bind port 8deeec34-f25f-4f34-a284-907becd63b96 Mar 14 18:17:00.864200 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=7fe26da3-66b3-4564-96f9-ab8175df3498,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:00.891554 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3b25e6de-86b4-41d8-99c9-add00727e6df req-323eadd8-1ba9-4a7c-b684-cc5648b7ec94 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 210 time: 0.2420068 Mar 14 18:17:00.905152 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9a5dc16-7f05-432e-add9-20bb47ac2d3f tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:00.933447 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-42075f4c-5119-4129-84f0-9130ae05b435 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:00.996240 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:00.996439 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:00.996777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:01.012224 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:01.012405 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:17:01.036205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9a5dc16-7f05-432e-add9-20bb47ac2d3f tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:01.040096 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e9a5dc16-7f05-432e-add9-20bb47ac2d3f tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6806035 Mar 14 18:17:01.053485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49348) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:01.061667 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-42075f4c-5119-4129-84f0-9130ae05b435 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ce41c5-115b-47a4-a8b6-6db90c98ed77']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:01.066253 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempt 10 to bind port 8deeec34-f25f-4f34-a284-907becd63b96 Mar 14 18:17:01.085669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:01.094953 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:01.095292 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:01.095627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempting to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:01.100205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:01.100524 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Failed to bind port 8deeec34-f25f-4f34-a284-907becd63b96 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '039d08e5-f22b-4970-9db1-d5452266d0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b0d5998d-8e2b-4d18-b941-4cff3f46f96b'}] Mar 14 18:17:01.100875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:01.145117 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-42075f4c-5119-4129-84f0-9130ae05b435 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bab4f4d-ea4b-4f7d-a1f6-a787daa665ae') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:01.145496 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-42075f4c-5119-4129-84f0-9130ae05b435 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bab4f4d-ea4b-4f7d-a1f6-a787daa665ae') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:01.166188 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-42075f4c-5119-4129-84f0-9130ae05b435 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:01.192129 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] For port 8deeec34-f25f-4f34-a284-907becd63b96, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:17:01.192483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attempted to set empty binding levels {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 14 18:17:01.304817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-42075f4c-5119-4129-84f0-9130ae05b435 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:01.307469 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7f7f6b47-674a-4f70-92c6-251f093185be tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:01.375086 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42075f4c-5119-4129-84f0-9130ae05b435 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:17:01.375540 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-42075f4c-5119-4129-84f0-9130ae05b435 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:17:01.395633 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:17:01.518561 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:01.600557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] In _notify_port_updated(), no bound segment for port 8deeec34-f25f-4f34-a284-907becd63b96 on network b0d5998d-8e2b-4d18-b941-4cff3f46f96b {{(pid=88635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:17:01.601510 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:01.602718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:01.606654 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] 10.222.0.43 "PUT /v2.0/ports/8deeec34-f25f-4f34-a284-907becd63b96 HTTP/1.1" status: 200 len: 981 time: 4.7209013 Mar 14 18:17:01.609030 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49352) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:01.618213 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f2a79e20-b3eb-489a-bead-767d058406f2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:01.666837 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71263486-1bfe-4adb-bb94-d5f6ef0f287a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Pushing event updated for resources: {'Port': ['ID=8deeec34-f25f-4f34-a284-907becd63b96,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:01.748336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-ea03ee74-b9b3-4c3c-9b72-9603c84d5738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Deleting port 8deeec34-f25f-4f34-a284-907becd63b96 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:01.749032 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea03ee74-b9b3-4c3c-9b72-9603c84d5738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:01.838706 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cf863e3f-e62a-40f1-b853-622f071190cb req-e0cbf18d-cf16-467f-ad13-c6dd580651e9 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 210 time: 0.0569749 Mar 14 18:17:01.977148 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7fe26da3-66b3-4564-96f9-ab8175df3498 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:17:02.037454 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7f7f6b47-674a-4f70-92c6-251f093185be tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:02.039308 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-42075f4c-5119-4129-84f0-9130ae05b435 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:02.040878 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a79e20-b3eb-489a-bead-767d058406f2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Subnet': ['ID=0577e31a-f39e-4f48-a9e2-bdd4774abe50,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:02.056599 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7f7f6b47-674a-4f70-92c6-251f093185be tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:02.060076 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 7fe26da3-66b3-4564-96f9-ab8175df3498 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:02.060511 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:02.071619 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42075f4c-5119-4129-84f0-9130ae05b435 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 10ce41c5-115b-47a4-a8b6-6db90c98ed77 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 14 18:17:02.143763 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-42075f4c-5119-4129-84f0-9130ae05b435 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:02.162385 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42075f4c-5119-4129-84f0-9130ae05b435 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] Pushing event deleted for resources: {'Network': ['ID=10ce41c5-115b-47a4-a8b6-6db90c98ed77,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:02.187178 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-42075f4c-5119-4129-84f0-9130ae05b435 tempest-ExternalNetworksTestJSON-1768559328 tempest-ExternalNetworksTestJSON-1768559328-project-admin] 10.222.0.43 "DELETE /v2.0/networks/10ce41c5-115b-47a4-a8b6-6db90c98ed77 HTTP/1.1" status: 204 len: 168 time: 2.2395089 Mar 14 18:17:02.187178 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a79e20-b3eb-489a-bead-767d058406f2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Checking segment: {'id': '45336e4d-a38f-44c3-a91b-34e8193a7eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '96322b18-205d-4ad1-8b21-78886a5eb79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:02.187178 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a79e20-b3eb-489a-bead-767d058406f2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network hostable DHCP agents. Network: 96322b18-205d-4ad1-8b21-78886a5eb79f, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:17:02.194146 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49370) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:02.196173 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5ad6475b-452f-4c04-8054-96a9eab7e131 req-4c6c29ab-dd6a-4102-9f8f-2b62afd08c46 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 210 time: 0.1496727 Mar 14 18:17:02.239883 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-ea03ee74-b9b3-4c3c-9b72-9603c84d5738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] For port 8deeec34-f25f-4f34-a284-907becd63b96, host hv-neutron-8335, got binding levels [] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:02.240242 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea03ee74-b9b3-4c3c-9b72-9603c84d5738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:02.254707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:02.260655 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac92886-833e-4107-a84d-a7a9b6a55f68 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] DELETE failed (client error): The resource could not be found. Mar 14 18:17:02.261120 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac92886-833e-4107-a84d-a7a9b6a55f68 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:17:02.300987 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-aac92886-833e-4107-a84d-a7a9b6a55f68 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] 10.222.0.43 "DELETE /v2.0/subnets/b2bf2561-00a2-4e77-a25c-c538350cb075 HTTP/1.1" status: 404 len: 337 time: 0.1052310 Mar 14 18:17:02.308629 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49378) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:02.341250 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7f7f6b47-674a-4f70-92c6-251f093185be tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:02.342030 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7f6b47-674a-4f70-92c6-251f093185be tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ca5a5ca-c4f6-48a2-bc19-efde0b7ce2e4 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:17:02.378784 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7f7f6b47-674a-4f70-92c6-251f093185be tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:02.382557 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7f7f6b47-674a-4f70-92c6-251f093185be tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "DELETE /v2.0/routers/8ca5a5ca-c4f6-48a2-bc19-efde0b7ce2e4 HTTP/1.1" status: 204 len: 168 time: 1.3254931 Mar 14 18:17:02.449336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a79e20-b3eb-489a-bead-767d058406f2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network 96322b18-205d-4ad1-8b21-78886a5eb79f is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:17:02.551568 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-ea03ee74-b9b3-4c3c-9b72-9603c84d5738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Calling delete_port for 8deeec34-f25f-4f34-a284-907becd63b96 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:02.554566 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-f2a79e20-b3eb-489a-bead-767d058406f2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 96322b18-205d-4ad1-8b21-78886a5eb79f) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:02.565072 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b0e8a8-884e-4342-9d25-a611dfd99c20 None None] Network 96322b18-205d-4ad1-8b21-78886a5eb79f requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:17:02.576467 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a79e20-b3eb-489a-bead-767d058406f2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:02.577102 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f2a79e20-b3eb-489a-bead-767d058406f2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:02.592400 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93bfe610-4f1f-4e32-9416-ad7bd9dd3c77 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:02.631733 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:02.678988 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f2a79e20-b3eb-489a-bead-767d058406f2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.6954026 Mar 14 18:17:02.685853 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49386) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:02.717268 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49390) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:02.808920 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:02.881218 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea03ee74-b9b3-4c3c-9b72-9603c84d5738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:02.943497 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-96322b18-205d-4ad1-8b21-78886a5eb79f', 'network_id': '96322b18-205d-4ad1-8b21-78886a5eb79f', 'tenant_id': 'af67afadbf6546329cb35e0a68bebc5e', 'fixed_ips': [{'subnet_id': '0577e31a-f39e-4f48-a9e2-bdd4774abe50'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:17:02.947032 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:02.957122 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03ee74-b9b3-4c3c-9b72-9603c84d5738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Pushing event deleted for resources: {'Port': ['ID=8deeec34-f25f-4f34-a284-907becd63b96,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:02.974312 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea03ee74-b9b3-4c3c-9b72-9603c84d5738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:02.991577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Allocated IP 172.26.7.26 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/f355f2a4-fe99-4edf-a12a-965e16b2cdfc) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:03.005130 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ea03ee74-b9b3-4c3c-9b72-9603c84d5738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] 10.222.0.43 "DELETE /v2.0/ports/8deeec34-f25f-4f34-a284-907becd63b96 HTTP/1.1" status: 204 len: 168 time: 1.3932416 Mar 14 18:17:03.007563 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49402) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:03.171869 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:03.197307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Allocated IP 172.20.0.2 (96322b18-205d-4ad1-8b21-78886a5eb79f/0577e31a-f39e-4f48-a9e2-bdd4774abe50/e4f1d299-3b03-41ba-8ba1-3d08aa389082) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:03.227135 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffeeed1-0d82-4c04-95d6-6d886cbdf11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] GET failed (client error): The resource could not be found. Mar 14 18:17:03.227770 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-cffeeed1-0d82-4c04-95d6-6d886cbdf11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Synchronizing usage tracker for tenant:2c2b66d2346644f29eb1188059caa97c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:17:03.233222 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1416973845', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}, 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:03.307817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:03.321903 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-784e0ec2-e6fa-4f5d-ade5-7d47b2051ab0 req-52f31cd6-4918-4883-8238-6d9141768164 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 210 time: 0.1437161 Mar 14 18:17:03.328555 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Usage tracker for resource:router and tenant:7fbcb5733a714e9191e2aadaee5b8084 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:03.335904 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:03.344964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:03.440726 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-cffeeed1-0d82-4c04-95d6-6d886cbdf11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] Unset dirty status for tenant:2c2b66d2346644f29eb1188059caa97c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:17:03.442241 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-cffeeed1-0d82-4c04-95d6-6d886cbdf11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-775216143-project-admin] 10.222.0.43 "GET /v2.0/ports/8deeec34-f25f-4f34-a284-907becd63b96 HTTP/1.1" status: 404 len: 333 time: 0.4307022 Mar 14 18:17:03.448441 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49410) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:03.450718 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-60f240aa-9437-4014-a929-1a2dc15d996b req-2fdc2d09-834e-43a9-8079-fb13d17fc983 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 210 time: 0.0510910 Mar 14 18:17:03.450919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93bfe610-4f1f-4e32-9416-ad7bd9dd3c77 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:03.472703 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:03.477949 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:03.504703 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:03.505689 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:03.513757 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:03.524374 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Transition to ACTIVE for port object e4f1d299-3b03-41ba-8ba1-3d08aa389082 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:03.549658 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Transition to ACTIVE for port object e4f1d299-3b03-41ba-8ba1-3d08aa389082 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:03.560249 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-93bfe610-4f1f-4e32-9416-ad7bd9dd3c77 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5adc0a-1c82-4ac5-8be2-f8045400e5b3']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:03.614960 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:03.615960 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-93bfe610-4f1f-4e32-9416-ad7bd9dd3c77 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea3da91-d10c-4e9d-b5a1-08bf594020e2') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:03.616264 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-93bfe610-4f1f-4e32-9416-ad7bd9dd3c77 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea3da91-d10c-4e9d-b5a1-08bf594020e2') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:03.627383 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:03.629719 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:03.636161 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:03.638264 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93bfe610-4f1f-4e32-9416-ad7bd9dd3c77 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:03.651879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:03.669453 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93bfe610-4f1f-4e32-9416-ad7bd9dd3c77 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:03.684443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bfe610-4f1f-4e32-9416-ad7bd9dd3c77 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:17:03.688253 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93bfe610-4f1f-4e32-9416-ad7bd9dd3c77 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:03.688396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Pushing event updated for resources: {'Port': ['ID=f355f2a4-fe99-4edf-a12a-965e16b2cdfc,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:03.696002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bb005688-9123-450a-8712-e4113745d53a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:03.704598 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Network 96322b18-205d-4ad1-8b21-78886a5eb79f is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:03.714615 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:03.721561 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:03.731272 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Pushing event updated for resources: {'Port': ['ID=e4f1d299-3b03-41ba-8ba1-3d08aa389082,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:17:03.775327 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:17:03.818811 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Attempting to bind port e4f1d299-3b03-41ba-8ba1-3d08aa389082 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:03.819287 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Attempting to bind port e4f1d299-3b03-41ba-8ba1-3d08aa389082 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '45336e4d-a38f-44c3-a91b-34e8193a7eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '96322b18-205d-4ad1-8b21-78886a5eb79f'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:03.819703 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Attempting to bind port e4f1d299-3b03-41ba-8ba1-3d08aa389082 on network 96322b18-205d-4ad1-8b21-78886a5eb79f {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:03.825589 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:17:03.825960 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Checking segment: {'id': '45336e4d-a38f-44c3-a91b-34e8193a7eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '96322b18-205d-4ad1-8b21-78886a5eb79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:03.826357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:03.826745 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Bound using segment: {'id': '45336e4d-a38f-44c3-a91b-34e8193a7eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '96322b18-205d-4ad1-8b21-78886a5eb79f'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:17:03.827264 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Bound port: e4f1d299-3b03-41ba-8ba1-3d08aa389082, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45336e4d-a38f-44c3-a91b-34e8193a7eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '96322b18-205d-4ad1-8b21-78886a5eb79f'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:17:03.828382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:03.857845 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:03.950182 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] For port e4f1d299-3b03-41ba-8ba1-3d08aa389082, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:17:03.953714 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] For port e4f1d299-3b03-41ba-8ba1-3d08aa389082, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e4f1d299-3b03-41ba-8ba1-3d08aa389082,segment=NetworkSegment(45336e4d-a38f-44c3-a91b-34e8193a7eff),segment_id=45336e4d-a38f-44c3-a91b-34e8193a7eff)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:17:03.962615 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93bfe610-4f1f-4e32-9416-ad7bd9dd3c77 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:03.992777 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93bfe610-4f1f-4e32-9416-ad7bd9dd3c77 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:04.007562 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfe610-4f1f-4e32-9416-ad7bd9dd3c77 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] Pushing event deleted for resources: {'Network': ['ID=ec5adc0a-1c82-4ac5-8be2-f8045400e5b3,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:04.038513 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Allocated IP 172.20.0.1 (f9eeab4b-fe40-40be-b4e7-f2f100d3434a/95a7706f-5dca-4477-acae-405802dc3dc5/ed242143-b296-4547-a763-6db64bfc0bbe) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:04.067713 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:04.124217 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bb005688-9123-450a-8712-e4113745d53a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:04.141997 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-93bfe610-4f1f-4e32-9416-ad7bd9dd3c77 tempest-ExternalNetworksTestJSON-1281187744 tempest-ExternalNetworksTestJSON-1281187744-project] 10.222.0.43 "DELETE /v2.0/networks/ec5adc0a-1c82-4ac5-8be2-f8045400e5b3 HTTP/1.1" status: 204 len: 168 time: 1.8314686 Mar 14 18:17:04.167489 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:04.205316 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e7f75-87b6-4d8c-9cdf-c444c0da757d None None] Pushing event updated for resources: {'Port': ['ID=e4f1d299-3b03-41ba-8ba1-3d08aa389082,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:04.218521 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Subnet': ['ID=0577e31a-f39e-4f48-a9e2-bdd4774abe50,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:04.291271 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.59', 54906) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:04.329051 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-bb005688-9123-450a-8712-e4113745d53a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d5998d-8e2b-4d18-b941-4cff3f46f96b']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:04.379800 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:04.407582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:04.417916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-bb005688-9123-450a-8712-e4113745d53a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039d08e5-f22b-4970-9db1-d5452266d0f0') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:04.418200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-bb005688-9123-450a-8712-e4113745d53a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039d08e5-f22b-4970-9db1-d5452266d0f0') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:04.430320 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:04.448549 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bb005688-9123-450a-8712-e4113745d53a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:04.553509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-576fe865-ceae-4759-a460-96fc925be46e tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:04.558551 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-576fe865-ceae-4759-a460-96fc925be46e tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.59 "GET /v2.0/networks?id=83575c05-a651-46e5-aea9-2aa8d357c3a4 HTTP/1.1" status: 200 len: 806 time: 0.2638519 Mar 14 18:17:04.584607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96322b18-205d-4ad1-8b21-78886a5eb79f']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:04.656919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45336e4d-a38f-44c3-a91b-34e8193a7eff') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:04.656919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45336e4d-a38f-44c3-a91b-34e8193a7eff') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:04.668471 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:04.747179 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bb005688-9123-450a-8712-e4113745d53a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:04.780700 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:04.791655 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:04.801735 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=ed242143-b296-4547-a763-6db64bfc0bbe,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:04.821817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network f9eeab4b-fe40-40be-b4e7-f2f100d3434a is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:04.827130 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-8e95b2d1-f3bd-4520-a030-9931614e881e tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ea0973c52dd466b94261bd6de488fed HTTP/1.1" status: 200 len: 380 time: 0.2226439 Mar 14 18:17:04.828178 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:04.831157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:04.872238 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-fced6cbb-0306-4f92-af35-f3a6ccceefdd tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Request body: {'port': {'device_id': '118fba3e-23d3-4fca-9caf-e0bebf3f8131', 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4', 'admin_state_up': True, 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'security_groups': ['edf794ad-a253-429f-978e-4004e5d02fc9']}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:04.877615 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e78d462d-1e17-4654-8a2d-acf30c7cffab req-5ab91bef-f978-4b78-b3e8-d06c8e468644 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 210 time: 0.4179444 Mar 14 18:17:04.892710 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb005688-9123-450a-8712-e4113745d53a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:17:04.893697 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bb005688-9123-450a-8712-e4113745d53a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:04.910315 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49430) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:17:04.922383 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:17:04.926416 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e7bb5e4f-b8a2-46aa-a6fc-4c8e4480b503 req-0229f381-4a6c-41b5-b2a0-3d7ee85fafa1 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 210 time: 0.2358844 Mar 14 18:17:05.015700 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:05.055204 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.59', 54908) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:05.150087 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-fced6cbb-0306-4f92-af35-f3a6ccceefdd tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:05.167713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bb005688-9123-450a-8712-e4113745d53a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:05.189520 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bb005688-9123-450a-8712-e4113745d53a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:05.223967 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:05.253610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-fced6cbb-0306-4f92-af35-f3a6ccceefdd tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:05.257672 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:17:05.258096 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:17:05.275881 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:17:05.280499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb005688-9123-450a-8712-e4113745d53a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] Pushing event deleted for resources: {'Network': ['ID=b0d5998d-8e2b-4d18-b941-4cff3f46f96b,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:05.296031 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bb005688-9123-450a-8712-e4113745d53a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858679809-project] 10.222.0.43 "DELETE /v2.0/networks/b0d5998d-8e2b-4d18-b941-4cff3f46f96b HTTP/1.1" status: 204 len: 168 time: 1.8442843 Mar 14 18:17:05.471850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:05.539712 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-304313e2-49ae-4b78-8a9c-65cf53ebec92 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77ddf55a88394a0399f6c2e28308ad73&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6096365 Mar 14 18:17:05.548242 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49454) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:05.556182 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-c08cf37b-0273-4ff1-9c21-076f934b482f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:05.557193 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-c08cf37b-0273-4ff1-9c21-076f934b482f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Synchronizing usage tracker for tenant:bd345c2c70054138a63ee3b6474a8824 on resource:network {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:17:05.600023 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:17:05.600023 dv-neutron-833560-1-hyperv neutron-server[88634]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:17:05.600023 dv-neutron-833560-1-hyperv neutron-server[88634]: [parameters: {'id': '96322b18-205d-4ad1-8b21-78886a5eb79f'}] Mar 14 18:17:05.600023 dv-neutron-833560-1-hyperv neutron-server[88634]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:17:05.600448 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:17:05.661507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-fced6cbb-0306-4f92-af35-f3a6ccceefdd tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Made reservation on behalf of 8ea0973c52dd466b94261bd6de488fed for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:05.665156 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-fced6cbb-0306-4f92-af35-f3a6ccceefdd tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:05.723202 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade97c12-2e6d-499c-8a71-4fe6679e62bc None None] Network 96322b18-205d-4ad1-8b21-78886a5eb79f requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:17:05.739073 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-c08cf37b-0273-4ff1-9c21-076f934b482f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Unset dirty status for tenant:bd345c2c70054138a63ee3b6474a8824 on resource:network {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:17:05.740676 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-c08cf37b-0273-4ff1-9c21-076f934b482f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.59 "GET /v2.0/networks?id=d9396576-f6d5-42a1-a913-3123f2ec508b HTTP/1.1" status: 200 len: 812 time: 0.6845541 Mar 14 18:17:05.781826 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6fdfe73a-415c-4a88-997b-9bb274a87a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:05.855449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:05.858856 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6fdfe73a-415c-4a88-997b-9bb274a87a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:05.897327 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49470) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:05.994840 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e4f1d299-3b03-41ba-8ba1-3d08aa389082 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:17:06.002305 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-5424e422-34ca-4d1a-aa3e-7206cc1a4870 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Synchronizing usage tracker for tenant:bd345c2c70054138a63ee3b6474a8824 on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:17:06.064470 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:06.095875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:06.107871 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b417d02d-b978-4d4b-85f6-c0f91f4520eb None None] Provisioning for port e4f1d299-3b03-41ba-8ba1-3d08aa389082 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:17:06.121641 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:06.248303 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-26072f83-1556-4b24-a973-01602febfb94 req-03ec643b-ddd0-4b59-8290-fc84bd92e245 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 210 time: 0.1297464 Mar 14 18:17:06.285054 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-90667d6e-ccd9-4d31-9366-6bd41b7ae0be req-95ecb595-2f63-43d4-b7b0-d2fb00b07e08 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 210 time: 0.1767509 Mar 14 18:17:06.296178 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port e4f1d299-3b03-41ba-8ba1-3d08aa389082 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:17:06.302913 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d24090-c153-4f8a-8e5c-6877f36a256f None None] DHCP port deletion for 96322b18-205d-4ad1-8b21-78886a5eb79f request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:17:06.331675 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port e4f1d299-3b03-41ba-8ba1-3d08aa389082 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:06.332051 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:06.444831 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-5424e422-34ca-4d1a-aa3e-7206cc1a4870 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Unset dirty status for tenant:bd345c2c70054138a63ee3b6474a8824 on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:17:06.446793 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-5424e422-34ca-4d1a-aa3e-7206cc1a4870 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd345c2c70054138a63ee3b6474a8824 HTTP/1.1" status: 200 len: 379 time: 0.5510948 Mar 14 18:17:06.453837 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Deleting port e4f1d299-3b03-41ba-8ba1-3d08aa389082 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:06.454104 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:06.468251 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e4d24090-c153-4f8a-8e5c-6877f36a256f None None] Deleting port e4f1d299-3b03-41ba-8ba1-3d08aa389082 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:06.468711 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e4d24090-c153-4f8a-8e5c-6877f36a256f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:06.483577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Allocated IP 172.26.7.122 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/70a6fb44-3e15-4505-9360-8cc800497c46) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:06.507417 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-84cec068-dec7-4f2c-93ea-10dbc313e3e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f30bf684671d4c93b448a451c5f18b86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6066875 Mar 14 18:17:06.540174 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-05a791be-e035-4103-88d0-f60cc3236d73 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Request body: {'port': {'device_id': 'd67f078e-2cce-4f00-8714-4dc479182ebf', 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b', 'admin_state_up': True, 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'security_groups': ['e9d0734e-37ac-4d52-8563-7ac75d5c19cc']}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:06.555171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49486) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:06.555171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Router 50c7bc56-abba-40a5-ab46-d269e81ff23d is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:17:06.616216 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6fdfe73a-415c-4a88-997b-9bb274a87a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:06.627209 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-fced6cbb-0306-4f92-af35-f3a6ccceefdd tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Allocated IP 172.20.0.14 (83575c05-a651-46e5-aea9-2aa8d357c3a4/25bc5427-3dc6-477d-8919-e1cbed025598/d4669f6b-e3a4-44b2-8ed1-057e33ad36d6) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:06.729903 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfe73a-415c-4a88-997b-9bb274a87a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9c699b-42e8-4b92-9e5e-ba592808ca2a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:06.828386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:06.890114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b325ee-4299-4196-b8eb-a1ebce336147 None None] Sync routers for ids ['50c7bc56-abba-40a5-ab46-d269e81ff23d'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:06.917024 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:06.930458 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:06.937404 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f1f1a63-2408-43a1-a251-2f86788fcfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:06.944070 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e4d24090-c153-4f8a-8e5c-6877f36a256f None None] For port e4f1d299-3b03-41ba-8ba1-3d08aa389082, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e4f1d299-3b03-41ba-8ba1-3d08aa389082,segment=NetworkSegment(45336e4d-a38f-44c3-a91b-34e8193a7eff),segment_id=45336e4d-a38f-44c3-a91b-34e8193a7eff)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:06.946566 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e4d24090-c153-4f8a-8e5c-6877f36a256f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:06.957236 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b325ee-4299-4196-b8eb-a1ebce336147 None None] Routers {'50c7bc56-abba-40a5-ab46-d269e81ff23d'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:06.957870 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-56b325ee-4299-4196-b8eb-a1ebce336147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['50c7bc56-abba-40a5-ab46-d269e81ff23d'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:06.975498 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f1f1a63-2408-43a1-a251-2f86788fcfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:07.003493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:07.007130 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3d88de87-a6c7-43f9-98e6-8f1665ba87ca tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.0229094 Mar 14 18:17:07.014212 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49490) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:07.161012 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-56b325ee-4299-4196-b8eb-a1ebce336147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:07.170372 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e4d24090-c153-4f8a-8e5c-6877f36a256f None None] Calling delete_port for e4f1d299-3b03-41ba-8ba1-3d08aa389082 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:07.228502 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port e4f1d299-3b03-41ba-8ba1-3d08aa389082, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e4f1d299-3b03-41ba-8ba1-3d08aa389082,segment=NetworkSegment(45336e4d-a38f-44c3-a91b-34e8193a7eff),segment_id=45336e4d-a38f-44c3-a91b-34e8193a7eff)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:07.246867 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bbee9449-43a6-4f07-bc8a-75eb9422662c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "GET /v2.0/routers/50c7bc56-abba-40a5-ab46-d269e81ff23d HTTP/1.1" status: 200 len: 924 time: 0.2254326 Mar 14 18:17:07.250326 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b325ee-4299-4196-b8eb-a1ebce336147 None None] Routers {'50c7bc56-abba-40a5-ab46-d269e81ff23d'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:07.250975 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-56b325ee-4299-4196-b8eb-a1ebce336147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['50c7bc56-abba-40a5-ab46-d269e81ff23d'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:07.258382 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49494) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:07.344194 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:07.366574 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-56b325ee-4299-4196-b8eb-a1ebce336147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:07.372371 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] For port e4f1d299-3b03-41ba-8ba1-3d08aa389082, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e4f1d299-3b03-41ba-8ba1-3d08aa389082,segment=NetworkSegment(45336e4d-a38f-44c3-a91b-34e8193a7eff),segment_id=45336e4d-a38f-44c3-a91b-34e8193a7eff)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:07.372634 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:07.379141 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b325ee-4299-4196-b8eb-a1ebce336147 None None] The sync data for ids ['50c7bc56-abba-40a5-ab46-d269e81ff23d'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:07.380748 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:07.482556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f1f1a63-2408-43a1-a251-2f86788fcfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:07.515050 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:07.525451 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Calling delete_port for e4f1d299-3b03-41ba-8ba1-3d08aa389082 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:07.600197 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Pushing event updated for resources: {'Port': ['ID=70a6fb44-3e15-4505-9360-8cc800497c46,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:07.603864 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:07.611162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-05a791be-e035-4103-88d0-f60cc3236d73 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:07.613399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:07.615576 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-05a791be-e035-4103-88d0-f60cc3236d73 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Usage tracker for resource:port and tenant:bd345c2c70054138a63ee3b6474a8824 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:07.618704 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-05a791be-e035-4103-88d0-f60cc3236d73 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:07.624943 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-05a791be-e035-4103-88d0-f60cc3236d73 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:07.713123 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-38a02bd1-e515-4e1b-9afd-2a49f1c43d65 req-9351741f-e93f-4db4-91a2-9942338159fe tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 210 time: 0.3121879 Mar 14 18:17:07.713864 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f1a63-2408-43a1-a251-2f86788fcfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be90ddd6-6b8c-463e-9254-8e1eff011569,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:07.723797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f1f1a63-2408-43a1-a251-2f86788fcfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:07.725219 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2f1f1a63-2408-43a1-a251-2f86788fcfb5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/be90ddd6-6b8c-463e-9254-8e1eff011569 HTTP/1.1" status: 204 len: 168 time: 1.1762552 Mar 14 18:17:07.767525 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8de0ba2a-f327-4934-8305-ed1d8fbdc643 req-56dcb810-5768-4ee5-927a-eb7b1f9d7693 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 210 time: 0.1522176 Mar 14 18:17:07.863360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=e4f1d299-3b03-41ba-8ba1-3d08aa389082,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:07.953449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6fdfe73a-415c-4a88-997b-9bb274a87a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:07.954605 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6fdfe73a-415c-4a88-997b-9bb274a87a02 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb9c699b-42e8-4b92-9e5e-ba592808ca2a HTTP/1.1" status: 204 len: 168 time: 2.3944862 Mar 14 18:17:07.955787 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:17:07.956126 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:17:07.959118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e4f1d299-3b03-41ba-8ba1-3d08aa389082 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:17:07.961993 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0412ace3-372a-4e94-8a8b-eb03ea676ca7 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "GET /v2.0/ports?device_id=50c7bc56-abba-40a5-ab46-d269e81ff23d HTTP/1.1" status: 200 len: 205 time: 0.6997201 Mar 14 18:17:07.963863 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49506) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:07.970291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-05a791be-e035-4103-88d0-f60cc3236d73 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Made reservation on behalf of bd345c2c70054138a63ee3b6474a8824 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:07.975028 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-05a791be-e035-4103-88d0-f60cc3236d73 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:08.024836 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-e4d24090-c153-4f8a-8e5c-6877f36a256f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:17:08.025567 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-e4d24090-c153-4f8a-8e5c-6877f36a256f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:17:08.225174 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:08.264174 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-fced6cbb-0306-4f92-af35-f3a6ccceefdd tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:08.283398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-fced6cbb-0306-4f92-af35-f3a6ccceefdd tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Transition to ACTIVE for port object d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:08.307064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.resource_extend [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:17:08.315961 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port e4f1d299-3b03-41ba-8ba1-3d08aa389082, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e4f1d299-3b03-41ba-8ba1-3d08aa389082,segment=NetworkSegment(45336e4d-a38f-44c3-a91b-34e8193a7eff),segment_id=45336e4d-a38f-44c3-a91b-34e8193a7eff)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:08.341899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:08.387028 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:08.490590 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Deleting port e4f1d299-3b03-41ba-8ba1-3d08aa389082 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:08.490590 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:08.548289 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-fced6cbb-0306-4f92-af35-f3a6ccceefdd tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:08.549861 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:08.649072 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e4d24090-c153-4f8a-8e5c-6877f36a256f None None] Deleting port e4f1d299-3b03-41ba-8ba1-3d08aa389082 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:08.649448 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e4d24090-c153-4f8a-8e5c-6877f36a256f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:08.685637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:08.876151 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-fced6cbb-0306-4f92-af35-f3a6ccceefdd tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Network 83575c05-a651-46e5-aea9-2aa8d357c3a4 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:08.882788 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3185-aea0-469f-934c-cb1e4a06efb5 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:08.985376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:08.990307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=e4f1d299-3b03-41ba-8ba1-3d08aa389082,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:09.021478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49518) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:09.091294 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-71ceb8e3-c6c8-48a5-a77a-de13271374f3 req-78f6fa18-04f7-4a3a-a9a7-ceaa1eeb2459 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 210 time: 0.1267900 Mar 14 18:17:09.093903 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49522) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:09.137127 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e4d24090-c153-4f8a-8e5c-6877f36a256f None None] For port e4f1d299-3b03-41ba-8ba1-3d08aa389082, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e4f1d299-3b03-41ba-8ba1-3d08aa389082,segment=NetworkSegment(45336e4d-a38f-44c3-a91b-34e8193a7eff),segment_id=45336e4d-a38f-44c3-a91b-34e8193a7eff)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:09.137770 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e4d24090-c153-4f8a-8e5c-6877f36a256f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:09.219222 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-fced6cbb-0306-4f92-af35-f3a6ccceefdd tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:09.223657 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-fced6cbb-0306-4f92-af35-f3a6ccceefdd tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:09.271848 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9bfd34a3-0a3c-41d6-8604-93afab3fb927 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2c2b66d2346644f29eb1188059caa97c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426581 Mar 14 18:17:09.279205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49526) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:09.295225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e4d24090-c153-4f8a-8e5c-6877f36a256f None None] Calling delete_port for e4f1d299-3b03-41ba-8ba1-3d08aa389082 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:09.296201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=ed242143-b296-4547-a763-6db64bfc0bbe,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:09.341156 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d1a9dbeb-83fe-4d92-93d1-563d07c48dc0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=240a172c83224dcb8a1691968889453d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2393608 Mar 14 18:17:09.401556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49530) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:09.414817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:09.556932 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e4d24090-c153-4f8a-8e5c-6877f36a256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:09.575080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c663a-8ba7-4fa5-a119-415d85b264af req-eb17101e-0137-4f23-9fed-55e155ad6935 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:09.576640 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-295c663a-8ba7-4fa5-a119-415d85b264af req-eb17101e-0137-4f23-9fed-55e155ad6935 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 932 time: 0.5539367 Mar 14 18:17:09.602183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:09.701354 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-05a791be-e035-4103-88d0-f60cc3236d73 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Allocated IP 172.20.0.8 (d9396576-f6d5-42a1-a913-3123f2ec508b/f809337b-5605-4ccf-a62e-7a1913cdfa2f/bd010dab-ae55-486e-afd2-5dac7ff748cf) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:09.729239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d24090-c153-4f8a-8e5c-6877f36a256f None None] No DVR routers for this DVR port e4f1d299-3b03-41ba-8ba1-3d08aa389082 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:17:09.739679 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d24090-c153-4f8a-8e5c-6877f36a256f None None] Pushing event deleted for resources: {'Port': ['ID=e4f1d299-3b03-41ba-8ba1-3d08aa389082,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:09.753303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0ff18acf-6374-4458-8e51-0f6119892a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:09.797438 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e781d4d6-e810-4649-9d49-0f1ea4a39003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:09.831187 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-295c663a-8ba7-4fa5-a119-415d85b264af req-9b6974cb-c94d-46a0-ad0d-608125fc3c22 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/security-groups?id=edf794ad-a253-429f-978e-4004e5d02fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303164 Mar 14 18:17:09.834300 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4ecfa4e0-bcb2-4c29-8185-7b67faab666d None None] Provisioning for port d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:17:09.840585 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4ecfa4e0-bcb2-4c29-8185-7b67faab666d None None] Provisioning complete for port d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:09.842088 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4ecfa4e0-bcb2-4c29-8185-7b67faab666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:09.843382 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0ff18acf-6374-4458-8e51-0f6119892a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:09.895838 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] For port e4f1d299-3b03-41ba-8ba1-3d08aa389082, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e4f1d299-3b03-41ba-8ba1-3d08aa389082,segment=NetworkSegment(45336e4d-a38f-44c3-a91b-34e8193a7eff),segment_id=45336e4d-a38f-44c3-a91b-34e8193a7eff)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:09.895838 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:09.955909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e781d4d6-e810-4649-9d49-0f1ea4a39003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:09.972161 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfa4e0-bcb2-4c29-8185-7b67faab666d None None] Port d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:17:10.149883 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Calling delete_port for e4f1d299-3b03-41ba-8ba1-3d08aa389082 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:10.230940 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:17:10.232669 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:17:10.242790 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3185-aea0-469f-934c-cb1e4a06efb5 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:10.250356 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-fced6cbb-0306-4f92-af35-f3a6ccceefdd tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:10.250919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-fced6cbb-0306-4f92-af35-f3a6ccceefdd tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:10.267548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced6cbb-0306-4f92-af35-f3a6ccceefdd tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Pushing event updated for resources: {'Port': ['ID=d4669f6b-e3a4-44b2-8ed1-057e33ad36d6,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:10.312995 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0ff18acf-6374-4458-8e51-0f6119892a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:10.316655 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Router 3b2647c0-2607-4051-9907-8e3fa0ffdc5d is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:17:10.332548 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e781d4d6-e810-4649-9d49-0f1ea4a39003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:10.344280 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-838aec4a-63c4-447b-b4dc-116bbdfab64e req-d7f41455-4182-4656-90bb-96bfd41427ea tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 210 time: 0.0756712 Mar 14 18:17:10.352688 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff18acf-6374-4458-8e51-0f6119892a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2e3c94-fa69-40bf-a548-d0fc2da8aa41,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:10.473212 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network f9eeab4b-fe40-40be-b4e7-f2f100d3434a is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:10.473212 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:10.473583 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781d4d6-e810-4649-9d49-0f1ea4a39003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fb9bc8-b212-46d1-89c7-b4595521ecbc,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:10.473583 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e781d4d6-e810-4649-9d49-0f1ea4a39003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:10.473583 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e781d4d6-e810-4649-9d49-0f1ea4a39003 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77fb9bc8-b212-46d1-89c7-b4595521ecbc HTTP/1.1" status: 204 len: 168 time: 1.0578542 Mar 14 18:17:10.473583 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0ff18acf-6374-4458-8e51-0f6119892a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:10.473583 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0ff18acf-6374-4458-8e51-0f6119892a1f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f2e3c94-fa69-40bf-a548-d0fc2da8aa41 HTTP/1.1" status: 204 len: 168 time: 1.1858275 Mar 14 18:17:10.545606 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-05a791be-e035-4103-88d0-f60cc3236d73 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:10.610272 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-05a791be-e035-4103-88d0-f60cc3236d73 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Transition to ACTIVE for port object bd010dab-ae55-486e-afd2-5dac7ff748cf will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:10.635355 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b3185-aea0-469f-934c-cb1e4a06efb5 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Deleting port f355f2a4-fe99-4edf-a12a-965e16b2cdfc {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:10.635355 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3185-aea0-469f-934c-cb1e4a06efb5 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:10.703297 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Deleting port e4f1d299-3b03-41ba-8ba1-3d08aa389082 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:10.703833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:10.827386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:10.854948 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7880d3a-dee0-4924-984f-3efb8fc95af4 None None] Sync routers for ids ['3b2647c0-2607-4051-9907-8e3fa0ffdc5d'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:10.868882 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7880d3a-dee0-4924-984f-3efb8fc95af4 None None] Routers {'3b2647c0-2607-4051-9907-8e3fa0ffdc5d'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:10.869516 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e7880d3a-dee0-4924-984f-3efb8fc95af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3b2647c0-2607-4051-9907-8e3fa0ffdc5d'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:10.933232 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-fced6cbb-0306-4f92-af35-f3a6ccceefdd tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0709176 Mar 14 18:17:10.957526 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:10.967241 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c997dc5d-19e4-4818-a144-12061cd52f06 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.2406707 Mar 14 18:17:10.967241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49544) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:10.975808 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] The port 'e4f1d299-3b03-41ba-8ba1-3d08aa389082' was deleted {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:17:10.983297 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-e97ea2e6-decb-44d0-b5d7-b59ec1e6d0a3 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:17:10.983805 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-e97ea2e6-decb-44d0-b5d7-b59ec1e6d0a3 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171103 Mar 14 18:17:11.050290 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e7880d3a-dee0-4924-984f-3efb8fc95af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:11.072234 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7880d3a-dee0-4924-984f-3efb8fc95af4 None None] Routers {'3b2647c0-2607-4051-9907-8e3fa0ffdc5d'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:11.074108 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e7880d3a-dee0-4924-984f-3efb8fc95af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3b2647c0-2607-4051-9907-8e3fa0ffdc5d'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:11.197772 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e7880d3a-dee0-4924-984f-3efb8fc95af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:11.198456 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7880d3a-dee0-4924-984f-3efb8fc95af4 None None] The sync data for ids ['3b2647c0-2607-4051-9907-8e3fa0ffdc5d'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:11.282617 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router c6b8fb97-64c2-4eff-999d-8821c3f504e7 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:17:11.361651 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-05a791be-e035-4103-88d0-f60cc3236d73 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:11.378893 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:11.450461 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1e4b65f3-4560-4886-859b-995e8483820e tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "GET /v2.0/routers/3b2647c0-2607-4051-9907-8e3fa0ffdc5d HTTP/1.1" status: 200 len: 921 time: 0.4870763 Mar 14 18:17:11.451180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49568) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:11.545350 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6b3e7cc4-0a0d-4611-a260-6f66e914fe99 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b2647c0-2607-4051-9907-8e3fa0ffdc5d HTTP/1.1" status: 200 len: 205 time: 0.0925522 Mar 14 18:17:11.546736 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49572) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:11.580164 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Request body: {'port': {'device_id': '118fba3e-23d3-4fca-9caf-e0bebf3f8131', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:11.614940 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3185-aea0-469f-934c-cb1e4a06efb5 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:11.648376 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96322b18-205d-4ad1-8b21-78886a5eb79f']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:11.657326 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-05a791be-e035-4103-88d0-f60cc3236d73 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Network d9396576-f6d5-42a1-a913-3123f2ec508b is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:11.703927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae392eb8-3c65-4ae6-94d1-477b8e6846bf req-59518994-4f0e-462c-8dae-a474d9dc97be tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:11.705463 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae392eb8-3c65-4ae6-94d1-477b8e6846bf req-59518994-4f0e-462c-8dae-a474d9dc97be tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 932 time: 0.5760832 Mar 14 18:17:11.764710 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-05a791be-e035-4103-88d0-f60cc3236d73 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:11.920663 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-05a791be-e035-4103-88d0-f60cc3236d73 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:12.035572 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae392eb8-3c65-4ae6-94d1-477b8e6846bf req-bb0c5b1f-ee91-4695-a769-9ae1fc2f3f74 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/security-groups?id=edf794ad-a253-429f-978e-4004e5d02fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029990 Mar 14 18:17:12.043215 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45336e4d-a38f-44c3-a91b-34e8193a7eff') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:12.043748 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45336e4d-a38f-44c3-a91b-34e8193a7eff') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:12.200134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-909f47a2-1471-4c63-ade0-66190508dbf6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:12.203344 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0727486e-b705-4642-9050-634215f4ec83 None None] Provisioning for port bd010dab-ae55-486e-afd2-5dac7ff748cf completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:17:12.212778 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0727486e-b705-4642-9050-634215f4ec83 None None] Provisioning complete for port bd010dab-ae55-486e-afd2-5dac7ff748cf triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:12.215823 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0727486e-b705-4642-9050-634215f4ec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:12.303234 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-0727486e-b705-4642-9050-634215f4ec83 None None] Port bd010dab-ae55-486e-afd2-5dac7ff748cf cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:17:12.323001 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e133c-685e-4608-b121-a43a33e9ed4b req-16899101-9736-40b9-ad4a-d6de1bbfff15 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:12.324525 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae5e133c-685e-4608-b121-a43a33e9ed4b req-16899101-9736-40b9-ad4a-d6de1bbfff15 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 931 time: 0.6633241 Mar 14 18:17:12.336060 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b3185-aea0-469f-934c-cb1e4a06efb5 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Calling delete_port for f355f2a4-fe99-4edf-a12a-965e16b2cdfc owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:12.404627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a791be-e035-4103-88d0-f60cc3236d73 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Pushing event updated for resources: {'Port': ['ID=bd010dab-ae55-486e-afd2-5dac7ff748cf,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:12.443576 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:12.483546 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae5e133c-685e-4608-b121-a43a33e9ed4b req-00f05a43-c42e-404a-ae7b-83b74b05a886 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478274 Mar 14 18:17:12.548115 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-909f47a2-1471-4c63-ade0-66190508dbf6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:12.660649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-909f47a2-1471-4c63-ade0-66190508dbf6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Deleting port 70a6fb44-3e15-4505-9360-8cc800497c46 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:12.661049 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-909f47a2-1471-4c63-ade0-66190508dbf6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:12.972537 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-05a791be-e035-4103-88d0-f60cc3236d73 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:12.973242 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-05a791be-e035-4103-88d0-f60cc3236d73 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:12.980958 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:12.998709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-909f47a2-1471-4c63-ade0-66190508dbf6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:13.041820 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:17:13.042163 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:17:13.058896 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:17:13.097934 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:13.122854 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d17817-51a1-4924-a63d-bccf7542df33 None None] Sync routers for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:13.147880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d17817-51a1-4924-a63d-bccf7542df33 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:13.153113 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-44d17817-51a1-4924-a63d-bccf7542df33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:13.198398 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-909f47a2-1471-4c63-ade0-66190508dbf6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Calling delete_port for 70a6fb44-3e15-4505-9360-8cc800497c46 owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:13.253449 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5067a760-d5a2-44dc-a940-511d64121fd9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "PUT /v2.0/routers/c6b8fb97-64c2-4eff-999d-8821c3f504e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1676998 Mar 14 18:17:13.254791 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:13.273654 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49604) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:13.287057 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-44d17817-51a1-4924-a63d-bccf7542df33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:13.296873 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-cc3f8143-52d6-42cd-bf79-c4108a4a81ee tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'port': {'network_id': 'f9eeab4b-fe40-40be-b4e7-f2f100d3434a', 'name': 'tempest-FloatingIPTestJSON-1538046100'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:13.300372 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d17817-51a1-4924-a63d-bccf7542df33 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:13.301405 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-44d17817-51a1-4924-a63d-bccf7542df33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:13.378881 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-44d17817-51a1-4924-a63d-bccf7542df33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:13.379629 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d17817-51a1-4924-a63d-bccf7542df33 None None] The sync data for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:13.443099 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-05a791be-e035-4103-88d0-f60cc3236d73 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9468145 Mar 14 18:17:13.511732 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:13.516799 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:13.525707 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Request body: {'port': {'device_id': 'd67f078e-2cce-4f00-8714-4dc479182ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:13.665358 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Network': ['ID=96322b18-205d-4ad1-8b21-78886a5eb79f,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:13.711298 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8ec074a2-eb52-424d-9368-88afa5096796 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/96322b18-205d-4ad1-8b21-78886a5eb79f HTTP/1.1" status: 204 len: 168 time: 11.0216379 Mar 14 18:17:13.725790 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49616) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:13.754990 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-9c09cddc-9475-4b20-ba00-b89c57f44604 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-381142832'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:13.780728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-9c09cddc-9475-4b20-ba00-b89c57f44604 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:13.829996 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-909f47a2-1471-4c63-ade0-66190508dbf6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:13.870919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9c09cddc-9475-4b20-ba00-b89c57f44604 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:network and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:13.877278 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:13.893061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9c09cddc-9475-4b20-ba00-b89c57f44604 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:13.961722 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e382d-2c5f-4594-9993-9171918439c7 req-4cc27434-6e6d-4b72-8f0e-1b29e3ea41c2 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:14.069490 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-205e382d-2c5f-4594-9993-9171918439c7 req-4cc27434-6e6d-4b72-8f0e-1b29e3ea41c2 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 932 time: 0.5979748 Mar 14 18:17:14.069490 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f47a2-1471-4c63-ade0-66190508dbf6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Pushing event deleted for resources: {'Port': ['ID=70a6fb44-3e15-4505-9360-8cc800497c46,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:14.073773 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-9c09cddc-9475-4b20-ba00-b89c57f44604 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:14.081668 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-cc3f8143-52d6-42cd-bf79-c4108a4a81ee tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:14.100717 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-205e382d-2c5f-4594-9993-9171918439c7 req-fa1dfad7-b473-4b62-9e00-7a88c8a08972 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/security-groups?id=edf794ad-a253-429f-978e-4004e5d02fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211956 Mar 14 18:17:14.158164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-909f47a2-1471-4c63-ade0-66190508dbf6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:14.211467 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cc3f8143-52d6-42cd-bf79-c4108a4a81ee tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Usage tracker for resource:port and tenant:012942f9ce9548f48528050da9c5365d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:14.214445 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3185-aea0-469f-934c-cb1e4a06efb5 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:14.220301 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cc3f8143-52d6-42cd-bf79-c4108a4a81ee tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:14.285526 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-cc3f8143-52d6-42cd-bf79-c4108a4a81ee tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:14.298025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8d9e1-44fe-4673-b2ca-69329c8b3686 req-3fff8530-2895-4216-a538-86d423f17ee8 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:14.301144 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b3185-aea0-469f-934c-cb1e4a06efb5 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Pushing event deleted for resources: {'Port': ['ID=f355f2a4-fe99-4edf-a12a-965e16b2cdfc,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:14.305533 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0ca8d9e1-44fe-4673-b2ca-69329c8b3686 req-3fff8530-2895-4216-a538-86d423f17ee8 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 931 time: 0.4794395 Mar 14 18:17:14.373029 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0ca8d9e1-44fe-4673-b2ca-69329c8b3686 req-1b104cac-7954-4dd2-b18d-906d6fdcd7d6 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665283 Mar 14 18:17:14.429860 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c09cddc-9475-4b20-ba00-b89c57f44604 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:14.433919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c09cddc-9475-4b20-ba00-b89c57f44604 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:14.458382 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-909f47a2-1471-4c63-ade0-66190508dbf6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:14.461161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-909f47a2-1471-4c63-ade0-66190508dbf6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:14.464876 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3f8143-52d6-42cd-bf79-c4108a4a81ee tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Made reservation on behalf of 012942f9ce9548f48528050da9c5365d for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:14.468902 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cc3f8143-52d6-42cd-bf79-c4108a4a81ee tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:14.490924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.resource_extend [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:17:14.534920 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49634) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:14.555118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-909f47a2-1471-4c63-ade0-66190508dbf6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:14.555665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909f47a2-1471-4c63-ade0-66190508dbf6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Fanout notify agent at l3_agent the message router_deleted on router 3b2647c0-2607-4051-9907-8e3fa0ffdc5d {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:17:14.619089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-909f47a2-1471-4c63-ade0-66190508dbf6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:14.622499 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-909f47a2-1471-4c63-ade0-66190508dbf6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "DELETE /v2.0/routers/3b2647c0-2607-4051-9907-8e3fa0ffdc5d HTTP/1.1" status: 204 len: 168 time: 3.0660918 Mar 14 18:17:14.627008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49642) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:14.636230 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Request body: {'router': {'name': 'tempest-snat-router-96560544', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'enable_snat': False}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:14.642525 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:14.658041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Usage tracker for resource:router and tenant:16e2bf5efb124f959c3d20de42aa1675 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:14.662487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:14.671051 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:14.795988 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-cc3f8143-52d6-42cd-bf79-c4108a4a81ee tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] device_id is not set on port de0a9f5c-05c4-469f-bfc9-fd34a0f8fd89 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:17:14.837947 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c09cddc-9475-4b20-ba00-b89c57f44604 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:17:14.847128 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3185-aea0-469f-934c-cb1e4a06efb5 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:14.868906 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:14.878668 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:14.894548 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-450910541'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:14.902815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:14.905700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:14.915758 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Usage tracker for resource:network and tenant:eceffefc5f464ff297c824a9775cf5ca is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:14.920182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:14.928155 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:15.041275 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c09cddc-9475-4b20-ba00-b89c57f44604 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:15.042096 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-9c09cddc-9475-4b20-ba00-b89c57f44604 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Added segment 415141eb-71af-49c1-972b-57c2f8e742db of type vlan for network 8781c031-70c9-4949-804b-8e5769337865 Mar 14 18:17:15.113190 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:17:15.179700 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3185-aea0-469f-934c-cb1e4a06efb5 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:15.197897 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:15.201055 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3185-aea0-469f-934c-cb1e4a06efb5 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:15.269924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c09cddc-9475-4b20-ba00-b89c57f44604 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:15.329540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Made reservation on behalf of eceffefc5f464ff297c824a9775cf5ca for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:15.335129 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:15.339865 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Transition to ACTIVE for port object d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:15.359111 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3185-aea0-469f-934c-cb1e4a06efb5 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:15.362948 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4b3185-aea0-469f-934c-cb1e4a06efb5 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Fanout notify agent at l3_agent the message router_deleted on router 50c7bc56-abba-40a5-ab46-d269e81ff23d {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:17:15.418653 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:15.419871 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-cc3f8143-52d6-42cd-bf79-c4108a4a81ee tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Allocated IP 172.20.0.11 (f9eeab4b-fe40-40be-b4e7-f2f100d3434a/95a7706f-5dca-4477-acae-405802dc3dc5/de0a9f5c-05c4-469f-bfc9-fd34a0f8fd89) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:15.432421 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3185-aea0-469f-934c-cb1e4a06efb5 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:15.437570 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6b4b3185-aea0-469f-934c-cb1e4a06efb5 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "DELETE /v2.0/routers/50c7bc56-abba-40a5-ab46-d269e81ff23d HTTP/1.1" status: 204 len: 168 time: 7.4689999 Mar 14 18:17:15.449202 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49656) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:15.463009 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1175778720', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'enable_snat': False}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:15.479260 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:15.514616 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Usage tracker for resource:router and tenant:3590552331684ae2b765bfddb6860aab is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:15.524229 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:15.545734 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:15.559134 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:15.573989 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:15.609968 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:15.623127 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c09cddc-9475-4b20-ba00-b89c57f44604 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:15.626780 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Usage tracker for resource:security_group_rule and tenant:eceffefc5f464ff297c824a9775cf5ca is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:15.628347 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c09cddc-9475-4b20-ba00-b89c57f44604 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:15.629084 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c09cddc-9475-4b20-ba00-b89c57f44604 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:15.638033 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:15.670984 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd010dab-ae55-486e-afd2-5dac7ff748cf {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:17:15.766097 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:15.819324 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:15.834103 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:15.835438 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:15.998997 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Pushing event updated for resources: {'Port': ['ID=d4669f6b-e3a4-44b2-8ed1-057e33ad36d6,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:16.027889 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Transition to ACTIVE for port object bd010dab-ae55-486e-afd2-5dac7ff748cf will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:16.069078 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09cddc-9475-4b20-ba00-b89c57f44604 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Network': ['ID=8781c031-70c9-4949-804b-8e5769337865,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:16.093815 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 8781c031-70c9-4949-804b-8e5769337865 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:17:16.126920 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67faa9ad-265b-45ae-bf25-e005d5ab49af req-d3b42291-038c-42ce-b219-145e0fe43807 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:16.141897 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-67faa9ad-265b-45ae-bf25-e005d5ab49af req-d3b42291-038c-42ce-b219-145e0fe43807 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 932 time: 0.7930062 Mar 14 18:17:16.198013 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9c09cddc-9475-4b20-ba00-b89c57f44604 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4564757 Mar 14 18:17:16.214859 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49666) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:16.215311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49668) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:16.222071 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:16.251324 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:16.257735 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-12558ad1-9528-48a5-a468-34d70a41b9ca tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'subnet': {'network_id': '8781c031-70c9-4949-804b-8e5769337865', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:16.286490 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db34062-cc76-41dd-9f93-b45ed6066343 req-e96977cb-ed87-4ee6-84ef-54c1fe91b442 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:16.289307 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5db34062-cc76-41dd-9f93-b45ed6066343 req-e96977cb-ed87-4ee6-84ef-54c1fe91b442 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 931 time: 0.6558237 Mar 14 18:17:16.385188 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-67faa9ad-265b-45ae-bf25-e005d5ab49af req-9e4f1744-9aa7-4008-b7db-73da94ad6499 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/security-groups?id=edf794ad-a253-429f-978e-4004e5d02fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405386 Mar 14 18:17:16.426769 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5db34062-cc76-41dd-9f93-b45ed6066343 req-98016b45-950d-4b22-aa6f-48e2f3e46352 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268795 Mar 14 18:17:16.456096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:16.719912 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:16.858221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:16.892496 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:17:16.911336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b1841f-76cb-4d0f-9b9b-6ce6bdf224ae,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:16.913846 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Attempting to bind port d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:16.913991 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Attempting to bind port d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:16.914243 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Attempting to bind port d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 on network 83575c05-a651-46e5-aea9-2aa8d357c3a4 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:16.915721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:16.920213 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Added segment 2890b6a6-2c40-4c0b-a6b0-070028cd1515 of type vlan for network f3cb3136-7980-46fa-848a-0d4fd6651e26 Mar 14 18:17:16.927596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:16.954398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:16.970713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:16.971873 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd010dab-ae55-486e-afd2-5dac7ff748cf,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:16.982022 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cc3f8143-52d6-42cd-bf79-c4108a4a81ee tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:16.986843 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Port d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 on network 83575c05-a651-46e5-aea9-2aa8d357c3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:16.987180 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Attempting to bind port d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 on network 83575c05-a651-46e5-aea9-2aa8d357c3a4 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:16.989439 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Usage tracker for resource:floatingip and tenant:1475b1b5985f4685aedab14adcc6316c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:16.996822 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-12558ad1-9528-48a5-a468-34d70a41b9ca tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:17.011150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:17.058191 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:17.061122 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-12558ad1-9528-48a5-a468-34d70a41b9ca tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:subnet and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:17.073998 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:17:17.074364 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Checking segment: {'id': 'cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:17.075025 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Bound using segment: {'id': 'cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:17:17.075467 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Bound port: d4669f6b-e3a4-44b2-8ed1-057e33ad36d6, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:17:17.075817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:17.091820 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-12558ad1-9528-48a5-a468-34d70a41b9ca tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:17.101914 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:17.123207 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Allocated IP 172.26.7.74 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/47b8b576-1317-44e8-bcc4-0f683b9b034d) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:17.127069 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:17.132988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:17.133570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:17.154041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-12558ad1-9528-48a5-a468-34d70a41b9ca tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:17.276302 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Pushing event updated for resources: {'Network': ['ID=f3cb3136-7980-46fa-848a-0d4fd6651e26,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:17.287387 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network f3cb3136-7980-46fa-848a-0d4fd6651e26 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:17:17.294693 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:17.305191 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for floatingip, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:17.349231 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Attempting to bind port bd010dab-ae55-486e-afd2-5dac7ff748cf on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:17.349628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Attempting to bind port bd010dab-ae55-486e-afd2-5dac7ff748cf by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'e7c93387-8248-4192-a879-afba5ed5edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:17.349898 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Attempting to bind port bd010dab-ae55-486e-afd2-5dac7ff748cf on network d9396576-f6d5-42a1-a913-3123f2ec508b {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:17.361774 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-eabf210c-5806-4cf7-9d05-4d026504cf23 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8233600 Mar 14 18:17:17.367705 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12558ad1-9528-48a5-a468-34d70a41b9ca tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:17.372878 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-12558ad1-9528-48a5-a468-34d70a41b9ca tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:17.400610 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:17.414375 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Port bd010dab-ae55-486e-afd2-5dac7ff748cf on network d9396576-f6d5-42a1-a913-3123f2ec508b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:17.414704 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Attempting to bind port bd010dab-ae55-486e-afd2-5dac7ff748cf on network d9396576-f6d5-42a1-a913-3123f2ec508b {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:17.441912 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:17:17.442322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Checking segment: {'id': 'e7c93387-8248-4192-a879-afba5ed5edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:17.442704 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Bound using segment: {'id': 'e7c93387-8248-4192-a879-afba5ed5edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:17:17.443169 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Bound port: bd010dab-ae55-486e-afd2-5dac7ff748cf, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7c93387-8248-4192-a879-afba5ed5edf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:17:17.443523 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:17.480448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:17.497343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] For port d4669f6b-e3a4-44b2-8ed1-057e33ad36d6, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:17:17.539985 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.ipam_backend_mixin [None req-12558ad1-9528-48a5-a468-34d70a41b9ca tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Performing IP validity checks on allocation pools {{(pid=88634) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 14 18:17:17.540511 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.ipam_backend_mixin [None req-12558ad1-9528-48a5-a468-34d70a41b9ca tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88634) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 14 18:17:17.549132 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] For port d4669f6b-e3a4-44b2-8ed1-057e33ad36d6, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d4669f6b-e3a4-44b2-8ed1-057e33ad36d6,segment=NetworkSegment(cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6),segment_id=cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:17:17.604161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:17.605073 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cc3f8143-52d6-42cd-bf79-c4108a4a81ee tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:17.613697 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:17.616144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:17.648958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49686) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:17.708922 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:17.751141 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Request body: {'port': {'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26', 'binding:host_id': 'hv-neutron-8335', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1662220667'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:17.760753 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Pushing event updated for resources: {'Port': ['ID=47b8b576-1317-44e8-bcc4-0f683b9b034d,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:17.777222 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f8143-52d6-42cd-bf79-c4108a4a81ee tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network f9eeab4b-fe40-40be-b4e7-f2f100d3434a is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:17.805070 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-cc3f8143-52d6-42cd-bf79-c4108a4a81ee tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:17.813748 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:17.814402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:17.815817 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] 10.222.0.59 "PUT /v2.0/ports/d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 HTTP/1.1" status: 200 len: 1094 time: 6.4677839 Mar 14 18:17:17.817177 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118fba3e-23d3-4fca-9caf-e0bebf3f8131', 'tag': 'd4669f6b-e3a4-44b2-8ed1-057e33ad36d6'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:17:17.826274 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3f8143-52d6-42cd-bf79-c4108a4a81ee tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:17.826426 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:17.854923 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f8143-52d6-42cd-bf79-c4108a4a81ee tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=de0a9f5c-05c4-469f-bfc9-fd34a0f8fd89,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:17.881977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Usage tracker for resource:port and tenant:a4062bbacb2947fda400d0362829e117 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:17.895273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:17.952899 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:17.999593 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff95763-21e8-44c2-b392-742b57581472 req-2cef19ca-f82d-4699-8b76-1f340f9b64f9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:18.005523 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7ff95763-21e8-44c2-b392-742b57581472 req-2cef19ca-f82d-4699-8b76-1f340f9b64f9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 944 time: 0.4674191 Mar 14 18:17:18.012118 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] For port bd010dab-ae55-486e-afd2-5dac7ff748cf, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:17:18.049025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b1274-7928-4840-8293-c03a2d0c30a0 req-1281183a-03f3-46fc-a0ec-d13786934f66 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:18.050621 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cf8b1274-7928-4840-8293-c03a2d0c30a0 req-1281183a-03f3-46fc-a0ec-d13786934f66 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 943 time: 0.3032167 Mar 14 18:17:18.053458 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Made reservation on behalf of a4062bbacb2947fda400d0362829e117 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:18.056881 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:18.092916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:18.098971 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] For port bd010dab-ae55-486e-afd2-5dac7ff748cf, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=bd010dab-ae55-486e-afd2-5dac7ff748cf,segment=NetworkSegment(e7c93387-8248-4192-a879-afba5ed5edf4),segment_id=e7c93387-8248-4192-a879-afba5ed5edf4)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:17:18.141135 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3f8143-52d6-42cd-bf79-c4108a4a81ee tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:18.141767 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cc3f8143-52d6-42cd-bf79-c4108a4a81ee tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:18.161850 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18957e03-f824-4302-a5e8-8aedbdae15cc service neutron] Pushing event updated for resources: {'Port': ['ID=d4669f6b-e3a4-44b2-8ed1-057e33ad36d6,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:18.173597 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7ff95763-21e8-44c2-b392-742b57581472 req-21f580d4-6629-40d2-9911-e24d555b2d8d tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/security-groups?id=edf794ad-a253-429f-978e-4004e5d02fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587920 Mar 14 18:17:18.185733 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:18.198723 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:18.209344 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Usage tracker for resource:security_group_rule and tenant:a4062bbacb2947fda400d0362829e117 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:18.215532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:18.222396 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cf8b1274-7928-4840-8293-c03a2d0c30a0 req-ffd94fef-48bd-4be4-88cd-a0a7bad87df8 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471477 Mar 14 18:17:18.228108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:18.306862 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:18.307575 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:18.308918 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] 10.222.0.59 "PUT /v2.0/ports/bd010dab-ae55-486e-afd2-5dac7ff748cf HTTP/1.1" status: 200 len: 1093 time: 4.8008249 Mar 14 18:17:18.312687 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:18.402377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:18.467694 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cc3f8143-52d6-42cd-bf79-c4108a4a81ee tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.1860101 Mar 14 18:17:18.473731 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118fba3e-23d3-4fca-9caf-e0bebf3f8131', 'tag': 'd4669f6b-e3a4-44b2-8ed1-057e33ad36d6', 'status': 'completed', 'code': 200} Mar 14 18:17:18.474269 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49700) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:18.487231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-8ad745cc-4b76-40b2-9dd5-67bebfdce265 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'port': {'network_id': 'f9eeab4b-fe40-40be-b4e7-f2f100d3434a', 'name': 'tempest-FloatingIPTestJSON-1480527218'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:18.508922 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-12558ad1-9528-48a5-a468-34d70a41b9ca tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:18.567571 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234cf8fe-1c90-4ed3-a46f-d0c7370b15e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd010dab-ae55-486e-afd2-5dac7ff748cf,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:18.584773 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-92bc3d20-3519-4e8c-bbe5-207258369e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:18.586876 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-92bc3d20-3519-4e8c-bbe5-207258369e62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ea0973c52dd466b94261bd6de488fed&device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 1097 time: 0.6240263 Mar 14 18:17:18.755433 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-40f71985-d083-4866-bcc4-bfb175b13ea3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 HTTP/1.1" status: 200 len: 217 time: 0.1488309 Mar 14 18:17:18.839690 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:18.858488 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12558ad1-9528-48a5-a468-34d70a41b9ca tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Subnet': ['ID=07e09fb2-c1df-4284-9a8b-9efb187dc487,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:18.898646 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8ad745cc-4b76-40b2-9dd5-67bebfdce265 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:18.910810 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8ad745cc-4b76-40b2-9dd5-67bebfdce265 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Usage tracker for resource:port and tenant:012942f9ce9548f48528050da9c5365d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:18.915048 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8ad745cc-4b76-40b2-9dd5-67bebfdce265 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:18.921827 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8ad745cc-4b76-40b2-9dd5-67bebfdce265 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:18.925793 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:18.945845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] device_id is not set on port d8006de9-afd7-4c29-96b8-c63e3edff85c yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:17:18.978362 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12558ad1-9528-48a5-a468-34d70a41b9ca tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Checking segment: {'id': '415141eb-71af-49c1-972b-57c2f8e742db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8781c031-70c9-4949-804b-8e5769337865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:18.978713 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12558ad1-9528-48a5-a468-34d70a41b9ca tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network hostable DHCP agents. Network: 8781c031-70c9-4949-804b-8e5769337865, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:17:19.016511 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-d9449bd2-146c-4e63-983e-f4b6313d2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:19.017963 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-d9449bd2-146c-4e63-983e-f4b6313d2cf7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=25bc5427-3dc6-477d-8919-e1cbed025598 HTTP/1.1" status: 200 len: 845 time: 0.2489438 Mar 14 18:17:19.031645 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:19.074115 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b746de2c-fb81-4668-a7c1-434179b6a44d,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:19.108187 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-1dbd3477-e6ff-4543-9325-aaf5c1a30c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:19.109760 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-1dbd3477-e6ff-4543-9325-aaf5c1a30c4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bd345c2c70054138a63ee3b6474a8824&device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 1096 time: 0.6404514 Mar 14 18:17:19.110858 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Allocated IP 172.26.7.3 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/74e8247e-dc8d-44a7-a261-24d347e4dc23) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:19.117632 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:19.120578 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:19.127395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad745cc-4b76-40b2-9dd5-67bebfdce265 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Made reservation on behalf of 012942f9ce9548f48528050da9c5365d for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:19.130909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8ad745cc-4b76-40b2-9dd5-67bebfdce265 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:19.224163 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12558ad1-9528-48a5-a468-34d70a41b9ca tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network 8781c031-70c9-4949-804b-8e5769337865 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:17:19.231062 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-2ee5c0fa-b2d8-4e2d-a0a7-fdc0866c30b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd010dab-ae55-486e-afd2-5dac7ff748cf HTTP/1.1" status: 200 len: 217 time: 0.1096444 Mar 14 18:17:19.240084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-8ad745cc-4b76-40b2-9dd5-67bebfdce265 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] device_id is not set on port 1fe70716-1d69-4a02-a03a-44c3e05c11c1 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:17:19.406689 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-12558ad1-9528-48a5-a468-34d70a41b9ca tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 8781c031-70c9-4949-804b-8e5769337865) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:19.415511 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d536718e-111f-4b46-9580-a10df226d525 None None] Network 8781c031-70c9-4949-804b-8e5769337865 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:17:19.422923 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-b9982454-c862-4654-be00-38cff811875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:19.424357 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-b9982454-c862-4654-be00-38cff811875c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f809337b-5605-4ccf-a62e-7a1913cdfa2f HTTP/1.1" status: 200 len: 851 time: 0.1784754 Mar 14 18:17:19.425504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12558ad1-9528-48a5-a468-34d70a41b9ca tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:19.426071 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-12558ad1-9528-48a5-a468-34d70a41b9ca tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:19.520501 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-19bb35e0-b18e-47cc-a9c6-02980b83780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:19.521974 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-19bb35e0-b18e-47cc-a9c6-02980b83780c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83575c05-a651-46e5-aea9-2aa8d357c3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4946501 Mar 14 18:17:19.563874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:19.640324 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-8781c031-70c9-4949-804b-8e5769337865', 'network_id': '8781c031-70c9-4949-804b-8e5769337865', 'tenant_id': 'af67afadbf6546329cb35e0a68bebc5e', 'fixed_ips': [{'subnet_id': '07e09fb2-c1df-4284-9a8b-9efb187dc487'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:17:19.641181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:19.642570 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-12558ad1-9528-48a5-a468-34d70a41b9ca tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.4099956 Mar 14 18:17:19.692454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49708) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:19.705393 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-188192f4-ab2f-4c18-bb09-847dbed921dc service neutron] 10.222.0.59 "GET /v2.0/networks/83575c05-a651-46e5-aea9-2aa8d357c3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699719 Mar 14 18:17:19.769837 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-51d7a42e-223b-4a59-8a9c-1afd5e90e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:19.771501 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-51d7a42e-223b-4a59-8a9c-1afd5e90e0e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9396576-f6d5-42a1-a913-3123f2ec508b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3307223 Mar 14 18:17:19.810922 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Allocated IP 172.20.0.3 (8781c031-70c9-4949-804b-8e5769337865/07e09fb2-c1df-4284-9a8b-9efb187dc487/d982a88a-ad3c-4ad0-a3ae-7e6e494940c4) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:19.867707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] device_id is not set on port d8006de9-afd7-4c29-96b8-c63e3edff85c yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:17:19.882351 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:19.884163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-8ad745cc-4b76-40b2-9dd5-67bebfdce265 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Allocated IP 172.20.0.5 (f9eeab4b-fe40-40be-b4e7-f2f100d3434a/95a7706f-5dca-4477-acae-405802dc3dc5/1fe70716-1d69-4a02-a03a-44c3e05c11c1) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:19.904172 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:19.920122 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb744ef-e350-4628-845f-4886c50345f2 req-6a67c272-7722-47a8-9423-acc630aeb018 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:19.927087 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-beb744ef-e350-4628-845f-4886c50345f2 req-6a67c272-7722-47a8-9423-acc630aeb018 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 944 time: 0.6152644 Mar 14 18:17:19.943909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b77dd-0391-41fb-b06c-996cda370ec7 req-374774ef-c832-400b-845e-333c57d2d73e tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:19.945446 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-db1b77dd-0391-41fb-b06c-996cda370ec7 req-374774ef-c832-400b-845e-333c57d2d73e tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 943 time: 0.5763986 Mar 14 18:17:19.964451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Transition to ACTIVE for port object d8006de9-afd7-4c29-96b8-c63e3edff85c will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:20.059227 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:20.067348 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Router 754280a9-6352-4a33-b3c7-a9d6c8086b93 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:17:20.069658 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Transition to ACTIVE for port object d982a88a-ad3c-4ad0-a3ae-7e6e494940c4 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:20.089638 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Transition to ACTIVE for port object d982a88a-ad3c-4ad0-a3ae-7e6e494940c4 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:20.105392 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:20.109954 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:20.113714 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-beb744ef-e350-4628-845f-4886c50345f2 req-4a8674cd-aebe-4063-8fb8-a128e2117c42 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/security-groups?id=edf794ad-a253-429f-978e-4004e5d02fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672471 Mar 14 18:17:20.149450 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:20.164502 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:20.164706 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:20.167027 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:20.238563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Network 8781c031-70c9-4949-804b-8e5769337865 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:20.242025 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:20.246706 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:20.249217 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Pushing event updated for resources: {'Port': ['ID=d982a88a-ad3c-4ad0-a3ae-7e6e494940c4,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:20.258573 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Pushing event updated for resources: {'Port': ['ID=74e8247e-dc8d-44a7-a261-24d347e4dc23,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:20.266415 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Allocated IP 172.26.7.143 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/4e7653c1-8916-431e-ad46-5ad94c12cf4a) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:20.285814 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-49a98fa0-823e-4b24-8a68-90163e248b5e req-5708075d-cd97-46b9-a396-f0a8db238ffd service neutron] 10.222.0.59 "GET /v2.0/networks/83575c05-a651-46e5-aea9-2aa8d357c3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504596 Mar 14 18:17:20.323302 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-db1b77dd-0391-41fb-b06c-996cda370ec7 req-80a03a3a-7653-4403-8aa3-6fa4891aeb68 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3652153 Mar 14 18:17:20.345162 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Attempting to bind port d982a88a-ad3c-4ad0-a3ae-7e6e494940c4 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:20.345737 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Attempting to bind port d982a88a-ad3c-4ad0-a3ae-7e6e494940c4 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '415141eb-71af-49c1-972b-57c2f8e742db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8781c031-70c9-4949-804b-8e5769337865'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:20.346266 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Attempting to bind port d982a88a-ad3c-4ad0-a3ae-7e6e494940c4 on network 8781c031-70c9-4949-804b-8e5769337865 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:20.360292 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:17:20.361005 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Checking segment: {'id': '415141eb-71af-49c1-972b-57c2f8e742db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8781c031-70c9-4949-804b-8e5769337865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:20.361639 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:20.362076 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Bound using segment: {'id': '415141eb-71af-49c1-972b-57c2f8e742db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8781c031-70c9-4949-804b-8e5769337865'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:17:20.362553 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Bound port: d982a88a-ad3c-4ad0-a3ae-7e6e494940c4, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415141eb-71af-49c1-972b-57c2f8e742db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8781c031-70c9-4949-804b-8e5769337865'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:17:20.362963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:20.386316 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:20.395413 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-af293386-44f6-4398-b163-3af417c4c86c service neutron] 10.222.0.59 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6164985 Mar 14 18:17:20.459579 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] For port d982a88a-ad3c-4ad0-a3ae-7e6e494940c4, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:17:20.463437 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] For port d982a88a-ad3c-4ad0-a3ae-7e6e494940c4, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d982a88a-ad3c-4ad0-a3ae-7e6e494940c4,segment=NetworkSegment(415141eb-71af-49c1-972b-57c2f8e742db),segment_id=415141eb-71af-49c1-972b-57c2f8e742db)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:17:20.477047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Deleting port d982a88a-ad3c-4ad0-a3ae-7e6e494940c4 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:20.478475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:20.501386 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67f078e-2cce-4f00-8714-4dc479182ebf', 'tag': 'bd010dab-ae55-486e-afd2-5dac7ff748cf'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:17:20.509923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Pushing event updated for resources: {'Port': ['ID=d8006de9-afd7-4c29-96b8-c63e3edff85c,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:20.525050 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:20.602830 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec13320-040d-4fa8-a2b2-0bb03e264587 None None] Pushing event updated for resources: {'Port': ['ID=d982a88a-ad3c-4ad0-a3ae-7e6e494940c4,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:20.642184 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Checking segment: {'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:20.642539 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Network hostable DHCP agents. Network: f3cb3136-7980-46fa-848a-0d4fd6651e26, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:17:20.650277 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67f078e-2cce-4f00-8714-4dc479182ebf', 'tag': 'bd010dab-ae55-486e-afd2-5dac7ff748cf', 'status': 'completed', 'code': 200} Mar 14 18:17:20.719468 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:20.734013 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8ad745cc-4b76-40b2-9dd5-67bebfdce265 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:20.739120 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:20.755749 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Sync routers for ids ['754280a9-6352-4a33-b3c7-a9d6c8086b93'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:20.772945 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Routers {'754280a9-6352-4a33-b3c7-a9d6c8086b93'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:20.773704 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['754280a9-6352-4a33-b3c7-a9d6c8086b93'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:20.773880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:20.811007 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fb80fa61-d573-47bb-a61d-ea3ff69f78d8 req-790d9112-99c0-4d1e-a9f1-9bcc605bdbe4 service neutron] 10.222.0.59 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649838 Mar 14 18:17:20.836420 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e1223-3d5f-4038-8867-23f1b61f4274 req-ce168c12-4269-44d9-b498-afc316b8339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:20.837893 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a40e1223-3d5f-4038-8867-23f1b61f4274 req-ce168c12-4269-44d9-b498-afc316b8339e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ea0973c52dd466b94261bd6de488fed&device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 1097 time: 0.3936913 Mar 14 18:17:20.902534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Network f3cb3136-7980-46fa-848a-0d4fd6651e26 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:17:20.990280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] For port d982a88a-ad3c-4ad0-a3ae-7e6e494940c4, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d982a88a-ad3c-4ad0-a3ae-7e6e494940c4,segment=NetworkSegment(415141eb-71af-49c1-972b-57c2f8e742db),segment_id=415141eb-71af-49c1-972b-57c2f8e742db)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:20.990650 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:21.110789 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Set router 754280a9-6352-4a33-b3c7-a9d6c8086b93 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:17:21.133463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Calling delete_port for d982a88a-ad3c-4ad0-a3ae-7e6e494940c4 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:21.169907 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, f3cb3136-7980-46fa-848a-0d4fd6651e26) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:21.171812 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8ad745cc-4b76-40b2-9dd5-67bebfdce265 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:21.180478 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b23515-2148-4c39-827d-5076d2ed22e4 None None] Network f3cb3136-7980-46fa-848a-0d4fd6651e26 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:17:21.183649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:21.188358 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-441d8d3c-14b3-4852-b297-ce294c8748f1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.5598392 Mar 14 18:17:21.191313 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49718) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:21.194527 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:21.256517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:21.257594 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:21.257594 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:21.299280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad745cc-4b76-40b2-9dd5-67bebfdce265 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network f9eeab4b-fe40-40be-b4e7-f2f100d3434a is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:21.300598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:21.301108 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:21.340810 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:21.356355 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-8ad745cc-4b76-40b2-9dd5-67bebfdce265 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:21.358327 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 2 to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c Mar 14 18:17:21.369062 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:21.374045 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e1223-3d5f-4038-8867-23f1b61f4274 req-2786b4d9-c077-48a5-aa57-a14aa21264ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:21.375723 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a40e1223-3d5f-4038-8867-23f1b61f4274 req-2786b4d9-c077-48a5-aa57-a14aa21264ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=83575c05-a651-46e5-aea9-2aa8d357c3a4 HTTP/1.1" status: 200 len: 907 time: 0.5298367 Mar 14 18:17:21.400280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad745cc-4b76-40b2-9dd5-67bebfdce265 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:21.479016 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad745cc-4b76-40b2-9dd5-67bebfdce265 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=1fe70716-1d69-4a02-a03a-44c3e05c11c1,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:21.492701 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:21.495845 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754280a9-6352-4a33-b3c7-a9d6c8086b93', 'name': 'tempest-snat-router-96560544', 'tenant_id': '16e2bf5efb124f959c3d20de42aa1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.74'}], 'enable_snat': False}, 'gw_port_id': '47b8b576-1317-44e8-bcc4-0f683b9b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:17:14Z', 'updated_at': '2022-03-14T18:17:18Z', 'revision_number': 3, 'project_id': '16e2bf5efb124f959c3d20de42aa1675', 'gw_port': {'id': '47b8b576-1317-44e8-bcc4-0f683b9b034d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:01:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754280a9-6352-4a33-b3c7-a9d6c8086b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:17:17Z', 'updated_at': '2022-03-14T18:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:21.501588 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Checking router: 754280a9-6352-4a33-b3c7-a9d6c8086b93 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:17:21.501588 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Updating router 754280a9-6352-4a33-b3c7-a9d6c8086b93 port 47b8b576-1317-44e8-bcc4-0f683b9b034d binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:17:21.522001 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a40e1223-3d5f-4038-8867-23f1b61f4274 req-9b147025-2c9f-4f45-8d0b-cc1ee111c2d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 HTTP/1.1" status: 200 len: 217 time: 0.0993681 Mar 14 18:17:21.564814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:21.565159 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:21.565508 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:21.567912 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:21.581039 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:21.581367 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:21.585263 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 3 to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c Mar 14 18:17:21.612746 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:21.637368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:21.637709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:21.644113 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:21.645894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad745cc-4b76-40b2-9dd5-67bebfdce265 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:21.646524 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8ad745cc-4b76-40b2-9dd5-67bebfdce265 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:21.653336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:21.655814 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:21.731078 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:21.731778 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:21.738502 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 4 to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c Mar 14 18:17:21.759264 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439449d2-5716-427a-87b8-7361ad097a38 req-78b922b7-2001-4a9e-a2f7-3d40fff75391 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:21.760842 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-439449d2-5716-427a-87b8-7361ad097a38 req-78b922b7-2001-4a9e-a2f7-3d40fff75391 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 944 time: 0.4585822 Mar 14 18:17:21.810503 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:21.810850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:21.811182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:21.839471 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:21.839808 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:21.843975 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 5 to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c Mar 14 18:17:21.880271 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c3a31-b3df-4735-a331-635972b8f1c0 req-949b2ac6-e348-4196-b080-7b343599d014 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:21.888584 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Pushing event updated for resources: {'Port': ['ID=4e7653c1-8916-431e-ad46-5ad94c12cf4a,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:21.889013 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e94c3a31-b3df-4735-a331-635972b8f1c0 req-949b2ac6-e348-4196-b080-7b343599d014 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 943 time: 0.3848846 Mar 14 18:17:21.900071 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-439449d2-5716-427a-87b8-7361ad097a38 req-8268dc10-3cf5-4dc5-9489-056a0fbb28ad tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/security-groups?id=edf794ad-a253-429f-978e-4004e5d02fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225331 Mar 14 18:17:21.912325 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:21.912665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:21.913002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:21.942498 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:21.942498 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:21.942498 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8ad745cc-4b76-40b2-9dd5-67bebfdce265 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4613152 Mar 14 18:17:21.942498 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 6 to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c Mar 14 18:17:21.963965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49724) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:21.978363 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': '1fe70716-1d69-4a02-a03a-44c3e05c11c1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:21.985586 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:21.992700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Usage tracker for resource:floatingip and tenant:012942f9ce9548f48528050da9c5365d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:21.996657 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:22.003587 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.004941 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26429201-8659-4a25-8be1-c39d225b99a5 None None] Network 8781c031-70c9-4949-804b-8e5769337865 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:17:22.010400 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:22.016259 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.033957 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d982a88a-ad3c-4ad0-a3ae-7e6e494940c4 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:17:22.035933 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e1223-3d5f-4038-8867-23f1b61f4274 req-42e2155c-8658-4873-ac2f-443f9801d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:22.037361 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a40e1223-3d5f-4038-8867-23f1b61f4274 req-42e2155c-8658-4873-ac2f-443f9801d9ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=25bc5427-3dc6-477d-8919-e1cbed025598 HTTP/1.1" status: 200 len: 845 time: 0.4802253 Mar 14 18:17:22.039970 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4038-d22f-48f8-b2ff-dc670a79f49a req-9427d96a-5367-46e4-b1ce-3a54e983e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:22.041318 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-53dc4038-d22f-48f8-b2ff-dc670a79f49a req-9427d96a-5367-46e4-b1ce-3a54e983e1d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bd345c2c70054138a63ee3b6474a8824&device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 1096 time: 0.9131954 Mar 14 18:17:22.052491 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:22.052908 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:22.053317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:22.068334 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:22.068739 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:22.071924 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e94c3a31-b3df-4735-a331-635972b8f1c0 req-d5a0362d-521b-4792-8604-49b851ed3daf tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821177 Mar 14 18:17:22.074118 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 7 to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c Mar 14 18:17:22.082861 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Port': ['ID=d982a88a-ad3c-4ad0-a3ae-7e6e494940c4,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:22.115096 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: d982a88a-ad3c-4ad0-a3ae-7e6e494940c4 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:17:22.115096 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d982a88a-ad3c-4ad0-a3ae-7e6e494940c4 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 14 18:17:22.196316 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b368aae1-1e31-4cb6-bcb2-981d787b1ede None None] Could not find standard attr ID for object d982a88a-ad3c-4ad0-a3ae-7e6e494940c4. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:17:22.201720 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.213378 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1f05fd7d-9788-4f63-bbdb-f230c6d67dbb tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "GET /v2.0/routers/754280a9-6352-4a33-b3c7-a9d6c8086b93 HTTP/1.1" status: 200 len: 906 time: 1.0200722 Mar 14 18:17:22.216324 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Port d982a88a-ad3c-4ad0-a3ae-7e6e494940c4 not found, will not notify nova. {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 14 18:17:22.220437 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Pushing event updated for resources: {'Port': ['ID=74e8247e-dc8d-44a7-a261-24d347e4dc23,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:22.228481 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49728) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:22.237600 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Request body: {'router': {'name': 'tempest-snat-router-96560544', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'enable_snat': True}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:22.242881 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Transition to ACTIVE for port object 47b8b576-1317-44e8-bcc4-0f683b9b034d will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:22.262954 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.275979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:22.276554 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:22.276956 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:22.291248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No DVR routers for this DVR port d982a88a-ad3c-4ad0-a3ae-7e6e494940c4 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:17:22.293309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:22.293309 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:22.317485 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.339701 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 8 to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c Mar 14 18:17:22.353331 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:22.355720 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.360474 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ba2dcc84-29ea-4189-9000-5628e2038cff tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.1196458 Mar 14 18:17:22.365391 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49732) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:22.382127 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-384241290'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:22.385211 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:22.385544 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:22.385867 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:22.391571 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Usage tracker for resource:router and tenant:16e2bf5efb124f959c3d20de42aa1675 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:22.401300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:22.408491 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:22.408923 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:22.409027 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:22.413181 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Usage tracker for resource:network and tenant:1475b1b5985f4685aedab14adcc6316c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:22.416843 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 9 to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c Mar 14 18:17:22.420897 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:22.427142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:22.429397 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ac247-a02c-42d8-8921-259a1595c5f7 None None] Pushing event updated for resources: {'Port': ['ID=47b8b576-1317-44e8-bcc4-0f683b9b034d,revision_number=2']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:22.432464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.444655 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Attempting to bind port 47b8b576-1317-44e8-bcc4-0f683b9b034d on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:22.445027 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Attempting to bind port 47b8b576-1317-44e8-bcc4-0f683b9b034d by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:22.445391 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Attempting to bind port 47b8b576-1317-44e8-bcc4-0f683b9b034d on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:22.451580 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:17:22.452439 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:22.452863 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.453258 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:17:22.453862 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Bound port: 47b8b576-1317-44e8-bcc4-0f683b9b034d, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:17:22.454499 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.495202 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4038-d22f-48f8-b2ff-dc670a79f49a req-640da387-0a23-4066-aaa4-2e6dcddfcd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:22.497134 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-53dc4038-d22f-48f8-b2ff-dc670a79f49a req-640da387-0a23-4066-aaa4-2e6dcddfcd60 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d9396576-f6d5-42a1-a913-3123f2ec508b HTTP/1.1" status: 200 len: 913 time: 0.3580012 Mar 14 18:17:22.499720 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e1223-3d5f-4038-8867-23f1b61f4274 req-613ee6f1-8729-4d7e-97ad-cfe41221a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:22.503789 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a40e1223-3d5f-4038-8867-23f1b61f4274 req-613ee6f1-8729-4d7e-97ad-cfe41221a4cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83575c05-a651-46e5-aea9-2aa8d357c3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3920579 Mar 14 18:17:22.551580 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] For port 47b8b576-1317-44e8-bcc4-0f683b9b034d, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:17:22.556161 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] For port 47b8b576-1317-44e8-bcc4-0f683b9b034d, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=47b8b576-1317-44e8-bcc4-0f683b9b034d,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:17:22.575795 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:22.578548 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:22.578910 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:22.579243 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:22.591049 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:22.591370 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:22.598338 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 10 to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c Mar 14 18:17:22.624162 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:22.624162 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:22.624162 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:22.627224 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port d8006de9-afd7-4c29-96b8-c63e3edff85c on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:22.627541 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port d8006de9-afd7-4c29-96b8-c63e3edff85c on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:22.627892 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.638719 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.640114 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.673679 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-53dc4038-d22f-48f8-b2ff-dc670a79f49a req-550b8b0e-7ec4-4953-96aa-3006e85c4e05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd010dab-ae55-486e-afd2-5dac7ff748cf HTTP/1.1" status: 200 len: 217 time: 0.1637723 Mar 14 18:17:22.675665 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.715962 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.719370 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Made reservation on behalf of 1475b1b5985f4685aedab14adcc6316c for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:22.722723 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.785837 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.801712 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Subnet': ['ID=07e09fb2-c1df-4284-9a8b-9efb187dc487,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:22.820946 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.822329 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.848594 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da509c7d-52d1-4349-9b98-a6925488d181 None None] Network 8781c031-70c9-4949-804b-8e5769337865 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:17:22.856100 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ac247-a02c-42d8-8921-259a1595c5f7 None None] Pushing event updated for resources: {'Port': ['ID=47b8b576-1317-44e8-bcc4-0f683b9b034d,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:22.877831 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Routers {'754280a9-6352-4a33-b3c7-a9d6c8086b93'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:22.878682 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['754280a9-6352-4a33-b3c7-a9d6c8086b93'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:22.883712 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] For port d8006de9-afd7-4c29-96b8-c63e3edff85c, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:17:22.884079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempted to set empty binding levels {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 14 18:17:22.888616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:22.941708 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Usage tracker for resource:security_group_rule and tenant:1475b1b5985f4685aedab14adcc6316c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:22.942374 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4038-d22f-48f8-b2ff-dc670a79f49a req-480fb855-4607-4887-b078-7d9c8b011a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:22.943876 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-53dc4038-d22f-48f8-b2ff-dc670a79f49a req-480fb855-4607-4887-b078-7d9c8b011a86 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f809337b-5605-4ccf-a62e-7a1913cdfa2f HTTP/1.1" status: 200 len: 851 time: 0.2056348 Mar 14 18:17:22.950134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:22.956961 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a40e1223-3d5f-4038-8867-23f1b61f4274 req-e334fd13-c46b-4b5d-872c-36f1c746217e service neutron] 10.222.0.59 "GET /v2.0/networks/83575c05-a651-46e5-aea9-2aa8d357c3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902876 Mar 14 18:17:22.963457 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.976899 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.981670 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:23.033508 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:23.081436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:23.084928 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:23.086539 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8781c031-70c9-4949-804b-8e5769337865']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:23.104873 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] Set router 754280a9-6352-4a33-b3c7-a9d6c8086b93 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:17:23.153998 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415141eb-71af-49c1-972b-57c2f8e742db') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:23.155987 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415141eb-71af-49c1-972b-57c2f8e742db') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:23.234334 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824d4e69-ba9a-496e-9968-153778c15e5f None None] DHCP port deletion for 8781c031-70c9-4949-804b-8e5769337865 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:17:23.281655 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:23.340649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Pushing event updated for resources: {'Port': ['ID=d8006de9-afd7-4c29-96b8-c63e3edff85c,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:23.391441 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:23.419801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:17:23.420185 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:17:23.440916 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:17:23.453168 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Allocated IP 172.26.7.130 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/4add508d-03e5-45fe-82cb-0c51eb4e9bae) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:23.472824 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7a009171-2ed8-45c6-8953-8f1c7aa35e2a tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.8170276 Mar 14 18:17:23.474333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device bd010dab-ae55-486e-afd2-5dac7ff748cf details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:17:23.477422 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49740) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:23.478189 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754280a9-6352-4a33-b3c7-a9d6c8086b93', 'name': 'tempest-snat-router-96560544', 'tenant_id': '16e2bf5efb124f959c3d20de42aa1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.74'}], 'enable_snat': False}, 'gw_port_id': '47b8b576-1317-44e8-bcc4-0f683b9b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:17:14Z', 'updated_at': '2022-03-14T18:17:18Z', 'revision_number': 3, 'project_id': '16e2bf5efb124f959c3d20de42aa1675', 'gw_port': {'id': '47b8b576-1317-44e8-bcc4-0f683b9b034d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:01:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754280a9-6352-4a33-b3c7-a9d6c8086b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:17:17Z', 'updated_at': '2022-03-14T18:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:23.482907 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b413f892-0c6d-4be5-b41a-164f6a914efe None None] The sync data for ids ['754280a9-6352-4a33-b3c7-a9d6c8086b93'] in dv-neutron-833560-1-hyperv is: [{'id': '754280a9-6352-4a33-b3c7-a9d6c8086b93', 'name': 'tempest-snat-router-96560544', 'tenant_id': '16e2bf5efb124f959c3d20de42aa1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.74'}], 'enable_snat': False}, 'gw_port_id': '47b8b576-1317-44e8-bcc4-0f683b9b034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:17:14Z', 'updated_at': '2022-03-14T18:17:18Z', 'revision_number': 3, 'project_id': '16e2bf5efb124f959c3d20de42aa1675', 'gw_port': {'id': '47b8b576-1317-44e8-bcc4-0f683b9b034d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:01:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754280a9-6352-4a33-b3c7-a9d6c8086b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:17:17Z', 'updated_at': '2022-03-14T18:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:23.642684 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port bd010dab-ae55-486e-afd2-5dac7ff748cf, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=bd010dab-ae55-486e-afd2-5dac7ff748cf,segment=NetworkSegment(e7c93387-8248-4192-a879-afba5ed5edf4),segment_id=e7c93387-8248-4192-a879-afba5ed5edf4)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:23.662187 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'bd010dab-ae55-486e-afd2-5dac7ff748cf', 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b', 'port_id': 'bd010dab-ae55-486e-afd2-5dac7ff748cf', 'mac_address': 'fa:16:3e:2f:e2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:17:23.686536 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852c3b3-5e8d-4f2c-8d95-8f00a59b8cf1 req-3549cb7a-abe6-4683-ba16-a0e2e1685442 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:23.690448 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e852c3b3-5e8d-4f2c-8d95-8f00a59b8cf1 req-3549cb7a-abe6-4683-ba16-a0e2e1685442 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 944 time: 0.5788965 Mar 14 18:17:23.712368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:23.714083 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:23.736335 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b919e0d-277b-4bcb-b78c-d20354fffd70 req-c508953a-8743-4307-a365-5d31b6682c28 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:23.737810 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0b919e0d-277b-4bcb-b78c-d20354fffd70 req-c508953a-8743-4307-a365-5d31b6682c28 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 943 time: 0.4493082 Mar 14 18:17:23.766175 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:23.808019 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:23.814311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:23.819980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd010dab-ae55-486e-afd2-5dac7ff748cf {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:17:23.869885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Network': ['ID=8781c031-70c9-4949-804b-8e5769337865,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:23.888634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port bd010dab-ae55-486e-afd2-5dac7ff748cf, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=bd010dab-ae55-486e-afd2-5dac7ff748cf,segment=NetworkSegment(e7c93387-8248-4192-a879-afba5ed5edf4),segment_id=e7c93387-8248-4192-a879-afba5ed5edf4)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:23.914468 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b7ea1387-208c-4ea3-9319-541ca29692a8 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/8781c031-70c9-4949-804b-8e5769337865 HTTP/1.1" status: 204 len: 168 time: 4.2203085 Mar 14 18:17:23.928165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:17:23.928165 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e852c3b3-5e8d-4f2c-8d95-8f00a59b8cf1 req-c8508b34-8da7-41f2-a609-7ad15a76ffee tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/security-groups?id=edf794ad-a253-429f-978e-4004e5d02fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200503 Mar 14 18:17:23.932976 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49744) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:23.933324 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-a564d3af-dcc5-491e-bb66-76fe643f0b5c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Deleting port d8006de9-afd7-4c29-96b8-c63e3edff85c {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:23.933831 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a564d3af-dcc5-491e-bb66-76fe643f0b5c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:23.945611 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:23.974491 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:23.975299 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:17:23.976898 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-7c2cc408-a719-45dd-9723-dc957d32b127 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1051810443'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:23.980280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:23.983926 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Added segment 9a1ce2dc-09a3-4f5c-b5e0-2d857f7f1c20 of type vlan for network f62fc0d5-d634-4aaa-831b-bbd22cd3db35 Mar 14 18:17:23.989398 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0b919e0d-277b-4bcb-b78c-d20354fffd70 req-433049ea-a55a-4e24-a49b-40e63b4155a8 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415287 Mar 14 18:17:23.990181 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b1700a-cbe3-46e0-ab42-c39fdda112ba,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:23.994652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7c2cc408-a719-45dd-9723-dc957d32b127 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:24.021959 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7c2cc408-a719-45dd-9723-dc957d32b127 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:network and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:24.025398 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7c2cc408-a719-45dd-9723-dc957d32b127 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:24.036151 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7c2cc408-a719-45dd-9723-dc957d32b127 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:24.042797 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 47b8b576-1317-44e8-bcc4-0f683b9b034d up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:17:24.060451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:24.075654 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:24.118646 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2cc408-a719-45dd-9723-dc957d32b127 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:24.123154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7c2cc408-a719-45dd-9723-dc957d32b127 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:24.157547 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2cc408-a719-45dd-9723-dc957d32b127 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:17:24.171858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7c2cc408-a719-45dd-9723-dc957d32b127 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:24.172616 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-7c2cc408-a719-45dd-9723-dc957d32b127 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Added segment 40d2fa3f-3691-438c-8fdf-0431d0545a07 of type vlan for network e841a36d-98d6-442f-9385-1e00cc5a2848 Mar 14 18:17:24.180644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=bd010dab-ae55-486e-afd2-5dac7ff748cf,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:24.182432 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a40e1223-3d5f-4038-8867-23f1b61f4274 req-af60d08f-af2c-4a0a-931b-84000ded2c68 service neutron] 10.222.0.59 "GET /v2.0/networks/83575c05-a651-46e5-aea9-2aa8d357c3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9258716 Mar 14 18:17:24.210223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:24.217778 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:24.219492 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:24.245373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7c2cc408-a719-45dd-9723-dc957d32b127 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:24.282627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:24.307781 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port d4669f6b-e3a4-44b2-8ed1-057e33ad36d6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d4669f6b-e3a4-44b2-8ed1-057e33ad36d6,segment=NetworkSegment(cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6),segment_id=cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:24.324995 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'd4669f6b-e3a4-44b2-8ed1-057e33ad36d6', 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4', 'port_id': 'd4669f6b-e3a4-44b2-8ed1-057e33ad36d6', 'mac_address': 'fa:16:3e:35:d6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bc5427-3dc6-477d-8919-e1cbed025598', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:17:24.376532 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 47b8b576-1317-44e8-bcc4-0f683b9b034d completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:17:24.379277 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:24.384785 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 47b8b576-1317-44e8-bcc4-0f683b9b034d triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:24.385267 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:24.416960 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cfdd8b98-590a-4831-a5cf-545942cdd1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:24.438359 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:24.461811 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:17:24.491922 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-a564d3af-dcc5-491e-bb66-76fe643f0b5c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] For port d8006de9-afd7-4c29-96b8-c63e3edff85c, host hv-neutron-8335, got binding levels [] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:24.492565 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a564d3af-dcc5-491e-bb66-76fe643f0b5c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:24.498449 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port d4669f6b-e3a4-44b2-8ed1-057e33ad36d6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d4669f6b-e3a4-44b2-8ed1-057e33ad36d6,segment=NetworkSegment(cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6),segment_id=cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:24.521862 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Pushing event updated for resources: {'Network': ['ID=f62fc0d5-d634-4aaa-831b-bbd22cd3db35,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:24.533406 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:24.534365 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7c2cc408-a719-45dd-9723-dc957d32b127 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:24.540858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2cc408-a719-45dd-9723-dc957d32b127 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:24.541353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7c2cc408-a719-45dd-9723-dc957d32b127 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:24.542222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network f62fc0d5-d634-4aaa-831b-bbd22cd3db35 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:17:24.576940 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4038-d22f-48f8-b2ff-dc670a79f49a req-9e647790-aac9-432e-961a-292d18fa976a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:24.578432 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-53dc4038-d22f-48f8-b2ff-dc670a79f49a req-9e647790-aac9-432e-961a-292d18fa976a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9396576-f6d5-42a1-a913-3123f2ec508b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.5928171 Mar 14 18:17:24.581116 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:24.652752 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-a564d3af-dcc5-491e-bb66-76fe643f0b5c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Calling delete_port for d8006de9-afd7-4c29-96b8-c63e3edff85c owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:24.664189 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:24.688820 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cc408-a719-45dd-9723-dc957d32b127 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Network': ['ID=e841a36d-98d6-442f-9385-1e00cc5a2848,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:24.691309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:24.702777 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:24.720203 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 47b8b576-1317-44e8-bcc4-0f683b9b034d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=47b8b576-1317-44e8-bcc4-0f683b9b034d,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:24.721404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network e841a36d-98d6-442f-9385-1e00cc5a2848 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:17:24.849183 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1528d8a2-b164-4571-9200-b9b668ee96dc tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.4811888 Mar 14 18:17:24.856510 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=d4669f6b-e3a4-44b2-8ed1-057e33ad36d6,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:24.860000 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:24.861566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49748) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:24.864426 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=4add508d-03e5-45fe-82cb-0c51eb4e9bae,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:24.874306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-531025fa-6e05-493a-9000-272d2e8f6f55 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Request body: {'subnet': {'network_id': 'f62fc0d5-d634-4aaa-831b-bbd22cd3db35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:24.942338 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7c2cc408-a719-45dd-9723-dc957d32b127 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0008140 Mar 14 18:17:24.948518 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['bd010dab-ae55-486e-afd2-5dac7ff748cf'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:17:24.949106 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49752) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:24.959152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-14a7b65f-af58-42a4-af47-8f56e2ad4579 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'subnet': {'network_id': 'e841a36d-98d6-442f-9385-1e00cc5a2848', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:24.975277 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['d4669f6b-e3a4-44b2-8ed1-057e33ad36d6'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:17:25.011368 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d982a88a-ad3c-4ad0-a3ae-7e6e494940c4 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:17:25.064424 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: d982a88a-ad3c-4ad0-a3ae-7e6e494940c4 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:17:25.064793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d982a88a-ad3c-4ad0-a3ae-7e6e494940c4 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:17:25.066227 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=47b8b576-1317-44e8-bcc4-0f683b9b034d,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:25.178017 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-53dc4038-d22f-48f8-b2ff-dc670a79f49a req-a0a5a548-a37c-4c3e-95d0-40917507ae9f service neutron] 10.222.0.59 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369041 Mar 14 18:17:25.229709 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a564d3af-dcc5-491e-bb66-76fe643f0b5c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:25.332304 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Router 0f338917-676f-4777-ac0a-c722379f4e3f is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:17:25.393836 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564d3af-dcc5-491e-bb66-76fe643f0b5c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8006de9-afd7-4c29-96b8-c63e3edff85c,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:25.446963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-14a7b65f-af58-42a4-af47-8f56e2ad4579 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:25.449317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-531025fa-6e05-493a-9000-272d2e8f6f55 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:25.473185 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a564d3af-dcc5-491e-bb66-76fe643f0b5c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:25.503151 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-14a7b65f-af58-42a4-af47-8f56e2ad4579 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:subnet and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:25.518878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-14a7b65f-af58-42a4-af47-8f56e2ad4579 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:25.522763 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-531025fa-6e05-493a-9000-272d2e8f6f55 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Usage tracker for resource:subnet and tenant:1475b1b5985f4685aedab14adcc6316c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:25.534305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-531025fa-6e05-493a-9000-272d2e8f6f55 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:25.537212 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-14a7b65f-af58-42a4-af47-8f56e2ad4579 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:25.548099 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-531025fa-6e05-493a-9000-272d2e8f6f55 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:25.598344 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a564d3af-dcc5-491e-bb66-76fe643f0b5c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] 10.222.0.43 "DELETE /v2.0/ports/d8006de9-afd7-4c29-96b8-c63e3edff85c HTTP/1.1" status: 204 len: 168 time: 2.1083889 Mar 14 18:17:25.605234 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49760) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:25.620869 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-53dc4038-d22f-48f8-b2ff-dc670a79f49a req-401d07c9-c3b0-4156-b5a3-5a71057c1620 service neutron] 10.222.0.59 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354556 Mar 14 18:17:25.654041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73051de-fbf9-407c-a3fb-5bf0b7291b08 req-cbef92a5-9601-48aa-8bb1-12b66473a7cd tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:25.655650 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d73051de-fbf9-407c-a3fb-5bf0b7291b08 req-cbef92a5-9601-48aa-8bb1-12b66473a7cd tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 945 time: 0.4500961 Mar 14 18:17:25.677178 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d884dc-0824-4ea9-8bb2-b706986ca02e req-b6107a55-8c5e-4703-aeb1-6511d45a54e0 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:25.678649 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-27d884dc-0824-4ea9-8bb2-b706986ca02e req-b6107a55-8c5e-4703-aeb1-6511d45a54e0 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 944 time: 0.4422741 Mar 14 18:17:25.686449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a7b65f-af58-42a4-af47-8f56e2ad4579 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:25.689725 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-14a7b65f-af58-42a4-af47-8f56e2ad4579 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:25.700493 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:25.702394 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531025fa-6e05-493a-9000-272d2e8f6f55 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Made reservation on behalf of 1475b1b5985f4685aedab14adcc6316c for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:25.705722 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-531025fa-6e05-493a-9000-272d2e8f6f55 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:25.727088 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee38efad-4baa-4017-8192-f84d94aa915f tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] GET failed (client error): The resource could not be found. Mar 14 18:17:25.727875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ee38efad-4baa-4017-8192-f84d94aa915f tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Synchronizing usage tracker for tenant:a4062bbacb2947fda400d0362829e117 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:17:25.735032 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:25.791814 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:25.803136 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Sync routers for ids ['0f338917-676f-4777-ac0a-c722379f4e3f'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:25.817623 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Routers {'0f338917-676f-4777-ac0a-c722379f4e3f'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:25.818392 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:16:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0f338917-676f-4777-ac0a-c722379f4e3f'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:25.908774 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 47b8b576-1317-44e8-bcc4-0f683b9b034d up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:17:25.913663 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Allocated IP 172.26.7.227 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/4b4b4e00-0cb7-43af-bf28-2548e9937061) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:25.921681 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:25.921681 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7750eade-8b35-445f-83fc-dd8d357dfa6a tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 10.4671855 Mar 14 18:17:25.922255 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49764) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:26.104868 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Set router 0f338917-676f-4777-ac0a-c722379f4e3f gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:17:26.179619 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-27d884dc-0824-4ea9-8bb2-b706986ca02e req-201c048e-2101-44db-a8c8-0ac7a060c9af tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4577301 Mar 14 18:17:26.205998 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-36f75217-a713-4c99-ac09-2fd8ec571557 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "GET /v2.0/routers/0f338917-676f-4777-ac0a-c722379f4e3f HTTP/1.1" status: 200 len: 909 time: 0.2823105 Mar 14 18:17:26.208464 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49768) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:26.216177 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1175778720', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'enable_snat': True}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:26.224604 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:26.224604 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Usage tracker for resource:router and tenant:3590552331684ae2b765bfddb6860aab is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:26.228139 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:26.234020 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:26.241604 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d73051de-fbf9-407c-a3fb-5bf0b7291b08 req-e4f77795-63b8-4965-923a-14b2ee6c0586 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/security-groups?id=edf794ad-a253-429f-978e-4004e5d02fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5611894 Mar 14 18:17:26.242470 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 47b8b576-1317-44e8-bcc4-0f683b9b034d triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:26.242871 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:26.264196 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ee38efad-4baa-4017-8192-f84d94aa915f tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Unset dirty status for tenant:a4062bbacb2947fda400d0362829e117 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:17:26.273113 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ee38efad-4baa-4017-8192-f84d94aa915f tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] 10.222.0.43 "GET /v2.0/ports/d8006de9-afd7-4c29-96b8-c63e3edff85c HTTP/1.1" status: 404 len: 333 time: 0.6595221 Mar 14 18:17:26.276921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49772) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:26.280099 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:26.292089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Request body: {'port': {'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-460833963'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:26.315751 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:26.320353 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:26.321491 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:26.337921 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:26.378851 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:26.381077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:26.437259 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:26.449751 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:26.452809 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:26.455630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:26.472574 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f6e2dd23-a2cb-4a1b-a219-527881c0d0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:26.532042 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f338917-676f-4777-ac0a-c722379f4e3f', 'name': 'tempest-snat-router-1175778720', 'tenant_id': '3590552331684ae2b765bfddb6860aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143'}], 'enable_snat': False}, 'gw_port_id': '4e7653c1-8916-431e-ad46-5ad94c12cf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:17:15Z', 'updated_at': '2022-03-14T18:17:22Z', 'revision_number': 3, 'project_id': '3590552331684ae2b765bfddb6860aab', 'gw_port': {'id': '4e7653c1-8916-431e-ad46-5ad94c12cf4a', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f338917-676f-4777-ac0a-c722379f4e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:17:19Z', 'updated_at': '2022-03-14T18:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:26.537583 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Checking router: 0f338917-676f-4777-ac0a-c722379f4e3f for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:17:26.537939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Updating router 0f338917-676f-4777-ac0a-c722379f4e3f port 4e7653c1-8916-431e-ad46-5ad94c12cf4a binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:17:26.556786 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Made reservation on behalf of a4062bbacb2947fda400d0362829e117 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:26.559171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:26.604296 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:26.608725 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] device_id is not set on port f019bf34-8b6b-46f6-b7b0-a75efc492668 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:17:26.685802 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-14a7b65f-af58-42a4-af47-8f56e2ad4579 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:26.739814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-531025fa-6e05-493a-9000-272d2e8f6f55 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:26.777989 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Pushing event updated for resources: {'Port': ['ID=4b4b4e00-0cb7-43af-bf28-2548e9937061,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:26.795109 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:26.871557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7b65f-af58-42a4-af47-8f56e2ad4579 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Subnet': ['ID=c2ebceff-5c28-4d72-aff2-7398247ab192,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:26.970646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:26.973362 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:26.985508 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Transition to ACTIVE for port object 4e7653c1-8916-431e-ad46-5ad94c12cf4a will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:27.006650 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a7b65f-af58-42a4-af47-8f56e2ad4579 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Checking segment: {'id': '40d2fa3f-3691-438c-8fdf-0431d0545a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e841a36d-98d6-442f-9385-1e00cc5a2848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:27.007574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a7b65f-af58-42a4-af47-8f56e2ad4579 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network hostable DHCP agents. Network: e841a36d-98d6-442f-9385-1e00cc5a2848, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:17:27.018032 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531025fa-6e05-493a-9000-272d2e8f6f55 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Checking segment: {'id': '9a1ce2dc-09a3-4f5c-b5e0-2d857f7f1c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f62fc0d5-d634-4aaa-831b-bbd22cd3db35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:27.018388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531025fa-6e05-493a-9000-272d2e8f6f55 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Network hostable DHCP agents. Network: f62fc0d5-d634-4aaa-831b-bbd22cd3db35, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:17:27.096620 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:27.110008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531025fa-6e05-493a-9000-272d2e8f6f55 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Pushing event updated for resources: {'Subnet': ['ID=90584b65-9e4d-4f18-b250-99a2a7bfb238,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:27.180516 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Attempting to bind port 4e7653c1-8916-431e-ad46-5ad94c12cf4a on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:27.180882 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Attempting to bind port 4e7653c1-8916-431e-ad46-5ad94c12cf4a by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:27.181288 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Attempting to bind port 4e7653c1-8916-431e-ad46-5ad94c12cf4a on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:27.185011 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af369d5d-f853-4d48-a3cf-61c297596d39 None None] Pushing event updated for resources: {'Port': ['ID=4e7653c1-8916-431e-ad46-5ad94c12cf4a,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:27.189485 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:17:27.196077 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:27.196077 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:27.196077 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:17:27.196077 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Bound port: 4e7653c1-8916-431e-ad46-5ad94c12cf4a, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:17:27.196077 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:27.207044 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:27.275663 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:27.282832 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531025fa-6e05-493a-9000-272d2e8f6f55 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Network f62fc0d5-d634-4aaa-831b-bbd22cd3db35 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:17:27.284611 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] For port 4e7653c1-8916-431e-ad46-5ad94c12cf4a, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:17:27.288857 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] For port 4e7653c1-8916-431e-ad46-5ad94c12cf4a, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4e7653c1-8916-431e-ad46-5ad94c12cf4a,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:17:27.331222 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a7b65f-af58-42a4-af47-8f56e2ad4579 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network e841a36d-98d6-442f-9385-1e00cc5a2848 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:17:27.397600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:27.398284 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:27.438823 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-531025fa-6e05-493a-9000-272d2e8f6f55 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, f62fc0d5-d634-4aaa-831b-bbd22cd3db35) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:27.441252 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:27.455181 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-14a7b65f-af58-42a4-af47-8f56e2ad4579 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, e841a36d-98d6-442f-9385-1e00cc5a2848) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:27.457081 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531025fa-6e05-493a-9000-272d2e8f6f55 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:27.457452 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-531025fa-6e05-493a-9000-272d2e8f6f55 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:27.465970 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8253b0d-8a5d-40df-8831-ab8a4755b3de None None] Network f62fc0d5-d634-4aaa-831b-bbd22cd3db35 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:17:27.488719 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device bd010dab-ae55-486e-afd2-5dac7ff748cf up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:17:27.493011 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a7b65f-af58-42a4-af47-8f56e2ad4579 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:27.493595 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-14a7b65f-af58-42a4-af47-8f56e2ad4579 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:27.512047 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:27.532300 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6994f59a-bce5-43b8-9a9f-16980ed9518f None None] Network e841a36d-98d6-442f-9385-1e00cc5a2848 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:17:27.553829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Network f3cb3136-7980-46fa-848a-0d4fd6651e26 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:27.568082 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:27.588545 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f337c-40fc-400f-bc6e-897d43a52511 req-26b4e832-f20d-42dc-9633-f462f8a65b0e tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:27.590022 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7c2f337c-40fc-400f-bc6e-897d43a52511 req-26b4e832-f20d-42dc-9633-f462f8a65b0e tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 944 time: 0.2947261 Mar 14 18:17:27.590800 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:27.591612 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:27.592254 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:27.608019 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Pushing event updated for resources: {'Port': ['ID=f019bf34-8b6b-46f6-b7b0-a75efc492668,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:27.634292 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Routers {'0f338917-676f-4777-ac0a-c722379f4e3f'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:27.634949 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0f338917-676f-4777-ac0a-c722379f4e3f'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:27.652939 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:27.653284 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:27.653617 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:27.653946 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:27.654273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:27.654601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:27.655047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:27.655274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:27.655600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:27.655916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:27.656238 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:27.656558 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:27.707135 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af369d5d-f853-4d48-a3cf-61c297596d39 None None] Pushing event updated for resources: {'Port': ['ID=4e7653c1-8916-431e-ad46-5ad94c12cf4a,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:27.715328 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-531025fa-6e05-493a-9000-272d2e8f6f55 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8523083 Mar 14 18:17:27.730846 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:27.745083 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:27.784465 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49780) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:27.799579 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1867369112', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}, 'admin_state_up': False}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:27.810979 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-14a7b65f-af58-42a4-af47-8f56e2ad4579 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8561618 Mar 14 18:17:27.812670 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-958b9661-2036-4d57-97a5-fabb888b40a0 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5314705 Mar 14 18:17:27.818013 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49784) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:27.818291 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49786) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:27.829198 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:27.854686 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:27.857569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:27.909032 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7c2f337c-40fc-400f-bc6e-897d43a52511 req-3362216d-f891-49bd-abc2-b89ac1e5909d tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938366 Mar 14 18:17:27.949889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b5132-56c4-44ec-ad43-4c7d377dc4da req-04abdd19-0aea-4a2f-94bb-5e8589fb5bdb tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:27.951465 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f39b5132-56c4-44ec-ad43-4c7d377dc4da req-04abdd19-0aea-4a2f-94bb-5e8589fb5bdb tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 945 time: 0.5967786 Mar 14 18:17:27.952113 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=4add508d-03e5-45fe-82cb-0c51eb4e9bae,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:28.012973 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Usage tracker for resource:router and tenant:1475b1b5985f4685aedab14adcc6316c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:28.017614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:28.026635 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:28.060095 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:28.082491 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:28.144058 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:28.145449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:28.195305 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] Set router 0f338917-676f-4777-ac0a-c722379f4e3f gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:17:28.243164 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port bd010dab-ae55-486e-afd2-5dac7ff748cf completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:17:28.276105 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:28.324223 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port bd010dab-ae55-486e-afd2-5dac7ff748cf triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:28.324486 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:28.339388 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Allocated IP 172.26.7.187 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/45260f74-cc7c-4f62-abc9-9f36521aae93) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:28.341055 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f39b5132-56c4-44ec-ad43-4c7d377dc4da req-aa2af4c5-bdb1-493c-b2e5-75642eea21a1 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/security-groups?id=edf794ad-a253-429f-978e-4004e5d02fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783107 Mar 14 18:17:28.341650 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Floating IP 8c8d58be-2311-4006-88ee-4b071cf2f6fc associated. External IP: 172.26.7.130, port: 1fe70716-1d69-4a02-a03a-44c3e05c11c1. Mar 14 18:17:28.341884 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:28.377371 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-f62fc0d5-d634-4aaa-831b-bbd22cd3db35', 'network_id': 'f62fc0d5-d634-4aaa-831b-bbd22cd3db35', 'tenant_id': '1475b1b5985f4685aedab14adcc6316c', 'fixed_ips': [{'subnet_id': '90584b65-9e4d-4f18-b250-99a2a7bfb238'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:17:28.378315 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:28.421837 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:28.447616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32954fcd-4e1b-4cd2-a324-101655dc1d45 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:28.473470 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c154e2-c053-4f1e-a63a-35461e73e48f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-e841a36d-98d6-442f-9385-1e00cc5a2848', 'network_id': 'e841a36d-98d6-442f-9385-1e00cc5a2848', 'tenant_id': 'af67afadbf6546329cb35e0a68bebc5e', 'fixed_ips': [{'subnet_id': 'c2ebceff-5c28-4d72-aff2-7398247ab192'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:17:28.474370 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-35c154e2-c053-4f1e-a63a-35461e73e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:28.730349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32954fcd-4e1b-4cd2-a324-101655dc1d45 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:28.828950 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:28.901912 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:28.907524 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:28.956805 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Allocated IP 172.20.0.2 (f62fc0d5-d634-4aaa-831b-bbd22cd3db35/90584b65-9e4d-4f18-b250-99a2a7bfb238/9cd4c8ac-ee56-4042-b39c-807dc1d69007) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:28.958583 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67f078e-2cce-4f00-8714-4dc479182ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd010dab-ae55-486e-afd2-5dac7ff748cf'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:17:29.056991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] device_id is not set on port f019bf34-8b6b-46f6-b7b0-a75efc492668 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:17:29.063991 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:29.067929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Router dcbda3c7-5fda-419f-9323-9d6456260373 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:17:29.070642 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:29.076291 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port bd010dab-ae55-486e-afd2-5dac7ff748cf, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=bd010dab-ae55-486e-afd2-5dac7ff748cf,segment=NetworkSegment(e7c93387-8248-4192-a879-afba5ed5edf4),segment_id=e7c93387-8248-4192-a879-afba5ed5edf4)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:29.097573 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f338917-676f-4777-ac0a-c722379f4e3f', 'name': 'tempest-snat-router-1175778720', 'tenant_id': '3590552331684ae2b765bfddb6860aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143'}], 'enable_snat': False}, 'gw_port_id': '4e7653c1-8916-431e-ad46-5ad94c12cf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:17:15Z', 'updated_at': '2022-03-14T18:17:22Z', 'revision_number': 3, 'project_id': '3590552331684ae2b765bfddb6860aab', 'gw_port': {'id': '4e7653c1-8916-431e-ad46-5ad94c12cf4a', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f338917-676f-4777-ac0a-c722379f4e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:17:19Z', 'updated_at': '2022-03-14T18:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:29.120845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router c6b8fb97-64c2-4eff-999d-8821c3f504e7 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:17:29.121936 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32954fcd-4e1b-4cd2-a324-101655dc1d45 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:29.128936 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db953113-f6b0-4fd2-918c-99168b284c71 None None] The sync data for ids ['0f338917-676f-4777-ac0a-c722379f4e3f'] in dv-neutron-833560-1-hyperv is: [{'id': '0f338917-676f-4777-ac0a-c722379f4e3f', 'name': 'tempest-snat-router-1175778720', 'tenant_id': '3590552331684ae2b765bfddb6860aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143'}], 'enable_snat': False}, 'gw_port_id': '4e7653c1-8916-431e-ad46-5ad94c12cf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:17:15Z', 'updated_at': '2022-03-14T18:17:22Z', 'revision_number': 3, 'project_id': '3590552331684ae2b765bfddb6860aab', 'gw_port': {'id': '4e7653c1-8916-431e-ad46-5ad94c12cf4a', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f338917-676f-4777-ac0a-c722379f4e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:17:19Z', 'updated_at': '2022-03-14T18:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:29.178280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Transition to ACTIVE for port object f019bf34-8b6b-46f6-b7b0-a75efc492668 will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:29.188149 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32954fcd-4e1b-4cd2-a324-101655dc1d45 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ebceff-5c28-4d72-aff2-7398247ab192,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:29.211416 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:29.231849 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:29.235963 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:29.309106 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67f078e-2cce-4f00-8714-4dc479182ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd010dab-ae55-486e-afd2-5dac7ff748cf', 'code': 200} Mar 14 18:17:29.315075 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:29.316441 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:17:29.343693 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Pushing event updated for resources: {'Port': ['ID=45260f74-cc7c-4f62-abc9-9f36521aae93,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:29.347600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server [None req-35c154e2-c053-4f1e-a63a-35461e73e48f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c2ebceff-5c28-4d72-aff2-7398247ab192: This subnet is being modified by another concurrent operation. Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 18:17:29.357944 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise exception Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c2ebceff-5c28-4d72-aff2-7398247ab192: This subnet is being modified by another concurrent operation. Mar 14 18:17:29.361761 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server Mar 14 18:17:29.596653 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32954fcd-4e1b-4cd2-a324-101655dc1d45 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:29.613430 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07634cfa-0c8e-41e6-a714-5f6a33ad833b None None] Network e841a36d-98d6-442f-9385-1e00cc5a2848 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:17:29.810265 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:29.811053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:29.816660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:29.816660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:29.816660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:29.816660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:29.816660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:29.816660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:29.816660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:29.816660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:29.816660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:29.816660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:29.971793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:29.978271 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:29.985803 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4e7653c1-8916-431e-ad46-5ad94c12cf4a up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:17:30.071674 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Transition to ACTIVE for port object 9cd4c8ac-ee56-4042-b39c-807dc1d69007 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:30.085641 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=bd010dab-ae55-486e-afd2-5dac7ff748cf,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:30.104437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319d833-0e46-43cb-9b6f-b78655be1294 req-6758fb81-083b-4598-bc61-0860d13aeed4 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:30.105958 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9319d833-0e46-43cb-9b6f-b78655be1294 req-6758fb81-083b-4598-bc61-0860d13aeed4 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 944 time: 1.0398591 Mar 14 18:17:30.110312 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-32954fcd-4e1b-4cd2-a324-101655dc1d45 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e841a36d-98d6-442f-9385-1e00cc5a2848']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:30.129170 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-32954fcd-4e1b-4cd2-a324-101655dc1d45 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d2fa3f-3691-438c-8fdf-0431d0545a07') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:30.129718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-32954fcd-4e1b-4cd2-a324-101655dc1d45 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d2fa3f-3691-438c-8fdf-0431d0545a07') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:30.145735 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32954fcd-4e1b-4cd2-a324-101655dc1d45 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:30.164088 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32954fcd-4e1b-4cd2-a324-101655dc1d45 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:30.172678 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32954fcd-4e1b-4cd2-a324-101655dc1d45 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:17:30.172678 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32954fcd-4e1b-4cd2-a324-101655dc1d45 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:30.197805 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Transition to ACTIVE for port object 9cd4c8ac-ee56-4042-b39c-807dc1d69007 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:30.207262 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:17:30.207889 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:17:30.218408 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Sync routers for ids ['dcbda3c7-5fda-419f-9323-9d6456260373'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:30.231247 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Routers {'dcbda3c7-5fda-419f-9323-9d6456260373'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:30.237765 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['dcbda3c7-5fda-419f-9323-9d6456260373'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:30.245042 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Pushing event updated for resources: {'Port': ['ID=f019bf34-8b6b-46f6-b7b0-a75efc492668,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:30.289651 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:17:30.295856 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:30.298894 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:30.317104 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:30.317345 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:30.317684 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:30.340204 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:30.340525 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:30.352127 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 2 to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 Mar 14 18:17:30.364036 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 4e7653c1-8916-431e-ad46-5ad94c12cf4a completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:17:30.390201 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:30.396404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 4e7653c1-8916-431e-ad46-5ad94c12cf4a triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:30.396404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:30.432339 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9319d833-0e46-43cb-9b6f-b78655be1294 req-4bb7c1e0-2ebd-4485-8c73-33648ee823b7 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081671 Mar 14 18:17:30.432653 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:30.432983 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:30.433315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:30.441447 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:30.447564 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:30.469476 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3d61d-baa3-4062-822c-4ee1ca6c3151 req-507a68b3-4ba7-4fed-9ec0-eba61a22d1f7 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:30.480005 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-65a3d61d-baa3-4062-822c-4ee1ca6c3151 req-507a68b3-4ba7-4fed-9ec0-eba61a22d1f7 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 945 time: 0.6020157 Mar 14 18:17:30.481931 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:30.482599 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:30.482949 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:30.486284 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b42a0e1e-c30b-4c74-affc-fb87c85aa71d tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.2551804 Mar 14 18:17:30.491879 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49804) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:30.493091 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9631ce-ce37-49e3-acd6-52ea1af94912 req-b7a5ead7-da50-4962-b6ba-ee3f1675ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:30.494709 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-be9631ce-ce37-49e3-acd6-52ea1af94912 req-b7a5ead7-da50-4962-b6ba-ee3f1675ef43 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 1098 time: 0.4865291 Mar 14 18:17:30.500963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c612d53-9e18-4533-9d18-1cc3bbb86b4a None None] Sync routers for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:30.502462 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 3 to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 Mar 14 18:17:30.524803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:30.525183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:30.525523 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:30.534266 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32954fcd-4e1b-4cd2-a324-101655dc1d45 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:30.541290 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:30.541698 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:30.551877 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 4 to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 Mar 14 18:17:30.568460 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:30.597216 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c612d53-9e18-4533-9d18-1cc3bbb86b4a None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:30.597917 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-4c612d53-9e18-4533-9d18-1cc3bbb86b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:30.598591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32954fcd-4e1b-4cd2-a324-101655dc1d45 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:30.601136 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-32954fcd-4e1b-4cd2-a324-101655dc1d45 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/e841a36d-98d6-442f-9385-1e00cc5a2848 HTTP/1.1" status: 204 len: 168 time: 2.7792270 Mar 14 18:17:30.602652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:30.603150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:30.603484 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:30.606134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32954fcd-4e1b-4cd2-a324-101655dc1d45 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Network': ['ID=e841a36d-98d6-442f-9385-1e00cc5a2848,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:30.616191 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:30.616301 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Set router dcbda3c7-5fda-419f-9323-9d6456260373 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:17:30.650402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-be9631ce-ce37-49e3-acd6-52ea1af94912 req-7fc9f75c-8c70-4f46-93fa-6881aeeb0c83 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:30.660830 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49808) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:30.664716 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Network f62fc0d5-d634-4aaa-831b-bbd22cd3db35 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:30.684239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:30.691313 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:30.694543 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-55b89f7e-9836-46e3-acc5-d7015e23b2b9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.7271264 Mar 14 18:17:30.694682 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Pushing event updated for resources: {'Port': ['ID=9cd4c8ac-ee56-4042-b39c-807dc1d69007,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:30.696245 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-4c612d53-9e18-4533-9d18-1cc3bbb86b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:30.713963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49812) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:30.715942 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:30.716371 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:30.716713 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:30.717044 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:30.717371 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:30.717693 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:30.718169 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:30.718684 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:30.719042 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:30.719362 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:30.719680 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:30.719995 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:17:30.735847 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-65a3d61d-baa3-4062-822c-4ee1ca6c3151 req-b507fe71-44b5-4d67-8742-d70308749934 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/security-groups?id=edf794ad-a253-429f-978e-4004e5d02fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552342 Mar 14 18:17:30.741879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:30.742214 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:30.744611 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 5 to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 Mar 14 18:17:30.748122 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-78a1d146-f1e8-41bf-8977-e197cb07ea1f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-694131522'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:30.752781 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-78a1d146-f1e8-41bf-8977-e197cb07ea1f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:30.762286 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-78a1d146-f1e8-41bf-8977-e197cb07ea1f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:network and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:30.762286 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-78a1d146-f1e8-41bf-8977-e197cb07ea1f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:30.765902 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-78a1d146-f1e8-41bf-8977-e197cb07ea1f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:30.768770 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-69638f13-9d4b-4979-8315-986b4130dd3e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:30.799284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-be9631ce-ce37-49e3-acd6-52ea1af94912 req-7fc9f75c-8c70-4f46-93fa-6881aeeb0c83 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:30.800116 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c612d53-9e18-4533-9d18-1cc3bbb86b4a None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:30.800742 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-4c612d53-9e18-4533-9d18-1cc3bbb86b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:30.821345 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-be9631ce-ce37-49e3-acd6-52ea1af94912 req-7fc9f75c-8c70-4f46-93fa-6881aeeb0c83 service neutron] Usage tracker for resource:security_group_rule and tenant:8f2d78f6dd5e4f468bd69cc11eaef7ae is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:30.830424 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-be9631ce-ce37-49e3-acd6-52ea1af94912 req-7fc9f75c-8c70-4f46-93fa-6881aeeb0c83 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:30.853944 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-be9631ce-ce37-49e3-acd6-52ea1af94912 req-7fc9f75c-8c70-4f46-93fa-6881aeeb0c83 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:30.877630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a1d146-f1e8-41bf-8977-e197cb07ea1f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:30.881587 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78a1d146-f1e8-41bf-8977-e197cb07ea1f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:30.917412 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:30.917741 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:30.918072 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:30.925888 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-69638f13-9d4b-4979-8315-986b4130dd3e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:30.963294 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-4c612d53-9e18-4533-9d18-1cc3bbb86b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:30.963698 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c612d53-9e18-4533-9d18-1cc3bbb86b4a None None] The sync data for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:30.986664 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Attempting to bind port 9cd4c8ac-ee56-4042-b39c-807dc1d69007 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:30.987060 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Attempting to bind port 9cd4c8ac-ee56-4042-b39c-807dc1d69007 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '9a1ce2dc-09a3-4f5c-b5e0-2d857f7f1c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f62fc0d5-d634-4aaa-831b-bbd22cd3db35'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:30.987427 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Attempting to bind port 9cd4c8ac-ee56-4042-b39c-807dc1d69007 on network f62fc0d5-d634-4aaa-831b-bbd22cd3db35 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:30.998207 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:17:31.002655 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Checking segment: {'id': '9a1ce2dc-09a3-4f5c-b5e0-2d857f7f1c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f62fc0d5-d634-4aaa-831b-bbd22cd3db35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:31.002655 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:31.002655 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Bound using segment: {'id': '9a1ce2dc-09a3-4f5c-b5e0-2d857f7f1c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f62fc0d5-d634-4aaa-831b-bbd22cd3db35'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:17:31.002655 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Bound port: 9cd4c8ac-ee56-4042-b39c-807dc1d69007, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1ce2dc-09a3-4f5c-b5e0-2d857f7f1c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f62fc0d5-d634-4aaa-831b-bbd22cd3db35'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:17:31.002655 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:31.021947 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:31.038522 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:31.068193 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbda3c7-5fda-419f-9323-9d6456260373', 'name': 'tempest-snat-router-96560544', 'tenant_id': '16e2bf5efb124f959c3d20de42aa1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '4b4b4e00-0cb7-43af-bf28-2548e9937061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:17:22Z', 'updated_at': '2022-03-14T18:17:27Z', 'revision_number': 3, 'project_id': '16e2bf5efb124f959c3d20de42aa1675', 'gw_port': {'id': '4b4b4e00-0cb7-43af-bf28-2548e9937061', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:27:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbda3c7-5fda-419f-9323-9d6456260373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:17:25Z', 'updated_at': '2022-03-14T18:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:31.077477 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Checking router: dcbda3c7-5fda-419f-9323-9d6456260373 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:17:31.077477 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Updating router dcbda3c7-5fda-419f-9323-9d6456260373 port 4b4b4e00-0cb7-43af-bf28-2548e9937061 binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:17:31.139528 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:31.151693 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] For port 9cd4c8ac-ee56-4042-b39c-807dc1d69007, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:17:31.155954 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] For port 9cd4c8ac-ee56-4042-b39c-807dc1d69007, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=9cd4c8ac-ee56-4042-b39c-807dc1d69007,segment=NetworkSegment(9a1ce2dc-09a3-4f5c-b5e0-2d857f7f1c20),segment_id=9a1ce2dc-09a3-4f5c-b5e0-2d857f7f1c20)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:17:31.177661 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 4e7653c1-8916-431e-ad46-5ad94c12cf4a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4e7653c1-8916-431e-ad46-5ad94c12cf4a,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:31.183263 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port d4669f6b-e3a4-44b2-8ed1-057e33ad36d6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d4669f6b-e3a4-44b2-8ed1-057e33ad36d6,segment=NetworkSegment(cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6),segment_id=cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:31.213087 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a1d146-f1e8-41bf-8977-e197cb07ea1f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:17:31.244791 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-495421ae-cd0d-4dcc-8bea-64874f3cf30e tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "GET /v2.0/routers/dcbda3c7-5fda-419f-9323-9d6456260373 HTTP/1.1" status: 200 len: 906 time: 0.7486911 Mar 14 18:17:31.256298 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49816) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:31.260973 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:31.264440 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:31.264771 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:31.271240 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 6 to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 Mar 14 18:17:31.274184 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:31.288484 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-69638f13-9d4b-4979-8315-986b4130dd3e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:31.289305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:31.289667 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:31.289985 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:31.294694 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:31.295050 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:31.295436 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 7 to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 Mar 14 18:17:31.310953 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:31.311278 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:31.311601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:31.317225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:31.317543 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:31.318363 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 8 to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 Mar 14 18:17:31.331601 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118fba3e-23d3-4fca-9caf-e0bebf3f8131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4669f6b-e3a4-44b2-8ed1-057e33ad36d6'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:17:31.334236 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:31.334653 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:31.335244 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:31.340229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:31.340626 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:31.341073 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 9 to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 Mar 14 18:17:31.354118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:31.357593 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:31.364647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:31.365057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:31.365057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:31.372348 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:31.372732 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:31.373512 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.plugins.ml2.plugin [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 10 to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 Mar 14 18:17:31.384199 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-69638f13-9d4b-4979-8315-986b4130dd3e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:31.385026 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-69638f13-9d4b-4979-8315-986b4130dd3e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Floating IP 8c8d58be-2311-4006-88ee-4b071cf2f6fc disassociated. External IP: 172.26.7.130, port: 1fe70716-1d69-4a02-a03a-44c3e05c11c1. Mar 14 18:17:31.403809 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8f407-53e2-4f80-a53c-abca2eb813ad None None] Pushing event updated for resources: {'Port': ['ID=9cd4c8ac-ee56-4042-b39c-807dc1d69007,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:31.495770 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:31.496368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:31.496618 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118fba3e-23d3-4fca-9caf-e0bebf3f8131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4669f6b-e3a4-44b2-8ed1-057e33ad36d6', 'code': 200} Mar 14 18:17:31.497024 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:31.523614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:31.524034 dv-neutron-833560-1-hyperv neutron-server[88635]: ERROR neutron.plugins.ml2.managers [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port f019bf34-8b6b-46f6-b7b0-a75efc492668 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:31.524459 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:31.550863 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Allocated IP 172.26.7.228 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/64e15c65-3cdb-4989-adb0-ade65a7459d9) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:31.559250 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=4e7653c1-8916-431e-ad46-5ad94c12cf4a,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:31.573105 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78a1d146-f1e8-41bf-8977-e197cb07ea1f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:31.573443 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-78a1d146-f1e8-41bf-8977-e197cb07ea1f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Added segment e472c874-2f92-4c1e-8fc1-d41b4dfd8203 of type vlan for network 2eaefa71-6019-4498-b097-8e45d229d03e Mar 14 18:17:31.654661 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78a1d146-f1e8-41bf-8977-e197cb07ea1f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:31.677587 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=d4669f6b-e3a4-44b2-8ed1-057e33ad36d6,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:31.887725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-be9631ce-ce37-49e3-acd6-52ea1af94912 req-7fc9f75c-8c70-4f46-93fa-6881aeeb0c83 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:32.027234 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 9cd4c8ac-ee56-4042-b39c-807dc1d69007 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:17:32.048064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] For port f019bf34-8b6b-46f6-b7b0-a75efc492668, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:17:32.048436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempted to set empty binding levels {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 14 18:17:32.060870 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-be9631ce-ce37-49e3-acd6-52ea1af94912 req-7fc9f75c-8c70-4f46-93fa-6881aeeb0c83 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:32.130586 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:32.134827 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:32.185663 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.resource_extend [None req-78a1d146-f1e8-41bf-8977-e197cb07ea1f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:17:32.197291 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 9cd4c8ac-ee56-4042-b39c-807dc1d69007 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:17:32.203224 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4e7653c1-8916-431e-ad46-5ad94c12cf4a up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:17:32.225323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea35bd-2377-4b41-a476-6d313a49debc req-70ffdfcf-6a76-451f-bce2-5311acc56176 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.227374 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c7ea35bd-2377-4b41-a476-6d313a49debc req-70ffdfcf-6a76-451f-bce2-5311acc56176 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.5831981 Mar 14 18:17:32.272116 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] In _notify_port_updated(), no bound segment for port f019bf34-8b6b-46f6-b7b0-a75efc492668 on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:17:32.273463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.274160 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:32.277739 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] 10.222.0.43 "PUT /v2.0/ports/f019bf34-8b6b-46f6-b7b0-a75efc492668 HTTP/1.1" status: 200 len: 976 time: 4.4525449 Mar 14 18:17:32.281021 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-be9631ce-ce37-49e3-acd6-52ea1af94912 req-7fc9f75c-8c70-4f46-93fa-6881aeeb0c83 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7050927 Mar 14 18:17:32.281511 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49828) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:32.290694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 4e7653c1-8916-431e-ad46-5ad94c12cf4a triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:32.291074 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:32.352439 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69638f13-9d4b-4979-8315-986b4130dd3e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router c6b8fb97-64c2-4eff-999d-8821c3f504e7 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:17:32.353205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a2a6b-0402-4d99-8d88-64c08b10c367 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Pushing event updated for resources: {'Port': ['ID=f019bf34-8b6b-46f6-b7b0-a75efc492668,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:32.357722 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c7ea35bd-2377-4b41-a476-6d313a49debc req-21b2d381-8f32-4906-a66f-fea07b96edde tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124740 Mar 14 18:17:32.372584 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691c6a7-fb20-4fc3-8cca-f1a0655ce30f req-c0f3fc89-05d2-49f3-91d8-5492fe1f3c50 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.374161 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7691c6a7-fb20-4fc3-8cca-f1a0655ce30f req-c0f3fc89-05d2-49f3-91d8-5492fe1f3c50 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 946 time: 0.3397939 Mar 14 18:17:32.413084 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9f75c-8c70-4f46-93fa-6881aeeb0c83 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5902ca05-5cc9-45e5-9eb7-c5d1a8f57d98,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:32.510849 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7691c6a7-fb20-4fc3-8cca-f1a0655ce30f req-0e7ae306-e27f-48fa-9602-52abff722f48 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/security-groups?id=edf794ad-a253-429f-978e-4004e5d02fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215508 Mar 14 18:17:32.530000 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78a1d146-f1e8-41bf-8977-e197cb07ea1f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:32.535516 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a1d146-f1e8-41bf-8977-e197cb07ea1f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.536119 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78a1d146-f1e8-41bf-8977-e197cb07ea1f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:32.614817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69638f13-9d4b-4979-8315-986b4130dd3e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:32.620497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-69638f13-9d4b-4979-8315-986b4130dd3e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:32.628600 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cfb511-4308-4392-974c-5469646aed6f None None] Sync routers for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:32.640887 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cfb511-4308-4392-974c-5469646aed6f None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:32.641719 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-58cfb511-4308-4392-974c-5469646aed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:32.677485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:32.695989 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-69638f13-9d4b-4979-8315-986b4130dd3e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "PUT /v2.0/floatingips/8c8d58be-2311-4006-88ee-4b071cf2f6fc HTTP/1.1" status: 200 len: 688 time: 1.9563935 Mar 14 18:17:32.697424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49832) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:32.724095 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-58cfb511-4308-4392-974c-5469646aed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:32.733634 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cfb511-4308-4392-974c-5469646aed6f None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:32.734227 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-58cfb511-4308-4392-974c-5469646aed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:32.744071 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0979acf8-9bab-42fb-9e68-943d0690bd02 None None] Network f62fc0d5-d634-4aaa-831b-bbd22cd3db35 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:17:32.811741 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbfaa8-5aeb-42ac-921b-01a7d1cf7d80 req-a5309adf-f961-4901-9ade-5fa33db3ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.812340 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-58cfb511-4308-4392-974c-5469646aed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:32.812815 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cfb511-4308-4392-974c-5469646aed6f None None] The sync data for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:32.813198 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-efdbfaa8-5aeb-42ac-921b-01a7d1cf7d80 req-a5309adf-f961-4901-9ade-5fa33db3ca3b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 1099 time: 0.8173308 Mar 14 18:17:32.819915 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:32.822502 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1d146-f1e8-41bf-8977-e197cb07ea1f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Network': ['ID=2eaefa71-6019-4498-b097-8e45d229d03e,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:32.853698 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 2eaefa71-6019-4498-b097-8e45d229d03e details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:17:32.858991 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:32.886309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-6adcb2e3-e794-47e7-973e-d25787198f17 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Deleting port 4add508d-03e5-45fe-82cb-0c51eb4e9bae {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:32.886640 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6adcb2e3-e794-47e7-973e-d25787198f17 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:32.918875 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-78a1d146-f1e8-41bf-8977-e197cb07ea1f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2509680 Mar 14 18:17:32.922413 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49836) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:32.932671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-8c17b42d-d514-4af7-81c3-566a48eca4c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'subnet': {'network_id': '2eaefa71-6019-4498-b097-8e45d229d03e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:32.944731 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.945221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.945728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.946143 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.946599 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.947182 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.947524 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.948716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.948716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.948883 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.949496 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.949746 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.950187 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.951301 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.951301 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.951972 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.952448 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.953466 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.953466 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.953760 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.954209 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.954876 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.955664 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.955664 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.955997 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.956779 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.956883 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:32.959098 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Synchronizing usage tracker for tenant:a4062bbacb2947fda400d0362829e117 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:17:32.981184 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Deleting port 4b4b4e00-0cb7-43af-bf28-2548e9937061 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:32.981640 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:33.122789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-978873bd-ba4c-4b4a-b6ac-1be2cf14f559 None None] Provisioning for port 9cd4c8ac-ee56-4042-b39c-807dc1d69007 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:17:33.134697 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-978873bd-ba4c-4b4a-b6ac-1be2cf14f559 None None] Provisioning complete for port 9cd4c8ac-ee56-4042-b39c-807dc1d69007 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:33.135353 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-978873bd-ba4c-4b4a-b6ac-1be2cf14f559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:33.137994 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8c17b42d-d514-4af7-81c3-566a48eca4c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:33.144970 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8c17b42d-d514-4af7-81c3-566a48eca4c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:subnet and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:33.149153 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-efdbfaa8-5aeb-42ac-921b-01a7d1cf7d80 req-578e079c-4408-43ef-9fd9-030923df4151 service neutron] Synchronizing usage tracker for tenant:8f2d78f6dd5e4f468bd69cc11eaef7ae on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:17:33.151330 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8c17b42d-d514-4af7-81c3-566a48eca4c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:33.157576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8c17b42d-d514-4af7-81c3-566a48eca4c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:33.186396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6adcb2e3-e794-47e7-973e-d25787198f17 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:33.186796 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6adcb2e3-e794-47e7-973e-d25787198f17 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:33.274791 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-978873bd-ba4c-4b4a-b6ac-1be2cf14f559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:33.275362 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:33.312891 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c17b42d-d514-4af7-81c3-566a48eca4c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:33.315120 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-978873bd-ba4c-4b4a-b6ac-1be2cf14f559 None None] For port 9cd4c8ac-ee56-4042-b39c-807dc1d69007, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=9cd4c8ac-ee56-4042-b39c-807dc1d69007,segment=NetworkSegment(9a1ce2dc-09a3-4f5c-b5e0-2d857f7f1c20),segment_id=9a1ce2dc-09a3-4f5c-b5e0-2d857f7f1c20)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:33.316247 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8c17b42d-d514-4af7-81c3-566a48eca4c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:33.408077 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Unset dirty status for tenant:a4062bbacb2947fda400d0362829e117 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:17:33.415052 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-978873bd-ba4c-4b4a-b6ac-1be2cf14f559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:33.415590 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7fbf4c50-3e91-4a39-a04a-cd2fa7c737eb tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23599 time: 1.1161187 Mar 14 18:17:33.416746 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Pushing event updated for resources: {'Port': ['ID=64e15c65-3cdb-4989-adb0-ade65a7459d9,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:33.440495 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49842) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:33.456336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-6adcb2e3-e794-47e7-973e-d25787198f17 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Calling delete_port for 4add508d-03e5-45fe-82cb-0c51eb4e9bae owned by network:floatingip {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:33.492987 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:33.507160 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb59fdc-baf3-4f8d-b55d-4802df421b8e None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:17:33.625503 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:33.642276 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Transition to ACTIVE for port object 4b4b4e00-0cb7-43af-bf28-2548e9937061 will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:33.650845 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb59fdc-baf3-4f8d-b55d-4802df421b8e None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:17:33.687270 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Calling delete_port for 4b4b4e00-0cb7-43af-bf28-2548e9937061 owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:33.724747 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:33.807664 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-efdbfaa8-5aeb-42ac-921b-01a7d1cf7d80 req-578e079c-4408-43ef-9fd9-030923df4151 service neutron] Unset dirty status for tenant:8f2d78f6dd5e4f468bd69cc11eaef7ae on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:17:33.809065 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-efdbfaa8-5aeb-42ac-921b-01a7d1cf7d80 req-578e079c-4408-43ef-9fd9-030923df4151 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=edf794ad-a253-429f-978e-4004e5d02fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9841657 Mar 14 18:17:33.819025 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:33.822056 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:33.828148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-e7041cb0-f505-49fd-9d8c-60699e7726c8 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Deleting port f019bf34-8b6b-46f6-b7b0-a75efc492668 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:33.828479 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7041cb0-f505-49fd-9d8c-60699e7726c8 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:33.838703 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:33.841602 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8fdb7-27f5-4767-a6d5-a858d0575bed None None] Pushing event updated for resources: {'Port': ['ID=4b4b4e00-0cb7-43af-bf28-2548e9937061,revision_number=2']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:33.873883 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f9e5e2b2-bcf5-40d2-aa55-4cb1748da7df None None] Provisioning complete for port 9cd4c8ac-ee56-4042-b39c-807dc1d69007 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:33.878066 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e2b2-bcf5-40d2-aa55-4cb1748da7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:33.879009 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Attempting to bind port 4b4b4e00-0cb7-43af-bf28-2548e9937061 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:33.879703 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Attempting to bind port 4b4b4e00-0cb7-43af-bf28-2548e9937061 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:33.880275 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Attempting to bind port 4b4b4e00-0cb7-43af-bf28-2548e9937061 on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:33.886343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:17:33.886593 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:17:33.890557 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:17:33.896123 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:33.896782 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:33.898155 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:17:33.900019 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Bound port: 4b4b4e00-0cb7-43af-bf28-2548e9937061, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:17:33.900721 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:34.025440 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] For port 4b4b4e00-0cb7-43af-bf28-2548e9937061, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:17:34.044354 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Router a24fa491-048b-42b4-a47a-a3ed7e08e004 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:17:34.046466 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978873bd-ba4c-4b4a-b6ac-1be2cf14f559 None None] Pushing event updated for resources: {'Port': ['ID=9cd4c8ac-ee56-4042-b39c-807dc1d69007,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:34.087814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bac296-ffc8-41e9-88a5-066096e0b448 req-0a2e7222-ee0c-4ca3-b576-3d6bc7cc4ad5 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:34.089947 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-54bac296-ffc8-41e9-88a5-066096e0b448 req-0a2e7222-ee0c-4ca3-b576-3d6bc7cc4ad5 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.4307134 Mar 14 18:17:34.134056 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f3cb9-0f10-4205-a07d-4f86adcb5cee req-9a7b4651-e78e-4373-b180-a22b4e95ee98 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:34.135487 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b62f3cb9-0f10-4205-a07d-4f86adcb5cee req-9a7b4651-e78e-4373-b180-a22b4e95ee98 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 946 time: 0.4279680 Mar 14 18:17:34.295281 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:34.307293 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-54bac296-ffc8-41e9-88a5-066096e0b448 req-f62077ea-2f68-4fac-8372-27fceb01f9ca tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963091 Mar 14 18:17:34.314298 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Sync routers for ids ['a24fa491-048b-42b4-a47a-a3ed7e08e004'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:34.322914 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] For port 4b4b4e00-0cb7-43af-bf28-2548e9937061, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4b4b4e00-0cb7-43af-bf28-2548e9937061,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:17:34.336996 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b62f3cb9-0f10-4205-a07d-4f86adcb5cee req-c683899b-69e0-4b1c-9046-0ebcb0a12c3c tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/security-groups?id=edf794ad-a253-429f-978e-4004e5d02fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755178 Mar 14 18:17:34.341943 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Routers {'a24fa491-048b-42b4-a47a-a3ed7e08e004'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:34.342567 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['a24fa491-048b-42b4-a47a-a3ed7e08e004'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:34.370252 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6adcb2e3-e794-47e7-973e-d25787198f17 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:34.370252 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-e7041cb0-f505-49fd-9d8c-60699e7726c8 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] For port f019bf34-8b6b-46f6-b7b0-a75efc492668, host hv-neutron-8335, got binding levels [] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:34.370252 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7041cb0-f505-49fd-9d8c-60699e7726c8 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:34.390781 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Deleting port 4b4b4e00-0cb7-43af-bf28-2548e9937061 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:34.394164 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:34.414644 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:34.501775 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Routers {'dcbda3c7-5fda-419f-9323-9d6456260373'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:34.502391 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['dcbda3c7-5fda-419f-9323-9d6456260373'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:34.535008 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Set router a24fa491-048b-42b4-a47a-a3ed7e08e004 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:17:34.540813 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:34.544173 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ff0a93cc-3849-4601-858a-5210669a952c tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.3325009 Mar 14 18:17:34.544411 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49848) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:34.615522 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcb2e3-e794-47e7-973e-d25787198f17 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event deleted for resources: {'Port': ['ID=4add508d-03e5-45fe-82cb-0c51eb4e9bae,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:34.624050 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-e7041cb0-f505-49fd-9d8c-60699e7726c8 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Calling delete_port for f019bf34-8b6b-46f6-b7b0-a75efc492668 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:34.632700 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8fdb7-27f5-4767-a6d5-a858d0575bed None None] Pushing event updated for resources: {'Port': ['ID=4b4b4e00-0cb7-43af-bf28-2548e9937061,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:34.688012 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] Set router dcbda3c7-5fda-419f-9323-9d6456260373 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:17:34.742090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8c17b42d-d514-4af7-81c3-566a48eca4c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:34.887947 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:34.895981 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6adcb2e3-e794-47e7-973e-d25787198f17 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:34.899468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c17b42d-d514-4af7-81c3-566a48eca4c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Checking segment: {'id': 'e472c874-2f92-4c1e-8fc1-d41b4dfd8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2eaefa71-6019-4498-b097-8e45d229d03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:34.900117 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17b42d-d514-4af7-81c3-566a48eca4c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network hostable DHCP agents. Network: 2eaefa71-6019-4498-b097-8e45d229d03e, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:17:34.910934 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24fa491-048b-42b4-a47a-a3ed7e08e004', 'name': 'tempest-snat-router-1175778720', 'tenant_id': '3590552331684ae2b765bfddb6860aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '45260f74-cc7c-4f62-abc9-9f36521aae93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:17:26Z', 'updated_at': '2022-03-14T18:17:30Z', 'revision_number': 3, 'project_id': '3590552331684ae2b765bfddb6860aab', 'gw_port': {'id': '45260f74-cc7c-4f62-abc9-9f36521aae93', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24fa491-048b-42b4-a47a-a3ed7e08e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:17:28Z', 'updated_at': '2022-03-14T18:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:34.915361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Checking router: a24fa491-048b-42b4-a47a-a3ed7e08e004 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:17:34.915981 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Updating router a24fa491-048b-42b4-a47a-a3ed7e08e004 port 45260f74-cc7c-4f62-abc9-9f36521aae93 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:17:34.938025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17b42d-d514-4af7-81c3-566a48eca4c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Subnet': ['ID=6208f185-7228-4ed8-979e-a807e1940d9e,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:34.977986 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:34.986608 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] For port 4b4b4e00-0cb7-43af-bf28-2548e9937061, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4b4b4e00-0cb7-43af-bf28-2548e9937061,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:34.986985 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:34.987657 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbda3c7-5fda-419f-9323-9d6456260373', 'name': 'tempest-snat-router-96560544', 'tenant_id': '16e2bf5efb124f959c3d20de42aa1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:17:22Z', 'updated_at': '2022-03-14T18:17:32Z', 'revision_number': 4, 'project_id': '16e2bf5efb124f959c3d20de42aa1675', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:34.993927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6adcb2e3-e794-47e7-973e-d25787198f17 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:34.998401 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6adcb2e3-e794-47e7-973e-d25787198f17 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/floatingips/8c8d58be-2311-4006-88ee-4b071cf2f6fc HTTP/1.1" status: 204 len: 168 time: 2.2965591 Mar 14 18:17:34.998643 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49852) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:35.002148 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c4989b-6439-41fb-a5bf-74ce7257be6a None None] The sync data for ids ['dcbda3c7-5fda-419f-9323-9d6456260373'] in dv-neutron-833560-1-hyperv is: [{'id': 'dcbda3c7-5fda-419f-9323-9d6456260373', 'name': 'tempest-snat-router-96560544', 'tenant_id': '16e2bf5efb124f959c3d20de42aa1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:17:22Z', 'updated_at': '2022-03-14T18:17:32Z', 'revision_number': 4, 'project_id': '16e2bf5efb124f959c3d20de42aa1675', 'gw_port_host': None}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:35.004809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': 'de0a9f5c-05c4-469f-bfc9-fd34a0f8fd89'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:35.019427 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:35.019965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7041cb0-f505-49fd-9d8c-60699e7726c8 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:35.058593 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:17:35.067871 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Usage tracker for resource:floatingip and tenant:012942f9ce9548f48528050da9c5365d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:35.081991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:35.088181 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7041cb0-f505-49fd-9d8c-60699e7726c8 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Pushing event deleted for resources: {'Port': ['ID=f019bf34-8b6b-46f6-b7b0-a75efc492668,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:35.094839 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17b42d-d514-4af7-81c3-566a48eca4c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network 2eaefa71-6019-4498-b097-8e45d229d03e is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:17:35.102846 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:35.124178 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7041cb0-f505-49fd-9d8c-60699e7726c8 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:35.126407 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e7041cb0-f505-49fd-9d8c-60699e7726c8 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] 10.222.0.43 "DELETE /v2.0/ports/f019bf34-8b6b-46f6-b7b0-a75efc492668 HTTP/1.1" status: 204 len: 168 time: 1.6256754 Mar 14 18:17:35.129142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49856) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:35.140933 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Calling delete_port for 4b4b4e00-0cb7-43af-bf28-2548e9937061 owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:35.181379 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e0b462-0540-4f7e-af3a-ea7fe80e4138 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] GET failed (client error): The resource could not be found. Mar 14 18:17:35.182154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d7e0b462-0540-4f7e-af3a-ea7fe80e4138 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Synchronizing usage tracker for tenant:a4062bbacb2947fda400d0362829e117 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:17:35.187677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:35.207133 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-8c17b42d-d514-4af7-81c3-566a48eca4c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 2eaefa71-6019-4498-b097-8e45d229d03e) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:35.221339 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c556679-bdba-48e2-af40-b69ffe769abe None None] Network 2eaefa71-6019-4498-b097-8e45d229d03e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:17:35.223528 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c17b42d-d514-4af7-81c3-566a48eca4c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:35.224302 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8c17b42d-d514-4af7-81c3-566a48eca4c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:35.336266 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8c17b42d-d514-4af7-81c3-566a48eca4c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4127204 Mar 14 18:17:35.337079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d7e0b462-0540-4f7e-af3a-ea7fe80e4138 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Unset dirty status for tenant:a4062bbacb2947fda400d0362829e117 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:17:35.338138 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d7e0b462-0540-4f7e-af3a-ea7fe80e4138 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] 10.222.0.43 "GET /v2.0/ports/f019bf34-8b6b-46f6-b7b0-a75efc492668 HTTP/1.1" status: 404 len: 333 time: 0.2079961 Mar 14 18:17:35.341889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49860) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:35.352495 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49866) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:35.368952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-7bc50662-1162-4bea-a7ec-77b955d0d72c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1156733933', 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:35.385348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7bc50662-1162-4bea-a7ec-77b955d0d72c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:35.475970 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6af4d648-afbf-4a28-b4cf-0b4d0cd83cef tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "GET /v2.0/routers/a24fa491-048b-42b4-a47a-a3ed7e08e004 HTTP/1.1" status: 200 len: 908 time: 0.9299521 Mar 14 18:17:35.482539 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7bc50662-1162-4bea-a7ec-77b955d0d72c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:35.488635 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49872) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:35.584388 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-2eaefa71-6019-4498-b097-8e45d229d03e', 'network_id': '2eaefa71-6019-4498-b097-8e45d229d03e', 'tenant_id': 'af67afadbf6546329cb35e0a68bebc5e', 'fixed_ips': [{'subnet_id': '6208f185-7228-4ed8-979e-a807e1940d9e'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:17:35.585323 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:35.613652 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:35.666921 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc50662-1162-4bea-a7ec-77b955d0d72c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Made reservation on behalf of a4062bbacb2947fda400d0362829e117 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:35.669834 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7bc50662-1162-4bea-a7ec-77b955d0d72c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:35.753214 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Transition to ACTIVE for port object 45260f74-cc7c-4f62-abc9-9f36521aae93 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:35.758265 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:35.785998 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-7bc50662-1162-4bea-a7ec-77b955d0d72c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] device_id is not set on port 14c38981-9ca0-41de-a4b0-3fa8ebc72c1a yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:17:35.825301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Allocated IP 172.20.0.2 (2eaefa71-6019-4498-b097-8e45d229d03e/6208f185-7228-4ed8-979e-a807e1940d9e/2832b510-82ed-435e-b213-d41ca2f1e346) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:35.836867 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:35.903974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be132a38-607d-4949-932f-4619a9ede847 req-38250eed-cf56-4e04-89c1-7dfc61018f92 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:35.905590 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-be132a38-607d-4949-932f-4619a9ede847 req-38250eed-cf56-4e04-89c1-7dfc61018f92 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 946 time: 0.3849628 Mar 14 18:17:35.906360 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:35.948421 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cff70-14b5-4368-9a43-798289a6d1dd req-f3ca3cc1-109a-4a2f-8473-2315c61d914e tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:35.950513 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bf3cff70-14b5-4368-9a43-798289a6d1dd req-f3ca3cc1-109a-4a2f-8473-2315c61d914e tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.4246418 Mar 14 18:17:35.953183 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Attempting to bind port 45260f74-cc7c-4f62-abc9-9f36521aae93 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:35.953554 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Attempting to bind port 45260f74-cc7c-4f62-abc9-9f36521aae93 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:35.953932 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Attempting to bind port 45260f74-cc7c-4f62-abc9-9f36521aae93 on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:35.974392 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:17:35.974671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:35.975321 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:35.975717 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:17:35.976196 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Bound port: 45260f74-cc7c-4f62-abc9-9f36521aae93, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:17:35.976570 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:35.983074 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:35.992982 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:36.028980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 9cd4c8ac-ee56-4042-b39c-807dc1d69007 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:17:36.094523 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:36.127431 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-be132a38-607d-4949-932f-4619a9ede847 req-104e8f40-929a-4b42-8e74-1ee8fd83ed29 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/security-groups?id=edf794ad-a253-429f-978e-4004e5d02fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873548 Mar 14 18:17:36.135962 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bf3cff70-14b5-4368-9a43-798289a6d1dd req-b94d6106-7575-498c-9ce3-9412062ba6c7 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653965 Mar 14 18:17:36.196743 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadacc0d-7f58-4b89-bb5b-e665bf651944 None None] Pushing event updated for resources: {'Port': ['ID=45260f74-cc7c-4f62-abc9-9f36521aae93,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:36.268089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Allocated IP 172.26.7.219 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/b136e956-bf6b-4cc6-b82c-654017d6e77c) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:36.271587 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] For port 45260f74-cc7c-4f62-abc9-9f36521aae93, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:17:36.308428 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] For port 45260f74-cc7c-4f62-abc9-9f36521aae93, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=45260f74-cc7c-4f62-abc9-9f36521aae93,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:17:36.336900 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 9cd4c8ac-ee56-4042-b39c-807dc1d69007 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:36.337276 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:36.384251 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:36.400877 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:36.483287 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:36.518737 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Transition to ACTIVE for port object 2832b510-82ed-435e-b213-d41ca2f1e346 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:36.527674 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Routers {'a24fa491-048b-42b4-a47a-a3ed7e08e004'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:36.528236 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['a24fa491-048b-42b4-a47a-a3ed7e08e004'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:36.529615 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b4b4e00-0cb7-43af-bf28-2548e9937061,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:36.564192 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cc034-3c39-4fe9-93ce-b1969e2948a8 req-3e3ab9f8-97b8-43b3-9e47-25d179f2bb82 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:36.567209 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5b7cc034-3c39-4fe9-93ce-b1969e2948a8 req-3e3ab9f8-97b8-43b3-9e47-25d179f2bb82 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.2807291 Mar 14 18:17:36.581432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49880) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:36.591189 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-d55230e7-adf5-417a-9d57-5e6e4604e868 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Request body: {'floatingip': {'port_id': 'bd010dab-ae55-486e-afd2-5dac7ff748cf'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:36.623752 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadacc0d-7f58-4b89-bb5b-e665bf651944 None None] Pushing event updated for resources: {'Port': ['ID=45260f74-cc7c-4f62-abc9-9f36521aae93,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:36.654294 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:36.692789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Transition to ACTIVE for port object 2832b510-82ed-435e-b213-d41ca2f1e346 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:36.697954 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f9a92-bfb7-4b4a-b919-2f48ee0c0068 req-a94778ec-6fc5-4f20-b701-a7b56c546ce0 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:36.699072 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-947f9a92-bfb7-4b4a-b919-2f48ee0c0068 req-a94778ec-6fc5-4f20-b701-a7b56c546ce0 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 946 time: 0.3389864 Mar 14 18:17:36.702388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d55230e7-adf5-417a-9d57-5e6e4604e868 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for floatingip, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:36.733414 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49884) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:36.757368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-5c626f00-f0a7-4524-9ec1-e21e3ec5f075 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Request body: {'floatingip': {'port_id': 'd4669f6b-e3a4-44b2-8ed1-057e33ad36d6'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:36.792197 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:36.884157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:36.908004 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5c626f00-f0a7-4524-9ec1-e21e3ec5f075 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for floatingip, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:36.909914 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Network 2eaefa71-6019-4498-b097-8e45d229d03e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:36.915009 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:36.915571 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:36.930154 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:36.991197 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:37.011276 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] Set router a24fa491-048b-42b4-a47a-a3ed7e08e004 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:17:37.023628 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Subnet': ['ID=6208f185-7228-4ed8-979e-a807e1940d9e,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:37.025723 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:37.064203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7bc50662-1162-4bea-a7ec-77b955d0d72c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:37.082105 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Deleting port 45260f74-cc7c-4f62-abc9-9f36521aae93 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:37.082441 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:37.125388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:37.133858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:37.135954 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Pushing event updated for resources: {'Port': ['ID=2832b510-82ed-435e-b213-d41ca2f1e346,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:37.155484 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Attempting to bind port 2832b510-82ed-435e-b213-d41ca2f1e346 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:37.155849 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Attempting to bind port 2832b510-82ed-435e-b213-d41ca2f1e346 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e472c874-2f92-4c1e-8fc1-d41b4dfd8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2eaefa71-6019-4498-b097-8e45d229d03e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:37.156208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Attempting to bind port 2832b510-82ed-435e-b213-d41ca2f1e346 on network 2eaefa71-6019-4498-b097-8e45d229d03e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:37.174529 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:17:37.174944 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Checking segment: {'id': 'e472c874-2f92-4c1e-8fc1-d41b4dfd8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2eaefa71-6019-4498-b097-8e45d229d03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:37.175320 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:37.175706 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Bound using segment: {'id': 'e472c874-2f92-4c1e-8fc1-d41b4dfd8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2eaefa71-6019-4498-b097-8e45d229d03e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:17:37.176171 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Bound port: 2832b510-82ed-435e-b213-d41ca2f1e346, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e472c874-2f92-4c1e-8fc1-d41b4dfd8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2eaefa71-6019-4498-b097-8e45d229d03e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:17:37.176535 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:37.194582 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:37.291962 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:37.305802 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:37.309178 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=b136e956-bf6b-4cc6-b82c-654017d6e77c,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:37.311243 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:37.386229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] For port 2832b510-82ed-435e-b213-d41ca2f1e346, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:17:37.407791 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] For port 2832b510-82ed-435e-b213-d41ca2f1e346, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2832b510-82ed-435e-b213-d41ca2f1e346,segment=NetworkSegment(e472c874-2f92-4c1e-8fc1-d41b4dfd8203),segment_id=e472c874-2f92-4c1e-8fc1-d41b4dfd8203)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:17:37.430256 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24fa491-048b-42b4-a47a-a3ed7e08e004', 'name': 'tempest-snat-router-1175778720', 'tenant_id': '3590552331684ae2b765bfddb6860aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '45260f74-cc7c-4f62-abc9-9f36521aae93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:17:26Z', 'updated_at': '2022-03-14T18:17:30Z', 'revision_number': 3, 'project_id': '3590552331684ae2b765bfddb6860aab', 'gw_port': {'id': '45260f74-cc7c-4f62-abc9-9f36521aae93', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24fa491-048b-42b4-a47a-a3ed7e08e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:17:28Z', 'updated_at': '2022-03-14T18:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:37.434917 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8624e3-cbba-461e-99e3-49bff5c028d5 None None] The sync data for ids ['a24fa491-048b-42b4-a47a-a3ed7e08e004'] in dv-neutron-833560-1-hyperv is: [{'id': 'a24fa491-048b-42b4-a47a-a3ed7e08e004', 'name': 'tempest-snat-router-1175778720', 'tenant_id': '3590552331684ae2b765bfddb6860aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '45260f74-cc7c-4f62-abc9-9f36521aae93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:17:26Z', 'updated_at': '2022-03-14T18:17:30Z', 'revision_number': 3, 'project_id': '3590552331684ae2b765bfddb6860aab', 'gw_port': {'id': '45260f74-cc7c-4f62-abc9-9f36521aae93', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24fa491-048b-42b4-a47a-a3ed7e08e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:17:28Z', 'updated_at': '2022-03-14T18:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:37.492793 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eaefa71-6019-4498-b097-8e45d229d03e']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:37.526030 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e472c874-2f92-4c1e-8fc1-d41b4dfd8203') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:37.534585 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e472c874-2f92-4c1e-8fc1-d41b4dfd8203') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:37.560065 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:37.624017 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:37.632776 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:37.633301 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dcbda3c7-5fda-419f-9323-9d6456260373 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:17:37.651755 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Router c85ef13a-0238-4b39-8dc6-933369abd530 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:17:37.704455 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:37.724882 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:17:37.725820 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:17:37.753798 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:17:37.819668 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4231bf-d565-4b77-a000-23400b6032ca None None] Pushing event updated for resources: {'Port': ['ID=2832b510-82ed-435e-b213-d41ca2f1e346,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:37.893095 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6072cb-00b2-40e0-9375-6f2b0156adb3 None None] Network 2eaefa71-6019-4498-b097-8e45d229d03e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:17:38.032361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 45260f74-cc7c-4f62-abc9-9f36521aae93 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:17:38.077735 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7bc50662-1162-4bea-a7ec-77b955d0d72c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:38.118232 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] For port 45260f74-cc7c-4f62-abc9-9f36521aae93, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=45260f74-cc7c-4f62-abc9-9f36521aae93,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:38.119819 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:38.179598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.api [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:17:38.179598 dv-neutron-833560-1-hyperv neutron-server[88635]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:17:38.179598 dv-neutron-833560-1-hyperv neutron-server[88635]: [parameters: {'id': '2eaefa71-6019-4498-b097-8e45d229d03e'}] Mar 14 18:17:38.179598 dv-neutron-833560-1-hyperv neutron-server[88635]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:17:38.190143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG oslo_db.api [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:17:38.248456 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fa784e-6ff3-4c2e-926f-5ea87b9eae57 None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:17:38.285851 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 45260f74-cc7c-4f62-abc9-9f36521aae93 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:17:38.301215 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 45260f74-cc7c-4f62-abc9-9f36521aae93 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:38.301676 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:38.305790 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Calling delete_port for 45260f74-cc7c-4f62-abc9-9f36521aae93 owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:38.391346 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d55230e7-adf5-417a-9d57-5e6e4604e868 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:38.430412 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:38.452855 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fa784e-6ff3-4c2e-926f-5ea87b9eae57 None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:17:38.455611 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d55230e7-adf5-417a-9d57-5e6e4604e868 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:38.602664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:38.649883 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:38.688342 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 45260f74-cc7c-4f62-abc9-9f36521aae93, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=45260f74-cc7c-4f62-abc9-9f36521aae93,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:38.704559 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:38.795821 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Deleting port 2832b510-82ed-435e-b213-d41ca2f1e346 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:38.796148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:38.800836 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:38.894260 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-d55230e7-adf5-417a-9d57-5e6e4604e868 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Floating IP 91527a64-aed8-4f79-ae9f-731694caaf9f associated. External IP: 172.26.7.61, port: bd010dab-ae55-486e-afd2-5dac7ff748cf. Mar 14 18:17:38.902809 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:38.907779 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=45260f74-cc7c-4f62-abc9-9f36521aae93,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:39.005154 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5c626f00-f0a7-4524-9ec1-e21e3ec5f075 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:39.088509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:39.092503 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-314bd9fc-7e64-42f6-ba4b-8b90b1ed0be2 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "DELETE /v2.0/routers/dcbda3c7-5fda-419f-9323-9d6456260373 HTTP/1.1" status: 204 len: 168 time: 7.7800951 Mar 14 18:17:39.105849 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5c626f00-f0a7-4524-9ec1-e21e3ec5f075 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:39.109940 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49888) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:39.186298 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc50662-1162-4bea-a7ec-77b955d0d72c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Network f3cb3136-7980-46fa-848a-0d4fd6651e26 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:39.190948 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-7bc50662-1162-4bea-a7ec-77b955d0d72c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:39.207609 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:39.211104 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc50662-1162-4bea-a7ec-77b955d0d72c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:39.212074 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc50662-1162-4bea-a7ec-77b955d0d72c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:39.212665 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7bc50662-1162-4bea-a7ec-77b955d0d72c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:39.217544 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc50662-1162-4bea-a7ec-77b955d0d72c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Pushing event updated for resources: {'Port': ['ID=14c38981-9ca0-41de-a4b0-3fa8ebc72c1a,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:39.222597 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee05c5e2-3e15-48ab-ad4c-f5bfb6e1b646 None None] Sync routers for ids ['c85ef13a-0238-4b39-8dc6-933369abd530'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:39.240154 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee05c5e2-3e15-48ab-ad4c-f5bfb6e1b646 None None] Routers {'c85ef13a-0238-4b39-8dc6-933369abd530'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:39.241843 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ee05c5e2-3e15-48ab-ad4c-f5bfb6e1b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c85ef13a-0238-4b39-8dc6-933369abd530'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:39.330422 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ee05c5e2-3e15-48ab-ad4c-f5bfb6e1b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:39.343136 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee05c5e2-3e15-48ab-ad4c-f5bfb6e1b646 None None] Routers {'c85ef13a-0238-4b39-8dc6-933369abd530'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:39.344344 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ee05c5e2-3e15-48ab-ad4c-f5bfb6e1b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c85ef13a-0238-4b39-8dc6-933369abd530'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:39.437714 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ee05c5e2-3e15-48ab-ad4c-f5bfb6e1b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:39.438201 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee05c5e2-3e15-48ab-ad4c-f5bfb6e1b646 None None] The sync data for ids ['c85ef13a-0238-4b39-8dc6-933369abd530'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:39.448625 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7bc50662-1162-4bea-a7ec-77b955d0d72c tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 4.0950568 Mar 14 18:17:39.452477 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:39.453618 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b9f5c1f0-e7a7-4a19-86a8-838d5ff7fd40 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 11.6676862 Mar 14 18:17:39.471929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49892) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:39.471929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49894) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:39.577753 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [None req-5c626f00-f0a7-4524-9ec1-e21e3ec5f075 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Floating IP feae6f07-adaf-4257-a1bd-db3f479fc545 associated. External IP: 172.26.7.42, port: d4669f6b-e3a4-44b2-8ed1-057e33ad36d6. Mar 14 18:17:39.626818 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:17:39.627037 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:17:39.665522 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] For port 2832b510-82ed-435e-b213-d41ca2f1e346, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2832b510-82ed-435e-b213-d41ca2f1e346,segment=NetworkSegment(e472c874-2f92-4c1e-8fc1-d41b4dfd8203),segment_id=e472c874-2f92-4c1e-8fc1-d41b4dfd8203)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:39.666146 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:39.750858 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafd0148-92b8-42a0-a974-c2e2540238ac tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:39.751511 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-bafd0148-92b8-42a0-a974-c2e2540238ac tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Synchronizing usage tracker for tenant:a4062bbacb2947fda400d0362829e117 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:17:39.812321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Calling delete_port for 2832b510-82ed-435e-b213-d41ca2f1e346 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:39.842454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.resource_extend [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:17:39.870638 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3294e1-cb5b-4a1e-a978-22b00933b550 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:39.908921 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 45260f74-cc7c-4f62-abc9-9f36521aae93 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:17:39.950132 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-bafd0148-92b8-42a0-a974-c2e2540238ac tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Unset dirty status for tenant:a4062bbacb2947fda400d0362829e117 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:17:39.954135 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-bafd0148-92b8-42a0-a974-c2e2540238ac tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] 10.222.0.43 "GET /v2.0/ports/14c38981-9ca0-41de-a4b0-3fa8ebc72c1a HTTP/1.1" status: 200 len: 955 time: 0.4769428 Mar 14 18:17:39.956345 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49900) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:39.986102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:40.030921 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 45260f74-cc7c-4f62-abc9-9f36521aae93 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:40.031360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:40.069839 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:40.110171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55230e7-adf5-417a-9d57-5e6e4604e868 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Router f1895dcc-80d8-43a4-9f80-978b038bbcd9 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:17:40.170525 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Deleting port 45260f74-cc7c-4f62-abc9-9f36521aae93 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:40.171075 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:40.209707 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7c95d4bd-adc7-49ed-9331-558a94d4a237 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Deleting port 14c38981-9ca0-41de-a4b0-3fa8ebc72c1a {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:40.210038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7c95d4bd-adc7-49ed-9331-558a94d4a237 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:40.259849 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=b136e956-bf6b-4cc6-b82c-654017d6e77c,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:40.338891 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:40.386164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3294e1-cb5b-4a1e-a978-22b00933b550 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:40.407140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Port': ['ID=2832b510-82ed-435e-b213-d41ca2f1e346,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:40.413607 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:40.467892 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No DVR routers for this DVR port 2832b510-82ed-435e-b213-d41ca2f1e346 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:17:40.653433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-bc3294e1-cb5b-4a1e-a978-22b00933b550 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Deleting port 47b8b576-1317-44e8-bcc4-0f683b9b034d {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:40.653768 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3294e1-cb5b-4a1e-a978-22b00933b550 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:40.774871 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c626f00-f0a7-4524-9ec1-e21e3ec5f075 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Router 83341a83-585e-47ac-854f-f66a8cd41eb5 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:17:40.947763 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:40.954817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55230e7-adf5-417a-9d57-5e6e4604e868 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:40.965751 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4cbdbc-0092-44af-9084-6b37f60e05ba None None] Sync routers for ids ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:40.978499 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4cbdbc-0092-44af-9084-6b37f60e05ba None None] Routers {'f1895dcc-80d8-43a4-9f80-978b038bbcd9'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:40.979505 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-8b4cbdbc-0092-44af-9084-6b37f60e05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:40.995077 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7c95d4bd-adc7-49ed-9331-558a94d4a237 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:41.012822 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eaefa71-6019-4498-b097-8e45d229d03e']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:41.073023 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Floating IP 3b127c5e-4047-4f4a-8eae-6f962340f6ff associated. External IP: 172.26.7.219, port: de0a9f5c-05c4-469f-bfc9-fd34a0f8fd89. Mar 14 18:17:41.124494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e472c874-2f92-4c1e-8fc1-d41b4dfd8203') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:41.124832 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e472c874-2f92-4c1e-8fc1-d41b4dfd8203') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:41.167504 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:41.183477 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-8b4cbdbc-0092-44af-9084-6b37f60e05ba None None] Set router f1895dcc-80d8-43a4-9f80-978b038bbcd9 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:17:41.186794 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7c95d4bd-adc7-49ed-9331-558a94d4a237 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Calling delete_port for 14c38981-9ca0-41de-a4b0-3fa8ebc72c1a owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:41.190869 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d55230e7-adf5-417a-9d57-5e6e4604e868 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:41.220592 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] For port 45260f74-cc7c-4f62-abc9-9f36521aae93, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=45260f74-cc7c-4f62-abc9-9f36521aae93,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:41.221178 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:41.251043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:41.287525 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:17:41.287934 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:17:41.352247 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:17:41.379744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-bc3294e1-cb5b-4a1e-a978-22b00933b550 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] For port 47b8b576-1317-44e8-bcc4-0f683b9b034d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=47b8b576-1317-44e8-bcc4-0f683b9b034d,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:41.380101 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3294e1-cb5b-4a1e-a978-22b00933b550 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:41.432171 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Calling delete_port for 45260f74-cc7c-4f62-abc9-9f36521aae93 owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:41.450597 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d55230e7-adf5-417a-9d57-5e6e4604e868 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "PUT /v2.0/floatingips/91527a64-aed8-4f79-ae9f-731694caaf9f HTTP/1.1" status: 200 len: 990 time: 4.8616292 Mar 14 18:17:41.503876 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67f078e-2cce-4f00-8714-4dc479182ebf', 'tag': 'bd010dab-ae55-486e-afd2-5dac7ff748cf'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:17:41.571269 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-8b4cbdbc-0092-44af-9084-6b37f60e05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'name': 'tempest-ServerActionsTestJSON-1195878598-router', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:40Z', 'revision_number': 4, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'gw_port': {'id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:37:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '91527a64-aed8-4f79-ae9f-731694caaf9f', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'floating_ip_address': '172.26.7.61', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'port_id': 'bd010dab-ae55-486e-afd2-5dac7ff748cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b', 'mac_address': 'fa:16:3e:2f:e2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67f078e-2cce-4f00-8714-4dc479182ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:16:54Z', 'updated_at': '2022-03-14T18:17:38Z', 'revision_number': 1, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4dd1d39-56f7-41ce-bc58-e26cc045a540', 'name': '', 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'mac_address': 'fa:16:3e:cc:41:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:38Z', 'updated_at': '2022-03-14T18:16:48Z', 'revision_number': 5, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'subnets': [{'id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:41.575684 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4cbdbc-0092-44af-9084-6b37f60e05ba None None] Checking router: f1895dcc-80d8-43a4-9f80-978b038bbcd9 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:17:41.585052 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4cbdbc-0092-44af-9084-6b37f60e05ba None None] Routers {'f1895dcc-80d8-43a4-9f80-978b038bbcd9'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:41.585798 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-8b4cbdbc-0092-44af-9084-6b37f60e05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:41.627998 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-bc3294e1-cb5b-4a1e-a978-22b00933b550 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Calling delete_port for 47b8b576-1317-44e8-bcc4-0f683b9b034d owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:41.678030 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c626f00-f0a7-4524-9ec1-e21e3ec5f075 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:41.689701 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f463992d-5c31-47bd-b785-2d690ec64df4 None None] Sync routers for ids ['83341a83-585e-47ac-854f-f66a8cd41eb5'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:41.713129 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f463992d-5c31-47bd-b785-2d690ec64df4 None None] Routers {'83341a83-585e-47ac-854f-f66a8cd41eb5'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:41.714587 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-f463992d-5c31-47bd-b785-2d690ec64df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['83341a83-585e-47ac-854f-f66a8cd41eb5'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:41.743743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5c626f00-f0a7-4524-9ec1-e21e3ec5f075 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:41.795193 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:41.836313 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5c626f00-f0a7-4524-9ec1-e21e3ec5f075 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "PUT /v2.0/floatingips/feae6f07-adaf-4257-a1bd-db3f479fc545 HTTP/1.1" status: 200 len: 991 time: 5.0924406 Mar 14 18:17:41.838900 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:41.840362 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118fba3e-23d3-4fca-9caf-e0bebf3f8131', 'tag': 'd4669f6b-e3a4-44b2-8ed1-057e33ad36d6'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:17:41.845603 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7c95d4bd-adc7-49ed-9331-558a94d4a237 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:41.878252 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Network': ['ID=2eaefa71-6019-4498-b097-8e45d229d03e,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:41.883942 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67f078e-2cce-4f00-8714-4dc479182ebf', 'tag': 'bd010dab-ae55-486e-afd2-5dac7ff748cf', 'status': 'completed', 'code': 200} Mar 14 18:17:41.885246 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2a48b41d-f4b5-4fce-b6ed-7696b66041c3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/2eaefa71-6019-4498-b097-8e45d229d03e HTTP/1.1" status: 204 len: 168 time: 6.5429354 Mar 14 18:17:41.896429 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49918) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:41.911561 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-8b4cbdbc-0092-44af-9084-6b37f60e05ba None None] Set router f1895dcc-80d8-43a4-9f80-978b038bbcd9 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:17:41.913688 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-aa710727-588e-4f88-ab59-a8059248f6ab tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1095230100'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:41.986320 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95d4bd-adc7-49ed-9331-558a94d4a237 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Pushing event deleted for resources: {'Port': ['ID=14c38981-9ca0-41de-a4b0-3fa8ebc72c1a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:42.007576 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-f463992d-5c31-47bd-b785-2d690ec64df4 None None] Set router 83341a83-585e-47ac-854f-f66a8cd41eb5 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:17:42.087971 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:42.122971 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7c95d4bd-adc7-49ed-9331-558a94d4a237 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:42.206211 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7c95d4bd-adc7-49ed-9331-558a94d4a237 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] 10.222.0.43 "DELETE /v2.0/ports/14c38981-9ca0-41de-a4b0-3fa8ebc72c1a HTTP/1.1" status: 204 len: 168 time: 2.2449961 Mar 14 18:17:42.213885 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49922) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:42.215600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-aa710727-588e-4f88-ab59-a8059248f6ab tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:42.242168 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router c6b8fb97-64c2-4eff-999d-8821c3f504e7 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:17:42.258207 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-aa710727-588e-4f88-ab59-a8059248f6ab tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:network and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:42.277423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583584e7-62fe-4d98-904c-6150f34b31e3 req-2dfb52aa-2e75-4af0-8358-22b170279f6c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:42.278932 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-583584e7-62fe-4d98-904c-6150f34b31e3 req-2dfb52aa-2e75-4af0-8358-22b170279f6c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.6973467 Mar 14 18:17:42.281568 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-aa710727-588e-4f88-ab59-a8059248f6ab tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:42.363275 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-8b4cbdbc-0092-44af-9084-6b37f60e05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'name': 'tempest-ServerActionsTestJSON-1195878598-router', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:40Z', 'revision_number': 4, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'gw_port': {'id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:37:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '91527a64-aed8-4f79-ae9f-731694caaf9f', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'floating_ip_address': '172.26.7.61', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'port_id': 'bd010dab-ae55-486e-afd2-5dac7ff748cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b', 'mac_address': 'fa:16:3e:2f:e2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67f078e-2cce-4f00-8714-4dc479182ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:16:54Z', 'updated_at': '2022-03-14T18:17:38Z', 'revision_number': 1, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4dd1d39-56f7-41ce-bc58-e26cc045a540', 'name': '', 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'mac_address': 'fa:16:3e:cc:41:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:38Z', 'updated_at': '2022-03-14T18:16:48Z', 'revision_number': 5, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'subnets': [{'id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:42.368322 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4cbdbc-0092-44af-9084-6b37f60e05ba None None] The sync data for ids ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'] in dv-neutron-833560-1-hyperv is: [{'id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'name': 'tempest-ServerActionsTestJSON-1195878598-router', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:40Z', 'revision_number': 4, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'gw_port': {'id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:37:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '91527a64-aed8-4f79-ae9f-731694caaf9f', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'floating_ip_address': '172.26.7.61', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'port_id': 'bd010dab-ae55-486e-afd2-5dac7ff748cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b', 'mac_address': 'fa:16:3e:2f:e2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67f078e-2cce-4f00-8714-4dc479182ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:16:54Z', 'updated_at': '2022-03-14T18:17:38Z', 'revision_number': 1, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4dd1d39-56f7-41ce-bc58-e26cc045a540', 'name': '', 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'mac_address': 'fa:16:3e:cc:41:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:38Z', 'updated_at': '2022-03-14T18:16:48Z', 'revision_number': 5, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'subnets': [{'id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:42.407114 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-f463992d-5c31-47bd-b785-2d690ec64df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'name': 'tempest-ServersTestJSON-2075333124-router', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:41Z', 'revision_number': 4, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'gw_port': {'id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'feae6f07-adaf-4257-a1bd-db3f479fc545', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'floating_ip_address': '172.26.7.42', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'port_id': 'd4669f6b-e3a4-44b2-8ed1-057e33ad36d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4', 'mac_address': 'fa:16:3e:35:d6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118fba3e-23d3-4fca-9caf-e0bebf3f8131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:16:53Z', 'updated_at': '2022-03-14T18:17:38Z', 'revision_number': 1, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a89d6f-842a-49ed-bbee-542fda2ed51c', 'name': '', 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'mac_address': 'fa:16:3e:f5:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '25bc5427-3dc6-477d-8919-e1cbed025598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:37Z', 'updated_at': '2022-03-14T18:16:49Z', 'revision_number': 5, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'subnets': [{'id': '25bc5427-3dc6-477d-8919-e1cbed025598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:42.412374 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f463992d-5c31-47bd-b785-2d690ec64df4 None None] Checking router: 83341a83-585e-47ac-854f-f66a8cd41eb5 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:17:42.423382 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f463992d-5c31-47bd-b785-2d690ec64df4 None None] Routers {'83341a83-585e-47ac-854f-f66a8cd41eb5'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:42.424374 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-f463992d-5c31-47bd-b785-2d690ec64df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['83341a83-585e-47ac-854f-f66a8cd41eb5'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:42.447505 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6228c8-1a8e-4304-ba41-91c3aadd063d tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] GET failed (client error): The resource could not be found. Mar 14 18:17:42.448049 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cc6228c8-1a8e-4304-ba41-91c3aadd063d tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Synchronizing usage tracker for tenant:a4062bbacb2947fda400d0362829e117 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:17:42.449647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-aa710727-588e-4f88-ab59-a8059248f6ab tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:42.546403 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cf4fa-2a7a-4bd9-88f8-f63bf25e2ddd req-493f4950-6490-4376-b6cb-b3a5ea2499e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:42.547919 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-bd0cf4fa-2a7a-4bd9-88f8-f63bf25e2ddd req-493f4950-6490-4376-b6cb-b3a5ea2499e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bd345c2c70054138a63ee3b6474a8824&device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 1098 time: 0.6011589 Mar 14 18:17:42.554777 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:42.559507 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48b968-751b-442e-8adc-637e77fbe1c7 req-79ef5d93-90f6-4f89-b663-8b1afa21a007 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:42.559507 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5e48b968-751b-442e-8adc-637e77fbe1c7 req-79ef5d93-90f6-4f89-b663-8b1afa21a007 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 946 time: 0.4435155 Mar 14 18:17:42.563937 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-583584e7-62fe-4d98-904c-6150f34b31e3 req-550f12c0-768f-4905-ae42-bd7b78b29ad6 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793580 Mar 14 18:17:42.611243 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:42.625436 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92272b6f-6268-4524-998c-790b32c58581 None None] Sync routers for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:42.638224 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92272b6f-6268-4524-998c-790b32c58581 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:42.639560 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-92272b6f-6268-4524-998c-790b32c58581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:42.662572 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa710727-588e-4f88-ab59-a8059248f6ab tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:42.670987 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa710727-588e-4f88-ab59-a8059248f6ab tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:42.721161 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-f463992d-5c31-47bd-b785-2d690ec64df4 None None] Set router 83341a83-585e-47ac-854f-f66a8cd41eb5 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:17:42.747420 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5e48b968-751b-442e-8adc-637e77fbe1c7 req-bf4557f9-1fea-4059-991c-d9532c7066d9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/security-groups?id=edf794ad-a253-429f-978e-4004e5d02fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675439 Mar 14 18:17:42.747938 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.59', 54922) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:42.822565 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-92272b6f-6268-4524-998c-790b32c58581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:42.844306 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92272b6f-6268-4524-998c-790b32c58581 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:42.844998 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118fba3e-23d3-4fca-9caf-e0bebf3f8131', 'tag': 'd4669f6b-e3a4-44b2-8ed1-057e33ad36d6', 'status': 'completed', 'code': 200} Mar 14 18:17:42.845683 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-92272b6f-6268-4524-998c-790b32c58581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:42.874215 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:42.958555 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa710727-588e-4f88-ab59-a8059248f6ab tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:17:42.971659 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3294e1-cb5b-4a1e-a978-22b00933b550 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:42.974009 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9adb8-4c8f-4cc4-853c-79931ec22e9d None None] New status for floating IP 91527a64-aed8-4f79-ae9f-731694caaf9f: ACTIVE {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:17:42.978822 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Pushing event deleted for resources: {'Port': ['ID=45260f74-cc7c-4f62-abc9-9f36521aae93,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:42.981051 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-92272b6f-6268-4524-998c-790b32c58581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:42.981474 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92272b6f-6268-4524-998c-790b32c58581 None None] The sync data for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:42.982926 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cf4fa-2a7a-4bd9-88f8-f63bf25e2ddd req-17661df5-ce64-43a2-8db3-daa335aa3f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:42.984720 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-bd0cf4fa-2a7a-4bd9-88f8-f63bf25e2ddd req-17661df5-ce64-43a2-8db3-daa335aa3f17 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d9396576-f6d5-42a1-a913-3123f2ec508b HTTP/1.1" status: 200 len: 913 time: 0.4042163 Mar 14 18:17:42.986175 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cc6228c8-1a8e-4304-ba41-91c3aadd063d tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Unset dirty status for tenant:a4062bbacb2947fda400d0362829e117 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:17:42.987611 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cc6228c8-1a8e-4304-ba41-91c3aadd063d tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] 10.222.0.43 "GET /v2.0/ports/14c38981-9ca0-41de-a4b0-3fa8ebc72c1a HTTP/1.1" status: 404 len: 333 time: 0.7719021 Mar 14 18:17:43.002566 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49934) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:43.026840 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa710727-588e-4f88-ab59-a8059248f6ab tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:43.027428 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-aa710727-588e-4f88-ab59-a8059248f6ab tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Added segment 58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e of type vlan for network d06fa10b-6dba-4a06-b4ba-4b7591ca29e4 Mar 14 18:17:43.050692 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3294e1-cb5b-4a1e-a978-22b00933b550 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Pushing event deleted for resources: {'Port': ['ID=47b8b576-1317-44e8-bcc4-0f683b9b034d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:43.089921 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3079eee1-b0e3-43ed-b6c8-a6f1bc60a899 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.0901821 Mar 14 18:17:43.094497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49938) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:43.126318 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-81e2e39f-19b8-47de-930c-97f3d304d72e tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Request body: {'port': {'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1842270884'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:43.143040 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-81e2e39f-19b8-47de-930c-97f3d304d72e tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:43.175453 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-81e2e39f-19b8-47de-930c-97f3d304d72e tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:43.199083 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:43.233010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa710727-588e-4f88-ab59-a8059248f6ab tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:43.319327 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e254f1-df03-4ba3-b60f-1f2de3758d6c req-9c5ccb56-ed49-4f08-af32-511f00cc95e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:43.320809 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-38e254f1-df03-4ba3-b60f-1f2de3758d6c req-9c5ccb56-ed49-4f08-af32-511f00cc95e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ea0973c52dd466b94261bd6de488fed&device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 1099 time: 0.5690064 Mar 14 18:17:43.326055 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-bd0cf4fa-2a7a-4bd9-88f8-f63bf25e2ddd req-6dd81bc6-ea61-47e0-83c9-b25711ba0fea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd010dab-ae55-486e-afd2-5dac7ff748cf HTTP/1.1" status: 200 len: 998 time: 0.3289621 Mar 14 18:17:43.331012 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-352f3974-2d15-4fa0-8e1c-0eb9e681364a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "GET /v2.0/floatingips/3b127c5e-4047-4f4a-8eae-6f962340f6ff HTTP/1.1" status: 200 len: 979 time: 0.2311072 Mar 14 18:17:43.333336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49942) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:43.384181 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e2e39f-19b8-47de-930c-97f3d304d72e tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Made reservation on behalf of a4062bbacb2947fda400d0362829e117 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:43.386700 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81e2e39f-19b8-47de-930c-97f3d304d72e tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:43.407536 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3294e1-cb5b-4a1e-a978-22b00933b550 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:43.454971 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-f463992d-5c31-47bd-b785-2d690ec64df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'name': 'tempest-ServersTestJSON-2075333124-router', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:41Z', 'revision_number': 4, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'gw_port': {'id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'feae6f07-adaf-4257-a1bd-db3f479fc545', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'floating_ip_address': '172.26.7.42', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'port_id': 'd4669f6b-e3a4-44b2-8ed1-057e33ad36d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4', 'mac_address': 'fa:16:3e:35:d6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118fba3e-23d3-4fca-9caf-e0bebf3f8131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:16:53Z', 'updated_at': '2022-03-14T18:17:38Z', 'revision_number': 1, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a89d6f-842a-49ed-bbee-542fda2ed51c', 'name': '', 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'mac_address': 'fa:16:3e:f5:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '25bc5427-3dc6-477d-8919-e1cbed025598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:37Z', 'updated_at': '2022-03-14T18:16:49Z', 'revision_number': 5, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'subnets': [{'id': '25bc5427-3dc6-477d-8919-e1cbed025598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:43.460203 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f463992d-5c31-47bd-b785-2d690ec64df4 None None] The sync data for ids ['83341a83-585e-47ac-854f-f66a8cd41eb5'] in dv-neutron-833560-1-hyperv is: [{'id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'name': 'tempest-ServersTestJSON-2075333124-router', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:41Z', 'revision_number': 4, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'gw_port': {'id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'feae6f07-adaf-4257-a1bd-db3f479fc545', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'floating_ip_address': '172.26.7.42', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'port_id': 'd4669f6b-e3a4-44b2-8ed1-057e33ad36d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4', 'mac_address': 'fa:16:3e:35:d6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118fba3e-23d3-4fca-9caf-e0bebf3f8131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:16:53Z', 'updated_at': '2022-03-14T18:17:38Z', 'revision_number': 1, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a89d6f-842a-49ed-bbee-542fda2ed51c', 'name': '', 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'mac_address': 'fa:16:3e:f5:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '25bc5427-3dc6-477d-8919-e1cbed025598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:37Z', 'updated_at': '2022-03-14T18:16:49Z', 'revision_number': 5, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'subnets': [{'id': '25bc5427-3dc6-477d-8919-e1cbed025598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:43.463516 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64597ede-368f-4160-8270-e9edf057bd08 req-6b4eea17-b108-4266-b966-1effaeba543c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:43.465066 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-64597ede-368f-4160-8270-e9edf057bd08 req-6b4eea17-b108-4266-b966-1effaeba543c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.5554726 Mar 14 18:17:43.509011 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:43.519901 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:43.563853 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-81e2e39f-19b8-47de-930c-97f3d304d72e tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] device_id is not set on port 90ba78cb-8f7b-4be2-9190-73ae553930ff yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:17:43.580460 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa710727-588e-4f88-ab59-a8059248f6ab tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:43.586339 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa710727-588e-4f88-ab59-a8059248f6ab tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:43.586946 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa710727-588e-4f88-ab59-a8059248f6ab tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:43.602074 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b56a046a-a19d-43b8-8ffe-0c7cc103c296 req-526494ce-308a-4706-93fc-b6b41a4f8c35 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9204192 Mar 14 18:17:43.630279 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cf4fa-2a7a-4bd9-88f8-f63bf25e2ddd req-56111c8f-cf7d-4dff-bf1c-34522a3d47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:43.632313 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-bd0cf4fa-2a7a-4bd9-88f8-f63bf25e2ddd req-56111c8f-cf7d-4dff-bf1c-34522a3d47d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f809337b-5605-4ccf-a62e-7a1913cdfa2f HTTP/1.1" status: 200 len: 851 time: 0.2891345 Mar 14 18:17:43.717469 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da59df-27e2-449c-99b3-0b42e87dbe0f None None] New status for floating IP feae6f07-adaf-4257-a1bd-db3f479fc545: ACTIVE {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:17:43.736042 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:43.736530 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a24fa491-048b-42b4-a47a-a3ed7e08e004 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:17:43.860329 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Allocated IP 172.20.0.1 (f62fc0d5-d634-4aaa-831b-bbd22cd3db35/90584b65-9e4d-4f18-b250-99a2a7bfb238/56caf7cd-dc60-4887-b525-d9de87ed91a8) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:43.927631 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3294e1-cb5b-4a1e-a978-22b00933b550 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:43.931114 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3294e1-cb5b-4a1e-a978-22b00933b550 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:43.996701 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:43.998416 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-252b1db4-1f87-4492-bfe7-9330530fa47d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "DELETE /v2.0/routers/a24fa491-048b-42b4-a47a-a3ed7e08e004 HTTP/1.1" status: 204 len: 168 time: 8.5070732 Mar 14 18:17:44.004054 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49948) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:44.016331 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8f3e0166-1112-41cf-b17b-6ed89e6213b0 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Synchronizing usage tracker for tenant:012942f9ce9548f48528050da9c5365d on resource:floatingip {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:17:44.028591 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-aa710727-588e-4f88-ab59-a8059248f6ab tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1282320 Mar 14 18:17:44.033897 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa710727-588e-4f88-ab59-a8059248f6ab tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Network': ['ID=d06fa10b-6dba-4a06-b4ba-4b7591ca29e4,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:44.039113 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-64597ede-368f-4160-8270-e9edf057bd08 req-3d1ea60e-1982-438e-900c-3f2ae5e3d2d6 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4785764 Mar 14 18:17:44.042325 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49952) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:44.059287 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c576e4ac-a8dd-4632-9437-13e0ba9c99b3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'subnet': {'network_id': 'd06fa10b-6dba-4a06-b4ba-4b7591ca29e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:44.081743 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network d06fa10b-6dba-4a06-b4ba-4b7591ca29e4 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:17:44.111555 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81e2e39f-19b8-47de-930c-97f3d304d72e tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:44.171657 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e254f1-df03-4ba3-b60f-1f2de3758d6c req-bfb0934e-acf9-4f91-bd7d-1534e9ad44e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:44.173060 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-38e254f1-df03-4ba3-b60f-1f2de3758d6c req-bfb0934e-acf9-4f91-bd7d-1534e9ad44e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=83575c05-a651-46e5-aea9-2aa8d357c3a4 HTTP/1.1" status: 200 len: 907 time: 0.8326247 Mar 14 18:17:44.243589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3294e1-cb5b-4a1e-a978-22b00933b550 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:44.244234 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3294e1-cb5b-4a1e-a978-22b00933b550 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 754280a9-6352-4a33-b3c7-a9d6c8086b93 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:17:44.245673 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8f3e0166-1112-41cf-b17b-6ed89e6213b0 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Unset dirty status for tenant:012942f9ce9548f48528050da9c5365d on resource:floatingip {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:17:44.249703 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8f3e0166-1112-41cf-b17b-6ed89e6213b0 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.9132268 Mar 14 18:17:44.251882 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49956) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:44.277715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1a06c9ca-3030-4e31-833f-7e8443087573 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'floatingip': {'port_id': '1fe70716-1d69-4a02-a03a-44c3e05c11c1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:44.325956 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cf4fa-2a7a-4bd9-88f8-f63bf25e2ddd req-f76e7c6c-36f3-47c4-9e6a-bfb5a3234bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:44.327582 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-bd0cf4fa-2a7a-4bd9-88f8-f63bf25e2ddd req-f76e7c6c-36f3-47c4-9e6a-bfb5a3234bc7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9396576-f6d5-42a1-a913-3123f2ec508b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6882477 Mar 14 18:17:44.344766 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c576e4ac-a8dd-4632-9437-13e0ba9c99b3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:44.348002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3294e1-cb5b-4a1e-a978-22b00933b550 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:44.349346 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bc3294e1-cb5b-4a1e-a978-22b00933b550 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "DELETE /v2.0/routers/754280a9-6352-4a33-b3c7-a9d6c8086b93 HTTP/1.1" status: 204 len: 168 time: 5.0594242 Mar 14 18:17:44.362283 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49960) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:44.365020 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c576e4ac-a8dd-4632-9437-13e0ba9c99b3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:subnet and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:44.370443 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c576e4ac-a8dd-4632-9437-13e0ba9c99b3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:44.384250 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-588829059', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}, 'admin_state_up': False}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:44.390326 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c576e4ac-a8dd-4632-9437-13e0ba9c99b3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:44.409050 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-38e254f1-df03-4ba3-b60f-1f2de3758d6c req-e03d7226-45cc-4ceb-a3f7-ca2f8c065c0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 HTTP/1.1" status: 200 len: 1001 time: 0.2228003 Mar 14 18:17:44.411524 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:44.426871 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Usage tracker for resource:router and tenant:7fbcb5733a714e9191e2aadaee5b8084 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:44.472885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1a06c9ca-3030-4e31-833f-7e8443087573 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:44.524701 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:44.529525 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c576e4ac-a8dd-4632-9437-13e0ba9c99b3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:44.533040 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c576e4ac-a8dd-4632-9437-13e0ba9c99b3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:44.550322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:44.620374 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:44.644277 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e254f1-df03-4ba3-b60f-1f2de3758d6c req-fe73e94d-4580-48c9-a67c-e3e649bbcf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:44.644658 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-38a8f4e8-78cb-4201-8392-55b4236b6f66 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:44.645740 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-38e254f1-df03-4ba3-b60f-1f2de3758d6c req-fe73e94d-4580-48c9-a67c-e3e649bbcf71 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=25bc5427-3dc6-477d-8919-e1cbed025598 HTTP/1.1" status: 200 len: 845 time: 0.2309587 Mar 14 18:17:44.654201 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.ipam_backend_mixin [None req-c576e4ac-a8dd-4632-9437-13e0ba9c99b3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Performing IP validity checks on allocation pools {{(pid=88635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 14 18:17:44.654716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.ipam_backend_mixin [None req-c576e4ac-a8dd-4632-9437-13e0ba9c99b3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 14 18:17:44.702074 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:44.703001 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:44.718727 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81e2e39f-19b8-47de-930c-97f3d304d72e tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:44.764455 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-bd0cf4fa-2a7a-4bd9-88f8-f63bf25e2ddd req-e8d717c9-57bb-4dc9-acb4-5ba649472945 service neutron] 10.222.0.59 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306757 Mar 14 18:17:44.773316 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Transition to ACTIVE for port object 56caf7cd-dc60-4887-b525-d9de87ed91a8 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:44.870038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e2e39f-19b8-47de-930c-97f3d304d72e tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Network f3cb3136-7980-46fa-848a-0d4fd6651e26 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:44.924343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-81e2e39f-19b8-47de-930c-97f3d304d72e tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:44.926685 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e2e39f-19b8-47de-930c-97f3d304d72e tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:44.927810 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e2e39f-19b8-47de-930c-97f3d304d72e tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:44.928442 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81e2e39f-19b8-47de-930c-97f3d304d72e tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:44.974721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e254f1-df03-4ba3-b60f-1f2de3758d6c req-f8219d41-1a28-4405-b929-920badd9467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:44.976718 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-38e254f1-df03-4ba3-b60f-1f2de3758d6c req-f8219d41-1a28-4405-b929-920badd9467c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83575c05-a651-46e5-aea9-2aa8d357c3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3240075 Mar 14 18:17:44.997247 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:45.018745 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2e39f-19b8-47de-930c-97f3d304d72e tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Pushing event updated for resources: {'Port': ['ID=90ba78cb-8f7b-4be2-9190-73ae553930ff,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:45.085557 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-38a8f4e8-78cb-4201-8392-55b4236b6f66 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:45.107242 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-bd0cf4fa-2a7a-4bd9-88f8-f63bf25e2ddd req-c4372566-ff43-4b96-85e4-f1aa8293cfe9 service neutron] 10.222.0.59 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314271 Mar 14 18:17:45.134986 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-81e2e39f-19b8-47de-930c-97f3d304d72e tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1301992 Mar 14 18:17:45.137687 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49966) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:45.143731 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:45.230779 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c576e4ac-a8dd-4632-9437-13e0ba9c99b3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:45.237754 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:45.279297 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-38a8f4e8-78cb-4201-8392-55b4236b6f66 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Deleting port 4e7653c1-8916-431e-ad46-5ad94c12cf4a {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:45.279637 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-38a8f4e8-78cb-4201-8392-55b4236b6f66 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:45.421794 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Network f62fc0d5-d634-4aaa-831b-bbd22cd3db35 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:45.479258 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:45.481666 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:45.528450 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-38e254f1-df03-4ba3-b60f-1f2de3758d6c req-0153cee6-7f1d-43cb-bd1a-4fe2e95958f1 service neutron] 10.222.0.59 "GET /v2.0/networks/83575c05-a651-46e5-aea9-2aa8d357c3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413198 Mar 14 18:17:45.601683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576e4ac-a8dd-4632-9437-13e0ba9c99b3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Subnet': ['ID=7ae1dc2b-957f-4aa2-9c24-77d7839fbdfb,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:45.620904 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Pushing event updated for resources: {'Port': ['ID=56caf7cd-dc60-4887-b525-d9de87ed91a8,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:45.694818 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c576e4ac-a8dd-4632-9437-13e0ba9c99b3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Checking segment: {'id': '58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd06fa10b-6dba-4a06-b4ba-4b7591ca29e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:45.695185 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c576e4ac-a8dd-4632-9437-13e0ba9c99b3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network hostable DHCP agents. Network: d06fa10b-6dba-4a06-b4ba-4b7591ca29e4, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:17:45.741892 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2e8a0-b67d-4ae4-a3c5-2a150b7dffd0 req-74767969-5b7e-4dab-b192-e87cc59687ec tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:45.743401 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5bc2e8a0-b67d-4ae4-a3c5-2a150b7dffd0 req-74767969-5b7e-4dab-b192-e87cc59687ec tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.5664802 Mar 14 18:17:45.793327 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-38e254f1-df03-4ba3-b60f-1f2de3758d6c req-a9a1c0f1-3c98-45db-82f5-df86d6dfc439 service neutron] 10.222.0.59 "GET /v2.0/networks/83575c05-a651-46e5-aea9-2aa8d357c3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577922 Mar 14 18:17:45.824757 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5bc2e8a0-b67d-4ae4-a3c5-2a150b7dffd0 req-10166cfd-0a22-47c3-8e6f-13e8e0585409 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721385 Mar 14 18:17:45.847583 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-91c49bdb-5b2c-4164-83c6-2f140f0acd56 None None] Provisioning for port 56caf7cd-dc60-4887-b525-d9de87ed91a8 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:17:45.847583 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-91c49bdb-5b2c-4164-83c6-2f140f0acd56 None None] Provisioning complete for port 56caf7cd-dc60-4887-b525-d9de87ed91a8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:45.847583 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-91c49bdb-5b2c-4164-83c6-2f140f0acd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:45.880459 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 45260f74-cc7c-4f62-abc9-9f36521aae93 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:17:45.901694 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:45.921045 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 45260f74-cc7c-4f62-abc9-9f36521aae93 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:17:45.921634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 45260f74-cc7c-4f62-abc9-9f36521aae93 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:17:45.922202 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 47b8b576-1317-44e8-bcc4-0f683b9b034d no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:17:45.924242 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:45.951067 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c576e4ac-a8dd-4632-9437-13e0ba9c99b3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network d06fa10b-6dba-4a06-b4ba-4b7591ca29e4 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:17:45.960091 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 47b8b576-1317-44e8-bcc4-0f683b9b034d {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:17:45.960581 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 47b8b576-1317-44e8-bcc4-0f683b9b034d not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:17:45.974297 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-91c49bdb-5b2c-4164-83c6-2f140f0acd56 None None] Port 56caf7cd-dc60-4887-b525-d9de87ed91a8 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:17:45.993563 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:46.030873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1a06c9ca-3030-4e31-833f-7e8443087573 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:46.053254 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a046a-a19d-43b8-8ffe-0c7cc103c296 req-026a4472-5ca0-48a3-9be3-b6cd88afb30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:46.055529 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b56a046a-a19d-43b8-8ffe-0c7cc103c296 req-026a4472-5ca0-48a3-9be3-b6cd88afb30d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ea0973c52dd466b94261bd6de488fed&device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 1099 time: 0.1058156 Mar 14 18:17:46.097228 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-c576e4ac-a8dd-4632-9437-13e0ba9c99b3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, d06fa10b-6dba-4a06-b4ba-4b7591ca29e4) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:46.102028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c576e4ac-a8dd-4632-9437-13e0ba9c99b3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:46.102835 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c576e4ac-a8dd-4632-9437-13e0ba9c99b3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:46.107233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8f83ce-0cf2-4da2-ab56-5d9b89f5118f None None] Network d06fa10b-6dba-4a06-b4ba-4b7591ca29e4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:17:46.133850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1a06c9ca-3030-4e31-833f-7e8443087573 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:46.214954 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-38a8f4e8-78cb-4201-8392-55b4236b6f66 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] For port 4e7653c1-8916-431e-ad46-5ad94c12cf4a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4e7653c1-8916-431e-ad46-5ad94c12cf4a,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:46.215380 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-38a8f4e8-78cb-4201-8392-55b4236b6f66 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:46.345897 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-d06fa10b-6dba-4a06-b4ba-4b7591ca29e4', 'network_id': 'd06fa10b-6dba-4a06-b4ba-4b7591ca29e4', 'tenant_id': 'af67afadbf6546329cb35e0a68bebc5e', 'fixed_ips': [{'subnet_id': '7ae1dc2b-957f-4aa2-9c24-77d7839fbdfb'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:17:46.347048 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:46.356031 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c576e4ac-a8dd-4632-9437-13e0ba9c99b3 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3029854 Mar 14 18:17:46.366226 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49970) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:46.369707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a046a-a19d-43b8-8ffe-0c7cc103c296 req-7fc6ca17-dd5a-4c51-ac34-629c0c1d17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:46.369707 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b56a046a-a19d-43b8-8ffe-0c7cc103c296 req-7fc6ca17-dd5a-4c51-ac34-629c0c1d17c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=83575c05-a651-46e5-aea9-2aa8d357c3a4 HTTP/1.1" status: 200 len: 907 time: 0.2949641 Mar 14 18:17:46.471107 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-38a8f4e8-78cb-4201-8392-55b4236b6f66 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Calling delete_port for 4e7653c1-8916-431e-ad46-5ad94c12cf4a owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:46.507431 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Allocated IP 172.20.0.3 (d06fa10b-6dba-4a06-b4ba-4b7591ca29e4/7ae1dc2b-957f-4aa2-9c24-77d7839fbdfb/e5379af0-8622-42af-a219-3eafe966964d) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:46.574156 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-1a06c9ca-3030-4e31-833f-7e8443087573 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Floating IP 3b127c5e-4047-4f4a-8eae-6f962340f6ff associated. External IP: 172.26.7.219, port: de0a9f5c-05c4-469f-bfc9-fd34a0f8fd89. Mar 14 18:17:46.672856 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b56a046a-a19d-43b8-8ffe-0c7cc103c296 req-2ae981a4-9da5-4565-b925-ff1ae45d3ebb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 HTTP/1.1" status: 200 len: 1001 time: 0.2832677 Mar 14 18:17:46.720354 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:46.721274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:46.732084 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Transition to ACTIVE for port object e5379af0-8622-42af-a219-3eafe966964d will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:46.750374 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Transition to ACTIVE for port object e5379af0-8622-42af-a219-3eafe966964d will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:46.773743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.resource_extend [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:17:46.817941 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:46.898564 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Pushing event updated for resources: {'Port': ['ID=e5379af0-8622-42af-a219-3eafe966964d,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:46.920729 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Network d06fa10b-6dba-4a06-b4ba-4b7591ca29e4 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:46.923797 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:46.928222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:46.934024 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:46.945544 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] device_id is not set on port 90ba78cb-8f7b-4be2-9190-73ae553930ff yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:17:46.962782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:46.999211 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:47.043064 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Attempting to bind port e5379af0-8622-42af-a219-3eafe966964d on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:47.043527 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Attempting to bind port e5379af0-8622-42af-a219-3eafe966964d by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd06fa10b-6dba-4a06-b4ba-4b7591ca29e4'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:47.043984 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Attempting to bind port e5379af0-8622-42af-a219-3eafe966964d on network d06fa10b-6dba-4a06-b4ba-4b7591ca29e4 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:47.049796 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:17:47.050246 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Checking segment: {'id': '58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd06fa10b-6dba-4a06-b4ba-4b7591ca29e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:47.050722 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:47.051212 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Bound using segment: {'id': '58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd06fa10b-6dba-4a06-b4ba-4b7591ca29e4'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:17:47.051797 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Bound port: e5379af0-8622-42af-a219-3eafe966964d, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd06fa10b-6dba-4a06-b4ba-4b7591ca29e4'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:17:47.052665 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:47.053639 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Transition to ACTIVE for port object 90ba78cb-8f7b-4be2-9190-73ae553930ff will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:47.107689 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a046a-a19d-43b8-8ffe-0c7cc103c296 req-67ada781-a56e-46ea-94f4-a36bf883532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:47.109152 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b56a046a-a19d-43b8-8ffe-0c7cc103c296 req-67ada781-a56e-46ea-94f4-a36bf883532a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=25bc5427-3dc6-477d-8919-e1cbed025598 HTTP/1.1" status: 200 len: 845 time: 0.3854189 Mar 14 18:17:47.148472 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] For port e5379af0-8622-42af-a219-3eafe966964d, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:17:47.152220 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] For port e5379af0-8622-42af-a219-3eafe966964d, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e5379af0-8622-42af-a219-3eafe966964d,segment=NetworkSegment(58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e),segment_id=58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:17:47.237562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:47.304617 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:47.337258 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347763c-9f1a-442f-9cd6-49bf0be6acc7 None None] Pushing event updated for resources: {'Port': ['ID=e5379af0-8622-42af-a219-3eafe966964d,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:47.442154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:47.477822 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a046a-a19d-43b8-8ffe-0c7cc103c296 req-9f8a09c7-2bc5-4fbf-b13e-ff18873fff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:47.479350 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b56a046a-a19d-43b8-8ffe-0c7cc103c296 req-9f8a09c7-2bc5-4fbf-b13e-ff18873fff96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83575c05-a651-46e5-aea9-2aa8d357c3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3318627 Mar 14 18:17:47.497552 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3454158-bf0d-48ce-83bc-ed13a39d70e2 req-032bccff-810f-4c77-8bda-76c95d7da9dd tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:47.498991 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f3454158-bf0d-48ce-83bc-ed13a39d70e2 req-032bccff-810f-4c77-8bda-76c95d7da9dd tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.4051623 Mar 14 18:17:47.534382 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae1dc2b-957f-4aa2-9c24-77d7839fbdfb,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:47.568726 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a06c9ca-3030-4e31-833f-7e8443087573 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router c6b8fb97-64c2-4eff-999d-8821c3f504e7 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:17:47.594319 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:47.618299 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-38a8f4e8-78cb-4201-8392-55b4236b6f66 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:47.662979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:47.742899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Pushing event updated for resources: {'Port': ['ID=90ba78cb-8f7b-4be2-9190-73ae553930ff,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:47.789169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:47.851849 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f3454158-bf0d-48ce-83bc-ed13a39d70e2 req-1c79b971-8d7d-482d-a7dc-b8a315502043 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3234909 Mar 14 18:17:47.861307 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06fa10b-6dba-4a06-b4ba-4b7591ca29e4']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:47.864037 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8f4e8-78cb-4201-8392-55b4236b6f66 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e7653c1-8916-431e-ad46-5ad94c12cf4a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:47.890658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:47.890984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:47.919553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:47.920085 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:47.920606 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:47.922563 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b56a046a-a19d-43b8-8ffe-0c7cc103c296 req-2d1aa5f6-8ed3-4e33-9848-1e403266c82b service neutron] 10.222.0.59 "GET /v2.0/networks/83575c05-a651-46e5-aea9-2aa8d357c3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146459 Mar 14 18:17:47.926398 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:47.958968 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:47.960070 dv-neutron-833560-1-hyperv neutron-server[88634]: ERROR neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:47.965850 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.plugin [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 2 to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff Mar 14 18:17:48.003538 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-38a8f4e8-78cb-4201-8392-55b4236b6f66 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:48.038273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:48.096685 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:48.097032 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:48.097377 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:48.101195 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e5379af0-8622-42af-a219-3eafe966964d up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:17:48.142159 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:17:48.142558 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:17:48.163287 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:17:48.190568 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a06c9ca-3030-4e31-833f-7e8443087573 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:48.200952 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d09d7d-ab51-483b-b3bf-d64fb51c6731 None None] Sync routers for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:48.214008 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d09d7d-ab51-483b-b3bf-d64fb51c6731 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:48.214633 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-03d09d7d-ab51-483b-b3bf-d64fb51c6731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:48.297716 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-03d09d7d-ab51-483b-b3bf-d64fb51c6731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:48.309931 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d09d7d-ab51-483b-b3bf-d64fb51c6731 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:48.310546 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-03d09d7d-ab51-483b-b3bf-d64fb51c6731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:48.315440 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:48.315893 dv-neutron-833560-1-hyperv neutron-server[88634]: ERROR neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:48.318548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-38a8f4e8-78cb-4201-8392-55b4236b6f66 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:48.324256 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.plugin [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 3 to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff Mar 14 18:17:48.348083 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port e5379af0-8622-42af-a219-3eafe966964d completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:17:48.381147 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-38a8f4e8-78cb-4201-8392-55b4236b6f66 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:48.384206 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-03d09d7d-ab51-483b-b3bf-d64fb51c6731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:48.387268 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d09d7d-ab51-483b-b3bf-d64fb51c6731 None None] The sync data for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:48.419470 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Allocated IP 172.26.7.214 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/d7f305bd-65fd-4e06-8bdf-45088a7b7ec0) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:48.429406 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:48.429895 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:48.430333 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:48.434962 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.api [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:17:48.434962 dv-neutron-833560-1-hyperv neutron-server[88635]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:17:48.434962 dv-neutron-833560-1-hyperv neutron-server[88635]: [parameters: {'id': 'd06fa10b-6dba-4a06-b4ba-4b7591ca29e4'}] Mar 14 18:17:48.434962 dv-neutron-833560-1-hyperv neutron-server[88635]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:17:48.435346 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG oslo_db.api [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:17:48.451727 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b56a046a-a19d-43b8-8ffe-0c7cc103c296 req-625eaea8-f32c-459c-88be-343bb4715a79 service neutron] 10.222.0.59 "GET /v2.0/networks/83575c05-a651-46e5-aea9-2aa8d357c3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184979 Mar 14 18:17:48.460138 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:48.460687 dv-neutron-833560-1-hyperv neutron-server[88634]: ERROR neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:48.466467 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.plugin [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 4 to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff Mar 14 18:17:48.501914 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321194cd-adeb-4fd6-8e1d-7aec9478f068 req-93c0e71b-115f-4b5f-8051-351697a5793e tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:48.503457 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-321194cd-adeb-4fd6-8e1d-7aec9478f068 req-93c0e71b-115f-4b5f-8051-351697a5793e tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.4114139 Mar 14 18:17:48.526886 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-38a8f4e8-78cb-4201-8392-55b4236b6f66 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:48.527544 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a8f4e8-78cb-4201-8392-55b4236b6f66 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f338917-676f-4777-ac0a-c722379f4e3f {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:17:48.545106 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f87dd44-dd58-4d5f-91b0-bc5c2981281e None None] Network d06fa10b-6dba-4a06-b4ba-4b7591ca29e4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:17:48.600520 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:48.601032 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:48.601377 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:48.618198 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-38a8f4e8-78cb-4201-8392-55b4236b6f66 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:48.623900 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-38a8f4e8-78cb-4201-8392-55b4236b6f66 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "DELETE /v2.0/routers/0f338917-676f-4777-ac0a-c722379f4e3f HTTP/1.1" status: 204 len: 168 time: 4.5999680 Mar 14 18:17:48.625163 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49978) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:48.644225 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1044724770', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}, 'admin_state_up': False}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:48.651498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:48.651994 dv-neutron-833560-1-hyperv neutron-server[88634]: ERROR neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:48.656691 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.plugin [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 5 to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff Mar 14 18:17:48.665092 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:48.675069 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Usage tracker for resource:router and tenant:d8243012e16843e7a15858c59f475fdd is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:48.692550 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:48.725498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:48.728582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:48.729768 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:48.730985 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:48.762625 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-321194cd-adeb-4fd6-8e1d-7aec9478f068 req-c0d9ae23-3742-4ab2-af93-b78053a3ddc1 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042427 Mar 14 18:17:48.798572 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e6f889eb-9a43-4f3e-a8e8-caac5d8c3f25 None None] Provisioning for port e5379af0-8622-42af-a219-3eafe966964d completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:17:48.811139 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e6f889eb-9a43-4f3e-a8e8-caac5d8c3f25 None None] Provisioning complete for port e5379af0-8622-42af-a219-3eafe966964d triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:48.811707 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e6f889eb-9a43-4f3e-a8e8-caac5d8c3f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:48.907699 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a06c9ca-3030-4e31-833f-7e8443087573 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router c6b8fb97-64c2-4eff-999d-8821c3f504e7 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:17:48.909396 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:48.912338 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:48.912872 dv-neutron-833560-1-hyperv neutron-server[88634]: ERROR neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:48.919509 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.plugin [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 6 to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff Mar 14 18:17:48.960028 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:48.965060 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:48.966137 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:48.966835 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:48.976481 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:48.976811 dv-neutron-833560-1-hyperv neutron-server[88634]: ERROR neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:48.978236 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.plugin [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 7 to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff Mar 14 18:17:48.989278 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:48.991762 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a804a041-b2ff-4d58-bff5-b5187f250c35 None None] DHCP port deletion for d06fa10b-6dba-4a06-b4ba-4b7591ca29e4 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:17:49.000959 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:49.001288 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:49.001805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:49.008810 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a804a041-b2ff-4d58-bff5-b5187f250c35 None None] Deleting port e5379af0-8622-42af-a219-3eafe966964d {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:49.009177 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:49.009355 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a804a041-b2ff-4d58-bff5-b5187f250c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:49.009503 dv-neutron-833560-1-hyperv neutron-server[88634]: ERROR neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:49.011443 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.plugin [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 8 to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff Mar 14 18:17:49.023662 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Deleting port e5379af0-8622-42af-a219-3eafe966964d {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:49.023995 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:49.024119 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:49.047404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e6f889eb-9a43-4f3e-a8e8-caac5d8c3f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:49.104434 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:49.104771 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:49.104996 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:49.107220 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:49.108178 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:49.132571 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e6f889eb-9a43-4f3e-a8e8-caac5d8c3f25 None None] For port e5379af0-8622-42af-a219-3eafe966964d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e5379af0-8622-42af-a219-3eafe966964d,segment=NetworkSegment(58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e),segment_id=58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:49.134543 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:49.134904 dv-neutron-833560-1-hyperv neutron-server[88634]: ERROR neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:49.140881 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.plugin [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 9 to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff Mar 14 18:17:49.173408 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:49.187054 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:49.187332 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:49.191407 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:49.199217 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:49.202123 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Pushing event updated for resources: {'Port': ['ID=56caf7cd-dc60-4887-b525-d9de87ed91a8,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:49.211153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a06c9ca-3030-4e31-833f-7e8443087573 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:49.230218 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1a06c9ca-3030-4e31-833f-7e8443087573 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:49.233791 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:49.234144 dv-neutron-833560-1-hyperv neutron-server[88634]: ERROR neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:49.243599 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e6f889eb-9a43-4f3e-a8e8-caac5d8c3f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:49.245601 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863ff6e-9a79-4836-a73b-315b20196f0f None None] Sync routers for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:49.246348 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.plugins.ml2.plugin [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempt 10 to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff Mar 14 18:17:49.268261 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:49.306111 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:49.306450 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:49.307387 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempting to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:49.324368 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3863ff6e-9a79-4836-a73b-315b20196f0f None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:49.325104 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3863ff6e-9a79-4836-a73b-315b20196f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:49.382950 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:17:49.382950 dv-neutron-833560-1-hyperv neutron-server[88634]: ERROR neutron.plugins.ml2.managers [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Failed to bind port 90ba78cb-8f7b-4be2-9190-73ae553930ff on host hv-neutron-8335 for vnic_type normal using segments [{'id': '2890b6a6-2c40-4c0b-a6b0-070028cd1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3cb3136-7980-46fa-848a-0d4fd6651e26'}] Mar 14 18:17:49.383258 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:49.400514 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3863ff6e-9a79-4836-a73b-315b20196f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:49.413334 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a804a041-b2ff-4d58-bff5-b5187f250c35 None None] For port e5379af0-8622-42af-a219-3eafe966964d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e5379af0-8622-42af-a219-3eafe966964d,segment=NetworkSegment(58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e),segment_id=58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:49.413769 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a804a041-b2ff-4d58-bff5-b5187f250c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:49.423370 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:49.425031 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] For port e5379af0-8622-42af-a219-3eafe966964d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e5379af0-8622-42af-a219-3eafe966964d,segment=NetworkSegment(58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e),segment_id=58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:49.425399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:49.426344 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f889eb-9a43-4f3e-a8e8-caac5d8c3f25 None None] Pushing event updated for resources: {'Port': ['ID=e5379af0-8622-42af-a219-3eafe966964d,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:49.429102 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:49.429477 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3863ff6e-9a79-4836-a73b-315b20196f0f None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:49.430210 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3863ff6e-9a79-4836-a73b-315b20196f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:49.462212 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:49.546018 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3863ff6e-9a79-4836-a73b-315b20196f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:49.546572 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863ff6e-9a79-4836-a73b-315b20196f0f None None] The sync data for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:49.561494 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1a06c9ca-3030-4e31-833f-7e8443087573 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "PUT /v2.0/floatingips/3b127c5e-4047-4f4a-8eae-6f962340f6ff HTTP/1.1" status: 200 len: 978 time: 5.2974021 Mar 14 18:17:49.568557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Calling delete_port for e5379af0-8622-42af-a219-3eafe966964d owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:49.569210 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 49988) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:49.582222 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Pushing event updated for resources: {'Port': ['ID=d7f305bd-65fd-4e06-8bdf-45088a7b7ec0,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:49.599551 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-dc61006b-48f8-4f8f-8810-6f74078624d6 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:49.609351 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a804a041-b2ff-4d58-bff5-b5187f250c35 None None] Calling delete_port for e5379af0-8622-42af-a219-3eafe966964d owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:49.717373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec0b9b-351e-41e8-a8b8-bbef29c3a3e2 req-1d5dcfb3-12a7-4b53-893b-6a1e49930456 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:49.718744 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9bec0b9b-351e-41e8-a8b8-bbef29c3a3e2 req-1d5dcfb3-12a7-4b53-893b-6a1e49930456 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.1078625 Mar 14 18:17:49.741945 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.api [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:17:49.742258 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG oslo_db.api [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:17:49.759375 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-a804a041-b2ff-4d58-bff5-b5187f250c35 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:17:49.760787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-a804a041-b2ff-4d58-bff5-b5187f250c35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:17:49.767236 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9bec0b9b-351e-41e8-a8b8-bbef29c3a3e2 req-b286d7dd-33d7-41d2-a65e-331491fd9034 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422578 Mar 14 18:17:49.850680 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Network f62fc0d5-d634-4aaa-831b-bbd22cd3db35 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:49.902975 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e5379af0-8622-42af-a219-3eafe966964d no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:17:49.911569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:49.949402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] For port 90ba78cb-8f7b-4be2-9190-73ae553930ff, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:17:49.949988 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attempted to set empty binding levels {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 14 18:17:50.016798 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:50.027448 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:50.064907 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port e5379af0-8622-42af-a219-3eafe966964d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e5379af0-8622-42af-a219-3eafe966964d,segment=NetworkSegment(58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e),segment_id=58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:50.074204 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc61006b-48f8-4f8f-8810-6f74078624d6 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:50.135224 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:50.160712 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:50.161627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4e7653c1-8916-431e-ad46-5ad94c12cf4a no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:17:50.227724 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 4e7653c1-8916-431e-ad46-5ad94c12cf4a {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:17:50.228114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4e7653c1-8916-431e-ad46-5ad94c12cf4a not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:17:50.243532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Deleting port e5379af0-8622-42af-a219-3eafe966964d {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:50.244032 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:50.258367 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1f9468eb-5dfd-4ce4-8107-928774be2849 None None] Provisioning complete for port 56caf7cd-dc60-4887-b525-d9de87ed91a8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:50.258740 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1f9468eb-5dfd-4ce4-8107-928774be2849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:50.293169 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a804a041-b2ff-4d58-bff5-b5187f250c35 None None] Deleting port e5379af0-8622-42af-a219-3eafe966964d {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:50.293548 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a804a041-b2ff-4d58-bff5-b5187f250c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:50.347833 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=e5379af0-8622-42af-a219-3eafe966964d,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:50.373410 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1f9468eb-5dfd-4ce4-8107-928774be2849 None None] Port 56caf7cd-dc60-4887-b525-d9de87ed91a8 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:17:50.457342 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] In _notify_port_updated(), no bound segment for port 90ba78cb-8f7b-4be2-9190-73ae553930ff on network f3cb3136-7980-46fa-848a-0d4fd6651e26 {{(pid=88634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:17:50.458228 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:50.458857 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:50.460918 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] 10.222.0.43 "PUT /v2.0/ports/90ba78cb-8f7b-4be2-9190-73ae553930ff HTTP/1.1" status: 200 len: 977 time: 5.3220627 Mar 14 18:17:50.466125 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 49998) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:50.507547 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] For port e5379af0-8622-42af-a219-3eafe966964d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e5379af0-8622-42af-a219-3eafe966964d,segment=NetworkSegment(58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e),segment_id=58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:50.507839 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:50.589910 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db04a3d-75e1-427c-a51d-859f53f61bbd tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Pushing event updated for resources: {'Port': ['ID=90ba78cb-8f7b-4be2-9190-73ae553930ff,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:50.611617 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a804a041-b2ff-4d58-bff5-b5187f250c35 None None] For port e5379af0-8622-42af-a219-3eafe966964d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e5379af0-8622-42af-a219-3eafe966964d,segment=NetworkSegment(58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e),segment_id=58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:50.612084 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a804a041-b2ff-4d58-bff5-b5187f250c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:50.650203 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Calling delete_port for e5379af0-8622-42af-a219-3eafe966964d owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:50.749374 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a804a041-b2ff-4d58-bff5-b5187f250c35 None None] Calling delete_port for e5379af0-8622-42af-a219-3eafe966964d owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:50.826085 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-4f086d86-19a0-406c-8026-5bb7c3c954e7 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Deleting port 90ba78cb-8f7b-4be2-9190-73ae553930ff {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:50.826479 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4f086d86-19a0-406c-8026-5bb7c3c954e7 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:50.857165 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Router c85ef13a-0238-4b39-8dc6-933369abd530 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:17:50.893920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a804a041-b2ff-4d58-bff5-b5187f250c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:50.948177 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a804a041-b2ff-4d58-bff5-b5187f250c35 None None] No DVR routers for this DVR port e5379af0-8622-42af-a219-3eafe966964d on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:17:50.960286 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804a041-b2ff-4d58-bff5-b5187f250c35 None None] Pushing event deleted for resources: {'Port': ['ID=e5379af0-8622-42af-a219-3eafe966964d,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:50.967310 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc61006b-48f8-4f8f-8810-6f74078624d6 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:51.003988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.api [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:17:51.004301 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG oslo_db.api [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:17:51.055659 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc61006b-48f8-4f8f-8810-6f74078624d6 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:51.055977 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [None req-dc61006b-48f8-4f8f-8810-6f74078624d6 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Floating IP 3b127c5e-4047-4f4a-8eae-6f962340f6ff disassociated. External IP: 172.26.7.219, port: 1fe70716-1d69-4a02-a03a-44c3e05c11c1. Mar 14 18:17:51.097479 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Deleting port e5379af0-8622-42af-a219-3eafe966964d {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:51.097826 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:51.184964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc45c59-e021-4495-9899-154dd4580166 req-59b2f723-f6f0-4e42-ae57-37addca0d634 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:51.186412 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9bc45c59-e021-4495-9899-154dd4580166 req-59b2f723-f6f0-4e42-ae57-37addca0d634 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.2929876 Mar 14 18:17:51.194190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] The port 'e5379af0-8622-42af-a219-3eafe966964d' was deleted {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:17:51.241031 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-4f086d86-19a0-406c-8026-5bb7c3c954e7 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] For port 90ba78cb-8f7b-4be2-9190-73ae553930ff, host hv-neutron-8335, got binding levels [] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:51.241681 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4f086d86-19a0-406c-8026-5bb7c3c954e7 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:51.356387 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:51.382823 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-4f086d86-19a0-406c-8026-5bb7c3c954e7 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Calling delete_port for 90ba78cb-8f7b-4be2-9190-73ae553930ff owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:51.495935 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9bc45c59-e021-4495-9899-154dd4580166 req-b790af5f-4911-4c55-8d47-cdecb23db22a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3004611 Mar 14 18:17:51.519759 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:51.530730 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:51.541954 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75d9c87-b457-4ffa-acac-9b06b5f35606 None None] Sync routers for ids ['c85ef13a-0238-4b39-8dc6-933369abd530'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:51.552657 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75d9c87-b457-4ffa-acac-9b06b5f35606 None None] Routers {'c85ef13a-0238-4b39-8dc6-933369abd530'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:51.554623 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-d75d9c87-b457-4ffa-acac-9b06b5f35606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c85ef13a-0238-4b39-8dc6-933369abd530'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:51.558476 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06fa10b-6dba-4a06-b4ba-4b7591ca29e4']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:51.571674 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:51.572063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a9d8e3-8371-464b-a8ba-f9c06dbd4b9e') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:51.584836 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:51.604320 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:51.611183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:17:51.611953 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:51.620214 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-d75d9c87-b457-4ffa-acac-9b06b5f35606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:17:51.626286 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:17:51.629982 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75d9c87-b457-4ffa-acac-9b06b5f35606 None None] Routers {'c85ef13a-0238-4b39-8dc6-933369abd530'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:51.630600 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-d75d9c87-b457-4ffa-acac-9b06b5f35606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c85ef13a-0238-4b39-8dc6-933369abd530'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:51.646442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4f086d86-19a0-406c-8026-5bb7c3c954e7 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:51.698851 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-d75d9c87-b457-4ffa-acac-9b06b5f35606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:51.699219 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75d9c87-b457-4ffa-acac-9b06b5f35606 None None] The sync data for ids ['c85ef13a-0238-4b39-8dc6-933369abd530'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:51.752442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f086d86-19a0-406c-8026-5bb7c3c954e7 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Pushing event deleted for resources: {'Port': ['ID=90ba78cb-8f7b-4be2-9190-73ae553930ff,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:51.758457 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4f086d86-19a0-406c-8026-5bb7c3c954e7 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:51.772331 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4f086d86-19a0-406c-8026-5bb7c3c954e7 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] 10.222.0.43 "DELETE /v2.0/ports/90ba78cb-8f7b-4be2-9190-73ae553930ff HTTP/1.1" status: 204 len: 168 time: 1.3046846 Mar 14 18:17:51.774911 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50004) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:51.813647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:51.822823 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:51.824598 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/d06fa10b-6dba-4a06-b4ba-4b7591ca29e4 HTTP/1.1" status: 204 len: 168 time: 5.4549222 Mar 14 18:17:51.838792 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50008) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:51.844091 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-209be8f6-0c30-4027-88f9-bc8c4f88e1a7 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] GET failed (client error): The resource could not be found. Mar 14 18:17:51.844614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-209be8f6-0c30-4027-88f9-bc8c4f88e1a7 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Synchronizing usage tracker for tenant:a4062bbacb2947fda400d0362829e117 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:17:51.850406 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-e2b8ace4-55d3-451d-b678-7d0e76fc1656 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1156285855'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:51.855518 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e2b8ace4-55d3-451d-b678-7d0e76fc1656 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:51.862595 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088fc80-2910-4736-8945-cc5bdd244d21 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Network': ['ID=d06fa10b-6dba-4a06-b4ba-4b7591ca29e4,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:51.866143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e2b8ace4-55d3-451d-b678-7d0e76fc1656 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:network and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:51.871686 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e2b8ace4-55d3-451d-b678-7d0e76fc1656 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:51.880414 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e2b8ace4-55d3-451d-b678-7d0e76fc1656 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:51.882200 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c69e692f-f57e-44b6-adcf-31ffa8868126 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] 10.222.0.43 "PUT /v2.0/routers/c85ef13a-0238-4b39-8dc6-933369abd530/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4092476 Mar 14 18:17:51.884931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50012) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:51.892926 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-0cc8291f-597f-476d-946a-31fbc516da08 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Request body: {'port': {'network_id': 'f62fc0d5-d634-4aaa-831b-bbd22cd3db35', 'name': 'tempest-FloatingIPAdminTestJSON-1091230458'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:51.933996 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:51.971864 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:51.975016 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-209be8f6-0c30-4027-88f9-bc8c4f88e1a7 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] Unset dirty status for tenant:a4062bbacb2947fda400d0362829e117 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:17:51.980037 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-209be8f6-0c30-4027-88f9-bc8c4f88e1a7 tempest-PortsAdminExtendedAttrsTestJSON-13983843 tempest-PortsAdminExtendedAttrsTestJSON-13983843-project-admin] 10.222.0.43 "GET /v2.0/ports/90ba78cb-8f7b-4be2-9190-73ae553930ff HTTP/1.1" status: 404 len: 333 time: 0.2004395 Mar 14 18:17:51.981638 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b8ace4-55d3-451d-b678-7d0e76fc1656 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:51.985029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e2b8ace4-55d3-451d-b678-7d0e76fc1656 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:51.993793 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50016) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:52.150108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b8ace4-55d3-451d-b678-7d0e76fc1656 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:17:52.164623 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9cdff56e-7e8e-4f0f-9fc1-23e0b9ddd5e5 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:52.168210 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0cc8291f-597f-476d-946a-31fbc516da08 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:52.176663 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0cc8291f-597f-476d-946a-31fbc516da08 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Usage tracker for resource:port and tenant:1475b1b5985f4685aedab14adcc6316c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:52.179356 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e2b8ace4-55d3-451d-b678-7d0e76fc1656 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:52.179692 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-e2b8ace4-55d3-451d-b678-7d0e76fc1656 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Added segment 3efbb2a8-34b7-4cbd-a837-48218390e1e4 of type vlan for network 19e876ee-1d45-47f3-9ffc-abc2d94b26ef Mar 14 18:17:52.180845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0cc8291f-597f-476d-946a-31fbc516da08 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:52.190014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0cc8291f-597f-476d-946a-31fbc516da08 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:52.275453 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e2b8ace4-55d3-451d-b678-7d0e76fc1656 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:52.312743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc61006b-48f8-4f8f-8810-6f74078624d6 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router c6b8fb97-64c2-4eff-999d-8821c3f504e7 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:17:52.406936 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:52.434412 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc8291f-597f-476d-946a-31fbc516da08 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Made reservation on behalf of 1475b1b5985f4685aedab14adcc6316c for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:52.437816 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0cc8291f-597f-476d-946a-31fbc516da08 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:52.453598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9cdff56e-7e8e-4f0f-9fc1-23e0b9ddd5e5 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:52.497377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-9cdff56e-7e8e-4f0f-9fc1-23e0b9ddd5e5 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3cb3136-7980-46fa-848a-0d4fd6651e26']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:52.499735 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Allocated IP 172.26.7.193 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/fe8feadd-2247-4466-b397-379b07376bf7) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:52.509458 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-0cc8291f-597f-476d-946a-31fbc516da08 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] device_id is not set on port 56f4e819-95b9-49bc-955f-78854dfb2a93 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:17:52.550912 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-9cdff56e-7e8e-4f0f-9fc1-23e0b9ddd5e5 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2890b6a6-2c40-4c0b-a6b0-070028cd1515') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:52.551201 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-9cdff56e-7e8e-4f0f-9fc1-23e0b9ddd5e5 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2890b6a6-2c40-4c0b-a6b0-070028cd1515') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:52.578241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9cdff56e-7e8e-4f0f-9fc1-23e0b9ddd5e5 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:52.604444 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9cdff56e-7e8e-4f0f-9fc1-23e0b9ddd5e5 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:52.619048 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdff56e-7e8e-4f0f-9fc1-23e0b9ddd5e5 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:17:52.619440 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9cdff56e-7e8e-4f0f-9fc1-23e0b9ddd5e5 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:17:52.634787 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:17:52.720631 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e2b8ace4-55d3-451d-b678-7d0e76fc1656 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:52.726317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b8ace4-55d3-451d-b678-7d0e76fc1656 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:52.726923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e2b8ace4-55d3-451d-b678-7d0e76fc1656 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:52.787718 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc61006b-48f8-4f8f-8810-6f74078624d6 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:52.798468 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0bbbe8-5f42-484f-85a1-9f5f881d28f4 None None] Sync routers for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:52.808510 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc61006b-48f8-4f8f-8810-6f74078624d6 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:52.809007 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0bbbe8-5f42-484f-85a1-9f5f881d28f4 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:52.810477 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5a0bbbe8-5f42-484f-85a1-9f5f881d28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:52.870694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5a0bbbe8-5f42-484f-85a1-9f5f881d28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:52.880756 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0bbbe8-5f42-484f-85a1-9f5f881d28f4 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:52.882046 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5a0bbbe8-5f42-484f-85a1-9f5f881d28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:52.923999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-0cc8291f-597f-476d-946a-31fbc516da08 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Allocated IP 172.20.0.8 (f62fc0d5-d634-4aaa-831b-bbd22cd3db35/90584b65-9e4d-4f18-b250-99a2a7bfb238/56f4e819-95b9-49bc-955f-78854dfb2a93) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:52.937738 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8ace4-55d3-451d-b678-7d0e76fc1656 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Network': ['ID=19e876ee-1d45-47f3-9ffc-abc2d94b26ef,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:52.948010 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5a0bbbe8-5f42-484f-85a1-9f5f881d28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:52.948751 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0bbbe8-5f42-484f-85a1-9f5f881d28f4 None None] The sync data for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:52.956615 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 19e876ee-1d45-47f3-9ffc-abc2d94b26ef details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:17:52.969036 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e2b8ace4-55d3-451d-b678-7d0e76fc1656 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1266015 Mar 14 18:17:52.979293 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50022) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:52.991216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-95aa35d9-70ce-4af8-abe7-e92f53640fbb tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'subnet': {'network_id': '19e876ee-1d45-47f3-9ffc-abc2d94b26ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:53.012047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9cdff56e-7e8e-4f0f-9fc1-23e0b9ddd5e5 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:53.016193 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9cdff56e-7e8e-4f0f-9fc1-23e0b9ddd5e5 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:53.060303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2633fe-dddd-4bdb-9d19-f1c034ab3e7d req-739db222-041a-4846-9275-7e12085bbb4b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:53.061750 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6f2633fe-dddd-4bdb-9d19-f1c034ab3e7d req-739db222-041a-4846-9275-7e12085bbb4b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.4473183 Mar 14 18:17:53.068991 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:53.073585 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dc61006b-48f8-4f8f-8810-6f74078624d6 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "PUT /v2.0/floatingips/3b127c5e-4047-4f4a-8eae-6f962340f6ff HTTP/1.1" status: 200 len: 688 time: 3.4885819 Mar 14 18:17:53.077860 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50026) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:53.087778 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdff56e-7e8e-4f0f-9fc1-23e0b9ddd5e5 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] Pushing event deleted for resources: {'Network': ['ID=f3cb3136-7980-46fa-848a-0d4fd6651e26,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:53.091121 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9cdff56e-7e8e-4f0f-9fc1-23e0b9ddd5e5 tempest-PortsAdminExtendedAttrsTestJSON-2041130719 tempest-PortsAdminExtendedAttrsTestJSON-2041130719-project] 10.222.0.43 "DELETE /v2.0/networks/f3cb3136-7980-46fa-848a-0d4fd6651e26 HTTP/1.1" status: 204 len: 168 time: 1.0891900 Mar 14 18:17:53.159251 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Router 4e223d5c-6bd1-4a67-aa93-50f9dc939c96 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:17:53.238235 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6f2633fe-dddd-4bdb-9d19-f1c034ab3e7d req-751ad39b-191e-45c3-80ba-a7716af98670 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604323 Mar 14 18:17:53.241794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-95aa35d9-70ce-4af8-abe7-e92f53640fbb tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:53.295414 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-95aa35d9-70ce-4af8-abe7-e92f53640fbb tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:subnet and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:53.305428 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-93452702-5000-44ee-94ce-909c4b858ef2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Deleting port b136e956-bf6b-4cc6-b82c-654017d6e77c {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:53.305606 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-95aa35d9-70ce-4af8-abe7-e92f53640fbb tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:53.305798 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93452702-5000-44ee-94ce-909c4b858ef2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:53.315413 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-95aa35d9-70ce-4af8-abe7-e92f53640fbb tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:53.366230 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0cc8291f-597f-476d-946a-31fbc516da08 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:53.382722 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-0cc8291f-597f-476d-946a-31fbc516da08 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Transition to ACTIVE for port object 56f4e819-95b9-49bc-955f-78854dfb2a93 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:53.398544 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95aa35d9-70ce-4af8-abe7-e92f53640fbb tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:53.402243 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95aa35d9-70ce-4af8-abe7-e92f53640fbb tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:53.513407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0cc8291f-597f-476d-946a-31fbc516da08 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:53.528028 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:53.596697 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50034) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:53.597266 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc8291f-597f-476d-946a-31fbc516da08 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Network f62fc0d5-d634-4aaa-831b-bbd22cd3db35 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:53.606636 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-0cc8291f-597f-476d-946a-31fbc516da08 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:53.609115 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc8291f-597f-476d-946a-31fbc516da08 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:53.624334 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:53.633826 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:53.640314 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:53.648122 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:53.652942 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82822d99-a086-4de3-912a-d498616b9c30 None None] Sync routers for ids ['4e223d5c-6bd1-4a67-aa93-50f9dc939c96'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:53.663573 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8291f-597f-476d-946a-31fbc516da08 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Pushing event updated for resources: {'Port': ['ID=56f4e819-95b9-49bc-955f-78854dfb2a93,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:53.693639 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82822d99-a086-4de3-912a-d498616b9c30 None None] Routers {'4e223d5c-6bd1-4a67-aa93-50f9dc939c96'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:53.694265 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-82822d99-a086-4de3-912a-d498616b9c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['4e223d5c-6bd1-4a67-aa93-50f9dc939c96'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:53.741320 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Pushing event updated for resources: {'Port': ['ID=fe8feadd-2247-4466-b397-379b07376bf7,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:53.747145 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93452702-5000-44ee-94ce-909c4b858ef2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:53.747396 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93452702-5000-44ee-94ce-909c4b858ef2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:53.755799 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc8291f-597f-476d-946a-31fbc516da08 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:53.756466 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0cc8291f-597f-476d-946a-31fbc516da08 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:53.854401 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-82822d99-a086-4de3-912a-d498616b9c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:53.864879 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0cc8291f-597f-476d-946a-31fbc516da08 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9773870 Mar 14 18:17:53.867579 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50040) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:53.867684 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82822d99-a086-4de3-912a-d498616b9c30 None None] Routers {'4e223d5c-6bd1-4a67-aa93-50f9dc939c96'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:53.867684 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-82822d99-a086-4de3-912a-d498616b9c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['4e223d5c-6bd1-4a67-aa93-50f9dc939c96'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:53.888666 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95aa35d9-70ce-4af8-abe7-e92f53640fbb tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:53.920035 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-93452702-5000-44ee-94ce-909c4b858ef2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Calling delete_port for b136e956-bf6b-4cc6-b82c-654017d6e77c owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:53.932671 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-82822d99-a086-4de3-912a-d498616b9c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:53.933392 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82822d99-a086-4de3-912a-d498616b9c30 None None] The sync data for ids ['4e223d5c-6bd1-4a67-aa93-50f9dc939c96'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:53.982655 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:53.983891 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-48b7fe7c-4374-47c4-97fa-f627f773c532 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.6206734 Mar 14 18:17:53.991665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50046) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:53.993944 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ac3fb74e-7c7c-4845-9810-deffc20f8e45 None None] Provisioning for port 56f4e819-95b9-49bc-955f-78854dfb2a93 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:17:54.005114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ac3fb74e-7c7c-4845-9810-deffc20f8e45 None None] Provisioning complete for port 56f4e819-95b9-49bc-955f-78854dfb2a93 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:17:54.005114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ac3fb74e-7c7c-4845-9810-deffc20f8e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:54.005891 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ed72e34f-397f-465f-9de2-ef4ddc1e01f8 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'enable_snat': False}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:54.054803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa35d9-70ce-4af8-abe7-e92f53640fbb tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Subnet': ['ID=9a8a937f-72a4-44bd-a9f1-770a165795bb,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:54.061060 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'project_id': '1475b1b5985f4685aedab14adcc6316c', 'port_id': '56f4e819-95b9-49bc-955f-78854dfb2a93'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:54.065100 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ac3fb74e-7c7c-4845-9810-deffc20f8e45 None None] Port 56f4e819-95b9-49bc-955f-78854dfb2a93 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:17:54.085293 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:54.092385 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Usage tracker for resource:floatingip and tenant:1475b1b5985f4685aedab14adcc6316c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:54.096164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:54.106434 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa35d9-70ce-4af8-abe7-e92f53640fbb tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Checking segment: {'id': '3efbb2a8-34b7-4cbd-a837-48218390e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '19e876ee-1d45-47f3-9ffc-abc2d94b26ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:54.106801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aa35d9-70ce-4af8-abe7-e92f53640fbb tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network hostable DHCP agents. Network: 19e876ee-1d45-47f3-9ffc-abc2d94b26ef, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:17:54.112572 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:54.201898 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-852e74a7-5e82-4645-ae19-bb396118a868 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eceffefc5f464ff297c824a9775cf5ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5914423 Mar 14 18:17:54.205156 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50050) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:54.322633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aa35d9-70ce-4af8-abe7-e92f53640fbb tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network 19e876ee-1d45-47f3-9ffc-abc2d94b26ef is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:17:54.324784 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:54.358829 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-53e3b7e7-5ab7-4568-9f15-b6e4d0c8ab42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:54.486444 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-95aa35d9-70ce-4af8-abe7-e92f53640fbb tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 19e876ee-1d45-47f3-9ffc-abc2d94b26ef) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:54.495061 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645f03b6-0e99-4262-91d4-deb0a0ba2846 None None] Network 19e876ee-1d45-47f3-9ffc-abc2d94b26ef requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:17:54.519458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-38620b0b-8258-4124-a8d4-e7e92de8c4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:54.564934 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-38620b0b-8258-4124-a8d4-e7e92de8c4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:54.592637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aa35d9-70ce-4af8-abe7-e92f53640fbb tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:54.593247 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95aa35d9-70ce-4af8-abe7-e92f53640fbb tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:54.629646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93452702-5000-44ee-94ce-909c4b858ef2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:54.693263 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93452702-5000-44ee-94ce-909c4b858ef2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event deleted for resources: {'Port': ['ID=b136e956-bf6b-4cc6-b82c-654017d6e77c,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:54.723675 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94df3af-6d2b-49d1-888b-72c1096a8f77 req-6a69c588-d894-49ac-b6a0-1247a8a9ed8c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:54.726516 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-19e876ee-1d45-47f3-9ffc-abc2d94b26ef', 'network_id': '19e876ee-1d45-47f3-9ffc-abc2d94b26ef', 'tenant_id': 'af67afadbf6546329cb35e0a68bebc5e', 'fixed_ips': [{'subnet_id': '9a8a937f-72a4-44bd-a9f1-770a165795bb'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:17:54.727484 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:54.735310 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b94df3af-6d2b-49d1-888b-72c1096a8f77 req-6a69c588-d894-49ac-b6a0-1247a8a9ed8c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.3328114 Mar 14 18:17:54.788675 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:54.807573 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-95aa35d9-70ce-4af8-abe7-e92f53640fbb tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8260930 Mar 14 18:17:54.810000 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50056) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:54.895860 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Allocated IP 172.20.0.1 (19e876ee-1d45-47f3-9ffc-abc2d94b26ef/9a8a937f-72a4-44bd-a9f1-770a165795bb/feafd4b5-6aef-4082-ab5d-9fac81c06e2b) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:54.896644 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b94df3af-6d2b-49d1-888b-72c1096a8f77 req-54920e40-1cc6-4016-a379-b939c96d2055 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604650 Mar 14 18:17:54.899602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93452702-5000-44ee-94ce-909c4b858ef2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:54.968304 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-38620b0b-8258-4124-a8d4-e7e92de8c4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:54.978211 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:54.997197 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38620b0b-8258-4124-a8d4-e7e92de8c4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b1841f-76cb-4d0f-9b9b-6ce6bdf224ae,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:55.106023 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93452702-5000-44ee-94ce-909c4b858ef2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:55.109768 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-93452702-5000-44ee-94ce-909c4b858ef2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/floatingips/3b127c5e-4047-4f4a-8eae-6f962340f6ff HTTP/1.1" status: 204 len: 168 time: 2.0284400 Mar 14 18:17:55.110134 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-38620b0b-8258-4124-a8d4-e7e92de8c4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:55.111388 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-38620b0b-8258-4124-a8d4-e7e92de8c4c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6b1841f-76cb-4d0f-9b9b-6ce6bdf224ae HTTP/1.1" status: 204 len: 168 time: 0.9053459 Mar 14 18:17:55.113894 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50060) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:55.125149 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:55.136374 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Transition to ACTIVE for port object feafd4b5-6aef-4082-ab5d-9fac81c06e2b will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:55.143611 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ed72e34f-397f-465f-9de2-ef4ddc1e01f8 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:55.155391 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Transition to ACTIVE for port object feafd4b5-6aef-4082-ab5d-9fac81c06e2b will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:17:55.158574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:55.225993 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:55.241871 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-d7d7e07c-88bc-4d98-a024-25bf10994e8f tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] delete failed (client error): The resource could not be found. Mar 14 18:17:55.243518 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d7d7e07c-88bc-4d98-a024-25bf10994e8f tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/floatingips/3b127c5e-4047-4f4a-8eae-6f962340f6ff HTTP/1.1" status: 404 len: 345 time: 0.1285951 Mar 14 18:17:55.249165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50066) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:55.280654 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:55.324169 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Pushing event updated for resources: {'Port': ['ID=feafd4b5-6aef-4082-ab5d-9fac81c06e2b,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:55.336451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Network 19e876ee-1d45-47f3-9ffc-abc2d94b26ef is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:55.337654 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:55.340092 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:55.344493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Allocated IP 172.26.7.29 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/8cae82fc-47cf-4cde-a119-e9fa7b2e1561) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:55.373639 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:55.450545 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Attempting to bind port feafd4b5-6aef-4082-ab5d-9fac81c06e2b on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:17:55.450957 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Attempting to bind port feafd4b5-6aef-4082-ab5d-9fac81c06e2b by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '3efbb2a8-34b7-4cbd-a837-48218390e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '19e876ee-1d45-47f3-9ffc-abc2d94b26ef'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:17:55.451677 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Attempting to bind port feafd4b5-6aef-4082-ab5d-9fac81c06e2b on network 19e876ee-1d45-47f3-9ffc-abc2d94b26ef {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:17:55.457202 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:17:55.459409 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Checking segment: {'id': '3efbb2a8-34b7-4cbd-a837-48218390e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '19e876ee-1d45-47f3-9ffc-abc2d94b26ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:17:55.459409 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:55.459409 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Bound using segment: {'id': '3efbb2a8-34b7-4cbd-a837-48218390e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '19e876ee-1d45-47f3-9ffc-abc2d94b26ef'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:17:55.459409 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Bound port: feafd4b5-6aef-4082-ab5d-9fac81c06e2b, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3efbb2a8-34b7-4cbd-a837-48218390e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '19e876ee-1d45-47f3-9ffc-abc2d94b26ef'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:17:55.459884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:55.579804 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Router 15e23287-77bd-4c47-af49-87a11ba41a18 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:17:55.591743 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] For port feafd4b5-6aef-4082-ab5d-9fac81c06e2b, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:17:55.595509 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] For port feafd4b5-6aef-4082-ab5d-9fac81c06e2b, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=feafd4b5-6aef-4082-ab5d-9fac81c06e2b,segment=NetworkSegment(3efbb2a8-34b7-4cbd-a837-48218390e1e4),segment_id=3efbb2a8-34b7-4cbd-a837-48218390e1e4)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:17:55.656001 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a779d58-1428-4891-97dc-a538f636c0dd tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:55.661720 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a779d58-1428-4891-97dc-a538f636c0dd tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:55.666440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:55.669068 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a779d58-1428-4891-97dc-a538f636c0dd tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:55.669979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-5a779d58-1428-4891-97dc-a538f636c0dd tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Synchronizing usage tracker for tenant:012942f9ce9548f48528050da9c5365d on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:17:55.704026 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:55.788132 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:55.789005 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda8610-ed66-4c2d-bec7-7f9b3ee64f41 None None] Pushing event updated for resources: {'Port': ['ID=feafd4b5-6aef-4082-ab5d-9fac81c06e2b,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:55.797520 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-5a779d58-1428-4891-97dc-a538f636c0dd tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Unset dirty status for tenant:012942f9ce9548f48528050da9c5365d on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:17:55.798671 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5a779d58-1428-4891-97dc-a538f636c0dd tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "GET /v2.0/ports?network_id=f9eeab4b-fe40-40be-b4e7-f2f100d3434a HTTP/1.1" status: 200 len: 2359 time: 0.5443242 Mar 14 18:17:55.799901 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:55.803240 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50072) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:55.806477 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8e04b-6586-4dcc-8449-47347c5efdfa None None] Sync routers for ids ['15e23287-77bd-4c47-af49-87a11ba41a18'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:55.830521 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8e04b-6586-4dcc-8449-47347c5efdfa None None] Routers {'15e23287-77bd-4c47-af49-87a11ba41a18'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:55.831561 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-30f8e04b-6586-4dcc-8449-47347c5efdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['15e23287-77bd-4c47-af49-87a11ba41a18'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:55.874873 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50076) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:55.906192 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-30f8e04b-6586-4dcc-8449-47347c5efdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:55.910661 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994939f0-3751-48b7-bb32-1f376e7f7d9b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:55.917216 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8e04b-6586-4dcc-8449-47347c5efdfa None None] Routers {'15e23287-77bd-4c47-af49-87a11ba41a18'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:55.917884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-30f8e04b-6586-4dcc-8449-47347c5efdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['15e23287-77bd-4c47-af49-87a11ba41a18'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:55.918013 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-994939f0-3751-48b7-bb32-1f376e7f7d9b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "GET /v2.0/subnets/95a7706f-5dca-4477-acae-405802dc3dc5 HTTP/1.1" status: 200 len: 797 time: 0.1137102 Mar 14 18:17:55.919013 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50082) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:55.955779 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a6c2a084-8ae9-44a2-a4b9-40b9b09f1414 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a4062bbacb2947fda400d0362829e117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0770419 Mar 14 18:17:55.960238 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-3522af92-9e26-441a-b288-233840eba00d tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'port': {'network_id': 'f9eeab4b-fe40-40be-b4e7-f2f100d3434a', 'name': 'tempest-FloatingIPTestJSON-1728271256', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:55.980928 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50088) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:56.016997 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-30f8e04b-6586-4dcc-8449-47347c5efdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:56.017630 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8e04b-6586-4dcc-8449-47347c5efdfa None None] The sync data for ids ['15e23287-77bd-4c47-af49-87a11ba41a18'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:56.020823 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Subnet': ['ID=9a8a937f-72a4-44bd-a9f1-770a165795bb,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:56.199101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:56.200290 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6e94a8ee-4bce-4c1f-abf5-680ebb5d5e3c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.5689330 Mar 14 18:17:56.209773 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50092) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:56.217761 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-36c1a812-2711-4580-a87d-a3657f78d6e9 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'enable_snat': False}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:56.305267 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9535ea4f-30a2-4e5a-8856-4e4530a21a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:56.370186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:56.392393 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3522af92-9e26-441a-b288-233840eba00d tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:56.414467 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3522af92-9e26-441a-b288-233840eba00d tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:56.430498 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:56.486325 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5778439a-299f-4364-bd79-2c959f1650a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:56.497734 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:56.520037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:56.525345 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e876ee-1d45-47f3-9ffc-abc2d94b26ef']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:56.561982 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3522af92-9e26-441a-b288-233840eba00d tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Made reservation on behalf of 012942f9ce9548f48528050da9c5365d for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:56.592229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:56.633980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Pushing event updated for resources: {'Port': ['ID=8cae82fc-47cf-4cde-a119-e9fa7b2e1561,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:56.637265 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efbb2a8-34b7-4cbd-a837-48218390e1e4') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:56.637555 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efbb2a8-34b7-4cbd-a837-48218390e1e4') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:56.796456 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3522af92-9e26-441a-b288-233840eba00d tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:56.823937 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5778439a-299f-4364-bd79-2c959f1650a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:56.832973 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:56.875777 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-3522af92-9e26-441a-b288-233840eba00d tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] device_id is not set on port 8e8791ff-862d-40a5-af88-93bbdc01a2af yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:17:56.878428 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9f067-28e1-4136-9041-46d6bb670b70 req-91531d74-175a-4195-b870-6caf72f3049a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:56.879948 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d4d9f067-28e1-4136-9041-46d6bb670b70 req-91531d74-175a-4195-b870-6caf72f3049a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.7386749 Mar 14 18:17:56.903275 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5798d5c2-d8df-46ae-9d69-763084e77ec6 None None] Network 19e876ee-1d45-47f3-9ffc-abc2d94b26ef requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:17:56.913081 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:56.932389 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-36c1a812-2711-4580-a87d-a3657f78d6e9 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:57.036996 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:17:57.037418 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:17:57.055704 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:17:57.146616 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0ad46cf0-368b-4b6c-8904-8324f842202b None None] Provisioning for port feafd4b5-6aef-4082-ab5d-9fac81c06e2b completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:17:57.164362 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0af9ad0-5658-44fa-a1ae-ed993d8625d6 None None] DHCP port deletion for 19e876ee-1d45-47f3-9ffc-abc2d94b26ef request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:17:57.170915 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c0af9ad0-5658-44fa-a1ae-ed993d8625d6 None None] Deleting port feafd4b5-6aef-4082-ab5d-9fac81c06e2b {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:17:57.171523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c0af9ad0-5658-44fa-a1ae-ed993d8625d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:57.244508 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d4d9f067-28e1-4136-9041-46d6bb670b70 req-83a1f0be-4e09-4020-9b3c-7f7245ed0537 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3429875 Mar 14 18:17:57.261261 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ed72e34f-397f-465f-9de2-ef4ddc1e01f8 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:57.276219 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ed72e34f-397f-465f-9de2-ef4ddc1e01f8 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:57.322872 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-3522af92-9e26-441a-b288-233840eba00d tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Allocated IP 172.20.0.14 (f9eeab4b-fe40-40be-b4e7-f2f100d3434a/95a7706f-5dca-4477-acae-405802dc3dc5/8e8791ff-862d-40a5-af88-93bbdc01a2af) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:57.341129 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.api [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:17:57.341129 dv-neutron-833560-1-hyperv neutron-server[88635]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:17:57.341129 dv-neutron-833560-1-hyperv neutron-server[88635]: [parameters: {'id': '19e876ee-1d45-47f3-9ffc-abc2d94b26ef'}] Mar 14 18:17:57.341129 dv-neutron-833560-1-hyperv neutron-server[88635]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:17:57.341497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG oslo_db.api [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:17:57.389775 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-3522af92-9e26-441a-b288-233840eba00d tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Allocated IP 172.20.0.13 (f9eeab4b-fe40-40be-b4e7-f2f100d3434a/95a7706f-5dca-4477-acae-405802dc3dc5/8e8791ff-862d-40a5-af88-93bbdc01a2af) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:57.399563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-c0af9ad0-5658-44fa-a1ae-ed993d8625d6 None None] For port feafd4b5-6aef-4082-ab5d-9fac81c06e2b, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=feafd4b5-6aef-4082-ab5d-9fac81c06e2b,segment=NetworkSegment(3efbb2a8-34b7-4cbd-a837-48218390e1e4),segment_id=3efbb2a8-34b7-4cbd-a837-48218390e1e4)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:17:57.400132 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c0af9ad0-5658-44fa-a1ae-ed993d8625d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:57.525403 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5778439a-299f-4364-bd79-2c959f1650a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:57.530722 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c0af9ad0-5658-44fa-a1ae-ed993d8625d6 None None] Calling delete_port for feafd4b5-6aef-4082-ab5d-9fac81c06e2b owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:17:57.560449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778439a-299f-4364-bd79-2c959f1650a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b746de2c-fb81-4668-a7c1-434179b6a44d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:57.682130 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5778439a-299f-4364-bd79-2c959f1650a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:57.686034 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5778439a-299f-4364-bd79-2c959f1650a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b746de2c-fb81-4668-a7c1-434179b6a44d HTTP/1.1" status: 204 len: 168 time: 1.6879206 Mar 14 18:17:57.707593 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:57.724373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed72e34f-397f-465f-9de2-ef4ddc1e01f8 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Router 4e223d5c-6bd1-4a67-aa93-50f9dc939c96 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:17:57.741846 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c0af9ad0-5658-44fa-a1ae-ed993d8625d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:57.823946 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af9ad0-5658-44fa-a1ae-ed993d8625d6 None None] Pushing event deleted for resources: {'Port': ['ID=feafd4b5-6aef-4082-ab5d-9fac81c06e2b,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:57.831379 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af9ad0-5658-44fa-a1ae-ed993d8625d6 None None] No DVR routers for this DVR port feafd4b5-6aef-4082-ab5d-9fac81c06e2b on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:17:57.847447 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:57.928080 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:57.948095 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3522af92-9e26-441a-b288-233840eba00d tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:58.007041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed72e34f-397f-465f-9de2-ef4ddc1e01f8 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:58.026214 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3176d-7376-46d5-8147-ce78323de00f None None] Sync routers for ids ['4e223d5c-6bd1-4a67-aa93-50f9dc939c96'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:58.046028 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3176d-7376-46d5-8147-ce78323de00f None None] Routers {'4e223d5c-6bd1-4a67-aa93-50f9dc939c96'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:58.047083 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-2ff3176d-7376-46d5-8147-ce78323de00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['4e223d5c-6bd1-4a67-aa93-50f9dc939c96'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:58.081569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ed72e34f-397f-465f-9de2-ef4ddc1e01f8 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:58.086163 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ed72e34f-397f-465f-9de2-ef4ddc1e01f8 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "PUT /v2.0/routers/4e223d5c-6bd1-4a67-aa93-50f9dc939c96 HTTP/1.1" status: 200 len: 921 time: 4.0897017 Mar 14 18:17:58.088546 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50100) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:58.131534 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-2ff3176d-7376-46d5-8147-ce78323de00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:58.143698 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3176d-7376-46d5-8147-ce78323de00f None None] Routers {'4e223d5c-6bd1-4a67-aa93-50f9dc939c96'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:58.144684 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-2ff3176d-7376-46d5-8147-ce78323de00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['4e223d5c-6bd1-4a67-aa93-50f9dc939c96'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:58.150557 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-36c1a812-2711-4580-a87d-a3657f78d6e9 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:58.153549 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:58.164610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-36c1a812-2711-4580-a87d-a3657f78d6e9 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:58.192223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:58.213116 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e876ee-1d45-47f3-9ffc-abc2d94b26ef']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:58.216077 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-2ff3176d-7376-46d5-8147-ce78323de00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:58.216552 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3176d-7376-46d5-8147-ce78323de00f None None] The sync data for ids ['4e223d5c-6bd1-4a67-aa93-50f9dc939c96'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:58.230006 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efbb2a8-34b7-4cbd-a837-48218390e1e4') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:58.230307 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efbb2a8-34b7-4cbd-a837-48218390e1e4') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:58.242120 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3522af92-9e26-441a-b288-233840eba00d tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:58.308814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:58.325862 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3522af92-9e26-441a-b288-233840eba00d tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network f9eeab4b-fe40-40be-b4e7-f2f100d3434a is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:17:58.335848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:58.344227 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-3522af92-9e26-441a-b288-233840eba00d tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:17:58.351368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3522af92-9e26-441a-b288-233840eba00d tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:17:58.354556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:17:58.354974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:17:58.369806 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:17:58.387984 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ebd7da17-5d91-4fe2-a908-ebe8a4e58165 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "GET /v2.0/routers/4e223d5c-6bd1-4a67-aa93-50f9dc939c96 HTTP/1.1" status: 200 len: 921 time: 0.2934766 Mar 14 18:17:58.388602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50114) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:58.436083 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522af92-9e26-441a-b288-233840eba00d tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=8e8791ff-862d-40a5-af88-93bbdc01a2af,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:58.491650 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3522af92-9e26-441a-b288-233840eba00d tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:58.492267 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3522af92-9e26-441a-b288-233840eba00d tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:58.505267 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c1a812-2711-4580-a87d-a3657f78d6e9 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Router 15e23287-77bd-4c47-af49-87a11ba41a18 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:17:58.595134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:58.612198 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3522af92-9e26-441a-b288-233840eba00d tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.6609123 Mar 14 18:17:58.613486 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50120) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:58.617991 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': '8e8791ff-862d-40a5-af88-93bbdc01a2af', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:58.669491 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:58.680431 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:58.682630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Usage tracker for resource:floatingip and tenant:012942f9ce9548f48528050da9c5365d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:58.687723 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:58.695511 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:58.710121 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:58.719779 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6320847d-d3fe-4a21-9355-4af9f54bf2c7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:58.720464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6320847d-d3fe-4a21-9355-4af9f54bf2c7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Synchronizing usage tracker for tenant:16e2bf5efb124f959c3d20de42aa1675 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:17:58.720953 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c1a812-2711-4580-a87d-a3657f78d6e9 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:17:58.725547 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-36c1a812-2711-4580-a87d-a3657f78d6e9 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:58.729451 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-36c1a812-2711-4580-a87d-a3657f78d6e9 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "PUT /v2.0/routers/15e23287-77bd-4c47-af49-87a11ba41a18 HTTP/1.1" status: 200 len: 926 time: 2.5187972 Mar 14 18:17:58.730582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50128) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:58.733186 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15683400-ba26-4889-bd3e-81c51667e1ba None None] Sync routers for ids ['15e23287-77bd-4c47-af49-87a11ba41a18'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:17:58.742418 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Network': ['ID=19e876ee-1d45-47f3-9ffc-abc2d94b26ef,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:58.748840 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15683400-ba26-4889-bd3e-81c51667e1ba None None] Routers {'15e23287-77bd-4c47-af49-87a11ba41a18'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:58.751100 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-15683400-ba26-4889-bd3e-81c51667e1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['15e23287-77bd-4c47-af49-87a11ba41a18'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:58.751241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49190ca7-638a-4e0c-be05-c8bc68ab1a9e req-50ecc75b-8dd9-4d72-b576-712cd8c04d65 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:58.752632 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-49190ca7-638a-4e0c-be05-c8bc68ab1a9e req-50ecc75b-8dd9-4d72-b576-712cd8c04d65 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.3582759 Mar 14 18:17:58.767732 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-43529d02-5498-4e1c-a2c6-083aa397bfc1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/19e876ee-1d45-47f3-9ffc-abc2d94b26ef HTTP/1.1" status: 204 len: 168 time: 3.9452641 Mar 14 18:17:58.781342 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50132) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:58.799541 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4fc0edd7-3807-4b62-a59e-9a4067274694 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-386623751'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:58.805969 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:58.818675 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4fc0edd7-3807-4b62-a59e-9a4067274694 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:58.827462 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4fc0edd7-3807-4b62-a59e-9a4067274694 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:network and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:58.836137 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-15683400-ba26-4889-bd3e-81c51667e1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:58.840590 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4fc0edd7-3807-4b62-a59e-9a4067274694 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:58.844743 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15683400-ba26-4889-bd3e-81c51667e1ba None None] Routers {'15e23287-77bd-4c47-af49-87a11ba41a18'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:17:58.845345 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-15683400-ba26-4889-bd3e-81c51667e1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['15e23287-77bd-4c47-af49-87a11ba41a18'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:58.858161 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4fc0edd7-3807-4b62-a59e-9a4067274694 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:58.895492 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-49190ca7-638a-4e0c-be05-c8bc68ab1a9e req-8f51602a-56f0-4163-8b32-cedc32e76d4a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297841 Mar 14 18:17:58.943433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6320847d-d3fe-4a21-9355-4af9f54bf2c7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Unset dirty status for tenant:16e2bf5efb124f959c3d20de42aa1675 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:17:58.948130 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6320847d-d3fe-4a21-9355-4af9f54bf2c7 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&device_id=4e223d5c-6bd1-4a67-aa93-50f9dc939c96&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5555854 Mar 14 18:17:58.948773 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50138) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:58.948900 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-15683400-ba26-4889-bd3e-81c51667e1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:17:58.949680 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15683400-ba26-4889-bd3e-81c51667e1ba None None] The sync data for ids ['15e23287-77bd-4c47-af49-87a11ba41a18'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:17:58.958886 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:59.059715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50142) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:59.139808 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc0edd7-3807-4b62-a59e-9a4067274694 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:59.143340 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4fc0edd7-3807-4b62-a59e-9a4067274694 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:59.166692 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ea39838d-5e2b-4d1d-9680-065a4516fc7e tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "GET /v2.0/routers/15e23287-77bd-4c47-af49-87a11ba41a18 HTTP/1.1" status: 200 len: 926 time: 0.4354892 Mar 14 18:17:59.175142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50148) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:59.188481 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:59.238460 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc0edd7-3807-4b62-a59e-9a4067274694 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:17:59.259788 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4fc0edd7-3807-4b62-a59e-9a4067274694 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:59.260178 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-4fc0edd7-3807-4b62-a59e-9a4067274694 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Added segment 7f053fef-5682-4235-a076-5dcdd1a7b3e5 of type vlan for network 7681a1a1-0c11-45a8-b8ee-a74369a229e3 Mar 14 18:17:59.311587 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4fc0edd7-3807-4b62-a59e-9a4067274694 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:59.325107 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:59.330309 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779335ee-15c7-4f4b-824f-3a89665a4945 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:59.331031 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-779335ee-15c7-4f4b-824f-3a89665a4945 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Synchronizing usage tracker for tenant:3590552331684ae2b765bfddb6860aab on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:17:59.332800 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-879603229'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:59.339147 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Pushing event updated for resources: {'Port': ['ID=8cae82fc-47cf-4cde-a119-e9fa7b2e1561,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:59.341798 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e695ac-1fc1-44b1-b03d-2c3105351c34 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:59.342338 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-44e695ac-1fc1-44b1-b03d-2c3105351c34 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Synchronizing usage tracker for tenant:16e2bf5efb124f959c3d20de42aa1675 on resource:network {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:17:59.345264 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:59.353531 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Usage tracker for resource:network and tenant:d3e5319ae9e14949a58e906c40def20f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:59.359966 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:59.368355 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:59.421431 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:59.489242 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Allocated IP 172.26.7.83 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/511f2c45-2cb7-4fb1-a1ad-e67412d7fb80) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:17:59.491084 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-779335ee-15c7-4f4b-824f-3a89665a4945 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Unset dirty status for tenant:3590552331684ae2b765bfddb6860aab on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:17:59.492260 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-779335ee-15c7-4f4b-824f-3a89665a4945 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&device_id=15e23287-77bd-4c47-af49-87a11ba41a18&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3151062 Mar 14 18:17:59.495968 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50152) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:59.518487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-44e695ac-1fc1-44b1-b03d-2c3105351c34 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Unset dirty status for tenant:16e2bf5efb124f959c3d20de42aa1675 on resource:network {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:17:59.519691 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-44e695ac-1fc1-44b1-b03d-2c3105351c34 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "GET /v2.0/networks/d324cb29-62ae-4728-b539-991e151b1eb0 HTTP/1.1" status: 200 len: 881 time: 0.5682437 Mar 14 18:17:59.520596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Made reservation on behalf of d3e5319ae9e14949a58e906c40def20f for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:17:59.522287 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4fc0edd7-3807-4b62-a59e-9a4067274694 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:59.524533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:59.527591 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc0edd7-3807-4b62-a59e-9a4067274694 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:17:59.528174 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4fc0edd7-3807-4b62-a59e-9a4067274694 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:59.531454 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50156) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:59.540700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:59.572411 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:17:59.578122 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Floating IP c58ba656-5fa6-4e5b-802a-db4a688560fb associated. External IP: 172.26.7.29, port: 56f4e819-95b9-49bc-955f-78854dfb2a93. Mar 14 18:17:59.624511 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Usage tracker for resource:security_group_rule and tenant:d3e5319ae9e14949a58e906c40def20f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:17:59.632417 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:17:59.642244 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:59.645070 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:17:59.707075 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1a72f94e-8fa0-4401-8f6c-020fa4c0cf95 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e223d5c-6bd1-4a67-aa93-50f9dc939c96 HTTP/1.1" status: 200 len: 205 time: 0.1472025 Mar 14 18:17:59.715427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50160) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:59.902061 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4fc0edd7-3807-4b62-a59e-9a4067274694 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1140554 Mar 14 18:17:59.903587 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:59.905151 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50164) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:17:59.907782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0edd7-3807-4b62-a59e-9a4067274694 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Network': ['ID=7681a1a1-0c11-45a8-b8ee-a74369a229e3,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:17:59.932270 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 7681a1a1-0c11-45a8-b8ee-a74369a229e3 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:17:59.967619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-426e9409-d25b-42bb-9fee-ff6d844fc746 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'subnet': {'network_id': '7681a1a1-0c11-45a8-b8ee-a74369a229e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:17:59.996249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:00.038294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:00.053109 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cfab34-404a-4f3a-91bf-dcbb8e96b93d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:00.053606 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-13cfab34-404a-4f3a-91bf-dcbb8e96b93d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Synchronizing usage tracker for tenant:3590552331684ae2b765bfddb6860aab on resource:network {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:18:00.096935 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e6d257c5-76cb-464f-b473-1f2e646a9156 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:00.098802 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:18:00.162943 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-13cfab34-404a-4f3a-91bf-dcbb8e96b93d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Unset dirty status for tenant:3590552331684ae2b765bfddb6860aab on resource:network {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:18:00.164119 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-13cfab34-404a-4f3a-91bf-dcbb8e96b93d tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "GET /v2.0/networks/d324cb29-62ae-4728-b539-991e151b1eb0 HTTP/1.1" status: 200 len: 881 time: 0.6672707 Mar 14 18:18:00.167241 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50170) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:00.185576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:00.185921 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Added segment f07d856e-9e56-43cb-a822-5a24bf758134 of type vlan for network 2441fae8-23a6-4f8b-bd86-0877bb0e6067 Mar 14 18:18:00.205506 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56819b73-608d-424d-9b64-1157813449d2,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:00.217591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Router c85ef13a-0238-4b39-8dc6-933369abd530 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:18:00.228854 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-027941ed-036a-4c15-92f0-0d27ec7a2a4c tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "GET /v2.0/ports?device_id=15e23287-77bd-4c47-af49-87a11ba41a18 HTTP/1.1" status: 200 len: 205 time: 0.0576084 Mar 14 18:18:00.233044 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50174) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:00.240971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-426e9409-d25b-42bb-9fee-ff6d844fc746 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:00.318932 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-426e9409-d25b-42bb-9fee-ff6d844fc746 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:subnet and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:00.425245 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-426e9409-d25b-42bb-9fee-ff6d844fc746 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:00.425245 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:00.425487 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e6d257c5-76cb-464f-b473-1f2e646a9156 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:00.425583 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-426e9409-d25b-42bb-9fee-ff6d844fc746 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:00.542111 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:00.563587 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c24975-9647-4b7f-8d46-c6b062e467f7 req-cea247e6-9a77-4edf-bb8f-340a7c283628 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:00.565089 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-76c24975-9647-4b7f-8d46-c6b062e467f7 req-cea247e6-9a77-4edf-bb8f-340a7c283628 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.5498953 Mar 14 18:18:00.601853 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:00.604755 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:00.613269 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:00.642926 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-e6d257c5-76cb-464f-b473-1f2e646a9156 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Deleting port d7f305bd-65fd-4e06-8bdf-45088a7b7ec0 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:00.644511 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e6d257c5-76cb-464f-b473-1f2e646a9156 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:00.681393 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=511f2c45-2cb7-4fb1-a1ad-e67412d7fb80,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:00.766240 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426e9409-d25b-42bb-9fee-ff6d844fc746 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:00.769539 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-426e9409-d25b-42bb-9fee-ff6d844fc746 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:00.829378 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:00.834848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:00.835572 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:00.884954 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-98fc854f-9cf9-49d3-975e-77c1da8351a9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:01.035815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:01.048037 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e10f70f-3be7-48cf-a2ff-098d2532d43a None None] Sync routers for ids ['c85ef13a-0238-4b39-8dc6-933369abd530'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:01.058727 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e10f70f-3be7-48cf-a2ff-098d2532d43a None None] Routers {'c85ef13a-0238-4b39-8dc6-933369abd530'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:01.059749 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9e10f70f-3be7-48cf-a2ff-098d2532d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c85ef13a-0238-4b39-8dc6-933369abd530'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:01.070378 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e6d257c5-76cb-464f-b473-1f2e646a9156 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:01.108443 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-76c24975-9647-4b7f-8d46-c6b062e467f7 req-6b68a66d-36b9-45f5-9a18-35adf279a484 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3688323 Mar 14 18:18:01.145439 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9e10f70f-3be7-48cf-a2ff-098d2532d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:01.156133 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e10f70f-3be7-48cf-a2ff-098d2532d43a None None] Routers {'c85ef13a-0238-4b39-8dc6-933369abd530'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:01.159320 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9e10f70f-3be7-48cf-a2ff-098d2532d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c85ef13a-0238-4b39-8dc6-933369abd530'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:01.159450 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event updated for resources: {'Network': ['ID=2441fae8-23a6-4f8b-bd86-0877bb0e6067,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:01.173255 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 2441fae8-23a6-4f8b-bd86-0877bb0e6067 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:18:01.222030 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9e10f70f-3be7-48cf-a2ff-098d2532d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:01.222579 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e10f70f-3be7-48cf-a2ff-098d2532d43a None None] The sync data for ids ['c85ef13a-0238-4b39-8dc6-933369abd530'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:01.242239 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d850860d-d077-45ee-817c-ef7801991103 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1787195 Mar 14 18:18:01.243345 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50178) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:01.253591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-2851574d-4903-4c83-b336-438920ae418d tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Request body: {'subnet': {'network_id': '2441fae8-23a6-4f8b-bd86-0877bb0e6067', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:01.266782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-e6d257c5-76cb-464f-b473-1f2e646a9156 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Calling delete_port for d7f305bd-65fd-4e06-8bdf-45088a7b7ec0 owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:01.267816 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:01.423745 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-98fc854f-9cf9-49d3-975e-77c1da8351a9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:01.427166 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a2a92db4-27d2-4814-bc53-e128122dc466 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.5605004 Mar 14 18:18:01.433928 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50182) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:01.560903 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:01.574187 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2851574d-4903-4c83-b336-438920ae418d tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:01.581795 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2851574d-4903-4c83-b336-438920ae418d tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Usage tracker for resource:subnet and tenant:d3e5319ae9e14949a58e906c40def20f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:01.588589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2851574d-4903-4c83-b336-438920ae418d tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:01.601740 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2851574d-4903-4c83-b336-438920ae418d tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:01.636818 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-98fc854f-9cf9-49d3-975e-77c1da8351a9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Deleting port fe8feadd-2247-4466-b397-379b07376bf7 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:01.637156 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-98fc854f-9cf9-49d3-975e-77c1da8351a9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:01.673407 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7d422bad-7ddb-4342-bc2d-f64d37b039ae tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] 10.222.0.43 "GET /v2.0/floatingips/c58ba656-5fa6-4e5b-802a-db4a688560fb HTTP/1.1" status: 200 len: 982 time: 0.2287469 Mar 14 18:18:01.676932 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50186) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:01.682272 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e6d257c5-76cb-464f-b473-1f2e646a9156 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:01.781505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2851574d-4903-4c83-b336-438920ae418d tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Made reservation on behalf of d3e5319ae9e14949a58e906c40def20f for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:01.784936 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2851574d-4903-4c83-b336-438920ae418d tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:01.810351 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d257c5-76cb-464f-b473-1f2e646a9156 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Pushing event deleted for resources: {'Port': ['ID=d7f305bd-65fd-4e06-8bdf-45088a7b7ec0,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:01.825116 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-426e9409-d25b-42bb-9fee-ff6d844fc746 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:01.885184 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:01.955062 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d99ced20-4352-442e-9117-49eec5b9f8b9 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3803 time: 0.2658162 Mar 14 18:18:01.959380 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50190) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:01.978667 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e9409-d25b-42bb-9fee-ff6d844fc746 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Subnet': ['ID=44331c0b-4a65-417c-9115-94bc0d36b6b5,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:01.999397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-98fc854f-9cf9-49d3-975e-77c1da8351a9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:02.092369 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e6d257c5-76cb-464f-b473-1f2e646a9156 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:02.136501 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-98fc854f-9cf9-49d3-975e-77c1da8351a9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Calling delete_port for fe8feadd-2247-4466-b397-379b07376bf7 owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:02.175212 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426e9409-d25b-42bb-9fee-ff6d844fc746 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Checking segment: {'id': '7f053fef-5682-4235-a076-5dcdd1a7b3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7681a1a1-0c11-45a8-b8ee-a74369a229e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:18:02.175212 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426e9409-d25b-42bb-9fee-ff6d844fc746 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network hostable DHCP agents. Network: 7681a1a1-0c11-45a8-b8ee-a74369a229e3, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:18:02.520182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426e9409-d25b-42bb-9fee-ff6d844fc746 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network 7681a1a1-0c11-45a8-b8ee-a74369a229e3 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:18:02.523402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e6d257c5-76cb-464f-b473-1f2e646a9156 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:02.530077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1eff2-e07b-4782-9850-f91afcb59ce1 req-d5dd8bd2-1f4c-413d-ab90-f5eece54dc5a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:02.531563 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4ed1eff2-e07b-4782-9850-f91afcb59ce1 req-d5dd8bd2-1f4c-413d-ab90-f5eece54dc5a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.2295821 Mar 14 18:18:02.532778 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e6d257c5-76cb-464f-b473-1f2e646a9156 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:02.594955 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-e688faf1-af2b-4a56-924e-c366d7ebef03 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Deleting port 8cae82fc-47cf-4cde-a119-e9fa7b2e1561 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:02.595292 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e688faf1-af2b-4a56-924e-c366d7ebef03 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:02.622453 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4ed1eff2-e07b-4782-9850-f91afcb59ce1 req-b76c2ae3-ed1e-45da-8a92-ae735f0616be tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822906 Mar 14 18:18:02.636595 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-426e9409-d25b-42bb-9fee-ff6d844fc746 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 7681a1a1-0c11-45a8-b8ee-a74369a229e3) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:02.638282 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2851574d-4903-4c83-b336-438920ae418d tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:02.651650 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ddd056-42fc-4f62-89c2-019abaed8a53 None None] Network 7681a1a1-0c11-45a8-b8ee-a74369a229e3 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:02.673094 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:02.685630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e6d257c5-76cb-464f-b473-1f2e646a9156 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:02.686151 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d257c5-76cb-464f-b473-1f2e646a9156 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Fanout notify agent at l3_agent the message router_deleted on router 4e223d5c-6bd1-4a67-aa93-50f9dc939c96 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:18:02.706284 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426e9409-d25b-42bb-9fee-ff6d844fc746 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:02.706975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-426e9409-d25b-42bb-9fee-ff6d844fc746 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:02.728681 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851574d-4903-4c83-b336-438920ae418d tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event updated for resources: {'Subnet': ['ID=dcf5cbcb-3800-4050-81e0-d1a48965ce0a,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:02.753595 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-98fc854f-9cf9-49d3-975e-77c1da8351a9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:02.772560 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e6d257c5-76cb-464f-b473-1f2e646a9156 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:02.777961 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e6d257c5-76cb-464f-b473-1f2e646a9156 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "DELETE /v2.0/routers/4e223d5c-6bd1-4a67-aa93-50f9dc939c96 HTTP/1.1" status: 204 len: 168 time: 2.9713352 Mar 14 18:18:02.777961 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50196) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:02.782125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:02.790347 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-cae3f1b5-2820-4a4a-a8aa-002b18e2ccb3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-15821480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:02.810233 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc854f-9cf9-49d3-975e-77c1da8351a9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Pushing event deleted for resources: {'Port': ['ID=fe8feadd-2247-4466-b397-379b07376bf7,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:02.815275 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2851574d-4903-4c83-b336-438920ae418d tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Checking segment: {'id': 'f07d856e-9e56-43cb-a822-5a24bf758134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2441fae8-23a6-4f8b-bd86-0877bb0e6067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:18:02.815630 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2851574d-4903-4c83-b336-438920ae418d tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Network hostable DHCP agents. Network: 2441fae8-23a6-4f8b-bd86-0877bb0e6067, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:18:02.844627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-cae3f1b5-2820-4a4a-a8aa-002b18e2ccb3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:02.850447 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-426e9409-d25b-42bb-9fee-ff6d844fc746 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9436922 Mar 14 18:18:02.854281 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50200) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:02.891124 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cae3f1b5-2820-4a4a-a8aa-002b18e2ccb3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Usage tracker for resource:router and tenant:7fbcb5733a714e9191e2aadaee5b8084 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:02.897908 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e688faf1-af2b-4a56-924e-c366d7ebef03 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:02.898250 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e688faf1-af2b-4a56-924e-c366d7ebef03 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:02.912571 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-7681a1a1-0c11-45a8-b8ee-a74369a229e3', 'network_id': '7681a1a1-0c11-45a8-b8ee-a74369a229e3', 'tenant_id': 'af67afadbf6546329cb35e0a68bebc5e', 'fixed_ips': [{'subnet_id': '44331c0b-4a65-417c-9115-94bc0d36b6b5'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:18:02.913703 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:02.914701 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cae3f1b5-2820-4a4a-a8aa-002b18e2ccb3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:02.989610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-cae3f1b5-2820-4a4a-a8aa-002b18e2ccb3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:03.015475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2851574d-4903-4c83-b336-438920ae418d tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Network 2441fae8-23a6-4f8b-bd86-0877bb0e6067 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:18:03.017751 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-98fc854f-9cf9-49d3-975e-77c1da8351a9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.059102 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-e688faf1-af2b-4a56-924e-c366d7ebef03 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Calling delete_port for 8cae82fc-47cf-4cde-a119-e9fa7b2e1561 owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:03.080312 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Allocated IP 172.20.0.1 (7681a1a1-0c11-45a8-b8ee-a74369a229e3/44331c0b-4a65-417c-9115-94bc0d36b6b5/92594ec9-aa3e-4af1-b331-fa3bc797bb23) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:03.101832 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=511f2c45-2cb7-4fb1-a1ad-e67412d7fb80,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:03.115697 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.200070 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cae3f1b5-2820-4a4a-a8aa-002b18e2ccb3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.201077 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cae3f1b5-2820-4a4a-a8aa-002b18e2ccb3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.210941 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-98fc854f-9cf9-49d3-975e-77c1da8351a9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.214365 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-98fc854f-9cf9-49d3-975e-77c1da8351a9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.221180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.228989 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-2851574d-4903-4c83-b336-438920ae418d tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 2441fae8-23a6-4f8b-bd86-0877bb0e6067) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:03.246726 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2851574d-4903-4c83-b336-438920ae418d tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:03.247390 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2851574d-4903-4c83-b336-438920ae418d tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.250844 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe30b8b-50f6-412e-9a78-bb06e7d9eae8 None None] Network 2441fae8-23a6-4f8b-bd86-0877bb0e6067 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:03.318058 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cae3f1b5-2820-4a4a-a8aa-002b18e2ccb3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.320875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.351255 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-98fc854f-9cf9-49d3-975e-77c1da8351a9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.351780 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fc854f-9cf9-49d3-975e-77c1da8351a9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Fanout notify agent at l3_agent the message router_deleted on router 15e23287-77bd-4c47-af49-87a11ba41a18 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:18:03.365306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-98fc854f-9cf9-49d3-975e-77c1da8351a9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.365306 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-98fc854f-9cf9-49d3-975e-77c1da8351a9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "DELETE /v2.0/routers/15e23287-77bd-4c47-af49-87a11ba41a18 HTTP/1.1" status: 204 len: 168 time: 3.1259546 Mar 14 18:18:03.371829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50204) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:03.375103 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Floating IP c2a4b625-058e-4de3-8c31-9a6b4580c0b8 associated. External IP: 172.26.7.83, port: 8e8791ff-862d-40a5-af88-93bbdc01a2af. Mar 14 18:18:03.379515 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a754a124-7a1c-45da-91ac-9298c2f446fc tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2088921234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:03.389776 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a754a124-7a1c-45da-91ac-9298c2f446fc tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:03.400728 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2851574d-4903-4c83-b336-438920ae418d tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1539593 Mar 14 18:18:03.400728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a754a124-7a1c-45da-91ac-9298c2f446fc tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Usage tracker for resource:router and tenant:d8243012e16843e7a15858c59f475fdd is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:03.407858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a754a124-7a1c-45da-91ac-9298c2f446fc tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:03.407858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50208) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:03.411361 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-b4e9b721-edb8-4a7e-bea5-acf24c01b8d0 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Request body: {'port': {'network_id': '2441fae8-23a6-4f8b-bd86-0877bb0e6067', 'name': 'tempest-AllowedAddressPairTestJSON-829563753'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:03.424050 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.433862 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a754a124-7a1c-45da-91ac-9298c2f446fc tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:03.471919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cae3f1b5-2820-4a4a-a8aa-002b18e2ccb3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.548938 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a754a124-7a1c-45da-91ac-9298c2f446fc tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.549914 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a754a124-7a1c-45da-91ac-9298c2f446fc tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.563659 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b4e9b721-edb8-4a7e-bea5-acf24c01b8d0 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:03.563979 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-2441fae8-23a6-4f8b-bd86-0877bb0e6067', 'network_id': '2441fae8-23a6-4f8b-bd86-0877bb0e6067', 'tenant_id': 'd3e5319ae9e14949a58e906c40def20f', 'fixed_ips': [{'subnet_id': 'dcf5cbcb-3800-4050-81e0-d1a48965ce0a'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:18:03.565018 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.570065 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b4e9b721-edb8-4a7e-bea5-acf24c01b8d0 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Usage tracker for resource:port and tenant:d3e5319ae9e14949a58e906c40def20f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:03.573602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b4e9b721-edb8-4a7e-bea5-acf24c01b8d0 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:03.580600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a754a124-7a1c-45da-91ac-9298c2f446fc tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.581997 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b4e9b721-edb8-4a7e-bea5-acf24c01b8d0 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:03.616491 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cae3f1b5-2820-4a4a-a8aa-002b18e2ccb3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.617675 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cae3f1b5-2820-4a4a-a8aa-002b18e2ccb3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8394575 Mar 14 18:18:03.620543 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50214) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:03.628035 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-052efa14-dd2e-4c8d-b47a-deb9946423a6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:03.668689 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Transition to ACTIVE for port object 92594ec9-aa3e-4af1-b331-fa3bc797bb23 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:03.690643 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Transition to ACTIVE for port object 92594ec9-aa3e-4af1-b331-fa3bc797bb23 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:03.701874 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e9b721-edb8-4a7e-bea5-acf24c01b8d0 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Made reservation on behalf of d3e5319ae9e14949a58e906c40def20f for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:03.705586 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b4e9b721-edb8-4a7e-bea5-acf24c01b8d0 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.735783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a754a124-7a1c-45da-91ac-9298c2f446fc tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.767710 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Allocated IP 172.20.0.2 (2441fae8-23a6-4f8b-bd86-0877bb0e6067/dcf5cbcb-3800-4050-81e0-d1a48965ce0a/0f1e116d-c736-4419-9b45-32194f90712c) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:03.770804 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.781819 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-b4e9b721-edb8-4a7e-bea5-acf24c01b8d0 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] device_id is not set on port ead6b29a-617c-4a62-a345-ebfb9e05c83c yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:18:03.845708 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Network 7681a1a1-0c11-45a8-b8ee-a74369a229e3 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:03.852323 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:03.856202 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:03.899936 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a754a124-7a1c-45da-91ac-9298c2f446fc tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.901079 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a754a124-7a1c-45da-91ac-9298c2f446fc tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5283260 Mar 14 18:18:03.904991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50220) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:03.911969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-4c6a6ca7-0967-4f02-bd63-d8d04d261a8b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:03.939195 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e688faf1-af2b-4a56-924e-c366d7ebef03 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:03.944346 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Pushing event updated for resources: {'Port': ['ID=92594ec9-aa3e-4af1-b331-fa3bc797bb23,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:03.978191 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:04.059952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688faf1-af2b-4a56-924e-c366d7ebef03 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Pushing event deleted for resources: {'Port': ['ID=8cae82fc-47cf-4cde-a119-e9fa7b2e1561,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:04.071024 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Attempting to bind port 92594ec9-aa3e-4af1-b331-fa3bc797bb23 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:18:04.071517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Attempting to bind port 92594ec9-aa3e-4af1-b331-fa3bc797bb23 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '7f053fef-5682-4235-a076-5dcdd1a7b3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7681a1a1-0c11-45a8-b8ee-a74369a229e3'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:18:04.071979 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Attempting to bind port 92594ec9-aa3e-4af1-b331-fa3bc797bb23 on network 7681a1a1-0c11-45a8-b8ee-a74369a229e3 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:18:04.091108 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:18:04.095604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Checking segment: {'id': '7f053fef-5682-4235-a076-5dcdd1a7b3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7681a1a1-0c11-45a8-b8ee-a74369a229e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:18:04.095604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:04.095604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Bound using segment: {'id': '7f053fef-5682-4235-a076-5dcdd1a7b3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7681a1a1-0c11-45a8-b8ee-a74369a229e3'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:18:04.095604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Bound port: 92594ec9-aa3e-4af1-b331-fa3bc797bb23, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f053fef-5682-4235-a076-5dcdd1a7b3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7681a1a1-0c11-45a8-b8ee-a74369a229e3'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:18:04.095604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:04.184704 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Subnet': ['ID=44331c0b-4a65-417c-9115-94bc0d36b6b5,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:04.252651 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:04.264867 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] For port 92594ec9-aa3e-4af1-b331-fa3bc797bb23, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:18:04.269266 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] For port 92594ec9-aa3e-4af1-b331-fa3bc797bb23, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=92594ec9-aa3e-4af1-b331-fa3bc797bb23,segment=NetworkSegment(7f053fef-5682-4235-a076-5dcdd1a7b3e5),segment_id=7f053fef-5682-4235-a076-5dcdd1a7b3e5)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:18:04.270582 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Transition to ACTIVE for port object 0f1e116d-c736-4419-9b45-32194f90712c will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:04.289744 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Transition to ACTIVE for port object 0f1e116d-c736-4419-9b45-32194f90712c will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:04.293978 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb73800-feed-465f-bfa1-cc2422ec32ea req-bdf6037d-027b-40c6-85f2-27e2cf7fc3b4 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:04.296285 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9cb73800-feed-465f-bfa1-cc2422ec32ea req-bdf6037d-027b-40c6-85f2-27e2cf7fc3b4 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.4813337 Mar 14 18:18:04.353980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:04.394153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:04.430480 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:04.436399 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-052efa14-dd2e-4c8d-b47a-deb9946423a6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:04.440110 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Network 2441fae8-23a6-4f8b-bd86-0877bb0e6067 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:04.446701 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:04.450468 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:04.455991 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e688faf1-af2b-4a56-924e-c366d7ebef03 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:04.456831 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [None req-e688faf1-af2b-4a56-924e-c366d7ebef03 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Floating IP c58ba656-5fa6-4e5b-802a-db4a688560fb disassociated (deleted). External IP: 172.26.7.29, port: 56f4e819-95b9-49bc-955f-78854dfb2a93. Mar 14 18:18:04.488390 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804c3f1-b097-4897-a291-457f7e4ee409 None None] Pushing event updated for resources: {'Port': ['ID=92594ec9-aa3e-4af1-b331-fa3bc797bb23,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:04.507224 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router c6b8fb97-64c2-4eff-999d-8821c3f504e7 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:18:04.576115 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7681a1a1-0c11-45a8-b8ee-a74369a229e3']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:04.650951 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f053fef-5682-4235-a076-5dcdd1a7b3e5') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:04.651186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f053fef-5682-4235-a076-5dcdd1a7b3e5') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:04.659683 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9cb73800-feed-465f-bfa1-cc2422ec32ea req-0c078d4e-8267-4342-8c95-d04f33d9c8b2 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3575950 Mar 14 18:18:04.677397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:04.685671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6ca7-0967-4f02-bd63-d8d04d261a8b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:04.694049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Pushing event updated for resources: {'Port': ['ID=0f1e116d-c736-4419-9b45-32194f90712c,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:04.697855 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Attempting to bind port 0f1e116d-c736-4419-9b45-32194f90712c on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:18:04.697855 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Attempting to bind port 0f1e116d-c736-4419-9b45-32194f90712c by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'f07d856e-9e56-43cb-a822-5a24bf758134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2441fae8-23a6-4f8b-bd86-0877bb0e6067'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:18:04.697855 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Attempting to bind port 0f1e116d-c736-4419-9b45-32194f90712c on network 2441fae8-23a6-4f8b-bd86-0877bb0e6067 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:18:04.698176 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-b4e9b721-edb8-4a7e-bea5-acf24c01b8d0 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Allocated IP 172.20.0.3 (2441fae8-23a6-4f8b-bd86-0877bb0e6067/dcf5cbcb-3800-4050-81e0-d1a48965ce0a/ead6b29a-617c-4a62-a345-ebfb9e05c83c) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:04.712235 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:18:04.712619 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Checking segment: {'id': 'f07d856e-9e56-43cb-a822-5a24bf758134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2441fae8-23a6-4f8b-bd86-0877bb0e6067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:18:04.713032 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:04.713886 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Bound using segment: {'id': 'f07d856e-9e56-43cb-a822-5a24bf758134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2441fae8-23a6-4f8b-bd86-0877bb0e6067'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:18:04.714006 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:04.714094 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Bound port: 0f1e116d-c736-4419-9b45-32194f90712c, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07d856e-9e56-43cb-a822-5a24bf758134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2441fae8-23a6-4f8b-bd86-0877bb0e6067'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:18:04.714285 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:04.724256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:18:04.725151 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:04.736139 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1f769d-80ad-49e7-a2b5-fcc90935b898 None None] Network 7681a1a1-0c11-45a8-b8ee-a74369a229e3 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:18:04.739859 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:18:04.917651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.api [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:18:04.917651 dv-neutron-833560-1-hyperv neutron-server[88635]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:18:04.917651 dv-neutron-833560-1-hyperv neutron-server[88635]: [parameters: {'id': '7681a1a1-0c11-45a8-b8ee-a74369a229e3'}] Mar 14 18:18:04.917651 dv-neutron-833560-1-hyperv neutron-server[88635]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:18:04.917651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG oslo_db.api [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:18:04.966727 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] For port 0f1e116d-c736-4419-9b45-32194f90712c, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:18:04.977731 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] For port 0f1e116d-c736-4419-9b45-32194f90712c, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0f1e116d-c736-4419-9b45-32194f90712c,segment=NetworkSegment(f07d856e-9e56-43cb-a822-5a24bf758134),segment_id=f07d856e-9e56-43cb-a822-5a24bf758134)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:18:05.060407 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:05.096722 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b4e9b721-edb8-4a7e-bea5-acf24c01b8d0 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:05.098740 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:05.121029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0021391b-88f2-4780-bc0a-3097c86adfaf None None] Sync routers for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:05.128719 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-b4e9b721-edb8-4a7e-bea5-acf24c01b8d0 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Transition to ACTIVE for port object ead6b29a-617c-4a62-a345-ebfb9e05c83c will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:05.147469 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0021391b-88f2-4780-bc0a-3097c86adfaf None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:05.148114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0021391b-88f2-4780-bc0a-3097c86adfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:05.215189 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0021391b-88f2-4780-bc0a-3097c86adfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:05.220419 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056c2e4-991f-44d3-9b7a-5cbe5e6045f4 None None] Pushing event updated for resources: {'Port': ['ID=0f1e116d-c736-4419-9b45-32194f90712c,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:05.232050 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:05.235319 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0021391b-88f2-4780-bc0a-3097c86adfaf None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:05.235965 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0021391b-88f2-4780-bc0a-3097c86adfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:05.294422 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e688faf1-af2b-4a56-924e-c366d7ebef03 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Router c85ef13a-0238-4b39-8dc6-933369abd530 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:18:05.300085 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6ca7-0967-4f02-bd63-d8d04d261a8b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:05.303429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0021391b-88f2-4780-bc0a-3097c86adfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:05.303849 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0021391b-88f2-4780-bc0a-3097c86adfaf None None] The sync data for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:05.332177 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6ca7-0967-4f02-bd63-d8d04d261a8b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:05.390308 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9f727382-4d6b-4088-ad05-6e899aa79ba9 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.7754512 Mar 14 18:18:05.392509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50224) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:05.418984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:05.472531 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b4e9b721-edb8-4a7e-bea5-acf24c01b8d0 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:05.519706 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4d44058d-3fae-49c6-9acc-b7a4f2eb4512 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'floatingip': {'port_id': '8e8791ff-862d-40a5-af88-93bbdc01a2af', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:05.525894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Deleting port 92594ec9-aa3e-4af1-b331-fa3bc797bb23 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:05.525894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:05.651047 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-052efa14-dd2e-4c8d-b47a-deb9946423a6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:05.691957 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-052efa14-dd2e-4c8d-b47a-deb9946423a6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:05.745879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e9b721-edb8-4a7e-bea5-acf24c01b8d0 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Network 2441fae8-23a6-4f8b-bd86-0877bb0e6067 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:05.766368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-b4e9b721-edb8-4a7e-bea5-acf24c01b8d0 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:05.768882 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9b721-edb8-4a7e-bea5-acf24c01b8d0 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:05.808088 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-4c6a6ca7-0967-4f02-bd63-d8d04d261a8b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Allocated IP 172.26.7.26 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/28c4460a-c144-40ed-a121-0ce482fd2d90) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:05.837584 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4d44058d-3fae-49c6-9acc-b7a4f2eb4512 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:05.906335 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9b721-edb8-4a7e-bea5-acf24c01b8d0 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event updated for resources: {'Port': ['ID=ead6b29a-617c-4a62-a345-ebfb9e05c83c,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:05.957709 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e688faf1-af2b-4a56-924e-c366d7ebef03 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:05.968931 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f65f7e-7175-48de-9400-a744afb5d166 None None] Sync routers for ids ['c85ef13a-0238-4b39-8dc6-933369abd530'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:05.973488 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0f1e116d-c736-4419-9b45-32194f90712c up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:18:05.981411 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e688faf1-af2b-4a56-924e-c366d7ebef03 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:05.984264 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f65f7e-7175-48de-9400-a744afb5d166 None None] Routers {'c85ef13a-0238-4b39-8dc6-933369abd530'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:05.984952 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-80f65f7e-7175-48de-9400-a744afb5d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c85ef13a-0238-4b39-8dc6-933369abd530'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:06.084142 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-80f65f7e-7175-48de-9400-a744afb5d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:06.085409 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e9b721-edb8-4a7e-bea5-acf24c01b8d0 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:06.086738 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b4e9b721-edb8-4a7e-bea5-acf24c01b8d0 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:06.094456 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f65f7e-7175-48de-9400-a744afb5d166 None None] Routers {'c85ef13a-0238-4b39-8dc6-933369abd530'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:06.095320 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-80f65f7e-7175-48de-9400-a744afb5d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c85ef13a-0238-4b39-8dc6-933369abd530'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:06.113092 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 0f1e116d-c736-4419-9b45-32194f90712c completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:18:06.125104 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e688faf1-af2b-4a56-924e-c366d7ebef03 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] 10.222.0.43 "DELETE /v2.0/floatingips/c58ba656-5fa6-4e5b-802a-db4a688560fb HTTP/1.1" status: 204 len: 168 time: 4.1630499 Mar 14 18:18:06.134902 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50230) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:06.143197 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:06.153496 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:06.161194 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Usage tracker for resource:floatingip and tenant:0e181f4b97484f93a01e028c589a6c88 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:06.166010 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:06.207340 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-80f65f7e-7175-48de-9400-a744afb5d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:06.207750 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f65f7e-7175-48de-9400-a744afb5d166 None None] The sync data for ids ['c85ef13a-0238-4b39-8dc6-933369abd530'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:06.236799 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:06.284499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] For port 92594ec9-aa3e-4af1-b331-fa3bc797bb23, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=92594ec9-aa3e-4af1-b331-fa3bc797bb23,segment=NetworkSegment(7f053fef-5682-4235-a076-5dcdd1a7b3e5),segment_id=7f053fef-5682-4235-a076-5dcdd1a7b3e5)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:06.287328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:06.328270 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4898b7-a6dc-433e-935b-beb04ef4e0c8 None None] Network 2441fae8-23a6-4f8b-bd86-0877bb0e6067 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:06.382268 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff2515-013d-4c75-aba7-eba6993985fe req-abe8f5d0-071f-4a18-8a26-a7d78c9d46f6 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:06.383853 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c7ff2515-013d-4c75-aba7-eba6993985fe req-abe8f5d0-071f-4a18-8a26-a7d78c9d46f6 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.5733652 Mar 14 18:18:06.422048 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:06.450281 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Calling delete_port for 92594ec9-aa3e-4af1-b331-fa3bc797bb23 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:06.480005 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b4e9b721-edb8-4a7e-bea5-acf24c01b8d0 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0726969 Mar 14 18:18:06.481090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50234) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:06.495190 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d9fef881-96ec-4cef-9fd9-661deeeb1284 None None] Provisioning for port 0f1e116d-c736-4419-9b45-32194f90712c completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:18:06.495857 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6ca7-0967-4f02-bd63-d8d04d261a8b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:06.504833 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d9fef881-96ec-4cef-9fd9-661deeeb1284 None None] Provisioning complete for port 0f1e116d-c736-4419-9b45-32194f90712c triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:06.505244 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d9fef881-96ec-4cef-9fd9-661deeeb1284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:06.521451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-0ca0f142-06d1-4e18-8983-3a502fa75921 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Request body: {'port': {'network_id': '2441fae8-23a6-4f8b-bd86-0877bb0e6067', 'name': 'tempest-AllowedAddressPairTestJSON-490480400', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:35:15:fb'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:06.680891 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d9fef881-96ec-4cef-9fd9-661deeeb1284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:06.729664 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-d9fef881-96ec-4cef-9fd9-661deeeb1284 None None] For port 0f1e116d-c736-4419-9b45-32194f90712c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0f1e116d-c736-4419-9b45-32194f90712c,segment=NetworkSegment(f07d856e-9e56-43cb-a822-5a24bf758134),segment_id=f07d856e-9e56-43cb-a822-5a24bf758134)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:06.739054 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c7ff2515-013d-4c75-aba7-eba6993985fe req-068ccbca-ae8e-4906-8389-737b337c9930 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2958069 Mar 14 18:18:06.752524 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0ca0f142-06d1-4e18-8983-3a502fa75921 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:06.759799 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0ca0f142-06d1-4e18-8983-3a502fa75921 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Usage tracker for resource:port and tenant:d3e5319ae9e14949a58e906c40def20f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:06.763340 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0ca0f142-06d1-4e18-8983-3a502fa75921 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:06.770088 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0ca0f142-06d1-4e18-8983-3a502fa75921 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:06.808848 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:06.816127 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d9fef881-96ec-4cef-9fd9-661deeeb1284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:06.849989 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca0f142-06d1-4e18-8983-3a502fa75921 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Made reservation on behalf of d3e5319ae9e14949a58e906c40def20f for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:06.875989 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:06.894984 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fef881-96ec-4cef-9fd9-661deeeb1284 None None] Pushing event updated for resources: {'Port': ['ID=0f1e116d-c736-4419-9b45-32194f90712c,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:06.935864 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6ca7-0967-4f02-bd63-d8d04d261a8b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:06.941407 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e5e4e4e0-4516-4a99-837d-f118fc3b729f None None] Provisioning complete for port 0f1e116d-c736-4419-9b45-32194f90712c triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:06.941781 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e4e0-4516-4a99-837d-f118fc3b729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:06.948213 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No DVR routers for this DVR port 92594ec9-aa3e-4af1-b331-fa3bc797bb23 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:18:06.998333 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Port': ['ID=92594ec9-aa3e-4af1-b331-fa3bc797bb23,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:07.063689 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4d44058d-3fae-49c6-9acc-b7a4f2eb4512 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:07.081967 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-052efa14-dd2e-4c8d-b47a-deb9946423a6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Allocated IP 172.26.7.234 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/6694d5d2-d777-400d-8851-0b1c8a87bd2e) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:07.092694 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6a6ca7-0967-4f02-bd63-d8d04d261a8b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:07.105644 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-4c6a6ca7-0967-4f02-bd63-d8d04d261a8b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:07.125238 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f1b7fe-26ee-4258-92d4-81783c056237 None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:18:07.136014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6a6ca7-0967-4f02-bd63-d8d04d261a8b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:07.178607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4d44058d-3fae-49c6-9acc-b7a4f2eb4512 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:07.219702 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e5e4e4e0-4516-4a99-837d-f118fc3b729f None None] Provisioning for port ead6b29a-617c-4a62-a345-ebfb9e05c83c completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:18:07.234118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e5e4e4e0-4516-4a99-837d-f118fc3b729f None None] Provisioning complete for port ead6b29a-617c-4a62-a345-ebfb9e05c83c triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:07.234484 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e4e0-4516-4a99-837d-f118fc3b729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:07.266709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:07.282465 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f1b7fe-26ee-4258-92d4-81783c056237 None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:18:07.291021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a6ca7-0967-4f02-bd63-d8d04d261a8b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Pushing event updated for resources: {'Port': ['ID=28c4460a-c144-40ed-a121-0ce482fd2d90,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:07.300996 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e5e4e4e0-4516-4a99-837d-f118fc3b729f None None] Port ead6b29a-617c-4a62-a345-ebfb9e05c83c cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:18:07.322501 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f142-06d1-4e18-8983-3a502fa75921 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:07.397880 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7681a1a1-0c11-45a8-b8ee-a74369a229e3']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:07.415425 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-052efa14-dd2e-4c8d-b47a-deb9946423a6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:07.488387 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ab9addaf-b73b-4ed1-963d-39455e4918f8 None None] Provisioning complete for port ead6b29a-617c-4a62-a345-ebfb9e05c83c triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:07.488764 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ab9addaf-b73b-4ed1-963d-39455e4918f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:07.576631 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ab9addaf-b73b-4ed1-963d-39455e4918f8 None None] Port ead6b29a-617c-4a62-a345-ebfb9e05c83c cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:18:07.589958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f053fef-5682-4235-a076-5dcdd1a7b3e5') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:07.590384 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f053fef-5682-4235-a076-5dcdd1a7b3e5') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:07.624910 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-0ca0f142-06d1-4e18-8983-3a502fa75921 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] device_id is not set on port 0dad0a3c-7259-408e-95f0-c25e5a0126fb yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:18:07.648270 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-052efa14-dd2e-4c8d-b47a-deb9946423a6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:07.669266 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:07.690666 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:07.700344 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:18:07.700948 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:18:07.737060 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:18:07.752614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d44058d-3fae-49c6-9acc-b7a4f2eb4512 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router c6b8fb97-64c2-4eff-999d-8821c3f504e7 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:18:07.762875 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052efa14-dd2e-4c8d-b47a-deb9946423a6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:07.769630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-052efa14-dd2e-4c8d-b47a-deb9946423a6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:07.779422 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052efa14-dd2e-4c8d-b47a-deb9946423a6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:07.843450 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Allocated IP 172.26.7.115 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/7f016594-4f21-44e9-8844-be2638e9a031) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:07.854153 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052efa14-dd2e-4c8d-b47a-deb9946423a6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Pushing event updated for resources: {'Port': ['ID=6694d5d2-d777-400d-8851-0b1c8a87bd2e,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:07.935654 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0f1e116d-c736-4419-9b45-32194f90712c up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:18:07.945258 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:07.949562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:08.009905 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 0f1e116d-c736-4419-9b45-32194f90712c triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:08.010310 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:08.057281 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/7681a1a1-0c11-45a8-b8ee-a74369a229e3 HTTP/1.1" status: 204 len: 168 time: 5.1932380 Mar 14 18:18:08.070066 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba489e-4d1d-486f-a12b-7833c4643a3e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Network': ['ID=7681a1a1-0c11-45a8-b8ee-a74369a229e3,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:08.073349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50240) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:08.092111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-563b6e22-cdba-4f4f-a8ca-0c9839fed818 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-479255987'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:08.103757 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-563b6e22-cdba-4f4f-a8ca-0c9839fed818 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:08.112197 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-563b6e22-cdba-4f4f-a8ca-0c9839fed818 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:network and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:08.119295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-563b6e22-cdba-4f4f-a8ca-0c9839fed818 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:08.128760 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-0ca0f142-06d1-4e18-8983-3a502fa75921 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Allocated IP 172.20.0.5 (2441fae8-23a6-4f8b-bd86-0877bb0e6067/dcf5cbcb-3800-4050-81e0-d1a48965ce0a/0dad0a3c-7259-408e-95f0-c25e5a0126fb) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:08.142021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-563b6e22-cdba-4f4f-a8ca-0c9839fed818 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:08.245353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ec3f6-b797-40d5-9cb9-ef0a151bcfb6 req-1adf49d3-8ba2-41df-9dd2-ac18cea4368e tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:08.246928 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-700ec3f6-b797-40d5-9cb9-ef0a151bcfb6 req-1adf49d3-8ba2-41df-9dd2-ac18cea4368e tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.3895516 Mar 14 18:18:08.325916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6ca7-0967-4f02-bd63-d8d04d261a8b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:08.394801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563b6e22-cdba-4f4f-a8ca-0c9839fed818 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:08.398843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-563b6e22-cdba-4f4f-a8ca-0c9839fed818 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:08.441663 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d44058d-3fae-49c6-9acc-b7a4f2eb4512 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:08.442216 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-700ec3f6-b797-40d5-9cb9-ef0a151bcfb6 req-6274a633-ca15-4bed-a7ca-f6b457ab312a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820297 Mar 14 18:18:08.464956 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e750b-6e8a-4993-ab9c-f22248b92df0 None None] Sync routers for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:08.484270 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e750b-6e8a-4993-ab9c-f22248b92df0 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:08.485621 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-702e750b-6e8a-4993-ab9c-f22248b92df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:08.488976 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4d44058d-3fae-49c6-9acc-b7a4f2eb4512 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:08.567800 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:08.597237 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-702e750b-6e8a-4993-ab9c-f22248b92df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:08.613529 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e750b-6e8a-4993-ab9c-f22248b92df0 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:08.614719 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-702e750b-6e8a-4993-ab9c-f22248b92df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:08.616358 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563b6e22-cdba-4f4f-a8ca-0c9839fed818 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:18:08.660977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-563b6e22-cdba-4f4f-a8ca-0c9839fed818 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:08.662385 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-563b6e22-cdba-4f4f-a8ca-0c9839fed818 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Added segment ad9c8d6b-abdf-4445-bd8b-026a9ea5679b of type vlan for network fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b Mar 14 18:18:08.697528 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-702e750b-6e8a-4993-ab9c-f22248b92df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:08.697944 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e750b-6e8a-4993-ab9c-f22248b92df0 None None] The sync data for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:08.703527 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-563b6e22-cdba-4f4f-a8ca-0c9839fed818 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:08.818748 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4d44058d-3fae-49c6-9acc-b7a4f2eb4512 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "PUT /v2.0/floatingips/c2a4b625-058e-4de3-8c31-9a6b4580c0b8 HTTP/1.1" status: 200 len: 978 time: 3.4146304 Mar 14 18:18:08.823161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50244) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:08.843555 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f142-06d1-4e18-8983-3a502fa75921 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:08.854982 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-052efa14-dd2e-4c8d-b47a-deb9946423a6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:08.870466 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:08.909698 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:08.997283 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:09.001004 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-0ca0f142-06d1-4e18-8983-3a502fa75921 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Transition to ACTIVE for port object 0dad0a3c-7259-408e-95f0-c25e5a0126fb will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:09.010152 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:09.017268 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:09.094797 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Pushing event updated for resources: {'Port': ['ID=7f016594-4f21-44e9-8844-be2638e9a031,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:09.157643 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6ca7-0967-4f02-bd63-d8d04d261a8b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:09.166934 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-563b6e22-cdba-4f4f-a8ca-0c9839fed818 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:09.172332 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563b6e22-cdba-4f4f-a8ca-0c9839fed818 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:09.172926 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-563b6e22-cdba-4f4f-a8ca-0c9839fed818 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527461'] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:09.190887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6ca7-0967-4f02-bd63-d8d04d261a8b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:09.311420 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:09.341485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-052efa14-dd2e-4c8d-b47a-deb9946423a6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:09.344889 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-052efa14-dd2e-4c8d-b47a-deb9946423a6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:09.448919 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b6e22-cdba-4f4f-a8ca-0c9839fed818 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Network': ['ID=fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:09.461793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:18:09.478612 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:09.523646 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-9c0feefe-d4a5-44b8-937e-e279459930b8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Deleting port 511f2c45-2cb7-4fb1-a1ad-e67412d7fb80 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:09.523980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c0feefe-d4a5-44b8-937e-e279459930b8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:09.562530 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-563b6e22-cdba-4f4f-a8ca-0c9839fed818 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4815166 Mar 14 18:18:09.568614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50252) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:09.581939 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-f2f70815-fee3-403b-b2df-c8dc060c812b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:09.671352 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f142-06d1-4e18-8983-3a502fa75921 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:09.833042 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca0f142-06d1-4e18-8983-3a502fa75921 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Network 2441fae8-23a6-4f8b-bd86-0877bb0e6067 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:09.847877 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-0ca0f142-06d1-4e18-8983-3a502fa75921 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:09.850779 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca0f142-06d1-4e18-8983-3a502fa75921 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:09.886388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0f142-06d1-4e18-8983-3a502fa75921 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event updated for resources: {'Port': ['ID=0dad0a3c-7259-408e-95f0-c25e5a0126fb,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:09.951369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c0feefe-d4a5-44b8-937e-e279459930b8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:09.951700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c0feefe-d4a5-44b8-937e-e279459930b8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:10.025216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca0f142-06d1-4e18-8983-3a502fa75921 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:10.025879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f142-06d1-4e18-8983-3a502fa75921 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:10.095419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-9c0feefe-d4a5-44b8-937e-e279459930b8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Calling delete_port for 511f2c45-2cb7-4fb1-a1ad-e67412d7fb80 owned by network:floatingip {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:10.118686 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f2f70815-fee3-403b-b2df-c8dc060c812b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:10.127135 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6a6ca7-0967-4f02-bd63-d8d04d261a8b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Router 7bea579d-c329-45ce-b509-eebddadab1be is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:18:10.148843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486d6b3-4d9e-44f5-bad1-9d54e7c9bd80 req-3f451245-a4af-462d-9aee-29c57af750f8 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:10.150301 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3486d6b3-4d9e-44f5-bad1-9d54e7c9bd80 req-3f451245-a4af-462d-9aee-29c57af750f8 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.5560958 Mar 14 18:18:10.157715 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:10.164012 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052efa14-dd2e-4c8d-b47a-deb9946423a6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Router 6fb57786-a2ad-42e7-86a5-b6bab72dfa8b is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:18:10.193663 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-65eedb7f-c443-45b6-b63d-a3f13e9bd726 None None] Provisioning for port 0dad0a3c-7259-408e-95f0-c25e5a0126fb completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:18:10.199132 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-65eedb7f-c443-45b6-b63d-a3f13e9bd726 None None] Provisioning complete for port 0dad0a3c-7259-408e-95f0-c25e5a0126fb triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:10.199569 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-65eedb7f-c443-45b6-b63d-a3f13e9bd726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:10.255016 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-65eedb7f-c443-45b6-b63d-a3f13e9bd726 None None] Port 0dad0a3c-7259-408e-95f0-c25e5a0126fb cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:18:10.263209 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f2f70815-fee3-403b-b2df-c8dc060c812b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:10.266500 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:10.267853 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0ca0f142-06d1-4e18-8983-3a502fa75921 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.7757301 Mar 14 18:18:10.279539 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50256) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:10.352728 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3486d6b3-4d9e-44f5-bad1-9d54e7c9bd80 req-be4b0f92-2814-4404-ab89-3458ec2989d8 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940558 Mar 14 18:18:10.392680 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f2f70815-fee3-403b-b2df-c8dc060c812b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b is not hosted by any dhcp agent {{(pid=88634) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 14 18:18:10.397958 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f70815-fee3-403b-b2df-c8dc060c812b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:10.398553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f2f70815-fee3-403b-b2df-c8dc060c812b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:10.399829 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f2f70815-fee3-403b-b2df-c8dc060c812b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "PUT /v2.0/networks/fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b HTTP/1.1" status: 200 len: 723 time: 0.8282397 Mar 14 18:18:10.411999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50260) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:10.436981 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-f12ed64c-3d5e-488e-99e9-186b48e33f4b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'subnet': {'network_id': 'fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:10.546568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Pushing event updated for resources: {'Port': ['ID=7f016594-4f21-44e9-8844-be2638e9a031,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:10.548956 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f70815-fee3-403b-b2df-c8dc060c812b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Network': ['ID=fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:10.559096 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052efa14-dd2e-4c8d-b47a-deb9946423a6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:10.570803 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:10.579421 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-052efa14-dd2e-4c8d-b47a-deb9946423a6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:10.580197 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c78ff1-4f8d-42fe-8209-923b864242b2 None None] Sync routers for ids ['6fb57786-a2ad-42e7-86a5-b6bab72dfa8b'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:10.583406 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-052efa14-dd2e-4c8d-b47a-deb9946423a6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "PUT /v2.0/routers/6fb57786-a2ad-42e7-86a5-b6bab72dfa8b HTTP/1.1" status: 200 len: 878 time: 6.9617095 Mar 14 18:18:10.584234 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50266) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:10.592027 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:18:10.595869 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c78ff1-4f8d-42fe-8209-923b864242b2 None None] Routers {'6fb57786-a2ad-42e7-86a5-b6bab72dfa8b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:10.603623 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-66c78ff1-4f8d-42fe-8209-923b864242b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['6fb57786-a2ad-42e7-86a5-b6bab72dfa8b'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:10.693071 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-66c78ff1-4f8d-42fe-8209-923b864242b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:10.701674 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6a6ca7-0967-4f02-bd63-d8d04d261a8b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:10.702663 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c78ff1-4f8d-42fe-8209-923b864242b2 None None] Routers {'6fb57786-a2ad-42e7-86a5-b6bab72dfa8b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:10.703449 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-66c78ff1-4f8d-42fe-8209-923b864242b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['6fb57786-a2ad-42e7-86a5-b6bab72dfa8b'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:10.733605 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffb9922-924a-49ad-b593-09db214c49e0 None None] Sync routers for ids ['7bea579d-c329-45ce-b509-eebddadab1be'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:10.755013 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f12ed64c-3d5e-488e-99e9-186b48e33f4b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:10.769940 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6ca7-0967-4f02-bd63-d8d04d261a8b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:10.780125 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4c6a6ca7-0967-4f02-bd63-d8d04d261a8b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "PUT /v2.0/routers/7bea579d-c329-45ce-b509-eebddadab1be HTTP/1.1" status: 200 len: 883 time: 6.8644068 Mar 14 18:18:10.780125 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f12ed64c-3d5e-488e-99e9-186b48e33f4b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:subnet and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:10.780333 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50270) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:10.780438 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f12ed64c-3d5e-488e-99e9-186b48e33f4b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:10.788319 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-66c78ff1-4f8d-42fe-8209-923b864242b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:10.790991 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c78ff1-4f8d-42fe-8209-923b864242b2 None None] The sync data for ids ['6fb57786-a2ad-42e7-86a5-b6bab72dfa8b'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:10.792336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f12ed64c-3d5e-488e-99e9-186b48e33f4b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:10.803249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cbe387-b63f-4160-9734-d00de4956620 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:10.809332 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cbe387-b63f-4160-9734-d00de4956620 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:10.815161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cbe387-b63f-4160-9734-d00de4956620 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:10.816023 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-49cbe387-b63f-4160-9734-d00de4956620 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Synchronizing usage tracker for tenant:d3e5319ae9e14949a58e906c40def20f on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:18:10.817264 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffb9922-924a-49ad-b593-09db214c49e0 None None] Routers {'7bea579d-c329-45ce-b509-eebddadab1be'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:10.818009 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0ffb9922-924a-49ad-b593-09db214c49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7bea579d-c329-45ce-b509-eebddadab1be'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:10.893651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c0feefe-d4a5-44b8-937e-e279459930b8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:10.893948 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0ffb9922-924a-49ad-b593-09db214c49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:10.904760 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffb9922-924a-49ad-b593-09db214c49e0 None None] Routers {'7bea579d-c329-45ce-b509-eebddadab1be'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:10.905475 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0ffb9922-924a-49ad-b593-09db214c49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7bea579d-c329-45ce-b509-eebddadab1be'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:10.916900 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:10.920793 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cff2c6bd-9711-43da-bbdb-2525041f7c5d tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7819192 Mar 14 18:18:10.923905 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50274) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:10.948130 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0feefe-d4a5-44b8-937e-e279459930b8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event deleted for resources: {'Port': ['ID=511f2c45-2cb7-4fb1-a1ad-e67412d7fb80,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:10.967379 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1d9a5eca-29bf-4212-8fcc-3c044c710ae1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "GET /v2.0/routers/6fb57786-a2ad-42e7-86a5-b6bab72dfa8b HTTP/1.1" status: 200 len: 919 time: 0.3775115 Mar 14 18:18:10.973017 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50280) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:10.975507 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0ffb9922-924a-49ad-b593-09db214c49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:10.975972 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffb9922-924a-49ad-b593-09db214c49e0 None None] The sync data for ids ['7bea579d-c329-45ce-b509-eebddadab1be'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:11.019363 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-49cbe387-b63f-4160-9734-d00de4956620 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Unset dirty status for tenant:d3e5319ae9e14949a58e906c40def20f on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:18:11.023218 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-49cbe387-b63f-4160-9734-d00de4956620 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.7400694 Mar 14 18:18:11.030108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50284) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:11.032701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12ed64c-3d5e-488e-99e9-186b48e33f4b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:11.036068 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f12ed64c-3d5e-488e-99e9-186b48e33f4b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:11.072651 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-bdc2742d-50a7-4e92-9b67-2584220bac85 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "GET /v2.0/routers/7bea579d-c329-45ce-b509-eebddadab1be HTTP/1.1" status: 200 len: 924 time: 0.2935197 Mar 14 18:18:11.072914 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50288) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:11.116588 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:11.128966 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:11.136134 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Usage tracker for resource:floatingip and tenant:f9000733990a4f5892400820f67fbb61 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:11.140012 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:11.149388 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:11.179704 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6069ed67-d3e9-4522-a8b8-40e0bb6cb2b0 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:11.181240 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6069ed67-d3e9-4522-a8b8-40e0bb6cb2b0 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&device_id=7bea579d-c329-45ce-b509-eebddadab1be&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1074080 Mar 14 18:18:11.184282 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50292) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:11.243511 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c0feefe-d4a5-44b8-937e-e279459930b8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:11.243838 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-9c0feefe-d4a5-44b8-937e-e279459930b8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Floating IP c2a4b625-058e-4de3-8c31-9a6b4580c0b8 disassociated (deleted). External IP: 172.26.7.83, port: 8e8791ff-862d-40a5-af88-93bbdc01a2af. Mar 14 18:18:11.337683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d5e096fa-a1ab-4d40-83d6-c0372cd18051 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Deleting port 0dad0a3c-7259-408e-95f0-c25e5a0126fb {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:11.338027 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d5e096fa-a1ab-4d40-83d6-c0372cd18051 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:11.409856 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Notify callbacks [] for floatingip, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:11.535656 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2588351-e967-44ae-9e49-6f11cdd5dab1 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:11.539212 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a2588351-e967-44ae-9e49-6f11cdd5dab1 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "GET /v2.0/networks/d324cb29-62ae-4728-b539-991e151b1eb0 HTTP/1.1" status: 200 len: 881 time: 0.3539588 Mar 14 18:18:11.542716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50300) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:11.552657 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad12a4c-2967-4197-92fb-177a9cc9bc7f tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:11.554134 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bad12a4c-2967-4197-92fb-177a9cc9bc7f tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&device_id=6fb57786-a2ad-42e7-86a5-b6bab72dfa8b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5756483 Mar 14 18:18:11.573161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50304) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:11.588480 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ca279ec4-d04b-48db-a98f-c1efdc3517e6 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bea579d-c329-45ce-b509-eebddadab1be HTTP/1.1" status: 200 len: 205 time: 0.0437784 Mar 14 18:18:11.594666 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50306) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:11.787327 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:11.828312 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f0d498c-ac31-4a47-91a7-ac633fce7614 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:12.034387 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0daab9-241f-4546-9849-3ecac71a96bf req-e965765f-4744-4f6b-a4aa-7d28819b51aa tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:12.035866 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8a0daab9-241f-4546-9849-3ecac71a96bf req-e965765f-4744-4f6b-a4aa-7d28819b51aa tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 946 time: 0.6465530 Mar 14 18:18:12.058310 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:18:12.091246 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Allocated IP 172.26.7.159 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/facaaea2-b805-42e6-832a-affd6ffcc613) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:12.093623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f0d498c-ac31-4a47-91a7-ac633fce7614 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:12.227127 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-8f0d498c-ac31-4a47-91a7-ac633fce7614 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Deleting port 28c4460a-c144-40ed-a121-0ce482fd2d90 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:12.227473 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f0d498c-ac31-4a47-91a7-ac633fce7614 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:12.279532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6de6dc-250e-43cc-a060-f0d2a7bd8f10 req-84ef358f-5811-4fc0-8185-99f09b939447 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:12.280960 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ed6de6dc-250e-43cc-a060-f0d2a7bd8f10 req-84ef358f-5811-4fc0-8185-99f09b939447 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.7788086 Mar 14 18:18:12.286867 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:12.289043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f12ed64c-3d5e-488e-99e9-186b48e33f4b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:12.335484 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b49e072-f23c-46ed-bdec-0f9b01eeac45 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:12.336811 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2b49e072-f23c-46ed-bdec-0f9b01eeac45 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "GET /v2.0/networks/d324cb29-62ae-4728-b539-991e151b1eb0 HTTP/1.1" status: 200 len: 881 time: 0.7304037 Mar 14 18:18:12.363017 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50312) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:12.428076 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f0d498c-ac31-4a47-91a7-ac633fce7614 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:12.434574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d5e096fa-a1ab-4d40-83d6-c0372cd18051 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:12.477033 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1baa33d3-0bd1-41b7-a572-06f50f6ebfc0 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb57786-a2ad-42e7-86a5-b6bab72dfa8b HTTP/1.1" status: 200 len: 205 time: 0.1068301 Mar 14 18:18:12.486158 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8a0daab9-241f-4546-9849-3ecac71a96bf req-0adc2aa3-afe1-40de-af26-1e7c79f94d77 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/security-groups?id=edf794ad-a253-429f-978e-4004e5d02fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4396913 Mar 14 18:18:12.491360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50316) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:12.546102 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:12.555815 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-8f0d498c-ac31-4a47-91a7-ac633fce7614 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Calling delete_port for 28c4460a-c144-40ed-a121-0ce482fd2d90 owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:12.620631 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d5e096fa-a1ab-4d40-83d6-c0372cd18051 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Calling delete_port for 0dad0a3c-7259-408e-95f0-c25e5a0126fb owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:12.652025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0feefe-d4a5-44b8-937e-e279459930b8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router c6b8fb97-64c2-4eff-999d-8821c3f504e7 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:18:12.672950 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ed6de6dc-250e-43cc-a060-f0d2a7bd8f10 req-d967dd25-e12c-4ac0-a2e3-a18956f50984 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3801630 Mar 14 18:18:12.673543 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ed64c-3d5e-488e-99e9-186b48e33f4b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Subnet': ['ID=cd2fbb3b-45ae-4b9f-89e9-e342f0d5b7a8,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:12.693043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ed64c-3d5e-488e-99e9-186b48e33f4b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Checking segment: {'id': 'ad9c8d6b-abdf-4445-bd8b-026a9ea5679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:18:12.693407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12ed64c-3d5e-488e-99e9-186b48e33f4b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network hostable DHCP agents. Network: fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:18:12.850422 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:12.858186 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:12.872388 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:12.967471 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12ed64c-3d5e-488e-99e9-186b48e33f4b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:18:12.984060 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Pushing event updated for resources: {'Port': ['ID=facaaea2-b805-42e6-832a-affd6ffcc613,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:13.022962 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0feefe-d4a5-44b8-937e-e279459930b8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:13.037669 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356dd2b2-ed76-4c40-8078-68d8541bff14 None None] Sync routers for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:13.044564 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065d906-38e5-4ad5-82ac-944ce2d2f107 req-339011bf-d1fd-455b-8218-ccfbdaa2d0a9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:13.045900 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7065d906-38e5-4ad5-82ac-944ce2d2f107 req-339011bf-d1fd-455b-8218-ccfbdaa2d0a9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.59 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 946 time: 0.2805958 Mar 14 18:18:13.050395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c0feefe-d4a5-44b8-937e-e279459930b8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:13.051452 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356dd2b2-ed76-4c40-8078-68d8541bff14 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:13.052638 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-356dd2b2-ed76-4c40-8078-68d8541bff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:13.053456 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c22a6f52-fe59-4d6a-897e-437b62d4b820 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:13.122203 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-356dd2b2-ed76-4c40-8078-68d8541bff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:13.122897 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-f12ed64c-3d5e-488e-99e9-186b48e33f4b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:13.132557 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356dd2b2-ed76-4c40-8078-68d8541bff14 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:13.136318 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-356dd2b2-ed76-4c40-8078-68d8541bff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:13.136448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12ed64c-3d5e-488e-99e9-186b48e33f4b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:13.136448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f12ed64c-3d5e-488e-99e9-186b48e33f4b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:13.143166 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d5e096fa-a1ab-4d40-83d6-c0372cd18051 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:13.157783 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b00175-f5df-4238-8419-217513c2c1a3 None None] Network fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:13.220813 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-356dd2b2-ed76-4c40-8078-68d8541bff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:13.223624 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356dd2b2-ed76-4c40-8078-68d8541bff14 None None] The sync data for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:13.226303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-7065d906-38e5-4ad5-82ac-944ce2d2f107 req-56c3a661-740a-4a64-a627-8387c2fdad06 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Deleting port d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:13.226627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-7065d906-38e5-4ad5-82ac-944ce2d2f107 req-56c3a661-740a-4a64-a627-8387c2fdad06 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:13.250592 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e096fa-a1ab-4d40-83d6-c0372cd18051 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event deleted for resources: {'Port': ['ID=0dad0a3c-7259-408e-95f0-c25e5a0126fb,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:13.261054 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9c0feefe-d4a5-44b8-937e-e279459930b8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/floatingips/c2a4b625-058e-4de3-8c31-9a6b4580c0b8 HTTP/1.1" status: 204 len: 168 time: 4.4337490 Mar 14 18:18:13.269914 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50320) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:13.299630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:13.325886 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c22a6f52-fe59-4d6a-897e-437b62d4b820 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:13.355092 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f12ed64c-3d5e-488e-99e9-186b48e33f4b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9348769 Mar 14 18:18:13.357733 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50324) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:13.366543 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e028dab2-5fe4-42ff-abbe-75cfc5986bcd tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:13.408443 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b', 'network_id': 'fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b', 'tenant_id': 'af67afadbf6546329cb35e0a68bebc5e', 'fixed_ips': [{'subnet_id': 'cd2fbb3b-45ae-4b9f-89e9-e342f0d5b7a8'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:18:13.409441 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:13.447106 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-c22a6f52-fe59-4d6a-897e-437b62d4b820 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Deleting port 6694d5d2-d777-400d-8851-0b1c8a87bd2e {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:13.450470 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c22a6f52-fe59-4d6a-897e-437b62d4b820 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:13.462779 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-837eb2ee-3541-4607-b994-563a985cf3c8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Deleting port 8e8791ff-862d-40a5-af88-93bbdc01a2af {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:13.463341 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-837eb2ee-3541-4607-b994-563a985cf3c8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:13.482739 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f0d498c-ac31-4a47-91a7-ac633fce7614 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:13.624090 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Allocated IP 172.20.0.2 (fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b/cd2fbb3b-45ae-4b9f-89e9-e342f0d5b7a8/2c3cec9d-4e0c-4c67-806b-647757c8d008) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:13.640482 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d498c-ac31-4a47-91a7-ac633fce7614 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Pushing event deleted for resources: {'Port': ['ID=28c4460a-c144-40ed-a121-0ce482fd2d90,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:13.839684 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:13.844907 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:13.855195 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Transition to ACTIVE for port object 2c3cec9d-4e0c-4c67-806b-647757c8d008 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:13.875236 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Transition to ACTIVE for port object 2c3cec9d-4e0c-4c67-806b-647757c8d008 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:13.906936 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c22a6f52-fe59-4d6a-897e-437b62d4b820 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:13.947585 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:14.011898 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Network fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:14.015263 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:14.024166 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:14.056143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d5e096fa-a1ab-4d40-83d6-c0372cd18051 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:14.056742 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Pushing event updated for resources: {'Port': ['ID=2c3cec9d-4e0c-4c67-806b-647757c8d008,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:14.062025 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d5e096fa-a1ab-4d40-83d6-c0372cd18051 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "DELETE /v2.0/ports/0dad0a3c-7259-408e-95f0-c25e5a0126fb HTTP/1.1" status: 204 len: 168 time: 3.0268292 Mar 14 18:18:14.064134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50332) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:14.092564 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-c22a6f52-fe59-4d6a-897e-437b62d4b820 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Calling delete_port for 6694d5d2-d777-400d-8851-0b1c8a87bd2e owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:14.127935 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Attempting to bind port 2c3cec9d-4e0c-4c67-806b-647757c8d008 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:18:14.128317 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Attempting to bind port 2c3cec9d-4e0c-4c67-806b-647757c8d008 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'ad9c8d6b-abdf-4445-bd8b-026a9ea5679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:18:14.128676 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Attempting to bind port 2c3cec9d-4e0c-4c67-806b-647757c8d008 on network fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:18:14.135098 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:18:14.135628 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Checking segment: {'id': 'ad9c8d6b-abdf-4445-bd8b-026a9ea5679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:18:14.136035 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:14.136666 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Bound using segment: {'id': 'ad9c8d6b-abdf-4445-bd8b-026a9ea5679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:18:14.136864 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Bound port: 2c3cec9d-4e0c-4c67-806b-647757c8d008, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9c8d6b-abdf-4445-bd8b-026a9ea5679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:18:14.137232 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:14.171907 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e028dab2-5fe4-42ff-abbe-75cfc5986bcd tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2114204'] for subnet, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:14.194458 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-256330b1-afce-4050-a8d8-cab47662614e tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] GET failed (client error): The resource could not be found. Mar 14 18:18:14.195013 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-256330b1-afce-4050-a8d8-cab47662614e tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Synchronizing usage tracker for tenant:d3e5319ae9e14949a58e906c40def20f on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:18:14.209499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-7065d906-38e5-4ad5-82ac-944ce2d2f107 req-56c3a661-740a-4a64-a627-8387c2fdad06 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] For port d4669f6b-e3a4-44b2-8ed1-057e33ad36d6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d4669f6b-e3a4-44b2-8ed1-057e33ad36d6,segment=NetworkSegment(cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6),segment_id=cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:14.209850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-7065d906-38e5-4ad5-82ac-944ce2d2f107 req-56c3a661-740a-4a64-a627-8387c2fdad06 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:14.221110 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f0d498c-ac31-4a47-91a7-ac633fce7614 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:14.230059 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] For port 2c3cec9d-4e0c-4c67-806b-647757c8d008, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:18:14.233389 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] For port 2c3cec9d-4e0c-4c67-806b-647757c8d008, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2c3cec9d-4e0c-4c67-806b-647757c8d008,segment=NetworkSegment(ad9c8d6b-abdf-4445-bd8b-026a9ea5679b),segment_id=ad9c8d6b-abdf-4445-bd8b-026a9ea5679b)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:18:14.308143 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:14.340650 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521653b-7837-4d91-932c-314deaa33a10 req-1c525b8f-5059-46b3-bc40-7c88688f0166 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:14.342213 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4521653b-7837-4d91-932c-314deaa33a10 req-1c525b8f-5059-46b3-bc40-7c88688f0166 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 946 time: 0.7321799 Mar 14 18:18:14.365011 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f7754-d6b2-4b57-9467-0007ee7f2a38 req-b64a644e-4f9e-4127-8c79-e4af3460c7e1 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:14.366576 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-896f7754-d6b2-4b57-9467-0007ee7f2a38 req-b64a644e-4f9e-4127-8c79-e4af3460c7e1 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.4960253 Mar 14 18:18:14.402962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406dda83-52e2-4acd-9975-3f151fdad4c4 None None] Pushing event updated for resources: {'Port': ['ID=2c3cec9d-4e0c-4c67-806b-647757c8d008,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:14.417664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-837eb2ee-3541-4607-b994-563a985cf3c8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:14.426448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-256330b1-afce-4050-a8d8-cab47662614e tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Unset dirty status for tenant:d3e5319ae9e14949a58e906c40def20f on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:18:14.433439 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-256330b1-afce-4050-a8d8-cab47662614e tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "GET /v2.0/ports/0dad0a3c-7259-408e-95f0-c25e5a0126fb HTTP/1.1" status: 404 len: 333 time: 0.3571370 Mar 14 18:18:14.495290 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50336) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:14.572797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-78323709-b29f-411b-b928-64765d66be30 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Request body: {'port': {'network_id': '2441fae8-23a6-4f8b-bd86-0877bb0e6067', 'name': 'tempest-AllowedAddressPairTestJSON-1234732453'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:14.665643 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-837eb2ee-3541-4607-b994-563a985cf3c8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Calling delete_port for 8e8791ff-862d-40a5-af88-93bbdc01a2af owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:14.801189 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f0d498c-ac31-4a47-91a7-ac633fce7614 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:14.805128 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-896f7754-d6b2-4b57-9467-0007ee7f2a38 req-d616c40b-c628-42f4-9ed3-8bcb0e14bd47 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4187615 Mar 14 18:18:14.806221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f0d498c-ac31-4a47-91a7-ac633fce7614 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:14.807963 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4521653b-7837-4d91-932c-314deaa33a10 req-c0dbc304-bb70-4f31-8b41-f78cd3b42aa9 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/security-groups?id=edf794ad-a253-429f-978e-4004e5d02fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4515374 Mar 14 18:18:14.948739 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e028dab2-5fe4-42ff-abbe-75cfc5986bcd tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739048859383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2809702'] for subnet, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:15.002312 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f0d498c-ac31-4a47-91a7-ac633fce7614 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:15.002820 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0d498c-ac31-4a47-91a7-ac633fce7614 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Fanout notify agent at l3_agent the message router_deleted on router 7bea579d-c329-45ce-b509-eebddadab1be {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:18:15.015017 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:15.027571 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e028dab2-5fe4-42ff-abbe-75cfc5986bcd tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:15.028632 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e028dab2-5fe4-42ff-abbe-75cfc5986bcd tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:15.031702 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e028dab2-5fe4-42ff-abbe-75cfc5986bcd tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "PUT /v2.0/subnets/cd2fbb3b-45ae-4b9f-89e9-e342f0d5b7a8 HTTP/1.1" status: 200 len: 806 time: 1.6706698 Mar 14 18:18:15.032616 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50342) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:15.032748 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-78323709-b29f-411b-b928-64765d66be30 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:15.049437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-78323709-b29f-411b-b928-64765d66be30 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:15.091170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028dab2-5fe4-42ff-abbe-75cfc5986bcd tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Subnet': ['ID=cd2fbb3b-45ae-4b9f-89e9-e342f0d5b7a8,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:15.139809 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f0d498c-ac31-4a47-91a7-ac633fce7614 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:15.141398 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8f0d498c-ac31-4a47-91a7-ac633fce7614 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "DELETE /v2.0/routers/7bea579d-c329-45ce-b509-eebddadab1be HTTP/1.1" status: 204 len: 168 time: 3.5453346 Mar 14 18:18:15.144782 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50346) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:15.151360 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-3947a970-d694-4d5a-8fb5-6bf601b028c7 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1752908720', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:15.158593 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3947a970-d694-4d5a-8fb5-6bf601b028c7 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:15.163266 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3947a970-d694-4d5a-8fb5-6bf601b028c7 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Usage tracker for resource:router and tenant:d8243012e16843e7a15858c59f475fdd is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:15.166251 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3947a970-d694-4d5a-8fb5-6bf601b028c7 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:15.168301 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:15.173235 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3947a970-d694-4d5a-8fb5-6bf601b028c7 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:15.205427 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-7065d906-38e5-4ad5-82ac-944ce2d2f107 req-56c3a661-740a-4a64-a627-8387c2fdad06 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:15.205924 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-7065d906-38e5-4ad5-82ac-944ce2d2f107 req-56c3a661-740a-4a64-a627-8387c2fdad06 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:15.206488 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [req-7065d906-38e5-4ad5-82ac-944ce2d2f107 req-56c3a661-740a-4a64-a627-8387c2fdad06 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Floating IP feae6f07-adaf-4257-a1bd-db3f479fc545 disassociated. External IP: 172.26.7.42, port: d4669f6b-e3a4-44b2-8ed1-057e33ad36d6. Mar 14 18:18:15.208085 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c22a6f52-fe59-4d6a-897e-437b62d4b820 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:15.208282 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-7065d906-38e5-4ad5-82ac-944ce2d2f107 req-56c3a661-740a-4a64-a627-8387c2fdad06 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Calling delete_port for d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:15.336690 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:15.340699 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Pushing event updated for resources: {'Port': ['ID=facaaea2-b805-42e6-832a-affd6ffcc613,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:15.427576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78323709-b29f-411b-b928-64765d66be30 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Made reservation on behalf of d3e5319ae9e14949a58e906c40def20f for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:15.431772 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-78323709-b29f-411b-b928-64765d66be30 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:15.449534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-837eb2ee-3541-4607-b994-563a985cf3c8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:15.466129 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3947a970-d694-4d5a-8fb5-6bf601b028c7 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:15.467977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3947a970-d694-4d5a-8fb5-6bf601b028c7 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:15.493374 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e323e2-3881-4168-a429-cc7457455946 None None] Network fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:15.506910 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:15.522607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a6f52-fe59-4d6a-897e-437b62d4b820 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Pushing event deleted for resources: {'Port': ['ID=6694d5d2-d777-400d-8851-0b1c8a87bd2e,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:15.548507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Deleting port 2c3cec9d-4e0c-4c67-806b-647757c8d008 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:15.548912 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:15.628930 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c22a6f52-fe59-4d6a-897e-437b62d4b820 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:15.699839 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-7065d906-38e5-4ad5-82ac-944ce2d2f107 req-56c3a661-740a-4a64-a627-8387c2fdad06 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:15.728488 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-579b46d1-07eb-4215-8f6f-12a220cb1f89 None None] Provisioning for port 2c3cec9d-4e0c-4c67-806b-647757c8d008 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:18:15.762475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837eb2ee-3541-4607-b994-563a985cf3c8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event deleted for resources: {'Port': ['ID=8e8791ff-862d-40a5-af88-93bbdc01a2af,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:15.763634 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:15.764855 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b9fea7e1-47a2-4b6c-b71d-cf03182bf51e tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8400555 Mar 14 18:18:15.785504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50352) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:15.861882 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-78323709-b29f-411b-b928-64765d66be30 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] device_id is not set on port 11b37e6c-72ec-4387-913f-e97077e914d4 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:18:15.895366 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3a661-740a-4a64-a627-8387c2fdad06 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Pushing event deleted for resources: {'Port': ['ID=d4669f6b-e3a4-44b2-8ed1-057e33ad36d6,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:15.913609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3947a970-d694-4d5a-8fb5-6bf601b028c7 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:16.043883 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1245568-4570-4215-9928-1756617289b5 None None] Network fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:16.067174 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2c3cec9d-4e0c-4c67-806b-647757c8d008 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:18:16.142971 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-02070c00-27ad-4f48-9a8b-04fe8c9e35eb req-2549fd91-b313-45a3-91d1-985dc0d2df3f tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 210 time: 0.0980220 Mar 14 18:18:16.150084 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c22a6f52-fe59-4d6a-897e-437b62d4b820 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:16.156492 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c22a6f52-fe59-4d6a-897e-437b62d4b820 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:16.197702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-837eb2ee-3541-4607-b994-563a985cf3c8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:16.200215 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c45dddc4-33b4-435c-970e-9dcdf11a62ae tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Synchronizing usage tracker for tenant:0e181f4b97484f93a01e028c589a6c88 on resource:floatingip {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:18:16.206740 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4968aa9-b465-4fcc-ac49-1d53d17e7d39 req-701c8192-2a97-4df5-9ab1-91a5ef8a9bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:16.209510 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c4968aa9-b465-4fcc-ac49-1d53d17e7d39 req-701c8192-2a97-4df5-9ab1-91a5ef8a9bcf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bd345c2c70054138a63ee3b6474a8824&device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 1098 time: 0.7357104 Mar 14 18:18:16.304608 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c45dddc4-33b4-435c-970e-9dcdf11a62ae tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Unset dirty status for tenant:0e181f4b97484f93a01e028c589a6c88 on resource:floatingip {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:18:16.309371 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c45dddc4-33b4-435c-970e-9dcdf11a62ae tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2915 time: 0.5222995 Mar 14 18:18:16.313590 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50358) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:16.318230 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76531fd-8315-4a98-8fa2-852f7e953129 req-2903ec91-4792-4e5f-8020-42c51217c6a4 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:16.320027 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f76531fd-8315-4a98-8fa2-852f7e953129 req-2903ec91-4792-4e5f-8020-42c51217c6a4 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.9331858 Mar 14 18:18:16.321063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3947a970-d694-4d5a-8fb5-6bf601b028c7 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:16.411974 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-837eb2ee-3541-4607-b994-563a985cf3c8 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/ports/8e8791ff-862d-40a5-af88-93bbdc01a2af HTTP/1.1" status: 204 len: 168 time: 3.1385307 Mar 14 18:18:16.413447 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 2c3cec9d-4e0c-4c67-806b-647757c8d008 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:18:16.420782 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 2c3cec9d-4e0c-4c67-806b-647757c8d008 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:16.421626 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:16.432975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50362) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:16.441032 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:16.465174 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:16.475848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7065d906-38e5-4ad5-82ac-944ce2d2f107 req-56c3a661-740a-4a64-a627-8387c2fdad06 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Router 83341a83-585e-47ac-854f-f66a8cd41eb5 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:18:16.489945 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Usage tracker for resource:floatingip and tenant:012942f9ce9548f48528050da9c5365d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:16.493447 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-78323709-b29f-411b-b928-64765d66be30 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Allocated IP 172.20.0.13 (2441fae8-23a6-4f8b-bd86-0877bb0e6067/dcf5cbcb-3800-4050-81e0-d1a48965ce0a/11b37e6c-72ec-4387-913f-e97077e914d4) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:16.499960 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f76531fd-8315-4a98-8fa2-852f7e953129 req-232e3607-b647-4b74-9a2d-69105952e2e9 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497204 Mar 14 18:18:16.504218 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:16.512932 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:16.517785 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c22a6f52-fe59-4d6a-897e-437b62d4b820 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:16.522162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22a6f52-fe59-4d6a-897e-437b62d4b820 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Fanout notify agent at l3_agent the message router_deleted on router 6fb57786-a2ad-42e7-86a5-b6bab72dfa8b {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:18:16.522432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3947a970-d694-4d5a-8fb5-6bf601b028c7 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:16.526409 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3947a970-d694-4d5a-8fb5-6bf601b028c7 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3796785 Mar 14 18:18:16.529553 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50366) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:16.545440 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cfd2ef93-48eb-4bf3-963e-ea37e6427bf5 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Synchronizing usage tracker for tenant:1475b1b5985f4685aedab14adcc6316c on resource:floatingip {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:18:16.561370 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c22a6f52-fe59-4d6a-897e-437b62d4b820 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:16.562837 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c22a6f52-fe59-4d6a-897e-437b62d4b820 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "DELETE /v2.0/routers/6fb57786-a2ad-42e7-86a5-b6bab72dfa8b HTTP/1.1" status: 204 len: 168 time: 4.0708988 Mar 14 18:18:16.578011 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50370) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:16.581656 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:16.599309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1f85a8f6-6687-4f3a-a34f-f305a7792488 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'enable_snat': True}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:16.607088 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-ee72b3fe-73d4-4e44-a41b-0916220fedb8 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-509007689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:16.614586 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ee72b3fe-73d4-4e44-a41b-0916220fedb8 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:16.619723 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ee72b3fe-73d4-4e44-a41b-0916220fedb8 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Usage tracker for resource:router and tenant:7fbcb5733a714e9191e2aadaee5b8084 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:16.621760 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ee72b3fe-73d4-4e44-a41b-0916220fedb8 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:16.625595 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 2c3cec9d-4e0c-4c67-806b-647757c8d008, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2c3cec9d-4e0c-4c67-806b-647757c8d008,segment=NetworkSegment(ad9c8d6b-abdf-4445-bd8b-026a9ea5679b),segment_id=ad9c8d6b-abdf-4445-bd8b-026a9ea5679b)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:16.627591 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ee72b3fe-73d4-4e44-a41b-0916220fedb8 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:16.670342 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cfd2ef93-48eb-4bf3-963e-ea37e6427bf5 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Unset dirty status for tenant:1475b1b5985f4685aedab14adcc6316c on resource:floatingip {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:18:16.674382 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cfd2ef93-48eb-4bf3-963e-ea37e6427bf5 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.3568218 Mar 14 18:18:16.675073 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50374) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:16.730142 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:16.780488 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4968aa9-b465-4fcc-ac49-1d53d17e7d39 req-c44f6fb4-24f5-4954-84ad-81c0ec0c21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:16.787996 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c4968aa9-b465-4fcc-ac49-1d53d17e7d39 req-c44f6fb4-24f5-4954-84ad-81c0ec0c21d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d9396576-f6d5-42a1-a913-3123f2ec508b HTTP/1.1" status: 200 len: 913 time: 0.5598307 Mar 14 18:18:16.788838 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee72b3fe-73d4-4e44-a41b-0916220fedb8 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:16.789859 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee72b3fe-73d4-4e44-a41b-0916220fedb8 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:16.820823 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:16.868128 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=2c3cec9d-4e0c-4c67-806b-647757c8d008,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:16.881662 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-966de62b-a52f-4b03-b472-5c906bb394b5 None None] Provisioning complete for port 2c3cec9d-4e0c-4c67-806b-647757c8d008 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:16.882292 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-966de62b-a52f-4b03-b472-5c906bb394b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:16.927490 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] For port 2c3cec9d-4e0c-4c67-806b-647757c8d008, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2c3cec9d-4e0c-4c67-806b-647757c8d008,segment=NetworkSegment(ad9c8d6b-abdf-4445-bd8b-026a9ea5679b),segment_id=ad9c8d6b-abdf-4445-bd8b-026a9ea5679b)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:16.927863 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:16.937163 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c4968aa9-b465-4fcc-ac49-1d53d17e7d39 req-73a247d9-c6af-485a-83b4-318c0900a779 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd010dab-ae55-486e-afd2-5dac7ff748cf HTTP/1.1" status: 200 len: 1000 time: 0.1257942 Mar 14 18:18:17.003311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4968aa9-b465-4fcc-ac49-1d53d17e7d39 req-277a264b-b4ef-4a7a-b141-1268ee400c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:17.004751 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c4968aa9-b465-4fcc-ac49-1d53d17e7d39 req-277a264b-b4ef-4a7a-b141-1268ee400c0d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f809337b-5605-4ccf-a62e-7a1913cdfa2f HTTP/1.1" status: 200 len: 851 time: 0.0611434 Mar 14 18:18:17.230290 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Calling delete_port for 2c3cec9d-4e0c-4c67-806b-647757c8d008 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:17.276492 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee72b3fe-73d4-4e44-a41b-0916220fedb8 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:17.279040 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-3431690c-1cac-4070-9e46-18b749841599 tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Deleting port facaaea2-b805-42e6-832a-affd6ffcc613 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:17.279370 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3431690c-1cac-4070-9e46-18b749841599 tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:17.310043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f85a8f6-6687-4f3a-a34f-f305a7792488 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:17.418579 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4968aa9-b465-4fcc-ac49-1d53d17e7d39 req-8477da11-408e-41fd-a60b-9fc6f3cc5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:17.420623 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c4968aa9-b465-4fcc-ac49-1d53d17e7d39 req-8477da11-408e-41fd-a60b-9fc6f3cc5429 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9396576-f6d5-42a1-a913-3123f2ec508b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3541322 Mar 14 18:18:17.429155 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-d7bafe10-75cf-4e01-8003-0299013e5a82 req-28fe54fe-1917-4db7-b2cd-49aa111ec453 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Synchronizing usage tracker for tenant:8ea0973c52dd466b94261bd6de488fed on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:18:17.464259 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee72b3fe-73d4-4e44-a41b-0916220fedb8 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:17.525571 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:18:17.525980 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:18:17.552881 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7065d906-38e5-4ad5-82ac-944ce2d2f107 req-56c3a661-740a-4a64-a627-8387c2fdad06 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:17.565253 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31293e8-666b-4b4c-ad1e-cf3b5dae8f84 None None] Sync routers for ids ['83341a83-585e-47ac-854f-f66a8cd41eb5'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:17.579309 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31293e8-666b-4b4c-ad1e-cf3b5dae8f84 None None] Routers {'83341a83-585e-47ac-854f-f66a8cd41eb5'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:17.594491 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e31293e8-666b-4b4c-ad1e-cf3b5dae8f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['83341a83-585e-47ac-854f-f66a8cd41eb5'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:17.664940 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-78323709-b29f-411b-b928-64765d66be30 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:17.731126 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:18:17.739097 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee72b3fe-73d4-4e44-a41b-0916220fedb8 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:17.742721 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ee72b3fe-73d4-4e44-a41b-0916220fedb8 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1563315 Mar 14 18:18:17.747384 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50382) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:17.752218 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-8ddd4a28-9858-486d-959e-c3fb9c6c1ee5 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'enable_snat': True}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:17.790224 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-d7bafe10-75cf-4e01-8003-0299013e5a82 req-28fe54fe-1917-4db7-b2cd-49aa111ec453 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Unset dirty status for tenant:8ea0973c52dd466b94261bd6de488fed on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:18:17.800577 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d7bafe10-75cf-4e01-8003-0299013e5a82 req-28fe54fe-1917-4db7-b2cd-49aa111ec453 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 210 time: 0.5035095 Mar 14 18:18:17.831678 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3431690c-1cac-4070-9e46-18b749841599 tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:17.832012 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3431690c-1cac-4070-9e46-18b749841599 tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:17.832749 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-78323709-b29f-411b-b928-64765d66be30 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Transition to ACTIVE for port object 11b37e6c-72ec-4387-913f-e97077e914d4 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:17.890160 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:17.918587 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:18:17.919482 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:18:18.031356 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Deleting port 2c3cec9d-4e0c-4c67-806b-647757c8d008 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:18.032435 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:18.037253 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39674b2-4051-4da6-9783-efb16f47acd8 req-94a7ab44-6fdf-4b2c-ae46-89d3fe9d39b1 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:18.039108 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e39674b2-4051-4da6-9783-efb16f47acd8 req-94a7ab44-6fdf-4b2c-ae46-89d3fe9d39b1 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.2883809 Mar 14 18:18:18.064995 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-3431690c-1cac-4070-9e46-18b749841599 tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Calling delete_port for facaaea2-b805-42e6-832a-affd6ffcc613 owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:18.065605 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-e31293e8-666b-4b4c-ad1e-cf3b5dae8f84 None None] Set router 83341a83-585e-47ac-854f-f66a8cd41eb5 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:18:18.129494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-78323709-b29f-411b-b928-64765d66be30 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:18.142002 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2c3cec9d-4e0c-4c67-806b-647757c8d008 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:18:18.158844 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c4968aa9-b465-4fcc-ac49-1d53d17e7d39 req-87d3e621-f5e1-444b-b216-a4ff20bcfe0a service neutron] 10.222.0.59 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6962676 Mar 14 18:18:18.204873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-7065d906-38e5-4ad5-82ac-944ce2d2f107 req-56c3a661-740a-4a64-a627-8387c2fdad06 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] No DVR routers for this DVR port d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:18:18.207406 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-7065d906-38e5-4ad5-82ac-944ce2d2f107 req-56c3a661-740a-4a64-a627-8387c2fdad06 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:18.223317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118fba3e-23d3-4fca-9caf-e0bebf3f8131', 'name': 'network-vif-deleted', 'tag': 'd4669f6b-e3a4-44b2-8ed1-057e33ad36d6'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:18:18.324429 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118fba3e-23d3-4fca-9caf-e0bebf3f8131', 'name': 'network-vif-deleted', 'tag': 'd4669f6b-e3a4-44b2-8ed1-057e33ad36d6', 'status': 'completed', 'code': 200} Mar 14 18:18:18.326539 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7065d906-38e5-4ad5-82ac-944ce2d2f107 req-56c3a661-740a-4a64-a627-8387c2fdad06 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.59 "DELETE /v2.0/ports/d4669f6b-e3a4-44b2-8ed1-057e33ad36d6 HTTP/1.1" status: 204 len: 173 time: 5.2511649 Mar 14 18:18:18.392163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78323709-b29f-411b-b928-64765d66be30 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Network 2441fae8-23a6-4f8b-bd86-0877bb0e6067 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:18.408077 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e39674b2-4051-4da6-9783-efb16f47acd8 req-5c124845-b997-45c8-a6b1-267775ef81d9 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260617 Mar 14 18:18:18.447427 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 2c3cec9d-4e0c-4c67-806b-647757c8d008 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:18.451074 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:18.504581 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78323709-b29f-411b-b928-64765d66be30 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event updated for resources: {'Port': ['ID=11b37e6c-72ec-4387-913f-e97077e914d4,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:18.507847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-78323709-b29f-411b-b928-64765d66be30 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:18.540414 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78323709-b29f-411b-b928-64765d66be30 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:18.585061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Allocated IP 172.26.7.54 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/c3a4dca9-a103-4c0c-966b-9dc70e538cfb) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:18.642922 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4a28-9858-486d-959e-c3fb9c6c1ee5 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:18.704408 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e31293e8-666b-4b4c-ad1e-cf3b5dae8f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'name': 'tempest-ServersTestJSON-2075333124-router', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:41Z', 'revision_number': 4, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'gw_port': {'id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '69a89d6f-842a-49ed-bbee-542fda2ed51c', 'name': '', 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'mac_address': 'fa:16:3e:f5:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '25bc5427-3dc6-477d-8919-e1cbed025598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:37Z', 'updated_at': '2022-03-14T18:16:49Z', 'revision_number': 5, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'subnets': [{'id': '25bc5427-3dc6-477d-8919-e1cbed025598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:18.715212 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31293e8-666b-4b4c-ad1e-cf3b5dae8f84 None None] Checking router: 83341a83-585e-47ac-854f-f66a8cd41eb5 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:18:18.719846 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c4968aa9-b465-4fcc-ac49-1d53d17e7d39 req-6c494aab-29e5-4430-813e-894a29e815af service neutron] 10.222.0.59 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468807 Mar 14 18:18:18.737048 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31293e8-666b-4b4c-ad1e-cf3b5dae8f84 None None] Routers {'83341a83-585e-47ac-854f-f66a8cd41eb5'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:18.739271 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e31293e8-666b-4b4c-ad1e-cf3b5dae8f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['83341a83-585e-47ac-854f-f66a8cd41eb5'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:18.754287 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78323709-b29f-411b-b928-64765d66be30 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:18.755514 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-78323709-b29f-411b-b928-64765d66be30 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:18.807743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3431690c-1cac-4070-9e46-18b749841599 tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:18.834873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f85a8f6-6687-4f3a-a34f-f305a7792488 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:18.893005 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431690c-1cac-4070-9e46-18b749841599 tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Pushing event deleted for resources: {'Port': ['ID=facaaea2-b805-42e6-832a-affd6ffcc613,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:18.901910 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f85a8f6-6687-4f3a-a34f-f305a7792488 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:19.019741 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-e31293e8-666b-4b4c-ad1e-cf3b5dae8f84 None None] Set router 83341a83-585e-47ac-854f-f66a8cd41eb5 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:18:19.027874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] For port 2c3cec9d-4e0c-4c67-806b-647757c8d008, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2c3cec9d-4e0c-4c67-806b-647757c8d008,segment=NetworkSegment(ad9c8d6b-abdf-4445-bd8b-026a9ea5679b),segment_id=ad9c8d6b-abdf-4445-bd8b-026a9ea5679b)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:19.028236 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:19.102116 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e5f95be5-2996-400a-adcf-6fa81037ef87 None None] Provisioning for port 11b37e6c-72ec-4387-913f-e97077e914d4 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:18:19.124333 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-78323709-b29f-411b-b928-64765d66be30 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6187429 Mar 14 18:18:19.165320 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50392) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:19.166785 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e5f95be5-2996-400a-adcf-6fa81037ef87 None None] Provisioning complete for port 11b37e6c-72ec-4387-913f-e97077e914d4 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:19.167175 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e5f95be5-2996-400a-adcf-6fa81037ef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:19.179478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:19.186477 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dcaa00aa-e7c2-4315-97e5-af4a5371101d req-a40ec15c-641d-46f2-ad21-917dcc8f52fb tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/ports?device_id=118fba3e-23d3-4fca-9caf-e0bebf3f8131 HTTP/1.1" status: 200 len: 210 time: 0.1629577 Mar 14 18:18:19.191048 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-aafa1f10-8622-472c-8324-be775a0909d2 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:35:15:fb'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:19.368959 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Calling delete_port for 2c3cec9d-4e0c-4c67-806b-647757c8d008 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:19.381929 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e5f95be5-2996-400a-adcf-6fa81037ef87 None None] Port 11b37e6c-72ec-4387-913f-e97077e914d4 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:18:19.426511 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3431690c-1cac-4070-9e46-18b749841599 tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:19.530473 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e31293e8-666b-4b4c-ad1e-cf3b5dae8f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'name': 'tempest-ServersTestJSON-2075333124-router', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:41Z', 'revision_number': 4, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'gw_port': {'id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '69a89d6f-842a-49ed-bbee-542fda2ed51c', 'name': '', 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'mac_address': 'fa:16:3e:f5:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '25bc5427-3dc6-477d-8919-e1cbed025598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:37Z', 'updated_at': '2022-03-14T18:16:49Z', 'revision_number': 5, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'subnets': [{'id': '25bc5427-3dc6-477d-8919-e1cbed025598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:19.534636 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31293e8-666b-4b4c-ad1e-cf3b5dae8f84 None None] The sync data for ids ['83341a83-585e-47ac-854f-f66a8cd41eb5'] in dv-neutron-833560-1-hyperv is: [{'id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'name': 'tempest-ServersTestJSON-2075333124-router', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:41Z', 'revision_number': 4, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'gw_port': {'id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '69a89d6f-842a-49ed-bbee-542fda2ed51c', 'name': '', 'network_id': '83575c05-a651-46e5-aea9-2aa8d357c3a4', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'mac_address': 'fa:16:3e:f5:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '25bc5427-3dc6-477d-8919-e1cbed025598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:37Z', 'updated_at': '2022-03-14T18:16:49Z', 'revision_number': 5, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'subnets': [{'id': '25bc5427-3dc6-477d-8919-e1cbed025598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:19.556765 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3431690c-1cac-4070-9e46-18b749841599 tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:19.560749 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3431690c-1cac-4070-9e46-18b749841599 tempest-FloatingIPAdminTestJSON-131051669 tempest-FloatingIPAdminTestJSON-131051669-project] 10.222.0.43 "DELETE /v2.0/floatingips/3e1f9c15-7ef5-4034-a637-fdc4c9516123 HTTP/1.1" status: 204 len: 168 time: 2.8785803 Mar 14 18:18:19.561502 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50398) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:19.746347 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:19.748648 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3381c9c-9f45-4cb2-a9fb-7bbc96f2f653 req-9f6005b7-8888-4858-9b57-31fa1dd2405c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:19.750191 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3381c9c-9f45-4cb2-a9fb-7bbc96f2f653 req-9f6005b7-8888-4858-9b57-31fa1dd2405c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.2257094 Mar 14 18:18:19.780367 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:19.783666 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-9ddf5434-65f7-45f3-b8bb-f040ccc95c25 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Deleting port 7f016594-4f21-44e9-8844-be2638e9a031 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:19.784019 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9ddf5434-65f7-45f3-b8bb-f040ccc95c25 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:19.829501 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b316ff78-8bd6-4d82-8385-97431c263445 None None] New status for floating IP feae6f07-adaf-4257-a1bd-db3f479fc545: DOWN {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:18:19.841206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Port': ['ID=2c3cec9d-4e0c-4c67-806b-647757c8d008,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:19.912552 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aafa1f10-8622-472c-8324-be775a0909d2 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:19.938064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:19.940596 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8387d4-b448-4f9f-831f-6e1dbd2db42a None None] DHCP port deletion for fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:18:19.955130 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:19.966741 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf70fab1-0d19-4a90-9d3f-a17375c72c3f None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:18:19.976847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:20.032199 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No DVR routers for this DVR port 2c3cec9d-4e0c-4c67-806b-647757c8d008 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:18:20.052508 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-1f85a8f6-6687-4f3a-a34f-f305a7792488 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Allocated IP 172.26.7.194 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/d63c192e-cd94-4be4-ad98-56ccc7e6c157) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:20.062587 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3381c9c-9f45-4cb2-a9fb-7bbc96f2f653 req-cc332d55-f6b4-4a2f-9cfa-dd2cacbd383c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2722514 Mar 14 18:18:20.063229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=c3a4dca9-a103-4c0c-966b-9dc70e538cfb,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:20.214328 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf70fab1-0d19-4a90-9d3f-a17375c72c3f None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:18:20.270055 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:20.384013 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4a28-9858-486d-959e-c3fb9c6c1ee5 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:20.417802 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9ddf5434-65f7-45f3-b8bb-f040ccc95c25 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:20.418173 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9ddf5434-65f7-45f3-b8bb-f040ccc95c25 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:20.427506 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4a28-9858-486d-959e-c3fb9c6c1ee5 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:20.428746 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:20.459151 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50408) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:20.480882 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f85a8f6-6687-4f3a-a34f-f305a7792488 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:20.521485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:20.626933 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37320047-526b-4ad1-9cda-9322de28d518 req-eaca5fff-e448-4c83-bc4e-447e6ca4bef9 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:20.628482 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-37320047-526b-4ad1-9cda-9322de28d518 req-eaca5fff-e448-4c83-bc4e-447e6ca4bef9 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.3425438 Mar 14 18:18:20.668472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:20.719547 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aafa1f10-8622-472c-8324-be775a0909d2 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:20.730053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fd08bd8c-24db-4c1c-a12c-e2e18226729c tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:20.749360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-9ddf5434-65f7-45f3-b8bb-f040ccc95c25 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Calling delete_port for 7f016594-4f21-44e9-8844-be2638e9a031 owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:20.791627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aafa1f10-8622-472c-8324-be775a0909d2 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:20.796079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fd08bd8c-24db-4c1c-a12c-e2e18226729c tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:20.811038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f688cbf-df65-43c0-89fa-32d7e71861ad None None] Network fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:20.836736 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-37320047-526b-4ad1-9cda-9322de28d518 req-8d3bdac9-3ef5-4fc3-b916-21462e992d17 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928384 Mar 14 18:18:20.837549 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2fbb3b-45ae-4b9f-89e9-e342f0d5b7a8,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:20.863632 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f85a8f6-6687-4f3a-a34f-f305a7792488 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.002503 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f85a8f6-6687-4f3a-a34f-f305a7792488 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:21.035417 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.061778 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-8ddd4a28-9858-486d-959e-c3fb9c6c1ee5 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Allocated IP 172.26.7.206 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/9cb01513-82da-4608-8687-26ba889f26d1) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:21.076312 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb64c147-88a0-429e-94b2-cc32f26b9025 None None] DHCP port deletion for fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:18:21.079195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-1f85a8f6-6687-4f3a-a34f-f305a7792488 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:21.100889 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:21.101094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f85a8f6-6687-4f3a-a34f-f305a7792488 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:21.125127 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa1f10-8622-472c-8324-be775a0909d2 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event updated for resources: {'Port': ['ID=11b37e6c-72ec-4387-913f-e97077e914d4,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:21.181572 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9c8d6b-abdf-4445-bd8b-026a9ea5679b') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:21.182261 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9c8d6b-abdf-4445-bd8b-026a9ea5679b') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:21.225706 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-bc6b4d3b-124e-4a5e-985a-30bb4740d0fd None None] Provisioning complete for port 11b37e6c-72ec-4387-913f-e97077e914d4 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:21.226664 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bc6b4d3b-124e-4a5e-985a-30bb4740d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.263337 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.286464 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b4d3b-124e-4a5e-985a-30bb4740d0fd None None] Port 11b37e6c-72ec-4387-913f-e97077e914d4 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:18:21.298724 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.320055 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:18:21.320445 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:18:21.338736 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:18:21.340868 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-aafa1f10-8622-472c-8324-be775a0909d2 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] In _notify_port_updated(), no bound segment for port 11b37e6c-72ec-4387-913f-e97077e914d4 on network 2441fae8-23a6-4f8b-bd86-0877bb0e6067 {{(pid=88635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:18:21.351577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafa1f10-8622-472c-8324-be775a0909d2 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:21.351577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aafa1f10-8622-472c-8324-be775a0909d2 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.351577 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-aafa1f10-8622-472c-8324-be775a0909d2 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "PUT /v2.0/ports/11b37e6c-72ec-4387-913f-e97077e914d4 HTTP/1.1" status: 200 len: 994 time: 2.1806946 Mar 14 18:18:21.357317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50414) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:21.417805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9ddf5434-65f7-45f3-b8bb-f040ccc95c25 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.470801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fd08bd8c-24db-4c1c-a12c-e2e18226729c tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.481200 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4a28-9858-486d-959e-c3fb9c6c1ee5 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.487455 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf5434-65f7-45f3-b8bb-f040ccc95c25 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f016594-4f21-44e9-8844-be2638e9a031,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:21.524555 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85a8f6-6687-4f3a-a34f-f305a7792488 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Pushing event updated for resources: {'Port': ['ID=d63c192e-cd94-4be4-ad98-56ccc7e6c157,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:21.589201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.590631 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9ddf5434-65f7-45f3-b8bb-f040ccc95c25 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.599357 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08bd8c-24db-4c1c-a12c-e2e18226729c tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf794ad-a253-429f-978e-4004e5d02fc9,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:21.613809 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.628352 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Network': ['ID=fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:21.647692 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fc511bb1-e2ee-4ddc-8a2c-b1488fee3cd1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b HTTP/1.1" status: 204 len: 168 time: 6.6140969 Mar 14 18:18:21.649887 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9ddf5434-65f7-45f3-b8bb-f040ccc95c25 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.650953 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9ddf5434-65f7-45f3-b8bb-f040ccc95c25 tempest-FloatingIPAdminTestJSON-2117059454 tempest-FloatingIPAdminTestJSON-2117059454-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/a35e8e77-6d69-4674-bbb9-685e37746174 HTTP/1.1" status: 204 len: 168 time: 2.0888362 Mar 14 18:18:21.651477 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50420) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:21.654230 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.resource_extend [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:18:21.655157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50424) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:21.692998 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.701797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-63bbb142-6cfd-407e-8b32-0d765177a1d2 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Deleting port 11b37e6c-72ec-4387-913f-e97077e914d4 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:21.702114 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63bbb142-6cfd-407e-8b32-0d765177a1d2 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.717935 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d04856-15e0-4491-8c06-f5fe8bb392d6 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:21.718539 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d04856-15e0-4491-8c06-f5fe8bb392d6 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:21.725555 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-22d04856-15e0-4491-8c06-f5fe8bb392d6 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b HTTP/1.1" status: 404 len: 339 time: 0.0679624 Mar 14 18:18:21.725555 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50428) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:21.733108 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c6684dc6-ffbd-45be-bbef-78e0292dad83 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-928379054', 'description': 'd1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:21.739907 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4a28-9858-486d-959e-c3fb9c6c1ee5 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.765258 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.778290 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c6684dc6-ffbd-45be-bbef-78e0292dad83 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:21.802858 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c6684dc6-ffbd-45be-bbef-78e0292dad83 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:network and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:21.811386 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c6684dc6-ffbd-45be-bbef-78e0292dad83 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:21.827454 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-16ed9700-9243-4e04-9eb7-834d88db1c7b tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Deleting port 56f4e819-95b9-49bc-955f-78854dfb2a93 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:21.827798 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-16ed9700-9243-4e04-9eb7-834d88db1c7b tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.858679 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddd4a28-9858-486d-959e-c3fb9c6c1ee5 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:21.859877 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c6684dc6-ffbd-45be-bbef-78e0292dad83 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:21.863726 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-8ddd4a28-9858-486d-959e-c3fb9c6c1ee5 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:21.876410 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd4a28-9858-486d-959e-c3fb9c6c1ee5 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:21.890870 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2c3cec9d-4e0c-4c67-806b-647757c8d008 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:18:21.933329 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 2c3cec9d-4e0c-4c67-806b-647757c8d008 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:18:21.933879 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2c3cec9d-4e0c-4c67-806b-647757c8d008 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:18:21.938244 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd4a28-9858-486d-959e-c3fb9c6c1ee5 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Pushing event updated for resources: {'Port': ['ID=9cb01513-82da-4608-8687-26ba889f26d1,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:22.011806 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fd08bd8c-24db-4c1c-a12c-e2e18226729c tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:22.012928 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fd08bd8c-24db-4c1c-a12c-e2e18226729c tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "DELETE /v2.0/security-groups/edf794ad-a253-429f-978e-4004e5d02fc9 HTTP/1.1" status: 204 len: 168 time: 1.5528412 Mar 14 18:18:22.025383 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50432) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:22.032879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84867112-83c5-49c1-b81f-3c99e699adec req-82e99b1a-ae13-4002-b240-b4ca1d9f514b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:22.034308 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-84867112-83c5-49c1-b81f-3c99e699adec req-82e99b1a-ae13-4002-b240-b4ca1d9f514b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.5780015 Mar 14 18:18:22.035059 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=c3a4dca9-a103-4c0c-966b-9dc70e538cfb,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:22.043406 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6684dc6-ffbd-45be-bbef-78e0292dad83 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:22.046785 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6684dc6-ffbd-45be-bbef-78e0292dad83 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:22.122333 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:22.133655 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-5302b4f3-2f92-4083-8bc7-0e6f0f272529 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] show failed (client error): The resource could not be found. Mar 14 18:18:22.134725 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5302b4f3-2f92-4083-8bc7-0e6f0f272529 tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "GET /v2.0/security-groups/edf794ad-a253-429f-978e-4004e5d02fc9 HTTP/1.1" status: 404 len: 347 time: 0.0971875 Mar 14 18:18:22.155540 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50436) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:22.300913 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-84867112-83c5-49c1-b81f-3c99e699adec req-ce4a2ca0-fc71-496f-a7fd-ea3eb0066208 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337382 Mar 14 18:18:22.325955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:22.327212 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d2223d00-9fcc-4331-bbc8-8e572e5d15e4 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8906162 Mar 14 18:18:22.334179 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50440) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:22.347111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f85a8f6-6687-4f3a-a34f-f305a7792488 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:22.400679 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-7f6c2c97-bd00-4c43-9b6f-a7ded3457cd3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'port': {'network_id': 'f9eeab4b-fe40-40be-b4e7-f2f100d3434a', 'name': 'tempest-FloatingIPTestJSON-1670552173'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:22.423810 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6684dc6-ffbd-45be-bbef-78e0292dad83 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:18:22.480467 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63bbb142-6cfd-407e-8b32-0d765177a1d2 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:22.571546 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6684dc6-ffbd-45be-bbef-78e0292dad83 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:22.571811 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-c6684dc6-ffbd-45be-bbef-78e0292dad83 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Added segment 401dd905-c3ba-4b7f-8d82-fe6c9a6c356c of type vlan for network 97e68340-a3c0-4dc3-8112-4be50eecacb8 Mar 14 18:18:22.585875 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfa954-80ee-44f2-a825-c00c97b679df tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Deleting port 73fe2d11-ce7d-476f-beed-71c6f3b7b8ae {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:22.586214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa954-80ee-44f2-a825-c00c97b679df tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:22.662077 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6684dc6-ffbd-45be-bbef-78e0292dad83 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:22.789786 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-63bbb142-6cfd-407e-8b32-0d765177a1d2 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Calling delete_port for 11b37e6c-72ec-4387-913f-e97077e914d4 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:22.790520 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-16ed9700-9243-4e04-9eb7-834d88db1c7b tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:22.847678 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.resource_extend [None req-c6684dc6-ffbd-45be-bbef-78e0292dad83 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:18:22.979289 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-16ed9700-9243-4e04-9eb7-834d88db1c7b tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Calling delete_port for 56f4e819-95b9-49bc-955f-78854dfb2a93 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:23.078026 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7f6c2c97-bd00-4c43-9b6f-a7ded3457cd3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:23.123577 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6684dc6-ffbd-45be-bbef-78e0292dad83 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:23.127569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d1f18-745a-46e5-8c1d-a1e4d05890bb req-203d0a89-a5be-470e-8c92-a4f9119b18d8 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:23.128784 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6684dc6-ffbd-45be-bbef-78e0292dad83 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:23.129040 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ad5d1f18-745a-46e5-8c1d-a1e4d05890bb req-203d0a89-a5be-470e-8c92-a4f9119b18d8 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.6978812 Mar 14 18:18:23.129362 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6684dc6-ffbd-45be-bbef-78e0292dad83 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:23.130296 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7f6c2c97-bd00-4c43-9b6f-a7ded3457cd3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Usage tracker for resource:port and tenant:012942f9ce9548f48528050da9c5365d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:23.140387 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7f6c2c97-bd00-4c43-9b6f-a7ded3457cd3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:23.153894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7f6c2c97-bd00-4c43-9b6f-a7ded3457cd3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:23.172121 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa954-80ee-44f2-a825-c00c97b679df tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:23.172451 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa954-80ee-44f2-a825-c00c97b679df tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:23.282906 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ad5d1f18-745a-46e5-8c1d-a1e4d05890bb req-25adc664-d450-450b-b64b-4f67a73a93d8 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367261 Mar 14 18:18:23.285324 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6c2c97-bd00-4c43-9b6f-a7ded3457cd3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Made reservation on behalf of 012942f9ce9548f48528050da9c5365d for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:23.289231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2c97-bd00-4c43-9b6f-a7ded3457cd3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:23.320565 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f85a8f6-6687-4f3a-a34f-f305a7792488 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:23.328312 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f85a8f6-6687-4f3a-a34f-f305a7792488 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:23.330922 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-7f6c2c97-bd00-4c43-9b6f-a7ded3457cd3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] device_id is not set on port ed73af46-d5ba-46cd-8adf-44038f86e8fb yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:18:23.366563 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63bbb142-6cfd-407e-8b32-0d765177a1d2 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:23.389507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfa954-80ee-44f2-a825-c00c97b679df tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Calling delete_port for 73fe2d11-ce7d-476f-beed-71c6f3b7b8ae owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:23.426688 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4a28-9858-486d-959e-c3fb9c6c1ee5 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:23.519778 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6684dc6-ffbd-45be-bbef-78e0292dad83 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Network': ['ID=97e68340-a3c0-4dc3-8112-4be50eecacb8,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:23.523185 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c6684dc6-ffbd-45be-bbef-78e0292dad83 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7973588 Mar 14 18:18:23.531277 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50448) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:23.535088 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 97e68340-a3c0-4dc3-8112-4be50eecacb8 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:18:23.539872 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbb142-6cfd-407e-8b32-0d765177a1d2 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event deleted for resources: {'Port': ['ID=11b37e6c-72ec-4387-913f-e97077e914d4,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:23.913562 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6d5aac-5138-4fbd-9166-20cc62bb064b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:23.914113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ed6d5aac-5138-4fbd-9166-20cc62bb064b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Synchronizing usage tracker for tenant:af67afadbf6546329cb35e0a68bebc5e on resource:network {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:18:23.937357 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-7f6c2c97-bd00-4c43-9b6f-a7ded3457cd3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Allocated IP 172.20.0.12 (f9eeab4b-fe40-40be-b4e7-f2f100d3434a/95a7706f-5dca-4477-acae-405802dc3dc5/ed73af46-d5ba-46cd-8adf-44038f86e8fb) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:23.985421 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e0e4d-0ff5-44c9-b732-22738c0ced3e req-9b23fcc6-eef2-4726-ba5b-49aa10314bec tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:23.986912 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ca6e0e4d-0ff5-44c9-b732-22738c0ced3e req-9b23fcc6-eef2-4726-ba5b-49aa10314bec tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.5586910 Mar 14 18:18:24.015124 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-16ed9700-9243-4e04-9eb7-834d88db1c7b tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:24.050988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63bbb142-6cfd-407e-8b32-0d765177a1d2 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:24.085318 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f85a8f6-6687-4f3a-a34f-f305a7792488 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Router 47d4341b-ef6a-40b9-84b7-672ce5d0490d is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:18:24.102253 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ca6e0e4d-0ff5-44c9-b732-22738c0ced3e req-d7bd673a-5055-4b32-9205-d3406cd77e5d tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068850 Mar 14 18:18:24.112442 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ed6d5aac-5138-4fbd-9166-20cc62bb064b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Unset dirty status for tenant:af67afadbf6546329cb35e0a68bebc5e on resource:network {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:18:24.113612 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ed6d5aac-5138-4fbd-9166-20cc62bb064b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "GET /v2.0/networks?id=97e68340-a3c0-4dc3-8112-4be50eecacb8 HTTP/1.1" status: 200 len: 760 time: 0.5734491 Mar 14 18:18:24.128359 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50452) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:24.147018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed9700-9243-4e04-9eb7-834d88db1c7b tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Pushing event deleted for resources: {'Port': ['ID=56f4e819-95b9-49bc-955f-78854dfb2a93,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:24.149275 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-d4c478ef-f7d4-46c0-87e1-4982e193240d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'network': {'description': 'd2'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:24.259040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-49e6c589-6816-4012-a18b-1e436a54d28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:24.293916 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-63bbb142-6cfd-407e-8b32-0d765177a1d2 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "DELETE /v2.0/ports/11b37e6c-72ec-4387-913f-e97077e914d4 HTTP/1.1" status: 204 len: 168 time: 2.9339874 Mar 14 18:18:24.297009 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50458) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:24.360523 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc204100-0415-4151-8e0f-758969ac8965 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] GET failed (client error): The resource could not be found. Mar 14 18:18:24.361908 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cc204100-0415-4151-8e0f-758969ac8965 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "GET /v2.0/ports/11b37e6c-72ec-4387-913f-e97077e914d4 HTTP/1.1" status: 404 len: 333 time: 0.0606632 Mar 14 18:18:24.375203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50462) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:24.384855 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-f11b7c42-2a10-4144-847c-12ef8f982621 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Request body: {'port': {'network_id': '2441fae8-23a6-4f8b-bd86-0877bb0e6067', 'name': 'tempest-AllowedAddressPairTestJSON-364288693'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:24.402356 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-16ed9700-9243-4e04-9eb7-834d88db1c7b tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:24.409421 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4a28-9858-486d-959e-c3fb9c6c1ee5 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:24.433747 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa954-80ee-44f2-a825-c00c97b679df tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:24.437473 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4a28-9858-486d-959e-c3fb9c6c1ee5 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:24.536478 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-16ed9700-9243-4e04-9eb7-834d88db1c7b tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] 10.222.0.43 "DELETE /v2.0/ports/56f4e819-95b9-49bc-955f-78854dfb2a93 HTTP/1.1" status: 204 len: 168 time: 2.8772759 Mar 14 18:18:24.562732 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50468) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:24.600804 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfa954-80ee-44f2-a825-c00c97b679df tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Pushing event deleted for resources: {'Port': ['ID=73fe2d11-ce7d-476f-beed-71c6f3b7b8ae,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:24.646245 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2c97-bd00-4c43-9b6f-a7ded3457cd3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:24.820424 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa954-80ee-44f2-a825-c00c97b679df tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:24.822685 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa954-80ee-44f2-a825-c00c97b679df tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:24.823854 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dcbfa954-80ee-44f2-a825-c00c97b679df tempest-ServersTestJSON-1792808280 tempest-ServersTestJSON-1792808280-project] 10.222.0.43 "DELETE /v2.0/floatingips/feae6f07-adaf-4257-a1bd-db3f479fc545 HTTP/1.1" status: 204 len: 168 time: 2.6673727 Mar 14 18:18:24.826927 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50472) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:24.827833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f11b7c42-2a10-4144-847c-12ef8f982621 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:24.889178 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f11b7c42-2a10-4144-847c-12ef8f982621 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Usage tracker for resource:port and tenant:d3e5319ae9e14949a58e906c40def20f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:24.899752 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f11b7c42-2a10-4144-847c-12ef8f982621 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:24.914312 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f11b7c42-2a10-4144-847c-12ef8f982621 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:24.916118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f85a8f6-6687-4f3a-a34f-f305a7792488 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:24.928640 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf40a51-31d4-449a-9b8d-72e6bd78b42e None None] Sync routers for ids ['47d4341b-ef6a-40b9-84b7-672ce5d0490d'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:24.936406 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f85a8f6-6687-4f3a-a34f-f305a7792488 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:24.940713 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1f85a8f6-6687-4f3a-a34f-f305a7792488 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "PUT /v2.0/routers/47d4341b-ef6a-40b9-84b7-672ce5d0490d HTTP/1.1" status: 200 len: 919 time: 8.4054132 Mar 14 18:18:24.944072 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50476) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:24.948825 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf40a51-31d4-449a-9b8d-72e6bd78b42e None None] Routers {'47d4341b-ef6a-40b9-84b7-672ce5d0490d'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:24.954848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ecf40a51-31d4-449a-9b8d-72e6bd78b42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['47d4341b-ef6a-40b9-84b7-672ce5d0490d'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:24.985995 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b4a857-5556-4f76-b473-34d838df074f tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:24.986587 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-14b4a857-5556-4f76-b473-34d838df074f tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Synchronizing usage tracker for tenant:1475b1b5985f4685aedab14adcc6316c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:18:24.990418 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d4c478ef-f7d4-46c0-87e1-4982e193240d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:25.022296 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e399061-eed5-468c-bbe4-92195877873f req-cd0b7e63-ab65-43b1-905c-2ac2e00e716f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:25.023824 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1e399061-eed5-468c-bbe4-92195877873f req-cd0b7e63-ab65-43b1-905c-2ac2e00e716f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.4053018 Mar 14 18:18:25.027702 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ecf40a51-31d4-449a-9b8d-72e6bd78b42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:25.037997 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf40a51-31d4-449a-9b8d-72e6bd78b42e None None] Routers {'47d4341b-ef6a-40b9-84b7-672ce5d0490d'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:25.038933 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ecf40a51-31d4-449a-9b8d-72e6bd78b42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['47d4341b-ef6a-40b9-84b7-672ce5d0490d'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:25.068850 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11b7c42-2a10-4144-847c-12ef8f982621 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Made reservation on behalf of d3e5319ae9e14949a58e906c40def20f for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:25.072325 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f11b7c42-2a10-4144-847c-12ef8f982621 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:25.079606 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1e399061-eed5-468c-bbe4-92195877873f req-fef13ee3-89fc-4e0c-8424-a1930838cf29 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463912 Mar 14 18:18:25.082419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2c97-bd00-4c43-9b6f-a7ded3457cd3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:25.084741 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d4c478ef-f7d4-46c0-87e1-4982e193240d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:25.110402 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ecf40a51-31d4-449a-9b8d-72e6bd78b42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:25.110834 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf40a51-31d4-449a-9b8d-72e6bd78b42e None None] The sync data for ids ['47d4341b-ef6a-40b9-84b7-672ce5d0490d'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:25.186633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-14b4a857-5556-4f76-b473-34d838df074f tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Unset dirty status for tenant:1475b1b5985f4685aedab14adcc6316c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:18:25.187834 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-14b4a857-5556-4f76-b473-34d838df074f tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ef13a-0238-4b39-8dc6-933369abd530 HTTP/1.1" status: 200 len: 913 time: 0.6188445 Mar 14 18:18:25.188540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d4c478ef-f7d4-46c0-87e1-4982e193240d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network 97e68340-a3c0-4dc3-8112-4be50eecacb8 is not hosted by any dhcp agent {{(pid=88635) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 14 18:18:25.193803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c478ef-f7d4-46c0-87e1-4982e193240d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:25.194426 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d4c478ef-f7d4-46c0-87e1-4982e193240d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:25.195670 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d4c478ef-f7d4-46c0-87e1-4982e193240d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "PUT /v2.0/networks/97e68340-a3c0-4dc3-8112-4be50eecacb8 HTTP/1.1" status: 200 len: 757 time: 1.0522394 Mar 14 18:18:25.196317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50480) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:25.208521 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6c2c97-bd00-4c43-9b6f-a7ded3457cd3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network f9eeab4b-fe40-40be-b4e7-f2f100d3434a is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:25.211095 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50482) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:25.217950 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-7f6c2c97-bd00-4c43-9b6f-a7ded3457cd3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:25.281772 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-f11b7c42-2a10-4144-847c-12ef8f982621 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] device_id is not set on port 18b50add-3683-4633-8587-1be189b6330e yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:18:25.297958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6c2c97-bd00-4c43-9b6f-a7ded3457cd3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:25.440356 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c478ef-f7d4-46c0-87e1-4982e193240d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Network': ['ID=97e68340-a3c0-4dc3-8112-4be50eecacb8,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:25.442965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c2c97-bd00-4c43-9b6f-a7ded3457cd3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=ed73af46-d5ba-46cd-8adf-44038f86e8fb,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:25.453218 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 97e68340-a3c0-4dc3-8112-4be50eecacb8 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:18:25.456388 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddd4a28-9858-486d-959e-c3fb9c6c1ee5 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Router fe258b3f-c7ed-4858-a1a6-639b1609e318 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:18:25.532064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6c2c97-bd00-4c43-9b6f-a7ded3457cd3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:25.532582 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2c97-bd00-4c43-9b6f-a7ded3457cd3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:25.595230 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-05692dd4-cbd7-4fd0-b6d2-527b210de105 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "GET /v2.0/routers/47d4341b-ef6a-40b9-84b7-672ce5d0490d HTTP/1.1" status: 200 len: 925 time: 0.6499822 Mar 14 18:18:25.597961 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d863c4-29a1-422b-9535-6200d68a0221 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:25.599201 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-86d863c4-29a1-422b-9535-6200d68a0221 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Synchronizing usage tracker for tenant:af67afadbf6546329cb35e0a68bebc5e on resource:network {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:18:25.602376 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50488) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:25.683958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-86d863c4-29a1-422b-9535-6200d68a0221 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Unset dirty status for tenant:af67afadbf6546329cb35e0a68bebc5e on resource:network {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:18:25.688693 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-86d863c4-29a1-422b-9535-6200d68a0221 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "GET /v2.0/networks?id=97e68340-a3c0-4dc3-8112-4be50eecacb8 HTTP/1.1" status: 200 len: 760 time: 0.4688027 Mar 14 18:18:25.691442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50492) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:25.695597 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-b41378ba-0296-4198-90d5-4c8a1e9f5275 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-316245232'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:25.708839 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b41378ba-0296-4198-90d5-4c8a1e9f5275 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:25.781673 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7f6c2c97-bd00-4c43-9b6f-a7ded3457cd3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4444213 Mar 14 18:18:25.793407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50496) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:25.798614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b41378ba-0296-4198-90d5-4c8a1e9f5275 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:25.806073 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-14397bbe-2485-4dc4-9e6a-8b13a3fb066b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'floatingip': {'port_id': 'ed73af46-d5ba-46cd-8adf-44038f86e8fb'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:25.831842 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-f11b7c42-2a10-4144-847c-12ef8f982621 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Allocated IP 172.20.0.13 (2441fae8-23a6-4f8b-bd86-0877bb0e6067/dcf5cbcb-3800-4050-81e0-d1a48965ce0a/18b50add-3683-4633-8587-1be189b6330e) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:25.900166 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddd4a28-9858-486d-959e-c3fb9c6c1ee5 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:25.902501 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-14397bbe-2485-4dc4-9e6a-8b13a3fb066b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:25.912842 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a189d066-d649-4278-b4d7-98ae724d013a None None] Sync routers for ids ['fe258b3f-c7ed-4858-a1a6-639b1609e318'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:25.922264 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a189d066-d649-4278-b4d7-98ae724d013a None None] Routers {'fe258b3f-c7ed-4858-a1a6-639b1609e318'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:25.922903 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a189d066-d649-4278-b4d7-98ae724d013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fe258b3f-c7ed-4858-a1a6-639b1609e318'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:25.978525 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4a28-9858-486d-959e-c3fb9c6c1ee5 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:25.984535 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8ddd4a28-9858-486d-959e-c3fb9c6c1ee5 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "PUT /v2.0/routers/fe258b3f-c7ed-4858-a1a6-639b1609e318 HTTP/1.1" status: 200 len: 914 time: 8.2314606 Mar 14 18:18:25.984535 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50500) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:25.992187 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a189d066-d649-4278-b4d7-98ae724d013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:26.001684 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a189d066-d649-4278-b4d7-98ae724d013a None None] Routers {'fe258b3f-c7ed-4858-a1a6-639b1609e318'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:26.002286 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a189d066-d649-4278-b4d7-98ae724d013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fe258b3f-c7ed-4858-a1a6-639b1609e318'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:26.066386 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a189d066-d649-4278-b4d7-98ae724d013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:26.066722 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a189d066-d649-4278-b4d7-98ae724d013a None None] The sync data for ids ['fe258b3f-c7ed-4858-a1a6-639b1609e318'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:26.139975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41378ba-0296-4198-90d5-4c8a1e9f5275 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:26.143320 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b41378ba-0296-4198-90d5-4c8a1e9f5275 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:26.253047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396e299f-85ee-423c-8dcd-5b46e4d12ea3 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:26.255440 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-396e299f-85ee-423c-8dcd-5b46e4d12ea3 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&device_id=47d4341b-ef6a-40b9-84b7-672ce5d0490d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6396120 Mar 14 18:18:26.261873 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50506) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:26.333831 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-71ed3f4b-fde1-4b2c-a5b3-5b3a81fcabe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:26.361863 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ed476335-190c-4b7a-a773-53ca8ae8e9dc tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "GET /v2.0/routers/fe258b3f-c7ed-4858-a1a6-639b1609e318 HTTP/1.1" status: 200 len: 920 time: 0.3766026 Mar 14 18:18:26.369076 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50510) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:26.371811 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41378ba-0296-4198-90d5-4c8a1e9f5275 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:18:26.437528 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f11b7c42-2a10-4144-847c-12ef8f982621 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:26.458633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b41378ba-0296-4198-90d5-4c8a1e9f5275 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:26.459005 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-b41378ba-0296-4198-90d5-4c8a1e9f5275 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Added segment bdaa6dcf-b4cb-46ed-a629-14d07c103665 of type vlan for network 206557bf-2613-4186-9500-fc24670e90f1 Mar 14 18:18:26.475987 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-f11b7c42-2a10-4144-847c-12ef8f982621 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Transition to ACTIVE for port object 18b50add-3683-4633-8587-1be189b6330e will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:26.517811 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5536a0-922e-4948-aa92-36b4cc129280 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:26.519194 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-af5536a0-922e-4948-aa92-36b4cc129280 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "GET /v2.0/networks/d324cb29-62ae-4728-b539-991e151b1eb0 HTTP/1.1" status: 200 len: 881 time: 0.2564082 Mar 14 18:18:26.522553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50514) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:26.559526 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bae8a4e-7f3b-464d-9cea-358f09d89e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:26.616502 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b41378ba-0296-4198-90d5-4c8a1e9f5275 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:26.643174 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb036dae-834c-457e-9f76-ada565d59f4e req-f45fc834-4a28-476e-a94a-3d426d5aed33 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:26.644735 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-eb036dae-834c-457e-9f76-ada565d59f4e req-f45fc834-4a28-476e-a94a-3d426d5aed33 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.4352396 Mar 14 18:18:26.770462 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-009aeede-bc34-4022-bfba-290cc69a9c95 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d4341b-ef6a-40b9-84b7-672ce5d0490d HTTP/1.1" status: 200 len: 205 time: 0.2445648 Mar 14 18:18:26.772491 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50518) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:26.842155 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da84d66-e1e0-4279-ba35-f65a1ba088a9 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:26.842461 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f11b7c42-2a10-4144-847c-12ef8f982621 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:26.846935 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0da84d66-e1e0-4279-ba35-f65a1ba088a9 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&device_id=fe258b3f-c7ed-4858-a1a6-639b1609e318&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4736638 Mar 14 18:18:26.857621 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50522) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:26.885170 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b41378ba-0296-4198-90d5-4c8a1e9f5275 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:26.890510 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41378ba-0296-4198-90d5-4c8a1e9f5275 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:26.893812 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b41378ba-0296-4198-90d5-4c8a1e9f5275 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:26.982559 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-eb036dae-834c-457e-9f76-ada565d59f4e req-032d3a71-7334-49e0-8e11-18642589bf9c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3089142 Mar 14 18:18:26.985876 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11b7c42-2a10-4144-847c-12ef8f982621 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Network 2441fae8-23a6-4f8b-bd86-0877bb0e6067 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:27.081552 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-f11b7c42-2a10-4144-847c-12ef8f982621 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:27.094644 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b7c42-2a10-4144-847c-12ef8f982621 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event updated for resources: {'Port': ['ID=18b50add-3683-4633-8587-1be189b6330e,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:27.097287 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11b7c42-2a10-4144-847c-12ef8f982621 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:27.218226 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41378ba-0296-4198-90d5-4c8a1e9f5275 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Network': ['ID=206557bf-2613-4186-9500-fc24670e90f1,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:27.230326 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 206557bf-2613-4186-9500-fc24670e90f1 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:18:27.232275 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b41378ba-0296-4198-90d5-4c8a1e9f5275 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5416863 Mar 14 18:18:27.237729 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11b7c42-2a10-4144-847c-12ef8f982621 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:27.238360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f11b7c42-2a10-4144-847c-12ef8f982621 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:27.244109 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50528) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:27.252283 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-40a6293b-a280-4eeb-9507-db4a9a15455b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'subnet': {'network_id': '206557bf-2613-4186-9500-fc24670e90f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:27.265454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:27.272650 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baec55b8-9227-4a25-91a5-a796adc2d394 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:27.273404 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-baec55b8-9227-4a25-91a5-a796adc2d394 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Synchronizing usage tracker for tenant:16e2bf5efb124f959c3d20de42aa1675 on resource:network {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:18:27.385531 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-baec55b8-9227-4a25-91a5-a796adc2d394 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Unset dirty status for tenant:16e2bf5efb124f959c3d20de42aa1675 on resource:network {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:18:27.386256 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-baec55b8-9227-4a25-91a5-a796adc2d394 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "GET /v2.0/networks/d324cb29-62ae-4728-b539-991e151b1eb0 HTTP/1.1" status: 200 len: 881 time: 0.4994409 Mar 14 18:18:27.390088 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50534) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:27.466367 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f11b7c42-2a10-4144-847c-12ef8f982621 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0899754 Mar 14 18:18:27.474932 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-77105fa8-c0a6-41ac-93e9-5669c70d0ffa tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe258b3f-c7ed-4858-a1a6-639b1609e318 HTTP/1.1" status: 200 len: 205 time: 0.0808959 Mar 14 18:18:27.475876 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50538) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:27.476948 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-40a6293b-a280-4eeb-9507-db4a9a15455b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:27.493603 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50540) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:27.501710 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:35:15:fb'}]}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:27.527802 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-40a6293b-a280-4eeb-9507-db4a9a15455b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Usage tracker for resource:subnet and tenant:af67afadbf6546329cb35e0a68bebc5e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:27.528407 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-66b57908-4abc-4b4d-9d9d-67f5d860ebc5 None None] Provisioning for port 18b50add-3683-4633-8587-1be189b6330e completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:18:27.533586 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-66b57908-4abc-4b4d-9d9d-67f5d860ebc5 None None] Provisioning complete for port 18b50add-3683-4633-8587-1be189b6330e triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:27.534063 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-66b57908-4abc-4b4d-9d9d-67f5d860ebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:27.590256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4bbc3ed5-5cea-44b1-9b13-f34b8330e0c8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:27.592234 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-40a6293b-a280-4eeb-9507-db4a9a15455b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:27.615406 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-40a6293b-a280-4eeb-9507-db4a9a15455b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:27.635702 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-66b57908-4abc-4b4d-9d9d-67f5d860ebc5 None None] Port 18b50add-3683-4633-8587-1be189b6330e cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:18:27.649760 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-3bae8a4e-7f3b-464d-9cea-358f09d89e3b admin admin] Deleting port 69a89d6f-842a-49ed-bbee-542fda2ed51c {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:27.650108 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bae8a4e-7f3b-464d-9cea-358f09d89e3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:27.711460 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:27.722077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.resource_extend [None req-14397bbe-2485-4dc4-9e6a-8b13a3fb066b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:18:27.799407 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a6293b-a280-4eeb-9507-db4a9a15455b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:27.803493 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-40a6293b-a280-4eeb-9507-db4a9a15455b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:27.830229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:27.889923 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:27.933369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-14397bbe-2485-4dc4-9e6a-8b13a3fb066b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:28.012501 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af95a50b-95ac-47cb-b4d5-f4e6c28bd567 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:28.033575 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Deleting port d63c192e-cd94-4be4-ad98-56ccc7e6c157 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:28.035172 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:28.061935 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-14397bbe-2485-4dc4-9e6a-8b13a3fb066b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:28.146540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20893919-a0f1-4589-b427-a8d109c9ed2e req-7dc4ddd5-d6e4-402f-afc4-0c95c85cfe6b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:28.148055 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-20893919-a0f1-4589-b427-a8d109c9ed2e req-7dc4ddd5-d6e4-402f-afc4-0c95c85cfe6b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.5639422 Mar 14 18:18:28.369584 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-20893919-a0f1-4589-b427-a8d109c9ed2e req-6c2a38c8-d3dd-48f7-b4bd-258602cc68a0 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099147 Mar 14 18:18:28.416913 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-14397bbe-2485-4dc4-9e6a-8b13a3fb066b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Floating IP 7fb1798e-2cb4-4529-a2b6-6948a8cdfcc1 associated. External IP: 172.26.7.54, port: ed73af46-d5ba-46cd-8adf-44038f86e8fb. Mar 14 18:18:28.456577 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-3bae8a4e-7f3b-464d-9cea-358f09d89e3b admin admin] For port 69a89d6f-842a-49ed-bbee-542fda2ed51c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=69a89d6f-842a-49ed-bbee-542fda2ed51c,segment=NetworkSegment(cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6),segment_id=cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:28.456934 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bae8a4e-7f3b-464d-9cea-358f09d89e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:28.545433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:28.649463 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:28.669387 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-3bae8a4e-7f3b-464d-9cea-358f09d89e3b admin admin] Calling delete_port for 69a89d6f-842a-49ed-bbee-542fda2ed51c owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:28.712871 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af95a50b-95ac-47cb-b4d5-f4e6c28bd567 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:28.746053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Calling delete_port for d63c192e-cd94-4be4-ad98-56ccc7e6c157 owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:28.827354 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-af95a50b-95ac-47cb-b4d5-f4e6c28bd567 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Deleting port 9cb01513-82da-4608-8687-26ba889f26d1 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:28.827690 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af95a50b-95ac-47cb-b4d5-f4e6c28bd567 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:28.903741 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-4bbc3ed5-5cea-44b1-9b13-f34b8330e0c8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Deleting port 56caf7cd-dc60-4887-b525-d9de87ed91a8 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:28.904041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4bbc3ed5-5cea-44b1-9b13-f34b8330e0c8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:29.029780 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-40a6293b-a280-4eeb-9507-db4a9a15455b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:29.232086 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6293b-a280-4eeb-9507-db4a9a15455b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Subnet': ['ID=158fed99-130d-4b43-af3a-7eee21f650e7,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:29.266615 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af95a50b-95ac-47cb-b4d5-f4e6c28bd567 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:29.279470 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a6293b-a280-4eeb-9507-db4a9a15455b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Checking segment: {'id': 'bdaa6dcf-b4cb-46ed-a629-14d07c103665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '206557bf-2613-4186-9500-fc24670e90f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:18:29.279826 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a6293b-a280-4eeb-9507-db4a9a15455b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network hostable DHCP agents. Network: 206557bf-2613-4186-9500-fc24670e90f1, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:18:29.310480 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4bbc3ed5-5cea-44b1-9b13-f34b8330e0c8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:29.360804 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14397bbe-2485-4dc4-9e6a-8b13a3fb066b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router c6b8fb97-64c2-4eff-999d-8821c3f504e7 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:18:29.439727 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-af95a50b-95ac-47cb-b4d5-f4e6c28bd567 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Calling delete_port for 9cb01513-82da-4608-8687-26ba889f26d1 owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:29.472641 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.resource_extend [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:18:29.484881 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-4bbc3ed5-5cea-44b1-9b13-f34b8330e0c8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Calling delete_port for 56caf7cd-dc60-4887-b525-d9de87ed91a8 owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:29.504811 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:29.662794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:29.669638 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a6293b-a280-4eeb-9507-db4a9a15455b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network 206557bf-2613-4186-9500-fc24670e90f1 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:18:29.674824 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bae8a4e-7f3b-464d-9cea-358f09d89e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:29.677574 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:29.689804 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:29.738405 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Pushing event deleted for resources: {'Port': ['ID=d63c192e-cd94-4be4-ad98-56ccc7e6c157,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:29.742226 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae8a4e-7f3b-464d-9cea-358f09d89e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=69a89d6f-842a-49ed-bbee-542fda2ed51c,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:29.784820 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:29.785309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:29.787083 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:29.787306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:29.787616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:29.787794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:29.788181 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:29.788508 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:29.788829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:29.789149 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:29.789465 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:29.789962 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:29.886411 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-40a6293b-a280-4eeb-9507-db4a9a15455b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 206557bf-2613-4186-9500-fc24670e90f1) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:29.900430 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc777b1-18c4-4fd5-8b5c-23580ae7edba None None] Network 206557bf-2613-4186-9500-fc24670e90f1 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:29.915696 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] In _notify_port_updated(), no bound segment for port 18b50add-3683-4633-8587-1be189b6330e on network 2441fae8-23a6-4f8b-bd86-0877bb0e6067 {{(pid=88634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:18:29.921287 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:29.921950 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:29.923297 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "PUT /v2.0/ports/18b50add-3683-4633-8587-1be189b6330e HTTP/1.1" status: 200 len: 996 time: 2.4327321 Mar 14 18:18:29.958792 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50548) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:29.960149 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a6293b-a280-4eeb-9507-db4a9a15455b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:29.960742 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-40a6293b-a280-4eeb-9507-db4a9a15455b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:30.074003 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14397bbe-2485-4dc4-9e6a-8b13a3fb066b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:30.107036 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6754ab-77dd-483d-bcf1-ec992aa46b48 None None] Sync routers for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:30.124272 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-14397bbe-2485-4dc4-9e6a-8b13a3fb066b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:30.134222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6754ab-77dd-483d-bcf1-ec992aa46b48 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:30.137955 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6b6754ab-77dd-483d-bcf1-ec992aa46b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:30.142139 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event updated for resources: {'Port': ['ID=18b50add-3683-4633-8587-1be189b6330e,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:30.161292 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47317a01-3e27-4e1e-99be-776b71349a5d req-4584e94c-bba6-4751-9e52-f0067c6ab4bf tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:30.163122 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-47317a01-3e27-4e1e-99be-776b71349a5d req-4584e94c-bba6-4751-9e52-f0067c6ab4bf tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.6493495 Mar 14 18:18:30.193731 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:30.194122 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:30.194443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:30.194802 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:30.195537 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:30.195537 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:30.195786 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:30.196107 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:30.196430 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:30.197768 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:30.197768 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:30.197768 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d12f7-4765-403f-a483-a4dc3aba88c8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:30.209016 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:30.230209 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6b6754ab-77dd-483d-bcf1-ec992aa46b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:30.232194 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-87d65a43-6cd0-44d7-ad1f-e341d0a19a69 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Deleting port 18b50add-3683-4633-8587-1be189b6330e {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:30.232449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-87d65a43-6cd0-44d7-ad1f-e341d0a19a69 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:30.277495 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6754ab-77dd-483d-bcf1-ec992aa46b48 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:30.278422 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6b6754ab-77dd-483d-bcf1-ec992aa46b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:30.378896 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-40a6293b-a280-4eeb-9507-db4a9a15455b tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1293120 Mar 14 18:18:30.389216 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50552) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:30.393735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-56217d95-d3b4-45dc-8919-54ad33b31e5e None None] Provisioning complete for port 18b50add-3683-4633-8587-1be189b6330e triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:30.401758 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-56217d95-d3b4-45dc-8919-54ad33b31e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:30.426058 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6b6754ab-77dd-483d-bcf1-ec992aa46b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:30.426779 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6754ab-77dd-483d-bcf1-ec992aa46b48 None None] The sync data for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:30.500856 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-206557bf-2613-4186-9500-fc24670e90f1', 'network_id': '206557bf-2613-4186-9500-fc24670e90f1', 'tenant_id': 'af67afadbf6546329cb35e0a68bebc5e', 'fixed_ips': [{'subnet_id': '158fed99-130d-4b43-af3a-7eee21f650e7'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:18:30.501753 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:30.513847 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-56217d95-d3b4-45dc-8919-54ad33b31e5e None None] Port 18b50add-3683-4633-8587-1be189b6330e cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:18:30.538406 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-14397bbe-2485-4dc4-9e6a-8b13a3fb066b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "PUT /v2.0/floatingips/7fb1798e-2cb4-4529-a2b6-6948a8cdfcc1 HTTP/1.1" status: 200 len: 978 time: 4.7439651 Mar 14 18:18:30.543399 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50556) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:30.553610 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-47317a01-3e27-4e1e-99be-776b71349a5d req-39a3ec40-02ac-4829-b7ed-7753d6f2dcfa tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3797812 Mar 14 18:18:30.556309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:30.559858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:30.680378 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af95a50b-95ac-47cb-b4d5-f4e6c28bd567 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:30.693603 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Allocated IP 172.20.0.2 (206557bf-2613-4186-9500-fc24670e90f1/158fed99-130d-4b43-af3a-7eee21f650e7/d64f0261-efbe-479f-ba63-fb9c4a19a29f) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:30.731265 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:30.731769 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Fanout notify agent at l3_agent the message router_deleted on router 47d4341b-ef6a-40b9-84b7-672ce5d0490d {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:18:30.763076 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4bbc3ed5-5cea-44b1-9b13-f34b8330e0c8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:30.791452 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95a50b-95ac-47cb-b4d5-f4e6c28bd567 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Pushing event deleted for resources: {'Port': ['ID=9cb01513-82da-4608-8687-26ba889f26d1,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:30.800636 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:30.802348 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a446e370-ea2f-4be9-8535-ebd4a8b55c54 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "DELETE /v2.0/routers/47d4341b-ef6a-40b9-84b7-672ce5d0490d HTTP/1.1" status: 204 len: 168 time: 4.0234957 Mar 14 18:18:30.817206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50562) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:30.824796 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc3ed5-5cea-44b1-9b13-f34b8330e0c8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Pushing event deleted for resources: {'Port': ['ID=56caf7cd-dc60-4887-b525-d9de87ed91a8,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:30.843812 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-19700af3-2d69-482a-88d2-c867efed7ad4 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-719829589', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:30.911556 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-19700af3-2d69-482a-88d2-c867efed7ad4 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:30.934147 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-19700af3-2d69-482a-88d2-c867efed7ad4 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Usage tracker for resource:router and tenant:d8243012e16843e7a15858c59f475fdd is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:30.934387 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d803b-fa17-455f-8c7e-6b60bb429dd7 req-0461db39-f611-46d2-aab4-946b849f4589 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:30.940595 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:30.941258 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ed4812b1-e1ac-4b9d-b729-b62d74136c4f tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Deleting port ed73af46-d5ba-46cd-8adf-44038f86e8fb {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:30.941371 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-792d803b-fa17-455f-8c7e-6b60bb429dd7 req-0461db39-f611-46d2-aab4-946b849f4589 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.2525682 Mar 14 18:18:30.941601 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ed4812b1-e1ac-4b9d-b729-b62d74136c4f tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:30.951690 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Transition to ACTIVE for port object d64f0261-efbe-479f-ba63-fb9c4a19a29f will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:30.972263 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Transition to ACTIVE for port object d64f0261-efbe-479f-ba63-fb9c4a19a29f will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:31.005397 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bae8a4e-7f3b-464d-9cea-358f09d89e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:31.015549 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-19700af3-2d69-482a-88d2-c867efed7ad4 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:31.038679 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:31.040590 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-19700af3-2d69-482a-88d2-c867efed7ad4 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:31.052177 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:31.065396 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-792d803b-fa17-455f-8c7e-6b60bb429dd7 req-bb4bae52-1f58-4e83-813c-28199ec7b672 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229608 Mar 14 18:18:31.166973 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Network 206557bf-2613-4186-9500-fc24670e90f1 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:31.170902 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:31.173252 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Pushing event updated for resources: {'Port': ['ID=d64f0261-efbe-479f-ba63-fb9c4a19a29f,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:31.175851 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:31.212508 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:31.213455 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:31.213455 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:31.213612 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:31.213949 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:31.214404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:31.214777 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:31.215118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:31.215449 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:31.215792 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:31.216108 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:31.216434 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:31.251308 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4bbc3ed5-5cea-44b1-9b13-f34b8330e0c8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:31.282842 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Attempting to bind port d64f0261-efbe-479f-ba63-fb9c4a19a29f on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:18:31.283216 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Attempting to bind port d64f0261-efbe-479f-ba63-fb9c4a19a29f by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'bdaa6dcf-b4cb-46ed-a629-14d07c103665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '206557bf-2613-4186-9500-fc24670e90f1'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:18:31.283566 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Attempting to bind port d64f0261-efbe-479f-ba63-fb9c4a19a29f on network 206557bf-2613-4186-9500-fc24670e90f1 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:18:31.289579 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:18:31.289950 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Checking segment: {'id': 'bdaa6dcf-b4cb-46ed-a629-14d07c103665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '206557bf-2613-4186-9500-fc24670e90f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:18:31.290347 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:31.290732 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Bound using segment: {'id': 'bdaa6dcf-b4cb-46ed-a629-14d07c103665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '206557bf-2613-4186-9500-fc24670e90f1'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:18:31.291217 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Bound port: d64f0261-efbe-479f-ba63-fb9c4a19a29f, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdaa6dcf-b4cb-46ed-a629-14d07c103665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '206557bf-2613-4186-9500-fc24670e90f1'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:18:31.291583 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:31.324841 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-87d65a43-6cd0-44d7-ad1f-e341d0a19a69 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:31.384755 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] For port d64f0261-efbe-479f-ba63-fb9c4a19a29f, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:18:31.387817 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] For port d64f0261-efbe-479f-ba63-fb9c4a19a29f, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d64f0261-efbe-479f-ba63-fb9c4a19a29f,segment=NetworkSegment(bdaa6dcf-b4cb-46ed-a629-14d07c103665),segment_id=bdaa6dcf-b4cb-46ed-a629-14d07c103665)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:18:31.453372 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9f921-f6a9-4ab8-9699-b8797955237b req-816af517-f448-4853-8001-121743fb8833 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:31.454848 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-80b9f921-f6a9-4ab8-9699-b8797955237b req-816af517-f448-4853-8001-121743fb8833 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.2488885 Mar 14 18:18:31.467393 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:31.494717 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-87d65a43-6cd0-44d7-ad1f-e341d0a19a69 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Calling delete_port for 18b50add-3683-4633-8587-1be189b6330e owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:31.523391 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Deleting port d64f0261-efbe-479f-ba63-fb9c4a19a29f {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:31.523597 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:31.549583 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8b79e-f530-4f20-bec5-af417c1cffe8 None None] Pushing event updated for resources: {'Port': ['ID=d64f0261-efbe-479f-ba63-fb9c4a19a29f,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:31.550890 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-19700af3-2d69-482a-88d2-c867efed7ad4 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:31.552517 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-19700af3-2d69-482a-88d2-c867efed7ad4 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:31.581862 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af95a50b-95ac-47cb-b4d5-f4e6c28bd567 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:31.593773 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-80b9f921-f6a9-4ab8-9699-b8797955237b req-8c48df2e-c20b-4c90-a778-3106cf713b78 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317155 Mar 14 18:18:31.722512 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbc3ed5-5cea-44b1-9b13-f34b8330e0c8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Router c85ef13a-0238-4b39-8dc6-933369abd530 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:18:31.937412 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af95a50b-95ac-47cb-b4d5-f4e6c28bd567 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:31.958793 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-19700af3-2d69-482a-88d2-c867efed7ad4 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:31.963438 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af95a50b-95ac-47cb-b4d5-f4e6c28bd567 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:31.982794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbc3ed5-5cea-44b1-9b13-f34b8330e0c8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:31.988655 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4bbc3ed5-5cea-44b1-9b13-f34b8330e0c8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] 10.222.0.43 "PUT /v2.0/routers/c85ef13a-0238-4b39-8dc6-933369abd530/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7789130 Mar 14 18:18:31.992139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50570) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:31.999672 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5a8e0f-738c-41c7-b986-4bb3c1129e8b None None] Sync routers for ids ['c85ef13a-0238-4b39-8dc6-933369abd530'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:32.015635 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a8e0f-738c-41c7-b986-4bb3c1129e8b None None] Routers {'c85ef13a-0238-4b39-8dc6-933369abd530'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:32.016937 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d64f0261-efbe-479f-ba63-fb9c4a19a29f up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:18:32.017419 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ab5a8e0f-738c-41c7-b986-4bb3c1129e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c85ef13a-0238-4b39-8dc6-933369abd530'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:32.092250 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ab5a8e0f-738c-41c7-b986-4bb3c1129e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:32.104339 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a8e0f-738c-41c7-b986-4bb3c1129e8b None None] Routers {'c85ef13a-0238-4b39-8dc6-933369abd530'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:32.105304 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ab5a8e0f-738c-41c7-b986-4bb3c1129e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c85ef13a-0238-4b39-8dc6-933369abd530'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:32.147170 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port d64f0261-efbe-479f-ba63-fb9c4a19a29f completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:18:32.175851 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ab5a8e0f-738c-41c7-b986-4bb3c1129e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:32.176683 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5a8e0f-738c-41c7-b986-4bb3c1129e8b None None] The sync data for ids ['c85ef13a-0238-4b39-8dc6-933369abd530'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:32.236229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971a87a-e9fd-4f8b-8050-7ffeced5cf3d req-8df29b60-1020-41a9-a92a-7eb12d309a9f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:32.237697 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6971a87a-e9fd-4f8b-8050-7ffeced5cf3d req-8df29b60-1020-41a9-a92a-7eb12d309a9f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.4320278 Mar 14 18:18:32.247687 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af95a50b-95ac-47cb-b4d5-f4e6c28bd567 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:32.248240 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af95a50b-95ac-47cb-b4d5-f4e6c28bd567 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Fanout notify agent at l3_agent the message router_deleted on router fe258b3f-c7ed-4858-a1a6-639b1609e318 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:18:32.309320 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-19700af3-2d69-482a-88d2-c867efed7ad4 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:32.359786 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6971a87a-e9fd-4f8b-8050-7ffeced5cf3d req-35a89a41-af0d-4ff2-88fc-a43f9e40343b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145558 Mar 14 18:18:32.388514 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-454f8e09-95c7-42b2-9ce9-7ee0ccd7b876 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:32.525601 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ed4812b1-e1ac-4b9d-b729-b62d74136c4f tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:32.546036 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-87d65a43-6cd0-44d7-ad1f-e341d0a19a69 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:32.550946 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af95a50b-95ac-47cb-b4d5-f4e6c28bd567 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:32.552606 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-af95a50b-95ac-47cb-b4d5-f4e6c28bd567 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "DELETE /v2.0/routers/fe258b3f-c7ed-4858-a1a6-639b1609e318 HTTP/1.1" status: 204 len: 168 time: 5.0559425 Mar 14 18:18:32.591486 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50576) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:32.604557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-68ed2107-ebd4-47f9-becd-fff44313f3a1 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-4234738', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:32.616461 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-68ed2107-ebd4-47f9-becd-fff44313f3a1 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:32.626659 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-68ed2107-ebd4-47f9-becd-fff44313f3a1 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Usage tracker for resource:router and tenant:7fbcb5733a714e9191e2aadaee5b8084 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:32.632842 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-68ed2107-ebd4-47f9-becd-fff44313f3a1 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:32.649711 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-68ed2107-ebd4-47f9-becd-fff44313f3a1 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:32.677805 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-454f8e09-95c7-42b2-9ce9-7ee0ccd7b876 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:32.705927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a700db-73c0-4bd1-99e4-b2ba3fa10a8b req-0d8a8aab-5d03-4f68-82e7-ec317620f319 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:32.707627 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f0a700db-73c0-4bd1-99e4-b2ba3fa10a8b req-0d8a8aab-5d03-4f68-82e7-ec317620f319 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.2165546 Mar 14 18:18:32.731882 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c0e856-04eb-4ed7-b88f-3a1ad3b4e035 None None] Network 206557bf-2613-4186-9500-fc24670e90f1 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:32.762039 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f0a700db-73c0-4bd1-99e4-b2ba3fa10a8b req-48d4e0c4-b569-40ad-b6a6-1395727716bf tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483093 Mar 14 18:18:32.776556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-68ed2107-ebd4-47f9-becd-fff44313f3a1 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:32.777948 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-68ed2107-ebd4-47f9-becd-fff44313f3a1 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:32.807542 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-68ed2107-ebd4-47f9-becd-fff44313f3a1 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:32.818671 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-19700af3-2d69-482a-88d2-c867efed7ad4 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:32.819908 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-19700af3-2d69-482a-88d2-c867efed7ad4 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.9976866 Mar 14 18:18:32.830617 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50582) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:32.835026 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d65a43-6cd0-44d7-ad1f-e341d0a19a69 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event deleted for resources: {'Port': ['ID=18b50add-3683-4633-8587-1be189b6330e,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:32.836072 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-454f8e09-95c7-42b2-9ce9-7ee0ccd7b876 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Deleting port 64e15c65-3cdb-4989-adb0-ade65a7459d9 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:32.844240 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-454f8e09-95c7-42b2-9ce9-7ee0ccd7b876 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:32.909771 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bae8a4e-7f3b-464d-9cea-358f09d89e3b admin admin] Router 83341a83-585e-47ac-854f-f66a8cd41eb5 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:18:32.912395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a73318f3-27af-48e6-9731-b9169c408a41 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'enable_snat': False}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:32.919660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] For port d64f0261-efbe-479f-ba63-fb9c4a19a29f, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d64f0261-efbe-479f-ba63-fb9c4a19a29f,segment=NetworkSegment(bdaa6dcf-b4cb-46ed-a629-14d07c103665),segment_id=bdaa6dcf-b4cb-46ed-a629-14d07c103665)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:32.920025 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:32.924710 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-22f54f25-fac7-4686-bf22-0998a1c9b47e None None] Provisioning for port d64f0261-efbe-479f-ba63-fb9c4a19a29f completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:18:32.939493 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-22f54f25-fac7-4686-bf22-0998a1c9b47e None None] Provisioning complete for port d64f0261-efbe-479f-ba63-fb9c4a19a29f triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:32.939768 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-22f54f25-fac7-4686-bf22-0998a1c9b47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:32.991081 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-68ed2107-ebd4-47f9-becd-fff44313f3a1 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:33.127609 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-22f54f25-fac7-4686-bf22-0998a1c9b47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:33.161138 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Calling delete_port for d64f0261-efbe-479f-ba63-fb9c4a19a29f owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:33.169458 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-22f54f25-fac7-4686-bf22-0998a1c9b47e None None] For port d64f0261-efbe-479f-ba63-fb9c4a19a29f, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d64f0261-efbe-479f-ba63-fb9c4a19a29f,segment=NetworkSegment(bdaa6dcf-b4cb-46ed-a629-14d07c103665),segment_id=bdaa6dcf-b4cb-46ed-a629-14d07c103665)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:33.295179 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-22f54f25-fac7-4686-bf22-0998a1c9b47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:33.319250 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-68ed2107-ebd4-47f9-becd-fff44313f3a1 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:33.320573 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-68ed2107-ebd4-47f9-becd-fff44313f3a1 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7282031 Mar 14 18:18:33.337759 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50586) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:33.375848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f54f25-fac7-4686-bf22-0998a1c9b47e None None] Pushing event updated for resources: {'Port': ['ID=d64f0261-efbe-479f-ba63-fb9c4a19a29f,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:33.383839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-87d65a43-6cd0-44d7-ad1f-e341d0a19a69 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:33.388123 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-87d65a43-6cd0-44d7-ad1f-e341d0a19a69 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "DELETE /v2.0/ports/18b50add-3683-4633-8587-1be189b6330e HTTP/1.1" status: 204 len: 168 time: 3.3937445 Mar 14 18:18:33.388917 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50590) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:33.404633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-33363052-c671-4743-b2d3-afbe0302c675 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'enable_snat': False}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:33.417512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9f2fb05b-e953-4f1e-a377-78e187ae575b None None] Provisioning complete for port d64f0261-efbe-479f-ba63-fb9c4a19a29f triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:33.417883 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9f2fb05b-e953-4f1e-a377-78e187ae575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:33.521080 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c41dab8-12f7-4728-9d64-e6c6773f5710 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] GET failed (client error): The resource could not be found. Mar 14 18:18:33.521547 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4c41dab8-12f7-4728-9d64-e6c6773f5710 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Synchronizing usage tracker for tenant:d3e5319ae9e14949a58e906c40def20f on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:18:33.553027 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ed4812b1-e1ac-4b9d-b729-b62d74136c4f tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:33.553648 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ed4812b1-e1ac-4b9d-b729-b62d74136c4f tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:33.553648 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [None req-ed4812b1-e1ac-4b9d-b729-b62d74136c4f tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Floating IP 7fb1798e-2cb4-4529-a2b6-6948a8cdfcc1 disassociated. External IP: 172.26.7.54, port: ed73af46-d5ba-46cd-8adf-44038f86e8fb. Mar 14 18:18:33.553979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ed4812b1-e1ac-4b9d-b729-b62d74136c4f tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Calling delete_port for ed73af46-d5ba-46cd-8adf-44038f86e8fb owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:33.594433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a73318f3-27af-48e6-9731-b9169c408a41 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:33.617713 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bae8a4e-7f3b-464d-9cea-358f09d89e3b admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:33.619220 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:18:33.619532 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:18:33.627825 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7fa0b9-bf30-4923-bcf0-7d8bd77cf8a6 None None] Sync routers for ids ['83341a83-585e-47ac-854f-f66a8cd41eb5'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:33.638385 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3bae8a4e-7f3b-464d-9cea-358f09d89e3b admin admin] 10.222.0.43 "PUT /v2.0/routers/83341a83-585e-47ac-854f-f66a8cd41eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8078842 Mar 14 18:18:33.642184 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50594) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:33.642885 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7fa0b9-bf30-4923-bcf0-7d8bd77cf8a6 None None] Routers {'83341a83-585e-47ac-854f-f66a8cd41eb5'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:33.643524 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1b7fa0b9-bf30-4923-bcf0-7d8bd77cf8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['83341a83-585e-47ac-854f-f66a8cd41eb5'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:33.801597 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4c41dab8-12f7-4728-9d64-e6c6773f5710 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Unset dirty status for tenant:d3e5319ae9e14949a58e906c40def20f on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:18:33.806355 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4c41dab8-12f7-4728-9d64-e6c6773f5710 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "GET /v2.0/ports/18b50add-3683-4633-8587-1be189b6330e HTTP/1.1" status: 404 len: 333 time: 0.4098403 Mar 14 18:18:33.854527 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50598) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:33.883672 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-657bd7f8-5aed-4768-9367-8ff17351f930 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Request body: {'port': {'network_id': '2441fae8-23a6-4f8b-bd86-0877bb0e6067', 'name': 'tempest-AllowedAddressPairTestJSON-848068545'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:33.885272 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-1b7fa0b9-bf30-4923-bcf0-7d8bd77cf8a6 None None] Set router 83341a83-585e-47ac-854f-f66a8cd41eb5 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:18:33.906733 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-94d41085-a36b-49b8-95f4-ce8c1fbd2dee admin admin] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:33.911448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-454f8e09-95c7-42b2-9ce9-7ee0ccd7b876 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:33.991078 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d64f0261-efbe-479f-ba63-fb9c4a19a29f up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:18:33.992393 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ed4812b1-e1ac-4b9d-b729-b62d74136c4f tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:34.016717 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418cd70-ad8a-447b-95bc-9525a12ae418 req-0ba53c38-edce-458d-beb0-5907366b972f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:34.018511 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4418cd70-ad8a-447b-95bc-9525a12ae418 req-0ba53c38-edce-458d-beb0-5907366b972f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 1.0308747 Mar 14 18:18:34.050228 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4812b1-e1ac-4b9d-b729-b62d74136c4f tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event deleted for resources: {'Port': ['ID=ed73af46-d5ba-46cd-8adf-44038f86e8fb,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:34.120999 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Deleting port d64f0261-efbe-479f-ba63-fb9c4a19a29f {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:34.121403 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:34.169752 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port d64f0261-efbe-479f-ba63-fb9c4a19a29f triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:34.170329 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:34.261916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-454f8e09-95c7-42b2-9ce9-7ee0ccd7b876 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Calling delete_port for 64e15c65-3cdb-4989-adb0-ade65a7459d9 owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:34.344018 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1b7fa0b9-bf30-4923-bcf0-7d8bd77cf8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'name': 'tempest-ServersTestJSON-2075333124-router', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:18:29Z', 'revision_number': 5, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'gw_port': {'id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:34.348978 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7fa0b9-bf30-4923-bcf0-7d8bd77cf8a6 None None] Checking router: 83341a83-585e-47ac-854f-f66a8cd41eb5 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:18:34.358696 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7fa0b9-bf30-4923-bcf0-7d8bd77cf8a6 None None] Routers {'83341a83-585e-47ac-854f-f66a8cd41eb5'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:34.359328 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1b7fa0b9-bf30-4923-bcf0-7d8bd77cf8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['83341a83-585e-47ac-854f-f66a8cd41eb5'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:34.394518 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-33363052-c671-4743-b2d3-afbe0302c675 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:34.454636 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-94d41085-a36b-49b8-95f4-ce8c1fbd2dee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:34.481100 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4418cd70-ad8a-447b-95bc-9525a12ae418 req-a531bdc0-4602-4dc0-bb49-18d2b0c3a758 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4005461 Mar 14 18:18:34.547340 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-1b7fa0b9-bf30-4923-bcf0-7d8bd77cf8a6 None None] Set router 83341a83-585e-47ac-854f-f66a8cd41eb5 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:18:34.554110 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-657bd7f8-5aed-4768-9367-8ff17351f930 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:34.602554 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-657bd7f8-5aed-4768-9367-8ff17351f930 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:34.634661 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-94d41085-a36b-49b8-95f4-ce8c1fbd2dee admin admin] Deleting port 8fb82e66-fcce-4d76-a0cd-573f283f8d4a {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:34.635340 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-94d41085-a36b-49b8-95f4-ce8c1fbd2dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:34.684588 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4812b1-e1ac-4b9d-b729-b62d74136c4f tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router c6b8fb97-64c2-4eff-999d-8821c3f504e7 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:18:34.707701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657bd7f8-5aed-4768-9367-8ff17351f930 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Made reservation on behalf of d3e5319ae9e14949a58e906c40def20f for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:34.709828 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-657bd7f8-5aed-4768-9367-8ff17351f930 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:34.823674 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] For port d64f0261-efbe-479f-ba63-fb9c4a19a29f, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d64f0261-efbe-479f-ba63-fb9c4a19a29f,segment=NetworkSegment(bdaa6dcf-b4cb-46ed-a629-14d07c103665),segment_id=bdaa6dcf-b4cb-46ed-a629-14d07c103665)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:34.824032 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:34.844180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-657bd7f8-5aed-4768-9367-8ff17351f930 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] device_id is not set on port 0c60bab2-fb35-4318-a729-36092fc9e9ed yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:18:34.854627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1b7fa0b9-bf30-4923-bcf0-7d8bd77cf8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'name': 'tempest-ServersTestJSON-2075333124-router', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:18:29Z', 'revision_number': 5, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'gw_port': {'id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:34.858608 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7fa0b9-bf30-4923-bcf0-7d8bd77cf8a6 None None] The sync data for ids ['83341a83-585e-47ac-854f-f66a8cd41eb5'] in dv-neutron-833560-1-hyperv is: [{'id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'name': 'tempest-ServersTestJSON-2075333124-router', 'tenant_id': '8ea0973c52dd466b94261bd6de488fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:18:29Z', 'revision_number': 5, 'project_id': '8ea0973c52dd466b94261bd6de488fed', 'gw_port': {'id': '8fb82e66-fcce-4d76-a0cd-573f283f8d4a', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83341a83-585e-47ac-854f-f66a8cd41eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:34.992000 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Calling delete_port for d64f0261-efbe-479f-ba63-fb9c4a19a29f owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:35.135449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-454f8e09-95c7-42b2-9ce9-7ee0ccd7b876 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:35.168344 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-94d41085-a36b-49b8-95f4-ce8c1fbd2dee admin admin] For port 8fb82e66-fcce-4d76-a0cd-573f283f8d4a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8fb82e66-fcce-4d76-a0cd-573f283f8d4a,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:35.168622 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-94d41085-a36b-49b8-95f4-ce8c1fbd2dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:35.236451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f8e09-95c7-42b2-9ce9-7ee0ccd7b876 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Pushing event deleted for resources: {'Port': ['ID=64e15c65-3cdb-4989-adb0-ade65a7459d9,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:35.288625 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a73318f3-27af-48e6-9731-b9169c408a41 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:35.319389 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-94d41085-a36b-49b8-95f4-ce8c1fbd2dee admin admin] Calling delete_port for 8fb82e66-fcce-4d76-a0cd-573f283f8d4a owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:35.361861 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a73318f3-27af-48e6-9731-b9169c408a41 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:35.382506 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4812b1-e1ac-4b9d-b729-b62d74136c4f tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:35.392516 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c7248-22cc-4962-bc92-9209affb931a None None] Sync routers for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:35.403318 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42c7248-22cc-4962-bc92-9209affb931a None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:35.404069 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-f42c7248-22cc-4962-bc92-9209affb931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:35.432189 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-657bd7f8-5aed-4768-9367-8ff17351f930 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Allocated IP 172.20.0.8 (2441fae8-23a6-4f8b-bd86-0877bb0e6067/dcf5cbcb-3800-4050-81e0-d1a48965ce0a/0c60bab2-fb35-4318-a729-36092fc9e9ed) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:35.471068 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-f42c7248-22cc-4962-bc92-9209affb931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:35.481168 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42c7248-22cc-4962-bc92-9209affb931a None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:35.482017 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-f42c7248-22cc-4962-bc92-9209affb931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:35.548649 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-f42c7248-22cc-4962-bc92-9209affb931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:35.549225 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c7248-22cc-4962-bc92-9209affb931a None None] The sync data for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:35.582140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-454f8e09-95c7-42b2-9ce9-7ee0ccd7b876 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:35.648478 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:35.699634 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ed4812b1-e1ac-4b9d-b729-b62d74136c4f tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:35.741294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Port': ['ID=d64f0261-efbe-479f-ba63-fb9c4a19a29f,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:35.779313 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaf416e-af13-4318-9d1e-8857ab452242 None None] DHCP port deletion for 206557bf-2613-4186-9500-fc24670e90f1 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:18:35.792441 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ed4812b1-e1ac-4b9d-b729-b62d74136c4f tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/ports/ed73af46-d5ba-46cd-8adf-44038f86e8fb HTTP/1.1" status: 204 len: 168 time: 5.2253726 Mar 14 18:18:35.796386 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50604) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:35.798998 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No DVR routers for this DVR port d64f0261-efbe-479f-ba63-fb9c4a19a29f on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:18:35.805723 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab26f38-f732-4b04-b32c-df989b106a22 None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:18:35.819567 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-454f8e09-95c7-42b2-9ce9-7ee0ccd7b876 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:35.856967 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-454f8e09-95c7-42b2-9ce9-7ee0ccd7b876 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:35.934134 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-de27d6ff-ddff-4643-95f8-da54d6ed7b56 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "GET /v2.0/floatingips/7fb1798e-2cb4-4529-a2b6-6948a8cdfcc1 HTTP/1.1" status: 200 len: 687 time: 0.1365459 Mar 14 18:18:35.941237 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50608) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:35.943024 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-33363052-c671-4743-b2d3-afbe0302c675 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:35.959754 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab26f38-f732-4b04-b32c-df989b106a22 None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:18:35.993001 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-33363052-c671-4743-b2d3-afbe0302c675 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:36.009155 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d64f0261-efbe-479f-ba63-fb9c4a19a29f no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:18:36.053558 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: d64f0261-efbe-479f-ba63-fb9c4a19a29f {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:18:36.053874 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d64f0261-efbe-479f-ba63-fb9c4a19a29f not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:18:36.054327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 69a89d6f-842a-49ed-bbee-542fda2ed51c no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:18:36.090058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-a73318f3-27af-48e6-9731-b9169c408a41 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Allocated IP 172.26.7.163 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/14ebeb3e-e485-4fb1-aec4-1ed95b465168) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:36.104594 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-454f8e09-95c7-42b2-9ce9-7ee0ccd7b876 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:36.105082 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454f8e09-95c7-42b2-9ce9-7ee0ccd7b876 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Fanout notify agent at l3_agent the message router_deleted on router c85ef13a-0238-4b39-8dc6-933369abd530 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:18:36.127438 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:36.131835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 69a89d6f-842a-49ed-bbee-542fda2ed51c {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:18:36.132177 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 69a89d6f-842a-49ed-bbee-542fda2ed51c not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:18:36.198902 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-f7fa24cc-84f1-400b-b695-0018f5107dfb tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Deleting port c3a4dca9-a103-4c0c-966b-9dc70e538cfb {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:36.199291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f7fa24cc-84f1-400b-b695-0018f5107dfb tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:36.216975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-454f8e09-95c7-42b2-9ce9-7ee0ccd7b876 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:36.220660 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-454f8e09-95c7-42b2-9ce9-7ee0ccd7b876 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] 10.222.0.43 "DELETE /v2.0/routers/c85ef13a-0238-4b39-8dc6-933369abd530 HTTP/1.1" status: 204 len: 168 time: 4.2249501 Mar 14 18:18:36.231045 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50612) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:36.297065 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-657bd7f8-5aed-4768-9367-8ff17351f930 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:36.354551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a73318f3-27af-48e6-9731-b9169c408a41 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:36.372686 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-2760d1bf-79d4-4ac4-ae0e-ac6033e9a5e9 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Deleting subnet 90584b65-9e4d-4f18-b250-99a2a7bfb238 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:18:36.416118 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2760d1bf-79d4-4ac4-ae0e-ac6033e9a5e9 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:36.442806 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aa3e24-5fbb-47ee-8037-19317407b9a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-206557bf-2613-4186-9500-fc24670e90f1', 'network_id': '206557bf-2613-4186-9500-fc24670e90f1', 'tenant_id': 'af67afadbf6546329cb35e0a68bebc5e', 'fixed_ips': [{'subnet_id': '158fed99-130d-4b43-af3a-7eee21f650e7'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:18:36.444588 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d6aa3e24-5fbb-47ee-8037-19317407b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:36.446499 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-94d41085-a36b-49b8-95f4-ce8c1fbd2dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:36.465236 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-657bd7f8-5aed-4768-9367-8ff17351f930 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Transition to ACTIVE for port object 0c60bab2-fb35-4318-a729-36092fc9e9ed will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:36.512298 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:36.542176 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a73318f3-27af-48e6-9731-b9169c408a41 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:36.559867 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d41085-a36b-49b8-95f4-ce8c1fbd2dee admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb82e66-fcce-4d76-a0cd-573f283f8d4a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server [None req-d6aa3e24-5fbb-47ee-8037-19317407b9a4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 158fed99-130d-4b43-af3a-7eee21f650e7: This subnet is being modified by another concurrent operation. Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 18:18:36.568451 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise exception Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 158fed99-130d-4b43-af3a-7eee21f650e7: This subnet is being modified by another concurrent operation. Mar 14 18:18:36.574649 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server Mar 14 18:18:36.591301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc1024a-0bac-488c-a145-d71dccb1e375 None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:18:36.628236 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Subnet': ['ID=158fed99-130d-4b43-af3a-7eee21f650e7,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:36.631663 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-657bd7f8-5aed-4768-9367-8ff17351f930 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:36.691063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-33363052-c671-4743-b2d3-afbe0302c675 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Allocated IP 172.26.7.28 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/cd50b83a-d786-4e15-a325-3dd79ec76486) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:36.692459 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2760d1bf-79d4-4ac4-ae0e-ac6033e9a5e9 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:36.737267 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc1024a-0bac-488c-a145-d71dccb1e375 None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:18:36.747672 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f7fa24cc-84f1-400b-b695-0018f5107dfb tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:36.748004 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f7fa24cc-84f1-400b-b695-0018f5107dfb tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:36.822917 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:36.860089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73318f3-27af-48e6-9731-b9169c408a41 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:36.868661 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-a73318f3-27af-48e6-9731-b9169c408a41 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:36.881536 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73318f3-27af-48e6-9731-b9169c408a41 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:36.952666 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-f7fa24cc-84f1-400b-b695-0018f5107dfb tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Calling delete_port for c3a4dca9-a103-4c0c-966b-9dc70e538cfb owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:36.964837 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73318f3-27af-48e6-9731-b9169c408a41 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Pushing event updated for resources: {'Port': ['ID=14ebeb3e-e485-4fb1-aec4-1ed95b465168,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:36.975161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657bd7f8-5aed-4768-9367-8ff17351f930 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Network 2441fae8-23a6-4f8b-bd86-0877bb0e6067 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:37.011220 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-657bd7f8-5aed-4768-9367-8ff17351f930 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:37.029615 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657bd7f8-5aed-4768-9367-8ff17351f930 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:37.101474 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a7bc21-8259-4bbc-b896-58d3bd74d4af None None] Network 206557bf-2613-4186-9500-fc24670e90f1 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:37.103262 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-94d41085-a36b-49b8-95f4-ce8c1fbd2dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:37.196961 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bd7f8-5aed-4768-9367-8ff17351f930 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event updated for resources: {'Port': ['ID=0c60bab2-fb35-4318-a729-36092fc9e9ed,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:37.271354 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bd7f8-5aed-4768-9367-8ff17351f930 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:37.272671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-657bd7f8-5aed-4768-9367-8ff17351f930 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:37.300880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206557bf-2613-4186-9500-fc24670e90f1']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:37.312107 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abaa441-b27e-41ee-aadc-e928e66c4344 None None] DHCP port deletion for 206557bf-2613-4186-9500-fc24670e90f1 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:18:37.357608 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-33363052-c671-4743-b2d3-afbe0302c675 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:37.388271 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdaa6dcf-b4cb-46ed-a629-14d07c103665') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:37.388684 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdaa6dcf-b4cb-46ed-a629-14d07c103665') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:37.397212 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-94d41085-a36b-49b8-95f4-ce8c1fbd2dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:37.408498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-94d41085-a36b-49b8-95f4-ce8c1fbd2dee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:37.419241 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:37.432858 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2760d1bf-79d4-4ac4-ae0e-ac6033e9a5e9 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:37.440768 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-657bd7f8-5aed-4768-9367-8ff17351f930 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5754547 Mar 14 18:18:37.440994 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50616) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:37.451199 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-3940eabb-2d84-499d-a738-faada999b938 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Request body: {'port': {'network_id': '2441fae8-23a6-4f8b-bd86-0877bb0e6067', 'name': 'tempest-AllowedAddressPairTestJSON-1935276440'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:37.470368 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-30d62f63-156b-4aac-8c87-76f1289bb588 None None] Provisioning for port 0c60bab2-fb35-4318-a729-36092fc9e9ed completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:18:37.476968 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-30d62f63-156b-4aac-8c87-76f1289bb588 None None] Provisioning complete for port 0c60bab2-fb35-4318-a729-36092fc9e9ed triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:37.480551 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-30d62f63-156b-4aac-8c87-76f1289bb588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:37.499149 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:37.520050 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:18:37.520448 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:37.529617 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-33363052-c671-4743-b2d3-afbe0302c675 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:18:37.534874 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:18:37.545818 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-30d62f63-156b-4aac-8c87-76f1289bb588 None None] Port 0c60bab2-fb35-4318-a729-36092fc9e9ed cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:18:37.608072 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-94d41085-a36b-49b8-95f4-ce8c1fbd2dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:37.608593 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d41085-a36b-49b8-95f4-ce8c1fbd2dee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83341a83-585e-47ac-854f-f66a8cd41eb5 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:18:37.705884 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-94d41085-a36b-49b8-95f4-ce8c1fbd2dee admin admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:37.710175 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-94d41085-a36b-49b8-95f4-ce8c1fbd2dee admin admin] 10.222.0.43 "DELETE /v2.0/routers/83341a83-585e-47ac-854f-f66a8cd41eb5 HTTP/1.1" status: 204 len: 168 time: 4.0669534 Mar 14 18:18:37.712886 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50620) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:37.761155 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:37.765782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:37.812477 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2760d1bf-79d4-4ac4-ae0e-ac6033e9a5e9 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:37.847223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a73318f3-27af-48e6-9731-b9169c408a41 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:37.861561 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Network': ['ID=206557bf-2613-4186-9500-fc24670e90f1,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:37.877611 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760d1bf-79d4-4ac4-ae0e-ac6033e9a5e9 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Pushing event deleted for resources: {'Subnet': ['ID=90584b65-9e4d-4f18-b250-99a2a7bfb238,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:37.886435 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2760d1bf-79d4-4ac4-ae0e-ac6033e9a5e9 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:37.888406 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2760d1bf-79d4-4ac4-ae0e-ac6033e9a5e9 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] 10.222.0.43 "DELETE /v2.0/subnets/90584b65-9e4d-4f18-b250-99a2a7bfb238 HTTP/1.1" status: 204 len: 168 time: 1.6544273 Mar 14 18:18:37.892193 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8e68d5-8a88-41b6-8943-424f62fb123c None None] Network f62fc0d5-d634-4aaa-831b-bbd22cd3db35 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:37.893650 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ee395a66-109e-4bc4-aef6-6e887a2fb1f4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/206557bf-2613-4186-9500-fc24670e90f1 HTTP/1.1" status: 204 len: 168 time: 7.4805143 Mar 14 18:18:37.896689 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50624) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:37.897067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50626) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:37.949996 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f7fa24cc-84f1-400b-b695-0018f5107dfb tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:37.990646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7ddb46-95f3-4b40-a8dc-1163f1062979 admin admin] Deleting subnet 25bc5427-3dc6-477d-8919-e1cbed025598 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:18:38.020656 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33363052-c671-4743-b2d3-afbe0302c675 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Pushing event updated for resources: {'Port': ['ID=cd50b83a-d786-4e15-a325-3dd79ec76486,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:38.025194 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3940eabb-2d84-499d-a738-faada999b938 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:38.028458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fb7ddb46-95f3-4b40-a8dc-1163f1062979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:38.053645 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0926df-890f-43bf-bba3-3d48cb48a3c1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] GET failed (client error): The resource could not be found. Mar 14 18:18:38.054170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6c0926df-890f-43bf-bba3-3d48cb48a3c1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Synchronizing usage tracker for tenant:af67afadbf6546329cb35e0a68bebc5e on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:18:38.065349 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa24cc-84f1-400b-b695-0018f5107dfb tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event deleted for resources: {'Port': ['ID=c3a4dca9-a103-4c0c-966b-9dc70e538cfb,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:38.218054 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a73318f3-27af-48e6-9731-b9169c408a41 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:38.222705 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33363052-c671-4743-b2d3-afbe0302c675 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:38.226075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a73318f3-27af-48e6-9731-b9169c408a41 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:38.233080 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5621f2-516d-4a60-95a9-c3aa6acb7125 None None] DHCP port deletion for f62fc0d5-d634-4aaa-831b-bbd22cd3db35 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:18:38.246678 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1b5621f2-516d-4a60-95a9-c3aa6acb7125 None None] Deleting port 9cd4c8ac-ee56-4042-b39c-807dc1d69007 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:38.247455 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1b5621f2-516d-4a60-95a9-c3aa6acb7125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:38.287968 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8fb82e66-fcce-4d76-a0cd-573f283f8d4a no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:18:38.303259 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fb7ddb46-95f3-4b40-a8dc-1163f1062979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:38.340184 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 8fb82e66-fcce-4d76-a0cd-573f283f8d4a {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:18:38.340822 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8fb82e66-fcce-4d76-a0cd-573f283f8d4a not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:18:38.393894 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:38.398004 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f7fa24cc-84f1-400b-b695-0018f5107dfb tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:38.400823 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f7fa24cc-84f1-400b-b695-0018f5107dfb tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:38.402219 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f7fa24cc-84f1-400b-b695-0018f5107dfb tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/floatingips/7fb1798e-2cb4-4529-a2b6-6948a8cdfcc1 HTTP/1.1" status: 204 len: 168 time: 2.4598241 Mar 14 18:18:38.406680 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6c0926df-890f-43bf-bba3-3d48cb48a3c1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Unset dirty status for tenant:af67afadbf6546329cb35e0a68bebc5e on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:18:38.410846 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6c0926df-890f-43bf-bba3-3d48cb48a3c1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "GET /v2.0/subnets/158fed99-130d-4b43-af3a-7eee21f650e7 HTTP/1.1" status: 404 len: 337 time: 0.5081394 Mar 14 18:18:38.413871 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50632) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:38.414251 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50634) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:38.445777 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec15ac4-6311-4c7c-9db1-474308f194dc tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:38.452297 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec15ac4-6311-4c7c-9db1-474308f194dc tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:38.452297 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4ec15ac4-6311-4c7c-9db1-474308f194dc tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/206557bf-2613-4186-9500-fc24670e90f1 HTTP/1.1" status: 404 len: 339 time: 0.0306170 Mar 14 18:18:38.456608 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': '1fe70716-1d69-4a02-a03a-44c3e05c11c1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:38.461024 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50640) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:38.544565 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1b5621f2-516d-4a60-95a9-c3aa6acb7125 None None] For port 9cd4c8ac-ee56-4042-b39c-807dc1d69007, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=9cd4c8ac-ee56-4042-b39c-807dc1d69007,segment=NetworkSegment(9a1ce2dc-09a3-4f5c-b5e0-2d857f7f1c20),segment_id=9a1ce2dc-09a3-4f5c-b5e0-2d857f7f1c20)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:38.544960 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1b5621f2-516d-4a60-95a9-c3aa6acb7125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:38.554017 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-33363052-c671-4743-b2d3-afbe0302c675 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:38.562772 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33363052-c671-4743-b2d3-afbe0302c675 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:38.594522 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3940eabb-2d84-499d-a738-faada999b938 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:38.617389 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Deleting port 9cd4c8ac-ee56-4042-b39c-807dc1d69007 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:38.618059 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:38.644479 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:38.667341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b60818-de93-4c83-8bea-4a358e0f97e1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:38.668303 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b0b60818-de93-4c83-8bea-4a358e0f97e1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Synchronizing usage tracker for tenant:af67afadbf6546329cb35e0a68bebc5e on resource:network {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:18:38.673438 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Usage tracker for resource:floatingip and tenant:012942f9ce9548f48528050da9c5365d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:38.686100 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:38.707617 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1b5621f2-516d-4a60-95a9-c3aa6acb7125 None None] Calling delete_port for 9cd4c8ac-ee56-4042-b39c-807dc1d69007 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:38.711720 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:38.719239 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fb7ddb46-95f3-4b40-a8dc-1163f1062979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:38.816518 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3940eabb-2d84-499d-a738-faada999b938 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Made reservation on behalf of d3e5319ae9e14949a58e906c40def20f for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:38.820133 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3940eabb-2d84-499d-a738-faada999b938 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:38.871807 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-3940eabb-2d84-499d-a738-faada999b938 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] device_id is not set on port 48ed4dd5-16a5-47e9-9d24-bc8fc88cd20d yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:18:38.921018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b0b60818-de93-4c83-8bea-4a358e0f97e1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Unset dirty status for tenant:af67afadbf6546329cb35e0a68bebc5e on resource:network {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:18:38.922055 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:38.922198 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b0b60818-de93-4c83-8bea-4a358e0f97e1 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4560916 Mar 14 18:18:38.922967 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:38.930613 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50644) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:38.952150 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1b5621f2-516d-4a60-95a9-c3aa6acb7125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:38.983896 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1d6e54ee-5846-4b89-96a1-eb799b85d25c tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Synchronizing usage tracker for tenant:af67afadbf6546329cb35e0a68bebc5e on resource:subnet {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:18:39.007064 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5621f2-516d-4a60-95a9-c3aa6acb7125 None None] No DVR routers for this DVR port 9cd4c8ac-ee56-4042-b39c-807dc1d69007 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:18:39.010377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1d6e54ee-5846-4b89-96a1-eb799b85d25c tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Unset dirty status for tenant:af67afadbf6546329cb35e0a68bebc5e on resource:subnet {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:18:39.011552 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1d6e54ee-5846-4b89-96a1-eb799b85d25c tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0 HTTP/1.1" status: 200 len: 207 time: 0.0797608 Mar 14 18:18:39.011704 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5621f2-516d-4a60-95a9-c3aa6acb7125 None None] Pushing event deleted for resources: {'Port': ['ID=9cd4c8ac-ee56-4042-b39c-807dc1d69007,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:39.064653 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50648) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:39.088302 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73318f3-27af-48e6-9731-b9169c408a41 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Router 520e8da6-b794-4cb6-a191-e38f24c1770a is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:18:39.180934 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] For port 9cd4c8ac-ee56-4042-b39c-807dc1d69007, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=9cd4c8ac-ee56-4042-b39c-807dc1d69007,segment=NetworkSegment(9a1ce2dc-09a3-4f5c-b5e0-2d857f7f1c20),segment_id=9a1ce2dc-09a3-4f5c-b5e0-2d857f7f1c20)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:39.181293 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:39.278514 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-3940eabb-2d84-499d-a738-faada999b938 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Allocated IP 172.20.0.11 (2441fae8-23a6-4f8b-bd86-0877bb0e6067/dcf5cbcb-3800-4050-81e0-d1a48965ce0a/48ed4dd5-16a5-47e9-9d24-bc8fc88cd20d) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:39.344164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-33363052-c671-4743-b2d3-afbe0302c675 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:39.363269 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fb7ddb46-95f3-4b40-a8dc-1163f1062979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:39.375842 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Calling delete_port for 9cd4c8ac-ee56-4042-b39c-807dc1d69007 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:39.452061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ddb46-95f3-4b40-a8dc-1163f1062979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25bc5427-3dc6-477d-8919-e1cbed025598,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:39.453976 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fb7ddb46-95f3-4b40-a8dc-1163f1062979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:39.464313 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff57112-7296-44a0-879c-5eb4b02e9ac4 None None] Network 83575c05-a651-46e5-aea9-2aa8d357c3a4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:39.496473 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fb7ddb46-95f3-4b40-a8dc-1163f1062979 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/25bc5427-3dc6-477d-8919-e1cbed025598 HTTP/1.1" status: 204 len: 168 time: 1.7797604 Mar 14 18:18:39.506332 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50652) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:39.545969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73318f3-27af-48e6-9731-b9169c408a41 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:39.557409 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05980271-098d-4eef-a6e2-8d957e6a4126 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:39.561240 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05980271-098d-4eef-a6e2-8d957e6a4126 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:39.565643 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9decd7-b0ae-4337-a9fe-9e8541127f19 None None] Sync routers for ids ['520e8da6-b794-4cb6-a191-e38f24c1770a'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:39.567862 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05980271-098d-4eef-a6e2-8d957e6a4126 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:39.574189 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05980271-098d-4eef-a6e2-8d957e6a4126 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:39.578746 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-05980271-098d-4eef-a6e2-8d957e6a4126 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5097787 Mar 14 18:18:39.593802 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50656) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:39.593981 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9decd7-b0ae-4337-a9fe-9e8541127f19 None None] Routers {'520e8da6-b794-4cb6-a191-e38f24c1770a'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:39.593981 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0e9decd7-b0ae-4337-a9fe-9e8541127f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['520e8da6-b794-4cb6-a191-e38f24c1770a'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:39.662538 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0e9decd7-b0ae-4337-a9fe-9e8541127f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:39.664353 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:18:39.664675 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:18:39.701679 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9decd7-b0ae-4337-a9fe-9e8541127f19 None None] Routers {'520e8da6-b794-4cb6-a191-e38f24c1770a'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:39.702779 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0e9decd7-b0ae-4337-a9fe-9e8541127f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['520e8da6-b794-4cb6-a191-e38f24c1770a'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:39.765237 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:39.768696 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:39.806290 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0e9decd7-b0ae-4337-a9fe-9e8541127f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:39.806708 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9decd7-b0ae-4337-a9fe-9e8541127f19 None None] The sync data for ids ['520e8da6-b794-4cb6-a191-e38f24c1770a'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:39.877243 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] Deleting port 63004dbb-8016-466c-8df1-b9b7e3dd54b6 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:39.877583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:39.903077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a73318f3-27af-48e6-9731-b9169c408a41 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:39.906521 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a73318f3-27af-48e6-9731-b9169c408a41 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "PUT /v2.0/routers/520e8da6-b794-4cb6-a191-e38f24c1770a HTTP/1.1" status: 200 len: 919 time: 7.0715821 Mar 14 18:18:39.909768 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50660) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:39.936136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3940eabb-2d84-499d-a738-faada999b938 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:39.938399 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de3b0b8-1504-4c88-854e-bd41de347c6d None None] DHCP port deletion for 83575c05-a651-46e5-aea9-2aa8d357c3a4 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:18:39.943848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1de3b0b8-1504-4c88-854e-bd41de347c6d None None] Deleting port 63004dbb-8016-466c-8df1-b9b7e3dd54b6 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:39.944458 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1de3b0b8-1504-4c88-854e-bd41de347c6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:39.952412 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-3940eabb-2d84-499d-a738-faada999b938 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Transition to ACTIVE for port object 48ed4dd5-16a5-47e9-9d24-bc8fc88cd20d will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:39.980901 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 9cd4c8ac-ee56-4042-b39c-807dc1d69007 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:18:39.990805 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a6be08f1-e73c-4c01-bc0c-eb9c33b7dcb7 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3940704 Mar 14 18:18:39.997358 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50664) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:40.036670 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 9cd4c8ac-ee56-4042-b39c-807dc1d69007 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:18:40.037133 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 9cd4c8ac-ee56-4042-b39c-807dc1d69007 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:18:40.087590 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3940eabb-2d84-499d-a738-faada999b938 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:40.180039 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Deleting port 9cd4c8ac-ee56-4042-b39c-807dc1d69007 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:40.180039 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:40.197506 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-33363052-c671-4743-b2d3-afbe0302c675 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:40.208269 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3940eabb-2d84-499d-a738-faada999b938 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Network 2441fae8-23a6-4f8b-bd86-0877bb0e6067 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:40.208845 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1de3b0b8-1504-4c88-854e-bd41de347c6d None None] For port 63004dbb-8016-466c-8df1-b9b7e3dd54b6, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=63004dbb-8016-466c-8df1-b9b7e3dd54b6,segment=NetworkSegment(cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6),segment_id=cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:40.209878 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1de3b0b8-1504-4c88-854e-bd41de347c6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:40.211700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10274221-c6e9-43f0-ab71-4640465bfa99 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:40.213878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10274221-c6e9-43f0-ab71-4640465bfa99 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:40.214683 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-10274221-c6e9-43f0-ab71-4640465bfa99 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2163870 Mar 14 18:18:40.218786 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-3940eabb-2d84-499d-a738-faada999b938 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:40.220810 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50670) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:40.221577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940eabb-2d84-499d-a738-faada999b938 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event updated for resources: {'Port': ['ID=48ed4dd5-16a5-47e9-9d24-bc8fc88cd20d,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:40.224216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-33363052-c671-4743-b2d3-afbe0302c675 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:40.262187 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3940eabb-2d84-499d-a738-faada999b938 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:40.327641 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3940eabb-2d84-499d-a738-faada999b938 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:40.328533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3940eabb-2d84-499d-a738-faada999b938 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:40.343494 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1de3b0b8-1504-4c88-854e-bd41de347c6d None None] Calling delete_port for 63004dbb-8016-466c-8df1-b9b7e3dd54b6 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:40.413755 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] The port '9cd4c8ac-ee56-4042-b39c-807dc1d69007' was deleted {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:18:40.437289 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0725eef-ec85-42cf-a6e3-ea8dd83fb59d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['shared'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:40.438777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0725eef-ec85-42cf-a6e3-ea8dd83fb59d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['shared'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:40.443705 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f0725eef-ec85-42cf-a6e3-ea8dd83fb59d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2136881 Mar 14 18:18:40.452765 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50674) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:40.475994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Allocated IP 172.26.7.204 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/d5033392-2b41-49ef-a22a-c678269ab2c5) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:40.484520 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c6352cd9-ee4e-4b9b-a429-da19251ced98 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "GET /v2.0/routers/520e8da6-b794-4cb6-a191-e38f24c1770a HTTP/1.1" status: 200 len: 925 time: 0.5657797 Mar 14 18:18:40.493030 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50678) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:40.506669 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1de3b0b8-1504-4c88-854e-bd41de347c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:40.553184 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3b0b8-1504-4c88-854e-bd41de347c6d None None] Pushing event deleted for resources: {'Port': ['ID=63004dbb-8016-466c-8df1-b9b7e3dd54b6,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:40.557209 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de3b0b8-1504-4c88-854e-bd41de347c6d None None] No DVR routers for this DVR port 63004dbb-8016-466c-8df1-b9b7e3dd54b6 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:18:40.590308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ab9c8970-290c-49bc-a81d-95f8708aa900 None None] Provisioning for port 48ed4dd5-16a5-47e9-9d24-bc8fc88cd20d completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:18:40.600956 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ab9c8970-290c-49bc-a81d-95f8708aa900 None None] Provisioning complete for port 48ed4dd5-16a5-47e9-9d24-bc8fc88cd20d triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:40.601579 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ab9c8970-290c-49bc-a81d-95f8708aa900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:40.602124 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3940eabb-2d84-499d-a738-faada999b938 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1600683 Mar 14 18:18:40.619055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50682) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:40.627923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-b9742d78-d861-4cbd-a619-13b251613824 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:35:15:fb'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:16:eb:d2'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:40.673905 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ab9c8970-290c-49bc-a81d-95f8708aa900 None None] Port 48ed4dd5-16a5-47e9-9d24-bc8fc88cd20d cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:18:40.688037 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] For port 63004dbb-8016-466c-8df1-b9b7e3dd54b6, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=63004dbb-8016-466c-8df1-b9b7e3dd54b6,segment=NetworkSegment(cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6),segment_id=cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:40.688403 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:40.705182 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:40.844416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6295ed2c-a63d-4930-a5d2-1bcab1c293db tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:40.844884 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6295ed2c-a63d-4930-a5d2-1bcab1c293db tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Synchronizing usage tracker for tenant:af67afadbf6546329cb35e0a68bebc5e on resource:network {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:18:40.888953 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] Calling delete_port for 63004dbb-8016-466c-8df1-b9b7e3dd54b6 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:40.923186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8895f32-1621-42da-a8c4-704ee0794ed5 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:40.924674 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c8895f32-1621-42da-a8c4-704ee0794ed5 tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&device_id=520e8da6-b794-4cb6-a191-e38f24c1770a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4240539 Mar 14 18:18:40.925327 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62fc0d5-d634-4aaa-831b-bbd22cd3db35']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:40.933827 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50686) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:40.944075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6295ed2c-a63d-4930-a5d2-1bcab1c293db tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Unset dirty status for tenant:af67afadbf6546329cb35e0a68bebc5e on resource:network {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:18:40.945202 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6295ed2c-a63d-4930-a5d2-1bcab1c293db tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "GET /v2.0/networks/386a0678-b543-4bdc-9161-c920de594ca2 HTTP/1.1" status: 200 len: 799 time: 0.4896173 Mar 14 18:18:40.951876 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50690) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:40.965733 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1ce2dc-09a3-4f5c-b5e0-2d857f7f1c20') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:40.966134 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1ce2dc-09a3-4f5c-b5e0-2d857f7f1c20') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:41.013235 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:41.096644 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33363052-c671-4743-b2d3-afbe0302c675 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Router 3be06411-ca09-4972-97b6-5b1b10026054 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:18:41.097426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:41.137464 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:18:41.137866 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:41.155156 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:41.158020 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:18:41.158342 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:18:41.158933 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:18:41.205130 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b9742d78-d861-4cbd-a619-13b251613824 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:41.260092 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9996111a-8244-4882-a40b-7c2f8280192b tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:41.261458 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9996111a-8244-4882-a40b-7c2f8280192b tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "GET /v2.0/networks/d324cb29-62ae-4728-b539-991e151b1eb0 HTTP/1.1" status: 200 len: 881 time: 0.3232074 Mar 14 18:18:41.264522 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50694) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:41.276733 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5d33ef25-faba-482d-89b5-a9ab5974b4a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "GET /v2.0/networks/386a0678-b543-4bdc-9161-c920de594ca2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3237972 Mar 14 18:18:41.283726 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50698) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:41.318160 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c0d0e7fc-f6ce-44e6-a6aa-d7922a82ae0b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "GET /v2.0/ports?device_id=520e8da6-b794-4cb6-a191-e38f24c1770a HTTP/1.1" status: 200 len: 205 time: 0.0525634 Mar 14 18:18:41.320837 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50702) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:41.381831 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:41.410861 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:41.415567 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:41.473214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Pushing event deleted for resources: {'Network': ['ID=f62fc0d5-d634-4aaa-831b-bbd22cd3db35,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:41.514011 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:41.564243 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af56bef6-728f-41f7-9cb6-83acac14684f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:41.565586 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-af56bef6-728f-41f7-9cb6-83acac14684f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "GET /v2.0/subnets/b6d80eb0-fdac-4013-8085-45b8a346f2c2 HTTP/1.1" status: 200 len: 811 time: 0.2710035 Mar 14 18:18:41.565873 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:41.577623 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50706) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:41.581342 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:41.617741 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7ff0b4d1-0bb6-4d4e-90f9-50bff0a204f7 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] 10.222.0.43 "DELETE /v2.0/networks/f62fc0d5-d634-4aaa-831b-bbd22cd3db35 HTTP/1.1" status: 204 len: 168 time: 3.7193508 Mar 14 18:18:41.627694 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50710) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:41.632430 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=d5033392-2b41-49ef-a22a-c678269ab2c5,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:41.657997 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33363052-c671-4743-b2d3-afbe0302c675 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:41.668938 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a62dd5-34ca-4c8d-8497-170acff7d372 None None] Sync routers for ids ['3be06411-ca09-4972-97b6-5b1b10026054'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:41.688312 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a62dd5-34ca-4c8d-8497-170acff7d372 None None] Routers {'3be06411-ca09-4972-97b6-5b1b10026054'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:41.689404 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-83a62dd5-34ca-4c8d-8497-170acff7d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3be06411-ca09-4972-97b6-5b1b10026054'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:41.700431 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] Deleting port 63004dbb-8016-466c-8df1-b9b7e3dd54b6 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:41.700770 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:41.712601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-33363052-c671-4743-b2d3-afbe0302c675 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:41.716547 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-33363052-c671-4743-b2d3-afbe0302c675 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "PUT /v2.0/routers/3be06411-ca09-4972-97b6-5b1b10026054 HTTP/1.1" status: 200 len: 912 time: 8.3778291 Mar 14 18:18:41.723601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50714) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:41.767905 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-83a62dd5-34ca-4c8d-8497-170acff7d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:41.777659 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a62dd5-34ca-4c8d-8497-170acff7d372 None None] Routers {'3be06411-ca09-4972-97b6-5b1b10026054'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:41.778731 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-83a62dd5-34ca-4c8d-8497-170acff7d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3be06411-ca09-4972-97b6-5b1b10026054'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:41.824453 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cba9c7-8784-4654-9355-c948730c0d79 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['shared'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:41.830060 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-29cba9c7-8784-4654-9355-c948730c0d79 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "GET /v2.0/subnets/b6d80eb0-fdac-4013-8085-45b8a346f2c2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2334356 Mar 14 18:18:41.831025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50718) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:41.841972 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-f02b4136-a992-410b-9450-875ea8e3909d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-405127645'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:41.846999 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-83a62dd5-34ca-4c8d-8497-170acff7d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:41.848081 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a62dd5-34ca-4c8d-8497-170acff7d372 None None] The sync data for ids ['3be06411-ca09-4972-97b6-5b1b10026054'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:41.862829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f02b4136-a992-410b-9450-875ea8e3909d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:41.941651 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 63004dbb-8016-466c-8df1-b9b7e3dd54b6 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:18:41.945815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f02b4136-a992-410b-9450-875ea8e3909d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:41.977137 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 63004dbb-8016-466c-8df1-b9b7e3dd54b6 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:18:41.977631 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 63004dbb-8016-466c-8df1-b9b7e3dd54b6 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:18:41.997368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b9742d78-d861-4cbd-a619-13b251613824 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.002401 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7c198eca-80a5-4a23-9d9c-de7b848d77b1 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "GET /v2.0/routers/3be06411-ca09-4972-97b6-5b1b10026054 HTTP/1.1" status: 200 len: 918 time: 0.2778063 Mar 14 18:18:42.005289 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50722) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:42.015267 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b6741809-6fad-45e6-bf5a-1fd448f430a3 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.055809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02b4136-a992-410b-9450-875ea8e3909d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:42.059510 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f02b4136-a992-410b-9450-875ea8e3909d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.077339 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] The port '63004dbb-8016-466c-8df1-b9b7e3dd54b6' was deleted {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:18:42.092122 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b9742d78-d861-4cbd-a619-13b251613824 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.136594 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-81fbd7d7-9174-468b-af42-56cf8b210ff8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Deleting port 74e8247e-dc8d-44a7-a261-24d347e4dc23 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:42.136852 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81fbd7d7-9174-468b-af42-56cf8b210ff8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.137405 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02b4136-a992-410b-9450-875ea8e3909d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:18:42.193604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a8283e-2c7f-4780-b8f1-47eeffb3d6b3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:42.195164 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-00a8283e-2c7f-4780-b8f1-47eeffb3d6b3 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&device_id=3be06411-ca09-4972-97b6-5b1b10026054&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1888597 Mar 14 18:18:42.201287 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50726) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:42.229559 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f02b4136-a992-410b-9450-875ea8e3909d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.229902 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-f02b4136-a992-410b-9450-875ea8e3909d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Added segment 0ca4d32b-d604-49ec-bf19-90f4c8f3e3ee of type vlan for network 7c64dff3-34a4-4f29-9ba3-f61ccc8486a4 Mar 14 18:18:42.276048 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9742d78-d861-4cbd-a619-13b251613824 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event updated for resources: {'Port': ['ID=48ed4dd5-16a5-47e9-9d24-bc8fc88cd20d,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:42.352321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-b9742d78-d861-4cbd-a619-13b251613824 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] In _notify_port_updated(), no bound segment for port 48ed4dd5-16a5-47e9-9d24-bc8fc88cd20d on network 2441fae8-23a6-4f8b-bd86-0877bb0e6067 {{(pid=88635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:18:42.357709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9742d78-d861-4cbd-a619-13b251613824 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:42.358329 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b9742d78-d861-4cbd-a619-13b251613824 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.359633 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b9742d78-d861-4cbd-a619-13b251613824 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "PUT /v2.0/ports/48ed4dd5-16a5-47e9-9d24-bc8fc88cd20d HTTP/1.1" status: 200 len: 1056 time: 1.7364759 Mar 14 18:18:42.361404 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f02b4136-a992-410b-9450-875ea8e3909d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.369649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50730) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:42.406986 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-bc04db3c-6335-489e-b7b9-5c0ee360ae27 None None] Provisioning complete for port 48ed4dd5-16a5-47e9-9d24-bc8fc88cd20d triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:42.407269 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bc04db3c-6335-489e-b7b9-5c0ee360ae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.462476 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-bc04db3c-6335-489e-b7b9-5c0ee360ae27 None None] Port 48ed4dd5-16a5-47e9-9d24-bc8fc88cd20d cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:18:42.485111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-25330553-122a-4f08-b7f8-3a5a9383d391 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Deleting port 48ed4dd5-16a5-47e9-9d24-bc8fc88cd20d {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:42.485458 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-25330553-122a-4f08-b7f8-3a5a9383d391 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.494859 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.516538 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136fdac5-edbf-417f-8219-8fa2d43fcb32 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:42.517917 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-136fdac5-edbf-417f-8219-8fa2d43fcb32 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "GET /v2.0/networks/d324cb29-62ae-4728-b539-991e151b1eb0 HTTP/1.1" status: 200 len: 881 time: 0.3112803 Mar 14 18:18:42.524825 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50734) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:42.574665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f02b4136-a992-410b-9450-875ea8e3909d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.580047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02b4136-a992-410b-9450-875ea8e3909d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:42.580626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f02b4136-a992-410b-9450-875ea8e3909d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.603464 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5aaa0f33-c6c2-42a1-ac9b-afe11647b171 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "GET /v2.0/ports?device_id=3be06411-ca09-4972-97b6-5b1b10026054 HTTP/1.1" status: 200 len: 205 time: 0.0751224 Mar 14 18:18:42.612719 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50738) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:42.623471 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83575c05-a651-46e5-aea9-2aa8d357c3a4']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:42.648439 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b6741809-6fad-45e6-bf5a-1fd448f430a3 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.653571 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:42.653872 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb6ed09-a6fe-473e-bd6d-dda3bafdbbb6') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:42.680454 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.765248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81fbd7d7-9174-468b-af42-56cf8b210ff8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.765627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81fbd7d7-9174-468b-af42-56cf8b210ff8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.784365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.794374 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-b6741809-6fad-45e6-bf5a-1fd448f430a3 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Deleting port 14ebeb3e-e485-4fb1-aec4-1ed95b465168 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:42.794374 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b6741809-6fad-45e6-bf5a-1fd448f430a3 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.845094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b4136-a992-410b-9450-875ea8e3909d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Network': ['ID=7c64dff3-34a4-4f29-9ba3-f61ccc8486a4,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:42.857435 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 7c64dff3-34a4-4f29-9ba3-f61ccc8486a4 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:18:42.939209 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:18:42.939527 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:18:42.952726 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:18:42.960215 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-81fbd7d7-9174-468b-af42-56cf8b210ff8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Calling delete_port for 74e8247e-dc8d-44a7-a261-24d347e4dc23 owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:43.070679 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f02b4136-a992-410b-9450-875ea8e3909d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2338440 Mar 14 18:18:43.074548 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50742) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:43.128661 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-025e9b14-a3c8-44c6-915a-0e597641a903 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'subnet': {'network_id': '7c64dff3-34a4-4f29-9ba3-f61ccc8486a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:43.192811 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bbc3d650-6b87-4fbb-a69b-bf08d3fc78b3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:43.377378 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-25330553-122a-4f08-b7f8-3a5a9383d391 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:43.427977 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:43.449171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-025e9b14-a3c8-44c6-915a-0e597641a903 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:43.460585 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:43.523171 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=83575c05-a651-46e5-aea9-2aa8d357c3a4,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:43.567238 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b0ea957f-231b-40f5-9bfe-feca959b746d req-a5d4702e-49fd-489f-941d-9e904426fa27 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5657969 Mar 14 18:18:43.569317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-25330553-122a-4f08-b7f8-3a5a9383d391 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Calling delete_port for 48ed4dd5-16a5-47e9-9d24-bc8fc88cd20d owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:43.574002 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b6741809-6fad-45e6-bf5a-1fd448f430a3 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:43.619104 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-025e9b14-a3c8-44c6-915a-0e597641a903 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:43.655409 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bbc3d650-6b87-4fbb-a69b-bf08d3fc78b3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:43.717620 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025e9b14-a3c8-44c6-915a-0e597641a903 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Made reservation on behalf of af67afadbf6546329cb35e0a68bebc5e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:43.721111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-025e9b14-a3c8-44c6-915a-0e597641a903 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:43.749283 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e8b08b6f-a905-4de1-872a-d4139c126f74 admin admin] 10.222.0.43 "DELETE /v2.0/networks/83575c05-a651-46e5-aea9-2aa8d357c3a4 HTTP/1.1" status: 204 len: 168 time: 4.2312372 Mar 14 18:18:43.759436 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-b6741809-6fad-45e6-bf5a-1fd448f430a3 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Calling delete_port for 14ebeb3e-e485-4fb1-aec4-1ed95b465168 owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:43.766995 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3d650-6b87-4fbb-a69b-bf08d3fc78b3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Deleting port cd50b83a-d786-4e15-a325-3dd79ec76486 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:43.767221 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bbc3d650-6b87-4fbb-a69b-bf08d3fc78b3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:43.827795 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:43.861809 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81fbd7d7-9174-468b-af42-56cf8b210ff8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:43.878032 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.ipam_backend_mixin [None req-025e9b14-a3c8-44c6-915a-0e597641a903 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Performing IP validity checks on allocation pools {{(pid=88635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 14 18:18:43.878553 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.ipam_backend_mixin [None req-025e9b14-a3c8-44c6-915a-0e597641a903 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 14 18:18:43.959993 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbd7d7-9174-468b-af42-56cf8b210ff8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Pushing event deleted for resources: {'Port': ['ID=74e8247e-dc8d-44a7-a261-24d347e4dc23,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:43.978908 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea957f-231b-40f5-9bfe-feca959b746d req-93abc810-9ec3-4a45-9a04-0123cd247d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:43.980545 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b0ea957f-231b-40f5-9bfe-feca959b746d req-93abc810-9ec3-4a45-9a04-0123cd247d2c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bd345c2c70054138a63ee3b6474a8824&device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 1098 time: 0.3850069 Mar 14 18:18:43.995122 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-25330553-122a-4f08-b7f8-3a5a9383d391 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:44.069212 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25330553-122a-4f08-b7f8-3a5a9383d391 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event deleted for resources: {'Port': ['ID=48ed4dd5-16a5-47e9-9d24-bc8fc88cd20d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:44.145933 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bbc3d650-6b87-4fbb-a69b-bf08d3fc78b3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:44.193659 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81fbd7d7-9174-468b-af42-56cf8b210ff8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:44.244196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81fbd7d7-9174-468b-af42-56cf8b210ff8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:44.245350 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-81fbd7d7-9174-468b-af42-56cf8b210ff8 tempest-FloatingIPAdminTestJSON-242683381 tempest-FloatingIPAdminTestJSON-242683381-project] 10.222.0.43 "DELETE /v2.0/floatingips/183741b9-4a65-4ee2-ab8d-d358dcc236ea HTTP/1.1" status: 204 len: 168 time: 2.6142838 Mar 14 18:18:44.246199 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:44.323626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea957f-231b-40f5-9bfe-feca959b746d req-a03fd94f-5a45-4f91-b1c1-af68c387c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:44.325117 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b0ea957f-231b-40f5-9bfe-feca959b746d req-a03fd94f-5a45-4f91-b1c1-af68c387c488 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d9396576-f6d5-42a1-a913-3123f2ec508b HTTP/1.1" status: 200 len: 913 time: 0.3176777 Mar 14 18:18:44.347207 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3d650-6b87-4fbb-a69b-bf08d3fc78b3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Calling delete_port for cd50b83a-d786-4e15-a325-3dd79ec76486 owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:44.374080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50750) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:44.530268 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b0ea957f-231b-40f5-9bfe-feca959b746d req-77813a40-d6b7-455b-a9df-776e70dd2910 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd010dab-ae55-486e-afd2-5dac7ff748cf HTTP/1.1" status: 200 len: 1000 time: 0.1950676 Mar 14 18:18:44.535541 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b6741809-6fad-45e6-bf5a-1fd448f430a3 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:44.630171 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6741809-6fad-45e6-bf5a-1fd448f430a3 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Pushing event deleted for resources: {'Port': ['ID=14ebeb3e-e485-4fb1-aec4-1ed95b465168,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:44.714557 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1aac0eb7-8850-4f01-802b-0831fb31d5c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ea0973c52dd466b94261bd6de488fed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3368678 Mar 14 18:18:44.726339 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50756) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:44.826614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-025e9b14-a3c8-44c6-915a-0e597641a903 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:44.866093 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50760) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:44.904442 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea957f-231b-40f5-9bfe-feca959b746d req-402f0555-8ba1-43ce-a5ae-1cc9152e4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:44.905872 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b0ea957f-231b-40f5-9bfe-feca959b746d req-402f0555-8ba1-43ce-a5ae-1cc9152e4523 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f809337b-5605-4ccf-a62e-7a1913cdfa2f HTTP/1.1" status: 200 len: 851 time: 0.3591957 Mar 14 18:18:44.915723 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b6741809-6fad-45e6-bf5a-1fd448f430a3 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.010156 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-25330553-122a-4f08-b7f8-3a5a9383d391 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.023472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e9b14-a3c8-44c6-915a-0e597641a903 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Subnet': ['ID=5c69c1fc-60ce-4c57-aa82-909e81f06658,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:45.047186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20294d07-0f56-44ec-918a-1b310f7e23da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.067656 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025e9b14-a3c8-44c6-915a-0e597641a903 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Checking segment: {'id': '0ca4d32b-d604-49ec-bf19-90f4c8f3e3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7c64dff3-34a4-4f29-9ba3-f61ccc8486a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:18:45.068022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025e9b14-a3c8-44c6-915a-0e597641a903 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network hostable DHCP agents. Network: 7c64dff3-34a4-4f29-9ba3-f61ccc8486a4, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:18:45.068854 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.resource_extend [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:18:45.073814 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-25330553-122a-4f08-b7f8-3a5a9383d391 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "DELETE /v2.0/ports/48ed4dd5-16a5-47e9-9d24-bc8fc88cd20d HTTP/1.1" status: 204 len: 168 time: 2.7027237 Mar 14 18:18:45.080836 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50766) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:45.119724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20294d07-0f56-44ec-918a-1b310f7e23da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.143756 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.179232 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b6741809-6fad-45e6-bf5a-1fd448f430a3 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.180996 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-91bc61aa-4d4f-40bd-bd90-f3c31644dad6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1475b1b5985f4685aedab14adcc6316c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071454 Mar 14 18:18:45.184205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50770) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:45.185705 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b6741809-6fad-45e6-bf5a-1fd448f430a3 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.197991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bbc3d650-6b87-4fbb-a69b-bf08d3fc78b3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.200503 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-4330b31f-7746-48f9-8f9e-e19bc034fffb tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] GET failed (client error): The resource could not be found. Mar 14 18:18:45.204505 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4330b31f-7746-48f9-8f9e-e19bc034fffb tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "GET /v2.0/ports/48ed4dd5-16a5-47e9-9d24-bc8fc88cd20d HTTP/1.1" status: 404 len: 333 time: 0.0704949 Mar 14 18:18:45.212090 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50774) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:45.256485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.260204 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3d650-6b87-4fbb-a69b-bf08d3fc78b3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Pushing event deleted for resources: {'Port': ['ID=cd50b83a-d786-4e15-a325-3dd79ec76486,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:45.288073 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025e9b14-a3c8-44c6-915a-0e597641a903 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Network 7c64dff3-34a4-4f29-9ba3-f61ccc8486a4 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:18:45.373277 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea957f-231b-40f5-9bfe-feca959b746d req-1742d342-b2fe-4426-8229-3b812db4b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:45.375205 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b0ea957f-231b-40f5-9bfe-feca959b746d req-1742d342-b2fe-4426-8229-3b812db4b093 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9396576-f6d5-42a1-a913-3123f2ec508b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4619107 Mar 14 18:18:45.380514 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d861748-b8cd-449e-b8d8-78c489af643f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.389897 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b6741809-6fad-45e6-bf5a-1fd448f430a3 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.390387 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6741809-6fad-45e6-bf5a-1fd448f430a3 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Fanout notify agent at l3_agent the message router_deleted on router 520e8da6-b794-4cb6-a191-e38f24c1770a {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:18:45.399336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bbc3d650-6b87-4fbb-a69b-bf08d3fc78b3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.400300 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-de0b2cea-1b26-4a97-bb6b-a5bda8e4c8a8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Deleting port 0c60bab2-fb35-4318-a729-36092fc9e9ed {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:45.400728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-de0b2cea-1b26-4a97-bb6b-a5bda8e4c8a8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.450832 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-025e9b14-a3c8-44c6-915a-0e597641a903 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 7c64dff3-34a4-4f29-9ba3-f61ccc8486a4) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:45.459095 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5674e627-645d-4d3d-9d92-50b296e9e269 None None] Network 7c64dff3-34a4-4f29-9ba3-f61ccc8486a4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:45.469042 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=d5033392-2b41-49ef-a22a-c678269ab2c5,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:45.493369 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b6741809-6fad-45e6-bf5a-1fd448f430a3 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.497938 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b6741809-6fad-45e6-bf5a-1fd448f430a3 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "DELETE /v2.0/routers/520e8da6-b794-4cb6-a191-e38f24c1770a HTTP/1.1" status: 204 len: 168 time: 4.1726959 Mar 14 18:18:45.502460 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50778) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:45.507672 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.527696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d861748-b8cd-449e-b8d8-78c489af643f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.534222 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20294d07-0f56-44ec-918a-1b310f7e23da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.543787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025e9b14-a3c8-44c6-915a-0e597641a903 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:45.544378 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-025e9b14-a3c8-44c6-915a-0e597641a903 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.563718 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-533931308', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}, 'admin_state_up': False}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:45.622488 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20294d07-0f56-44ec-918a-1b310f7e23da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e93fb21-7477-4f6f-8129-7ba8e5c9f82c,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:45.634423 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:45.645933 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bbc3d650-6b87-4fbb-a69b-bf08d3fc78b3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.647924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Usage tracker for resource:router and tenant:d8243012e16843e7a15858c59f475fdd is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:45.651248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bbc3d650-6b87-4fbb-a69b-bf08d3fc78b3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.656042 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:45.668503 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20294d07-0f56-44ec-918a-1b310f7e23da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.669731 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-20294d07-0f56-44ec-918a-1b310f7e23da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e93fb21-7477-4f6f-8129-7ba8e5c9f82c HTTP/1.1" status: 204 len: 168 time: 0.9182274 Mar 14 18:18:45.694302 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:45.762257 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-025e9b14-a3c8-44c6-915a-0e597641a903 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.6831739 Mar 14 18:18:45.764817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50784) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:45.769363 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-7c64dff3-34a4-4f29-9ba3-f61ccc8486a4', 'network_id': '7c64dff3-34a4-4f29-9ba3-f61ccc8486a4', 'tenant_id': 'af67afadbf6546329cb35e0a68bebc5e', 'fixed_ips': [{'subnet_id': '5c69c1fc-60ce-4c57-aa82-909e81f06658'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:18:45.771289 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.775260 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-148de92f-05b5-48b8-890a-d8e3b755d8ef tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:45.830275 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bbc3d650-6b87-4fbb-a69b-bf08d3fc78b3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.830804 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc3d650-6b87-4fbb-a69b-bf08d3fc78b3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Fanout notify agent at l3_agent the message router_deleted on router 3be06411-ca09-4972-97b6-5b1b10026054 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:18:45.861229 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b0ea957f-231b-40f5-9bfe-feca959b746d req-0b40dde1-f1ef-44fd-9411-bbf5a7f3b739 service neutron] 10.222.0.59 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671366 Mar 14 18:18:45.876682 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d861748-b8cd-449e-b8d8-78c489af643f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.907894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d861748-b8cd-449e-b8d8-78c489af643f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b1700a-cbe3-46e0-ab42-c39fdda112ba,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:45.924819 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d861748-b8cd-449e-b8d8-78c489af643f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.926003 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2d861748-b8cd-449e-b8d8-78c489af643f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/40b1700a-cbe3-46e0-ab42-c39fdda112ba HTTP/1.1" status: 204 len: 168 time: 0.7408869 Mar 14 18:18:45.934482 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bbc3d650-6b87-4fbb-a69b-bf08d3fc78b3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.937794 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bbc3d650-6b87-4fbb-a69b-bf08d3fc78b3 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "DELETE /v2.0/routers/3be06411-ca09-4972-97b6-5b1b10026054 HTTP/1.1" status: 204 len: 168 time: 3.3167901 Mar 14 18:18:45.938676 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50790) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:45.948384 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-148de92f-05b5-48b8-890a-d8e3b755d8ef tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2123067'] for subnet, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.952702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-93029057', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}, 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:45.961683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:45.963418 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.964641 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:45.967262 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Usage tracker for resource:router and tenant:7fbcb5733a714e9191e2aadaee5b8084 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:45.970184 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:45.978109 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:45.984722 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Floating IP a7818d4e-ecd0-4b53-bc04-3decf289c235 associated. External IP: 172.26.7.204, port: 1fe70716-1d69-4a02-a03a-44c3e05c11c1. Mar 14 18:18:46.013452 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Allocated IP 172.20.0.3 (7c64dff3-34a4-4f29-9ba3-f61ccc8486a4/5c69c1fc-60ce-4c57-aa82-909e81f06658/96a37f1e-9bb5-45fb-82e2-c8b519c60d5e) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:46.049451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:46.051854 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:46.083522 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:46.146337 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:46.178961 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-de0b2cea-1b26-4a97-bb6b-a5bda8e4c8a8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:46.277820 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:46.297031 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Transition to ACTIVE for port object 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:46.322992 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Transition to ACTIVE for port object 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:46.415811 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:46.469207 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:46.470639 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Network 7c64dff3-34a4-4f29-9ba3-f61ccc8486a4 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:46.477474 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:46.489326 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:46.509968 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-de0b2cea-1b26-4a97-bb6b-a5bda8e4c8a8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Calling delete_port for 0c60bab2-fb35-4318-a729-36092fc9e9ed owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:46.601082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Attempting to bind port 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:18:46.601452 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Attempting to bind port 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '0ca4d32b-d604-49ec-bf19-90f4c8f3e3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7c64dff3-34a4-4f29-9ba3-f61ccc8486a4'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:18:46.601834 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Attempting to bind port 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e on network 7c64dff3-34a4-4f29-9ba3-f61ccc8486a4 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:18:46.610384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:18:46.610779 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Checking segment: {'id': '0ca4d32b-d604-49ec-bf19-90f4c8f3e3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7c64dff3-34a4-4f29-9ba3-f61ccc8486a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:18:46.611198 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:46.611593 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Bound using segment: {'id': '0ca4d32b-d604-49ec-bf19-90f4c8f3e3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7c64dff3-34a4-4f29-9ba3-f61ccc8486a4'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:18:46.612054 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Bound port: 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca4d32b-d604-49ec-bf19-90f4c8f3e3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7c64dff3-34a4-4f29-9ba3-f61ccc8486a4'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:18:46.612433 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:46.623808 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Pushing event updated for resources: {'Port': ['ID=96a37f1e-9bb5-45fb-82e2-c8b519c60d5e,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:46.680411 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b0ea957f-231b-40f5-9bfe-feca959b746d req-51a3dfa0-52a5-4b86-98a0-0b1a9b21d29e service neutron] 10.222.0.59 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8052325 Mar 14 18:18:46.719774 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] For port 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:18:46.724459 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] For port 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=96a37f1e-9bb5-45fb-82e2-c8b519c60d5e,segment=NetworkSegment(0ca4d32b-d604-49ec-bf19-90f4c8f3e3ee),segment_id=0ca4d32b-d604-49ec-bf19-90f4c8f3e3ee)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:18:46.802377 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:46.808884 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-de0b2cea-1b26-4a97-bb6b-a5bda8e4c8a8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:46.893299 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725dc89-d9b9-4e00-ba71-77c7b9134d07 None None] Pushing event updated for resources: {'Port': ['ID=96a37f1e-9bb5-45fb-82e2-c8b519c60d5e,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:46.899088 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50812) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:46.939743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-60f8ef27-3d2d-4319-9779-bb077aac2f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:46.953856 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b2cea-1b26-4a97-bb6b-a5bda8e4c8a8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event deleted for resources: {'Port': ['ID=0c60bab2-fb35-4318-a729-36092fc9e9ed,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:46.967534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-60f8ef27-3d2d-4319-9779-bb077aac2f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:46.973197 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-60f8ef27-3d2d-4319-9779-bb077aac2f43 admin admin] Usage tracker for resource:security_group_rule and tenant:f9000733990a4f5892400820f67fbb61 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:46.977609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-60f8ef27-3d2d-4319-9779-bb077aac2f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:46.985706 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-60f8ef27-3d2d-4319-9779-bb077aac2f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:47.107901 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-148de92f-05b5-48b8-890a-d8e3b755d8ef tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739048859383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4022166'] for subnet, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:47.237783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148de92f-05b5-48b8-890a-d8e3b755d8ef tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:47.238717 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-148de92f-05b5-48b8-890a-d8e3b755d8ef tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:47.240757 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-148de92f-05b5-48b8-890a-d8e3b755d8ef tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "PUT /v2.0/subnets/5c69c1fc-60ce-4c57-aa82-909e81f06658 HTTP/1.1" status: 200 len: 877 time: 1.4742730 Mar 14 18:18:47.255754 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50820) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:47.306281 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:47.346043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:47.399266 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:47.402942 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50824) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:47.440626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148de92f-05b5-48b8-890a-d8e3b755d8ef tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event updated for resources: {'Subnet': ['ID=5c69c1fc-60ce-4c57-aa82-909e81f06658,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:47.505357 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router c6b8fb97-64c2-4eff-999d-8821c3f504e7 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:18:47.540963 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-de0b2cea-1b26-4a97-bb6b-a5bda8e4c8a8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:47.562468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-60f8ef27-3d2d-4319-9779-bb077aac2f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:47.577837 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Allocated IP 172.26.7.73 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/6d5337a0-0dd3-4d15-a682-ca3c08430226) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:47.650487 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-183744333-network', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:47.656378 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-de0b2cea-1b26-4a97-bb6b-a5bda8e4c8a8 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "DELETE /v2.0/ports/0c60bab2-fb35-4318-a729-36092fc9e9ed HTTP/1.1" status: 204 len: 168 time: 2.4410048 Mar 14 18:18:47.667534 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:47.669503 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50830) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:47.670440 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-60f8ef27-3d2d-4319-9779-bb077aac2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:47.724825 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Usage tracker for resource:network and tenant:29958d1556c74dc4b97217fd3a482d39 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:47.735583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:47.740371 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-60f8ef27-3d2d-4319-9779-bb077aac2f43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f9000733990a4f5892400820f67fbb61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8395190 Mar 14 18:18:47.744163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50834) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:47.757374 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8ef27-3d2d-4319-9779-bb077aac2f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a98bfab-2d00-47f2-97b2-b4e0d5a4902b,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:47.806425 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:47.853150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b0be9849-e5da-4840-92ff-419e93c9bc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:47.879282 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:47.882008 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:47.884874 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b0be9849-e5da-4840-92ff-419e93c9bc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:47.887535 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-96261780-f1be-4a45-985e-e8742699892b tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] GET failed (client error): The resource could not be found. Mar 14 18:18:47.888080 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-96261780-f1be-4a45-985e-e8742699892b tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Synchronizing usage tracker for tenant:d3e5319ae9e14949a58e906c40def20f on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:18:47.996460 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:18:47.997566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:48.046310 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Deleting port 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:48.046662 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:48.058265 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b0be9849-e5da-4840-92ff-419e93c9bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:48.063228 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:48.087848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:48.096476 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:48.107295 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Made reservation on behalf of 29958d1556c74dc4b97217fd3a482d39 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:48.109660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:48.128708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:48.131285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be9849-e5da-4840-92ff-419e93c9bc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a98bfab-2d00-47f2-97b2-b4e0d5a4902b,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:48.141736 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:48.151519 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-96261780-f1be-4a45-985e-e8742699892b tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Unset dirty status for tenant:d3e5319ae9e14949a58e906c40def20f on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:18:48.156106 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-96261780-f1be-4a45-985e-e8742699892b tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "GET /v2.0/ports/0c60bab2-fb35-4318-a729-36092fc9e9ed HTTP/1.1" status: 404 len: 333 time: 0.4725678 Mar 14 18:18:48.163843 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30227c3b-273e-4788-8360-99a733e0a521 None None] Sync routers for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:48.167192 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50838) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:48.176319 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Pushing event updated for resources: {'Port': ['ID=6d5337a0-0dd3-4d15-a682-ca3c08430226,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:48.181537 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30227c3b-273e-4788-8360-99a733e0a521 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:48.183014 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-30227c3b-273e-4788-8360-99a733e0a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:48.214376 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:48.228820 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b0be9849-e5da-4840-92ff-419e93c9bc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:48.229573 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Usage tracker for resource:security_group_rule and tenant:29958d1556c74dc4b97217fd3a482d39 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:48.229953 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b0be9849-e5da-4840-92ff-419e93c9bc7a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a98bfab-2d00-47f2-97b2-b4e0d5a4902b HTTP/1.1" status: 204 len: 168 time: 0.4827821 Mar 14 18:18:48.246260 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:48.269698 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:18:48.281771 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-30227c3b-273e-4788-8360-99a733e0a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:48.289637 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:48.294529 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30227c3b-273e-4788-8360-99a733e0a521 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:48.295422 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-30227c3b-273e-4788-8360-99a733e0a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:48.295920 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:48.330225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-35589142-5dc4-405e-b80d-d3034edbfb81 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Deleting port ead6b29a-617c-4a62-a345-ebfb9e05c83c {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:48.330562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-35589142-5dc4-405e-b80d-d3034edbfb81 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:48.372003 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-30227c3b-273e-4788-8360-99a733e0a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:48.372546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30227c3b-273e-4788-8360-99a733e0a521 None None] The sync data for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:48.404917 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f205803e-4758-459e-b213-69a31569a1d4 None None] Network 7c64dff3-34a4-4f29-9ba3-f61ccc8486a4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:48.537123 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-237d2044-cb84-4162-b388-964e276d1bec None None] Provisioning for port 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:18:48.546322 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-237d2044-cb84-4162-b388-964e276d1bec None None] Provisioning complete for port 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:48.546701 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-237d2044-cb84-4162-b388-964e276d1bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:48.558518 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1349f201-6573-497c-b95c-05396045010e tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.1427038 Mar 14 18:18:48.561415 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50844) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:48.576690 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-3aa0ed1f-5515-4481-b490-7f48aff434d0 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1745008646'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:48.642369 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3aa0ed1f-5515-4481-b490-7f48aff434d0 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:48.666026 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3aa0ed1f-5515-4481-b490-7f48aff434d0 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Usage tracker for resource:network and tenant:012942f9ce9548f48528050da9c5365d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:48.680745 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3aa0ed1f-5515-4481-b490-7f48aff434d0 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:48.727823 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3aa0ed1f-5515-4481-b490-7f48aff434d0 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:48.733718 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:48.777446 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:48.782463 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] For port 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=96a37f1e-9bb5-45fb-82e2-c8b519c60d5e,segment=NetworkSegment(0ca4d32b-d604-49ec-bf19-90f4c8f3e3ee),segment_id=0ca4d32b-d604-49ec-bf19-90f4c8f3e3ee)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:48.783150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:48.827605 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-237d2044-cb84-4162-b388-964e276d1bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:48.866825 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-237d2044-cb84-4162-b388-964e276d1bec None None] For port 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=96a37f1e-9bb5-45fb-82e2-c8b519c60d5e,segment=NetworkSegment(0ca4d32b-d604-49ec-bf19-90f4c8f3e3ee),segment_id=0ca4d32b-d604-49ec-bf19-90f4c8f3e3ee)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:48.998588 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Calling delete_port for 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:49.054861 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57005efc-064e-4a53-8eda-683f6547dc06 None None] Network 7c64dff3-34a4-4f29-9ba3-f61ccc8486a4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:49.059540 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:18:49.064083 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-35589142-5dc4-405e-b80d-d3034edbfb81 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.070337 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.073631 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa0ed1f-5515-4481-b490-7f48aff434d0 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Made reservation on behalf of 012942f9ce9548f48528050da9c5365d for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:49.077068 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3aa0ed1f-5515-4481-b490-7f48aff434d0 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.104277 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-237d2044-cb84-4162-b388-964e276d1bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.133265 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.166139 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.201365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa0ed1f-5515-4481-b490-7f48aff434d0 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:18:49.237088 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:18:49.239809 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3aa0ed1f-5515-4481-b490-7f48aff434d0 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.240284 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-3aa0ed1f-5515-4481-b490-7f48aff434d0 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Added segment 6532a1ff-75ba-4288-b68f-8f7bf329b15b of type vlan for network b5533fc4-4f08-4b92-af03-bea8dc20df47 Mar 14 18:18:49.256480 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Allocated IP 172.26.7.151 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/379834df-74e1-45a5-8b72-781ba69e70a5) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:49.260750 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e7efc6-6e97-4fb3-a6fa-cdcb3aceb8e1,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:49.265019 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50850) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:49.267623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.267763 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-35589142-5dc4-405e-b80d-d3034edbfb81 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Calling delete_port for ead6b29a-617c-4a62-a345-ebfb9e05c83c owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:49.267974 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Added segment ea00cd85-2575-4820-b3d2-8f850c9094d4 of type vlan for network 68805b77-ed98-4d1b-8864-d70255e9d443 Mar 14 18:18:49.308367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3aa0ed1f-5515-4481-b490-7f48aff434d0 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.314611 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d2044-cb84-4162-b388-964e276d1bec None None] Pushing event updated for resources: {'Port': ['ID=96a37f1e-9bb5-45fb-82e2-c8b519c60d5e,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:49.315394 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-19ed1e56-0ef8-4ef7-84ca-51ef1e938294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.319186 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a78ffe94-f3a4-4e65-9aaa-db181540f514 None None] Provisioning complete for port 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:49.319740 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a78ffe94-f3a4-4e65-9aaa-db181540f514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.348367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.352715 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-19ed1e56-0ef8-4ef7-84ca-51ef1e938294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:49.374310 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-19ed1e56-0ef8-4ef7-84ca-51ef1e938294 admin admin] Usage tracker for resource:security_group_rule and tenant:0e181f4b97484f93a01e028c589a6c88 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:49.382444 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-19ed1e56-0ef8-4ef7-84ca-51ef1e938294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:49.409647 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-19ed1e56-0ef8-4ef7-84ca-51ef1e938294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:49.497632 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:18:49.497987 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:18:49.536035 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3aa0ed1f-5515-4481-b490-7f48aff434d0 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.541448 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa0ed1f-5515-4481-b490-7f48aff434d0 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:49.542041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3aa0ed1f-5515-4481-b490-7f48aff434d0 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.625816 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.626792 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:49.627360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.669020 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-35589142-5dc4-405e-b80d-d3034edbfb81 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.735851 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35589142-5dc4-405e-b80d-d3034edbfb81 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event deleted for resources: {'Port': ['ID=ead6b29a-617c-4a62-a345-ebfb9e05c83c,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:49.781858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.832507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.855650 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ca60d81d-fe97-4869-9c6b-002f126e22c8 None None] Provisioning complete for port 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:49.856333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ca60d81d-fe97-4869-9c6b-002f126e22c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.870280 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0ed1f-5515-4481-b490-7f48aff434d0 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Network': ['ID=b5533fc4-4f08-4b92-af03-bea8dc20df47,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:49.919476 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-35589142-5dc4-405e-b80d-d3034edbfb81 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:49.946966 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network b5533fc4-4f08-4b92-af03-bea8dc20df47 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:18:50.014001 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Deleting port 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:50.014375 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:50.047284 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:18:50.069558 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6592116 Mar 14 18:18:50.072639 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50854) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:50.074072 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3aa0ed1f-5515-4481-b490-7f48aff434d0 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5085728 Mar 14 18:18:50.075253 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50856) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:50.087891 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a08e1-17e4-42ef-84a0-699a69b2390c admin admin] Pushing event updated for resources: {'Network': ['ID=68805b77-ed98-4d1b-8864-d70255e9d443,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:50.088942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-20641871-b8ae-469c-967a-3392d0262f2c admin admin] Request body: {'subnet': {'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-183744333-subnet', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:50.091076 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-19ed1e56-0ef8-4ef7-84ca-51ef1e938294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:50.094468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-20641871-b8ae-469c-967a-3392d0262f2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:50.100049 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-20641871-b8ae-469c-967a-3392d0262f2c admin admin] Usage tracker for resource:subnet and tenant:29958d1556c74dc4b97217fd3a482d39 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:50.103862 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-20641871-b8ae-469c-967a-3392d0262f2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:50.109281 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-35589142-5dc4-405e-b80d-d3034edbfb81 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "DELETE /v2.0/ports/ead6b29a-617c-4a62-a345-ebfb9e05c83c HTTP/1.1" status: 204 len: 168 time: 1.9428959 Mar 14 18:18:50.116182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-097be1f9-0978-4c02-ba71-f06ded48a591 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'subnet': {'network_id': 'b5533fc4-4f08-4b92-af03-bea8dc20df47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:50.116993 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 68805b77-ed98-4d1b-8864-d70255e9d443 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:18:50.139891 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50862) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:50.190635 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-19ed1e56-0ef8-4ef7-84ca-51ef1e938294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:50.296154 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:50.296534 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:50.302864 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-19ed1e56-0ef8-4ef7-84ca-51ef1e938294 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e181f4b97484f93a01e028c589a6c88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0368917 Mar 14 18:18:50.304139 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:50.313822 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50866) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:50.329655 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-20641871-b8ae-469c-967a-3392d0262f2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:50.332333 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Router 2df63a88-4d2b-469f-a5c2-b8cb6fc71855 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:18:50.414916 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed1e56-0ef8-4ef7-84ca-51ef1e938294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68921b75-bf32-4b24-a07d-3ccc7800727d,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:50.420665 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d45b4c-9f9c-4243-9cac-1922f8d40eb9 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Deleting subnet dcf5cbcb-3800-4050-81e0-d1a48965ce0a {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:18:50.436045 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-097be1f9-0978-4c02-ba71-f06ded48a591 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:50.443669 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-36d45b4c-9f9c-4243-9cac-1922f8d40eb9 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:50.443869 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-097be1f9-0978-4c02-ba71-f06ded48a591 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Usage tracker for resource:subnet and tenant:012942f9ce9548f48528050da9c5365d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:50.448733 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-097be1f9-0978-4c02-ba71-f06ded48a591 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:50.457573 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-097be1f9-0978-4c02-ba71-f06ded48a591 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:50.459494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20641871-b8ae-469c-967a-3392d0262f2c admin admin] Made reservation on behalf of 29958d1556c74dc4b97217fd3a482d39 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:50.462093 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20641871-b8ae-469c-967a-3392d0262f2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:50.502384 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:50.519827 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:50.543393 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:50.586688 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Pushing event updated for resources: {'Port': ['ID=379834df-74e1-45a5-8b72-781ba69e70a5,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:50.614138 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097be1f9-0978-4c02-ba71-f06ded48a591 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Made reservation on behalf of 012942f9ce9548f48528050da9c5365d for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:50.617507 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-097be1f9-0978-4c02-ba71-f06ded48a591 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:50.623299 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-36d45b4c-9f9c-4243-9cac-1922f8d40eb9 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:50.696269 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] For port 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=96a37f1e-9bb5-45fb-82e2-c8b519c60d5e,segment=NetworkSegment(0ca4d32b-d604-49ec-bf19-90f4c8f3e3ee),segment_id=0ca4d32b-d604-49ec-bf19-90f4c8f3e3ee)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:50.696555 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:50.703642 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e2cae13-00ff-44f4-9ed6-6052b450c58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:50.739800 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:50.750043 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29afaa38-9995-4ebe-9856-1fd016854ea8 None None] Sync routers for ids ['2df63a88-4d2b-469f-a5c2-b8cb6fc71855'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:50.762222 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29afaa38-9995-4ebe-9856-1fd016854ea8 None None] Routers {'2df63a88-4d2b-469f-a5c2-b8cb6fc71855'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:50.762927 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-29afaa38-9995-4ebe-9856-1fd016854ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['2df63a88-4d2b-469f-a5c2-b8cb6fc71855'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:50.827665 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-29afaa38-9995-4ebe-9856-1fd016854ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:50.836640 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29afaa38-9995-4ebe-9856-1fd016854ea8 None None] Routers {'2df63a88-4d2b-469f-a5c2-b8cb6fc71855'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:50.837457 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-29afaa38-9995-4ebe-9856-1fd016854ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['2df63a88-4d2b-469f-a5c2-b8cb6fc71855'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:50.869915 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:50.873700 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c95c8933-e79f-42eb-aa5e-eec92b8b9a8c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.9289219 Mar 14 18:18:50.877505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50870) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:50.890589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1f7305e5-8f5a-4df7-adfb-205d8b7823e7 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:50.896709 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-29afaa38-9995-4ebe-9856-1fd016854ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:50.897113 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29afaa38-9995-4ebe-9856-1fd016854ea8 None None] The sync data for ids ['2df63a88-4d2b-469f-a5c2-b8cb6fc71855'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:50.902435 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Calling delete_port for 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:51.016369 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e2cae13-00ff-44f4-9ed6-6052b450c58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:51.106921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20641871-b8ae-469c-967a-3392d0262f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:51.171280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-097be1f9-0978-4c02-ba71-f06ded48a591 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:51.209659 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-36d45b4c-9f9c-4243-9cac-1922f8d40eb9 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:51.283712 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20641871-b8ae-469c-967a-3392d0262f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ca18df-4d19-42d8-aeb4-d2f478df7fea,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:51.322138 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641871-b8ae-469c-967a-3392d0262f2c admin admin] Checking segment: {'id': 'ea00cd85-2575-4820-b3d2-8f850c9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:18:51.322501 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20641871-b8ae-469c-967a-3392d0262f2c admin admin] Network hostable DHCP agents. Network: 68805b77-ed98-4d1b-8864-d70255e9d443, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:18:51.438839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e2cae13-00ff-44f4-9ed6-6052b450c58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:51.452709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097be1f9-0978-4c02-ba71-f06ded48a591 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Checking segment: {'id': '6532a1ff-75ba-4288-b68f-8f7bf329b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b5533fc4-4f08-4b92-af03-bea8dc20df47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:18:51.453175 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097be1f9-0978-4c02-ba71-f06ded48a591 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network hostable DHCP agents. Network: b5533fc4-4f08-4b92-af03-bea8dc20df47, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:18:51.470459 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2cae13-00ff-44f4-9ed6-6052b450c58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68921b75-bf32-4b24-a07d-3ccc7800727d,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:51.482395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097be1f9-0978-4c02-ba71-f06ded48a591 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Subnet': ['ID=f148fa54-75ad-47da-b379-70af51245b57,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:51.557786 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20641871-b8ae-469c-967a-3392d0262f2c admin admin] Network 68805b77-ed98-4d1b-8864-d70255e9d443 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:18:51.576826 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e2cae13-00ff-44f4-9ed6-6052b450c58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:51.577979 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5e2cae13-00ff-44f4-9ed6-6052b450c58c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/68921b75-bf32-4b24-a07d-3ccc7800727d HTTP/1.1" status: 204 len: 168 time: 1.2335033 Mar 14 18:18:51.588884 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:51.645344 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Port': ['ID=96a37f1e-9bb5-45fb-82e2-c8b519c60d5e,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:51.651207 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:51.728881 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec45935-ca9d-4d56-8237-c7e7d7ed3ab9 None None] DHCP port deletion for 7c64dff3-34a4-4f29-9ba3-f61ccc8486a4 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:18:51.740856 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-36d45b4c-9f9c-4243-9cac-1922f8d40eb9 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:51.755404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a090b8ab-b5cb-4e7d-b878-7f53be1b1d8e None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:18:51.797033 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097be1f9-0978-4c02-ba71-f06ded48a591 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network b5533fc4-4f08-4b92-af03-bea8dc20df47 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:18:51.829825 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f7305e5-8f5a-4df7-adfb-205d8b7823e7 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:51.833549 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d45b4c-9f9c-4243-9cac-1922f8d40eb9 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf5cbcb-3800-4050-81e0-d1a48965ce0a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:51.835478 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-36d45b4c-9f9c-4243-9cac-1922f8d40eb9 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:51.840646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No DVR routers for this DVR port 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:18:51.872855 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-20641871-b8ae-469c-967a-3392d0262f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 68805b77-ed98-4d1b-8864-d70255e9d443) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:51.874741 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-097be1f9-0978-4c02-ba71-f06ded48a591 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, b5533fc4-4f08-4b92-af03-bea8dc20df47) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:51.878969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20641871-b8ae-469c-967a-3392d0262f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:51.881496 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20641871-b8ae-469c-967a-3392d0262f2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:51.883482 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097be1f9-0978-4c02-ba71-f06ded48a591 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:51.884040 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-097be1f9-0978-4c02-ba71-f06ded48a591 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:51.898007 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-36d45b4c-9f9c-4243-9cac-1922f8d40eb9 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "DELETE /v2.0/subnets/dcf5cbcb-3800-4050-81e0-d1a48965ce0a HTTP/1.1" status: 204 len: 168 time: 1.7560112 Mar 14 18:18:51.903232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50878) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:51.937177 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a090b8ab-b5cb-4e7d-b878-7f53be1b1d8e None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:18:51.969903 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f7305e5-8f5a-4df7-adfb-205d8b7823e7 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.004348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.067417 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.080166 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Deleting port 0f1e116d-c736-4419-9b45-32194f90712c {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:52.080716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.119179 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-20641871-b8ae-469c-967a-3392d0262f2c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0449440 Mar 14 18:18:52.120574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50884) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:52.127417 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:18:52.137275 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-183744333-router', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:52.146833 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-097be1f9-0978-4c02-ba71-f06ded48a591 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0701585 Mar 14 18:18:52.149047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50888) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:52.152797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-1f7305e5-8f5a-4df7-adfb-205d8b7823e7 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Deleting port 6d5337a0-0dd3-4d15-a682-ca3c08430226 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:52.153328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f7305e5-8f5a-4df7-adfb-205d8b7823e7 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.168424 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:18:52.169162 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 96a37f1e-9bb5-45fb-82e2-c8b519c60d5e not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:18:52.189853 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:52.202092 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Usage tracker for resource:router and tenant:29958d1556c74dc4b97217fd3a482d39 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:52.214303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1475069951', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}, 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:52.225781 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:52.232340 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Usage tracker for resource:router and tenant:012942f9ce9548f48528050da9c5365d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:52.261239 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:52.268192 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.270511 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:52.282276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:52.288550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:52.353241 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-68805b77-ed98-4d1b-8864-d70255e9d443', 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'fixed_ips': [{'subnet_id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:18:52.354585 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.372709 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee7c50a-b085-470c-afbd-6bf57ee012ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-7c64dff3-34a4-4f29-9ba3-f61ccc8486a4', 'network_id': '7c64dff3-34a4-4f29-9ba3-f61ccc8486a4', 'tenant_id': 'af67afadbf6546329cb35e0a68bebc5e', 'fixed_ips': [{'subnet_id': '5c69c1fc-60ce-4c57-aa82-909e81f06658'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:18:52.373724 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7ee7c50a-b085-470c-afbd-6bf57ee012ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.386626 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-b5533fc4-4f08-4b92-af03-bea8dc20df47', 'network_id': 'b5533fc4-4f08-4b92-af03-bea8dc20df47', 'tenant_id': '012942f9ce9548f48528050da9c5365d', 'fixed_ips': [{'subnet_id': 'f148fa54-75ad-47da-b379-70af51245b57'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:18:52.387449 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.424805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.471597 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Subnet': ['ID=5c69c1fc-60ce-4c57-aa82-909e81f06658,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:52.500139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.500364 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.515950 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.547007 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.547778 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.562911 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.598599 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.639697 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c64dff3-34a4-4f29-9ba3-f61ccc8486a4']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:52.657219 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca4d32b-d604-49ec-bf19-90f4c8f3e3ee') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:52.665668 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca4d32b-d604-49ec-bf19-90f4c8f3e3ee') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:52.670141 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.688812 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.697655 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:18:52.698430 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:18:52.715096 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:18:52.811593 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Allocated IP 172.20.0.2 (68805b77-ed98-4d1b-8864-d70255e9d443/98ca18df-4d19-42d8-aeb4-d2f478df7fea/635d897f-e264-4030-b71b-95ed75064bd3) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:52.813738 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Allocated IP 172.20.0.2 (b5533fc4-4f08-4b92-af03-bea8dc20df47/f148fa54-75ad-47da-b379-70af51245b57/a99892ba-4dd6-4c2b-97c9-e852239333b1) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:52.821129 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Router 517fedf4-5fb6-4d48-839e-84edbe97b29b is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:18:53.033074 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:53.036270 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] For port 0f1e116d-c736-4419-9b45-32194f90712c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0f1e116d-c736-4419-9b45-32194f90712c,segment=NetworkSegment(f07d856e-9e56-43cb-a822-5a24bf758134),segment_id=f07d856e-9e56-43cb-a822-5a24bf758134)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:53.036629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:53.061235 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:53.065197 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Network': ['ID=7c64dff3-34a4-4f29-9ba3-f61ccc8486a4,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:53.104003 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f7305e5-8f5a-4df7-adfb-205d8b7823e7 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:53.185610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:53.195525 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50908) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:53.211532 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81f898e-8232-4331-ac66-3eed5e901633 None None] Sync routers for ids ['517fedf4-5fb6-4d48-839e-84edbe97b29b'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:53.216289 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5309df16-96c9-4819-8841-a61b46d57815 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/7c64dff3-34a4-4f29-9ba3-f61ccc8486a4 HTTP/1.1" status: 204 len: 168 time: 5.9421492 Mar 14 18:18:53.219559 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50914) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:53.264143 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81f898e-8232-4331-ac66-3eed5e901633 None None] Routers {'517fedf4-5fb6-4d48-839e-84edbe97b29b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:53.265022 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-c81f898e-8232-4331-ac66-3eed5e901633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['517fedf4-5fb6-4d48-839e-84edbe97b29b'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:53.266012 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf5675a-e309-4514-b390-ff1f80fd528e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:53.266649 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf5675a-e309-4514-b390-ff1f80fd528e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:53.269034 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5cf5675a-e309-4514-b390-ff1f80fd528e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/subnets/5c69c1fc-60ce-4c57-aa82-909e81f06658 HTTP/1.1" status: 404 len: 337 time: 0.0477629 Mar 14 18:18:53.271257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50918) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:53.303524 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-275e2a5b-8a3c-46a8-97ff-896b57ae1633 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:53.304197 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275e2a5b-8a3c-46a8-97ff-896b57ae1633 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:53.306157 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-275e2a5b-8a3c-46a8-97ff-896b57ae1633 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/7c64dff3-34a4-4f29-9ba3-f61ccc8486a4 HTTP/1.1" status: 404 len: 339 time: 0.0337777 Mar 14 18:18:53.308853 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50922) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:53.312679 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:53.314256 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-12ad0a7d-409f-4b2c-858b-7167abfcb8e2 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.8105357 Mar 14 18:18:53.324381 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:53.357160 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Transition to ACTIVE for port object 635d897f-e264-4030-b71b-95ed75064bd3 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:53.358324 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50926) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:53.361635 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-c81f898e-8232-4331-ac66-3eed5e901633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:53.370120 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1055619597'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:53.370359 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:53.377361 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a201361a-5052-4b51-aaa5-e4d38d35d2b9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:53.398055 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Transition to ACTIVE for port object 635d897f-e264-4030-b71b-95ed75064bd3 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:53.400148 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Transition to ACTIVE for port object a99892ba-4dd6-4c2b-97c9-e852239333b1 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:53.407605 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81f898e-8232-4331-ac66-3eed5e901633 None None] Routers {'517fedf4-5fb6-4d48-839e-84edbe97b29b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:53.408221 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-c81f898e-8232-4331-ac66-3eed5e901633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['517fedf4-5fb6-4d48-839e-84edbe97b29b'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:53.433009 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:53.435087 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0cf169d-698e-480d-83b1-4f41765e4d12 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:53.435552 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0cf169d-698e-480d-83b1-4f41765e4d12 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:53.439536 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b0cf169d-698e-480d-83b1-4f41765e4d12 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/subnets/158fed99-130d-4b43-af3a-7eee21f650e7 HTTP/1.1" status: 404 len: 337 time: 0.1268806 Mar 14 18:18:53.452430 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50930) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:53.456663 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Usage tracker for resource:network and tenant:c464b5a53f5e4a1c9c3b5d46c6b86665 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:53.462383 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:53.474151 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Calling delete_port for 0f1e116d-c736-4419-9b45-32194f90712c owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:53.481580 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:53.482188 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-c81f898e-8232-4331-ac66-3eed5e901633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:53.482507 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81f898e-8232-4331-ac66-3eed5e901633 None None] The sync data for ids ['517fedf4-5fb6-4d48-839e-84edbe97b29b'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:53.487542 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:53.494195 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Transition to ACTIVE for port object a99892ba-4dd6-4c2b-97c9-e852239333b1 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:53.494343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:53.498030 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ddba3a-6cb4-4f67-a091-805139abb748 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:53.498512 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ddba3a-6cb4-4f67-a091-805139abb748 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:53.502587 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-28ddba3a-6cb4-4f67-a091-805139abb748 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/206557bf-2613-4186-9500-fc24670e90f1 HTTP/1.1" status: 404 len: 339 time: 0.0468900 Mar 14 18:18:53.505401 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50934) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:53.551072 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Network 68805b77-ed98-4d1b-8864-d70255e9d443 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:53.562123 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:53.564723 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:53.598174 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Pushing event updated for resources: {'Port': ['ID=635d897f-e264-4030-b71b-95ed75064bd3,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:53.638260 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-1f7305e5-8f5a-4df7-adfb-205d8b7823e7 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Calling delete_port for 6d5337a0-0dd3-4d15-a682-ca3c08430226 owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:53.642791 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:53.659451 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Made reservation on behalf of c464b5a53f5e4a1c9c3b5d46c6b86665 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:53.663908 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:53.685067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:53.705244 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:53.712646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Usage tracker for resource:security_group_rule and tenant:c464b5a53f5e4a1c9c3b5d46c6b86665 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:53.717707 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:53.731101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Network b5533fc4-4f08-4b92-af03-bea8dc20df47 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:53.732051 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Attempting to bind port 635d897f-e264-4030-b71b-95ed75064bd3 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:18:53.732412 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Attempting to bind port 635d897f-e264-4030-b71b-95ed75064bd3 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'ea00cd85-2575-4820-b3d2-8f850c9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:18:53.732767 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Attempting to bind port 635d897f-e264-4030-b71b-95ed75064bd3 on network 68805b77-ed98-4d1b-8864-d70255e9d443 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:18:53.738305 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:53.738447 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:53.740769 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:53.776538 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:53.784092 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:18:53.784473 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Checking segment: {'id': 'ea00cd85-2575-4820-b3d2-8f850c9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:18:53.785389 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:53.785773 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Bound using segment: {'id': 'ea00cd85-2575-4820-b3d2-8f850c9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:18:53.786246 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Bound port: 635d897f-e264-4030-b71b-95ed75064bd3, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea00cd85-2575-4820-b3d2-8f850c9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:18:53.786613 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:53.801582 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Pushing event updated for resources: {'Port': ['ID=a99892ba-4dd6-4c2b-97c9-e852239333b1,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:53.899329 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Attempting to bind port a99892ba-4dd6-4c2b-97c9-e852239333b1 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:18:53.899961 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Attempting to bind port a99892ba-4dd6-4c2b-97c9-e852239333b1 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '6532a1ff-75ba-4288-b68f-8f7bf329b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b5533fc4-4f08-4b92-af03-bea8dc20df47'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:18:53.900049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Attempting to bind port a99892ba-4dd6-4c2b-97c9-e852239333b1 on network b5533fc4-4f08-4b92-af03-bea8dc20df47 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:18:53.915218 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:18:53.915810 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Checking segment: {'id': '6532a1ff-75ba-4288-b68f-8f7bf329b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b5533fc4-4f08-4b92-af03-bea8dc20df47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:18:53.916153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:53.916360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Bound using segment: {'id': '6532a1ff-75ba-4288-b68f-8f7bf329b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b5533fc4-4f08-4b92-af03-bea8dc20df47'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:18:53.916826 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Bound port: a99892ba-4dd6-4c2b-97c9-e852239333b1, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6532a1ff-75ba-4288-b68f-8f7bf329b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b5533fc4-4f08-4b92-af03-bea8dc20df47'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:18:53.917319 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:53.941559 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce885f5e-d6ca-4e03-b4a4-bffeb96be86d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:53.992162 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] For port 635d897f-e264-4030-b71b-95ed75064bd3, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:18:54.038582 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] For port a99892ba-4dd6-4c2b-97c9-e852239333b1, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:18:54.042286 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] For port a99892ba-4dd6-4c2b-97c9-e852239333b1, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a99892ba-4dd6-4c2b-97c9-e852239333b1,segment=NetworkSegment(6532a1ff-75ba-4288-b68f-8f7bf329b15b),segment_id=6532a1ff-75ba-4288-b68f-8f7bf329b15b)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:18:54.061467 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a201361a-5052-4b51-aaa5-e4d38d35d2b9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.073208 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.119143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.135481 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.164677 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.192616 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a201361a-5052-4b51-aaa5-e4d38d35d2b9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.210369 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:18:54.224979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dce79c1-08de-49ed-846c-2193ae5c0fff,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:54.225885 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69768d5-1e25-4b2c-9270-da7bab672d99 None None] Pushing event updated for resources: {'Port': ['ID=a99892ba-4dd6-4c2b-97c9-e852239333b1,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:54.231248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.231709 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Added segment e13c1643-6fa8-4f52-b290-42737040aaa0 of type vlan for network 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa Mar 14 18:18:54.258314 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event deleted for resources: {'Port': ['ID=0f1e116d-c736-4419-9b45-32194f90712c,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:54.264947 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.267286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] No DVR routers for this DVR port 0f1e116d-c736-4419-9b45-32194f90712c on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:18:54.300528 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ca2164e7-cb32-4c64-86d5-0c12aff0eeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.317959 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-a201361a-5052-4b51-aaa5-e4d38d35d2b9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Deleting port 379834df-74e1-45a5-8b72-781ba69e70a5 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:54.318412 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a201361a-5052-4b51-aaa5-e4d38d35d2b9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.351991 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.358656 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:54.359514 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.363798 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce885f5e-d6ca-4e03-b4a4-bffeb96be86d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.439249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] For port 635d897f-e264-4030-b71b-95ed75064bd3, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=635d897f-e264-4030-b71b-95ed75064bd3,segment=NetworkSegment(ea00cd85-2575-4820-b3d2-8f850c9094d4),segment_id=ea00cd85-2575-4820-b3d2-8f850c9094d4)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:18:54.453146 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f7305e5-8f5a-4df7-adfb-205d8b7823e7 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.458716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-ce885f5e-d6ca-4e03-b4a4-bffeb96be86d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e68340-a3c0-4dc3-8112-4be50eecacb8']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:54.512790 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.534814 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event updated for resources: {'Network': ['ID=0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:54.575573 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-ce885f5e-d6ca-4e03-b4a4-bffeb96be86d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401dd905-c3ba-4b7f-8d82-fe6c9a6c356c') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:54.576159 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-ce885f5e-d6ca-4e03-b4a4-bffeb96be86d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401dd905-c3ba-4b7f-8d82-fe6c9a6c356c') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:54.577627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:18:54.584615 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7305e5-8f5a-4df7-adfb-205d8b7823e7 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Pushing event deleted for resources: {'Port': ['ID=6d5337a0-0dd3-4d15-a682-ca3c08430226,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:54.608014 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e71cbe34-f8f4-44b7-b0fc-bfb679d22430 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4105299 Mar 14 18:18:54.610888 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50938) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:54.616276 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-3e7688a4-96aa-4c1a-8193-807ec98f56ea tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Request body: {'subnet': {'network_id': '0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:54.625423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.650152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce885f5e-d6ca-4e03-b4a4-bffeb96be86d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.723012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2441fae8-23a6-4f8b-bd86-0877bb0e6067']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:54.741674 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce885f5e-d6ca-4e03-b4a4-bffeb96be86d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.745682 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4161dc-d997-49c6-8189-f530a79aeff1 None None] Pushing event updated for resources: {'Port': ['ID=635d897f-e264-4030-b71b-95ed75064bd3,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:54.771438 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a201361a-5052-4b51-aaa5-e4d38d35d2b9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.798676 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3e7688a4-96aa-4c1a-8193-807ec98f56ea tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:54.803809 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3e7688a4-96aa-4c1a-8193-807ec98f56ea tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Usage tracker for resource:subnet and tenant:c464b5a53f5e4a1c9c3b5d46c6b86665 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:54.806984 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3e7688a4-96aa-4c1a-8193-807ec98f56ea tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:54.814195 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3e7688a4-96aa-4c1a-8193-807ec98f56ea tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:54.949569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07d856e-9e56-43cb-a822-5a24bf758134') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:54.949882 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07d856e-9e56-43cb-a822-5a24bf758134') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:54.974414 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce885f5e-d6ca-4e03-b4a4-bffeb96be86d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:18:54.975721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce885f5e-d6ca-4e03-b4a4-bffeb96be86d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:18:54.992261 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:18:55.074321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:55.081925 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7688a4-96aa-4c1a-8193-807ec98f56ea tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Made reservation on behalf of c464b5a53f5e4a1c9c3b5d46c6b86665 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:55.085370 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3e7688a4-96aa-4c1a-8193-807ec98f56ea tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:55.107659 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-a201361a-5052-4b51-aaa5-e4d38d35d2b9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Calling delete_port for 379834df-74e1-45a5-8b72-781ba69e70a5 owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:18:55.150535 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f7305e5-8f5a-4df7-adfb-205d8b7823e7 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:55.248551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:55.378965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:18:55.378965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:18:55.394784 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:18:55.493275 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce885f5e-d6ca-4e03-b4a4-bffeb96be86d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:55.512422 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3e7688a4-96aa-4c1a-8193-807ec98f56ea tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:55.546291 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-dff564a7-1621-4d8b-8af4-7d5e9583f9f4 None None] Provisioning for port a99892ba-4dd6-4c2b-97c9-e852239333b1 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:18:55.551222 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a201361a-5052-4b51-aaa5-e4d38d35d2b9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:55.610990 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce885f5e-d6ca-4e03-b4a4-bffeb96be86d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:55.617569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201361a-5052-4b51-aaa5-e4d38d35d2b9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Pushing event deleted for resources: {'Port': ['ID=379834df-74e1-45a5-8b72-781ba69e70a5,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:55.638547 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:55.709247 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7688a4-96aa-4c1a-8193-807ec98f56ea tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event updated for resources: {'Subnet': ['ID=567cea39-90c7-41d6-bd9f-ba26d5bbaf15,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:55.738268 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7688a4-96aa-4c1a-8193-807ec98f56ea tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Checking segment: {'id': 'e13c1643-6fa8-4f52-b290-42737040aaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:18:55.738627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7688a4-96aa-4c1a-8193-807ec98f56ea tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Network hostable DHCP agents. Network: 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:18:55.772304 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a201361a-5052-4b51-aaa5-e4d38d35d2b9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:55.773306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce885f5e-d6ca-4e03-b4a4-bffeb96be86d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Network': ['ID=97e68340-a3c0-4dc3-8112-4be50eecacb8,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:55.779549 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:55.784246 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:55.850553 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b90e552-8a3b-4f6f-9c0f-13197c1e6a3e None None] Network 2441fae8-23a6-4f8b-bd86-0877bb0e6067 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:55.874013 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ca92ed-38f5-45e4-a55a-81e0c50a684e None None] Network 68805b77-ed98-4d1b-8864-d70255e9d443 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:55.885915 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576d59ca-879a-414c-b15f-7c1b65bbbda2 None None] Network b5533fc4-4f08-4b92-af03-bea8dc20df47 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:55.898537 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9558aa-8373-4144-8bb9-aa3b3fe1288f None None] Network 7c64dff3-34a4-4f29-9ba3-f61ccc8486a4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:55.906066 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:55.917099 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:55.921967 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ce885f5e-d6ca-4e03-b4a4-bffeb96be86d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/97e68340-a3c0-4dc3-8112-4be50eecacb8 HTTP/1.1" status: 204 len: 168 time: 2.3141608 Mar 14 18:18:55.925997 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50942) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:55.955492 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7688a4-96aa-4c1a-8193-807ec98f56ea tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Network 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:18:55.959920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9558aa-8373-4144-8bb9-aa3b3fe1288f None None] Network 7c64dff3-34a4-4f29-9ba3-f61ccc8486a4 could not be found, it might have been deleted concurrently. {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 14 18:18:55.963220 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b90e552-8a3b-4f6f-9c0f-13197c1e6a3e None None] Network 2441fae8-23a6-4f8b-bd86-0877bb0e6067 could not be found, it might have been deleted concurrently. {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 14 18:18:55.976662 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:56.123996 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-3e7688a4-96aa-4c1a-8193-807ec98f56ea tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:56.133074 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d357c5-ee27-4089-8d63-f61f438077f0 None None] DHCP port deletion for 7c64dff3-34a4-4f29-9ba3-f61ccc8486a4 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:18:56.133568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7688a4-96aa-4c1a-8193-807ec98f56ea tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:56.134395 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3e7688a4-96aa-4c1a-8193-807ec98f56ea tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:56.163460 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eef53d-b6c0-44e0-a3fd-5314448c68df None None] DHCP port deletion for 2441fae8-23a6-4f8b-bd86-0877bb0e6067 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:18:56.165927 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670dcd8a-220d-41bd-bada-1f051c3b5b4d None None] Network 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:56.212781 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a201361a-5052-4b51-aaa5-e4d38d35d2b9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:56.221610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a201361a-5052-4b51-aaa5-e4d38d35d2b9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:56.288171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] Pushing event deleted for resources: {'Network': ['ID=2441fae8-23a6-4f8b-bd86-0877bb0e6067,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:56.294629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f7305e5-8f5a-4df7-adfb-205d8b7823e7 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:56.300104 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-542e4dad-fdab-4b6d-962c-1c0d327e9076 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:56.300496 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542e4dad-fdab-4b6d-962c-1c0d327e9076 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:56.309012 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 635d897f-e264-4030-b71b-95ed75064bd3 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:18:56.329035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f7305e5-8f5a-4df7-adfb-205d8b7823e7 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:56.332409 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5b0122dd-f31d-4912-9057-e28d9b286227 tempest-AllowedAddressPairTestJSON-1908400235 tempest-AllowedAddressPairTestJSON-1908400235-project] 10.222.0.43 "DELETE /v2.0/networks/2441fae8-23a6-4f8b-bd86-0877bb0e6067 HTTP/1.1" status: 204 len: 168 time: 4.4282413 Mar 14 18:18:56.333464 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b3a1d872-0e33-4522-8b12-789c7f30fc27 None None] Provisioning for port 635d897f-e264-4030-b71b-95ed75064bd3 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:18:56.357660 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3e7688a4-96aa-4c1a-8193-807ec98f56ea tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7457273 Mar 14 18:18:56.362730 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50948) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:56.372050 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d7c2c411-22bf-480c-a3af-2a078769a128 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Request body: {'port': {'network_id': '0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1441113400'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:18:56.400181 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-542e4dad-fdab-4b6d-962c-1c0d327e9076 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/subnets/cd2fbb3b-45ae-4b9f-89e9-e342f0d5b7a8 HTTP/1.1" status: 404 len: 337 time: 0.4583254 Mar 14 18:18:56.410843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50952) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:56.506348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a201361a-5052-4b51-aaa5-e4d38d35d2b9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Router 517fedf4-5fb6-4d48-839e-84edbe97b29b has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:18:56.519107 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-66f31402-aa58-447a-b252-2998c4ba17ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:56.549229 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-d248cb07-06f2-4e1d-b098-2a7b7c68f0a9 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:56.549949 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d248cb07-06f2-4e1d-b098-2a7b7c68f0a9 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:56.554989 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d248cb07-06f2-4e1d-b098-2a7b7c68f0a9 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/fb8e5bc1-e1c1-4bd7-9605-fe4f3573377b HTTP/1.1" status: 404 len: 339 time: 0.1427648 Mar 14 18:18:56.561402 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50956) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:56.594401 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 635d897f-e264-4030-b71b-95ed75064bd3 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:18:56.611569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7305e5-8f5a-4df7-adfb-205d8b7823e7 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Router 2df63a88-4d2b-469f-a5c2-b8cb6fc71855 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:18:56.622203 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-37cb5eee-7500-4198-8d4a-55a398d40f34 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:56.622922 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37cb5eee-7500-4198-8d4a-55a398d40f34 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:56.623040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 635d897f-e264-4030-b71b-95ed75064bd3 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:56.623376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:56.627223 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-37cb5eee-7500-4198-8d4a-55a398d40f34 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/subnets/44331c0b-4a65-417c-9115-94bc0d36b6b5 HTTP/1.1" status: 404 len: 337 time: 0.0628927 Mar 14 18:18:56.630305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50960) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:56.677840 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7d23ef-5c70-4e08-8244-8fc61b2d0ea0 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:56.678489 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7d23ef-5c70-4e08-8244-8fc61b2d0ea0 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:56.682971 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9e7d23ef-5c70-4e08-8244-8fc61b2d0ea0 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/7681a1a1-0c11-45a8-b8ee-a74369a229e3 HTTP/1.1" status: 404 len: 339 time: 0.0470877 Mar 14 18:18:56.682971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Allocated IP 172.26.7.216 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/eadee538-7e8f-42e0-ab60-6145b513c922) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:56.754486 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50964) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:56.781597 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa', 'network_id': '0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa', 'tenant_id': 'c464b5a53f5e4a1c9c3b5d46c6b86665', 'fixed_ips': [{'subnet_id': '567cea39-90c7-41d6-bd9f-ba26d5bbaf15'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:18:56.782349 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:56.784236 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a201361a-5052-4b51-aaa5-e4d38d35d2b9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:56.791796 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a201361a-5052-4b51-aaa5-e4d38d35d2b9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:56.792947 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a201361a-5052-4b51-aaa5-e4d38d35d2b9 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "PUT /v2.0/routers/517fedf4-5fb6-4d48-839e-84edbe97b29b HTTP/1.1" status: 200 len: 709 time: 3.4317589 Mar 14 18:18:56.796496 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fedce5-7abc-46ac-94d6-7be0fbeea049 None None] Sync routers for ids ['517fedf4-5fb6-4d48-839e-84edbe97b29b'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:56.798285 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50968) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:56.814205 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fedce5-7abc-46ac-94d6-7be0fbeea049 None None] Routers {'517fedf4-5fb6-4d48-839e-84edbe97b29b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:56.816204 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a1fedce5-7abc-46ac-94d6-7be0fbeea049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['517fedf4-5fb6-4d48-839e-84edbe97b29b'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:56.901108 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a1fedce5-7abc-46ac-94d6-7be0fbeea049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:56.907875 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-991010a2-f127-4966-aa78-874a7b51061d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:56.907875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991010a2-f127-4966-aa78-874a7b51061d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:56.907875 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-991010a2-f127-4966-aa78-874a7b51061d tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/subnets/9a8a937f-72a4-44bd-a9f1-770a165795bb HTTP/1.1" status: 404 len: 337 time: 0.1448109 Mar 14 18:18:56.918060 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fedce5-7abc-46ac-94d6-7be0fbeea049 None None] Routers {'517fedf4-5fb6-4d48-839e-84edbe97b29b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:56.918846 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a1fedce5-7abc-46ac-94d6-7be0fbeea049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['517fedf4-5fb6-4d48-839e-84edbe97b29b'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:56.929929 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50974) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:56.930959 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7305e5-8f5a-4df7-adfb-205d8b7823e7 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:18:56.942444 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f7305e5-8f5a-4df7-adfb-205d8b7823e7 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:56.942444 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1f7305e5-8f5a-4df7-adfb-205d8b7823e7 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "PUT /v2.0/routers/2df63a88-4d2b-469f-a5c2-b8cb6fc71855 HTTP/1.1" status: 200 len: 704 time: 6.0609882 Mar 14 18:18:56.945356 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 50976) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:56.986328 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cb1589ed-70c8-437d-8437-ebc38a1316df tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "GET /v2.0/routers/517fedf4-5fb6-4d48-839e-84edbe97b29b HTTP/1.1" status: 200 len: 744 time: 0.1870596 Mar 14 18:18:56.987183 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50982) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:56.989648 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a1fedce5-7abc-46ac-94d6-7be0fbeea049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:56.990546 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fedce5-7abc-46ac-94d6-7be0fbeea049 None None] The sync data for ids ['517fedf4-5fb6-4d48-839e-84edbe97b29b'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:57.009191 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1dc991-787f-46d0-8d02-f9448f7e6943 None None] Sync routers for ids ['2df63a88-4d2b-469f-a5c2-b8cb6fc71855'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:18:57.035950 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d7c2c411-22bf-480c-a3af-2a078769a128 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:18:57.043400 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9a602fc0-4d6e-453e-80ab-e0361aa3f7bc tempest-RoutersIpV6AdminTest-998887070 tempest-RoutersIpV6AdminTest-998887070-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&device_id=517fedf4-5fb6-4d48-839e-84edbe97b29b HTTP/1.1" status: 200 len: 205 time: 0.0519986 Mar 14 18:18:57.045245 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50988) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:57.047858 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d7c2c411-22bf-480c-a3af-2a078769a128 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Usage tracker for resource:port and tenant:c464b5a53f5e4a1c9c3b5d46c6b86665 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:18:57.047998 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1dc991-787f-46d0-8d02-f9448f7e6943 None None] Routers {'2df63a88-4d2b-469f-a5c2-b8cb6fc71855'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:57.048602 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5e1dc991-787f-46d0-8d02-f9448f7e6943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['2df63a88-4d2b-469f-a5c2-b8cb6fc71855'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:57.053582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50992) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:57.056263 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d7c2c411-22bf-480c-a3af-2a078769a128 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:18:57.104955 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d7c2c411-22bf-480c-a3af-2a078769a128 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:18:57.113769 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1f6f1294-f091-4eed-8429-96f121fe4de3 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "GET /v2.0/ports?device_id=517fedf4-5fb6-4d48-839e-84edbe97b29b HTTP/1.1" status: 200 len: 205 time: 0.0669589 Mar 14 18:18:57.114402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 50998) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:57.134981 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-7171124a-c495-413b-a587-e084b443ee11 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:57.135467 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7171124a-c495-413b-a587-e084b443ee11 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:57.137154 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7171124a-c495-413b-a587-e084b443ee11 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/19e876ee-1d45-47f3-9ffc-abc2d94b26ef HTTP/1.1" status: 404 len: 339 time: 0.1929977 Mar 14 18:18:57.142322 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fbe2f700-9b31-40c1-866b-5bb56475f748 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "GET /v2.0/routers/2df63a88-4d2b-469f-a5c2-b8cb6fc71855 HTTP/1.1" status: 200 len: 739 time: 0.1837211 Mar 14 18:18:57.145364 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51002) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:57.145956 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51004) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:57.167359 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5e1dc991-787f-46d0-8d02-f9448f7e6943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:57.198813 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:57.236980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1dc991-787f-46d0-8d02-f9448f7e6943 None None] Routers {'2df63a88-4d2b-469f-a5c2-b8cb6fc71855'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:18:57.237645 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5e1dc991-787f-46d0-8d02-f9448f7e6943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['2df63a88-4d2b-469f-a5c2-b8cb6fc71855'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:57.240814 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-989315d9-88d9-461f-b67b-e05372d5da71 tempest-RoutersAdminTest-1828072470 tempest-RoutersAdminTest-1828072470-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&device_id=2df63a88-4d2b-469f-a5c2-b8cb6fc71855 HTTP/1.1" status: 200 len: 205 time: 0.0920050 Mar 14 18:18:57.241423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51010) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:57.287284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c2c411-22bf-480c-a3af-2a078769a128 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Made reservation on behalf of c464b5a53f5e4a1c9c3b5d46c6b86665 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:18:57.296202 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c411-22bf-480c-a3af-2a078769a128 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:57.315256 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5381bb5f-a480-4ca6-9195-79e61a32a75b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:57.352451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Allocated IP 2001:db8::2 (0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa/567cea39-90c7-41d6-bd9f-ba26d5bbaf15/4fdf5a45-df62-45e1-836c-8acf9ed24780) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:57.360652 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 635d897f-e264-4030-b71b-95ed75064bd3, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=635d897f-e264-4030-b71b-95ed75064bd3,segment=NetworkSegment(ea00cd85-2575-4820-b3d2-8f850c9094d4),segment_id=ea00cd85-2575-4820-b3d2-8f850c9094d4)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:57.364954 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5e1dc991-787f-46d0-8d02-f9448f7e6943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:18:57.365465 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1dc991-787f-46d0-8d02-f9448f7e6943 None None] The sync data for ids ['2df63a88-4d2b-469f-a5c2-b8cb6fc71855'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:18:57.384079 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b15c705-cc7a-4b1c-b842-d427bca04fb0 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:57.384981 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b15c705-cc7a-4b1c-b842-d427bca04fb0 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:57.386975 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0b15c705-cc7a-4b1c-b842-d427bca04fb0 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/subnets/7ae1dc2b-957f-4aa2-9c24-77d7839fbdfb HTTP/1.1" status: 404 len: 337 time: 0.2399678 Mar 14 18:18:57.396150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51014) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:57.432885 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a46971de-37bc-4456-b8a9-c6dee5f922ec tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df63a88-4d2b-469f-a5c2-b8cb6fc71855 HTTP/1.1" status: 200 len: 205 time: 0.1088269 Mar 14 18:18:57.435178 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51018) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:57.450480 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb55f96-b929-4496-b736-56f8d0ef5931 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:57.451334 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb55f96-b929-4496-b736-56f8d0ef5931 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:57.453169 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2eb55f96-b929-4496-b736-56f8d0ef5931 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/d06fa10b-6dba-4a06-b4ba-4b7591ca29e4 HTTP/1.1" status: 404 len: 339 time: 0.0539489 Mar 14 18:18:57.457420 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51020) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:57.485703 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:57.486661 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a99892ba-4dd6-4c2b-97c9-e852239333b1 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:18:57.505394 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d7131a-42dc-47bd-8f9d-917ce00050b2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:57.506122 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d7131a-42dc-47bd-8f9d-917ce00050b2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:57.508001 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-96d7131a-42dc-47bd-8f9d-917ce00050b2 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/subnets/6208f185-7228-4ed8-979e-a807e1940d9e HTTP/1.1" status: 404 len: 337 time: 0.0494733 Mar 14 18:18:57.516655 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51026) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:57.545981 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a72ec5-db7d-4f54-a9a2-0dcb91d357c4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:57.546699 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a72ec5-db7d-4f54-a9a2-0dcb91d357c4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:57.548599 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-49a72ec5-db7d-4f54-a9a2-0dcb91d357c4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/2eaefa71-6019-4498-b097-8e45d229d03e HTTP/1.1" status: 404 len: 339 time: 0.0307870 Mar 14 18:18:57.551253 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51030) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:57.612265 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc15fd5a-76c2-4fce-b8e4-777e23e7d16f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:57.612958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc15fd5a-76c2-4fce-b8e4-777e23e7d16f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:57.614601 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bc15fd5a-76c2-4fce-b8e4-777e23e7d16f tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/subnets/c2ebceff-5c28-4d72-aff2-7398247ab192 HTTP/1.1" status: 404 len: 337 time: 0.0622473 Mar 14 18:18:57.624247 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51034) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:57.672057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:57.681989 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ce7e98-c862-46d1-ae8b-635516d1e44e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:57.683138 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ce7e98-c862-46d1-ae8b-635516d1e44e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:57.685021 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e7ce7e98-c862-46d1-ae8b-635516d1e44e tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/e841a36d-98d6-442f-9385-1e00cc5a2848 HTTP/1.1" status: 404 len: 339 time: 0.0596273 Mar 14 18:18:57.687586 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51040) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:57.716285 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=635d897f-e264-4030-b71b-95ed75064bd3,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:57.759594 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-2664feab-ab11-4c38-8de4-da21f8e038c5 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:57.760250 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2664feab-ab11-4c38-8de4-da21f8e038c5 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:57.762795 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2664feab-ab11-4c38-8de4-da21f8e038c5 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/subnets/07e09fb2-c1df-4284-9a8b-9efb187dc487 HTTP/1.1" status: 404 len: 337 time: 0.0740094 Mar 14 18:18:57.765192 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51044) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:57.811652 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-530a1294-4692-445f-85f6-a894894c6dc6 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:57.812485 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530a1294-4692-445f-85f6-a894894c6dc6 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:57.814876 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-530a1294-4692-445f-85f6-a894894c6dc6 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/8781c031-70c9-4949-804b-8e5769337865 HTTP/1.1" status: 404 len: 339 time: 0.0486398 Mar 14 18:18:57.818077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51048) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:57.835153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:57.865380 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-4490ed60-0185-4e8f-9e71-e3e624fbbd19 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:57.866090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4490ed60-0185-4e8f-9e71-e3e624fbbd19 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:57.868002 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4490ed60-0185-4e8f-9e71-e3e624fbbd19 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/subnets/0577e31a-f39e-4f48-a9e2-bdd4774abe50 HTTP/1.1" status: 404 len: 337 time: 0.0487192 Mar 14 18:18:57.872759 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51052) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:57.889625 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port a99892ba-4dd6-4c2b-97c9-e852239333b1 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:18:57.901821 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10eae6e-489e-4425-bfb0-12fb86b26384 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] DELETE failed (client error): The resource could not be found. Mar 14 18:18:57.902303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10eae6e-489e-4425-bfb0-12fb86b26384 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:18:57.906451 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e10eae6e-489e-4425-bfb0-12fb86b26384 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/96322b18-205d-4ad1-8b21-78886a5eb79f HTTP/1.1" status: 404 len: 339 time: 0.0302031 Mar 14 18:18:57.906844 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51056) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:57.921033 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97eac8e5-b6bb-47ba-a73e-13d57c05da0a tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:57.934534 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port a99892ba-4dd6-4c2b-97c9-e852239333b1 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:57.935476 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:57.960856 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:57.983391 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:57.984668 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:57.995777 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Transition to ACTIVE for port object 4fdf5a45-df62-45e1-836c-8acf9ed24780 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:58.133917 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Transition to ACTIVE for port object 4fdf5a45-df62-45e1-836c-8acf9ed24780 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:18:58.146796 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0a0940-10b9-4400-9224-389ae118c3af None None] Network 68805b77-ed98-4d1b-8864-d70255e9d443 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:58.184118 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-d7c2c411-22bf-480c-a3af-2a078769a128 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] device_id is not set on port 7993dc45-68ae-468c-95a1-0594a68baa54 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:18:58.220990 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a93b819-0255-4745-a243-e7b914264f09 None None] Network b5533fc4-4f08-4b92-af03-bea8dc20df47 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:58.221328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:58.228048 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:58.241619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:58.250148 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:58.269517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-869b20b1-a209-4104-a50f-31e204847138 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Deleting subnet b6d80eb0-fdac-4013-8085-45b8a346f2c2 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:18:58.281707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-869b20b1-a209-4104-a50f-31e204847138 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:58.319124 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Pushing event updated for resources: {'Port': ['ID=eadee538-7e8f-42e0-ab60-6145b513c922,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:58.351918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Allocated IP 172.26.7.92 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/0261d5f6-6d09-444d-b9df-2c21ad07aaa3) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:58.375635 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-869b20b1-a209-4104-a50f-31e204847138 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:58.465163 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:58.484207 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Network 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:18:58.502575 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:18:58.504100 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d23e73d1-4e02-4cf3-a3d8-b1096f19d4a4 None None] Provisioning complete for port 635d897f-e264-4030-b71b-95ed75064bd3 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:58.504423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d23e73d1-4e02-4cf3-a3d8-b1096f19d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:58.549688 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:18:58.551210 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5381bb5f-a480-4ca6-9195-79e61a32a75b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:58.561602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5381bb5f-a480-4ca6-9195-79e61a32a75b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:58.584045 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Pushing event updated for resources: {'Port': ['ID=4fdf5a45-df62-45e1-836c-8acf9ed24780,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:58.657473 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97eac8e5-b6bb-47ba-a73e-13d57c05da0a tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:58.665336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97eac8e5-b6bb-47ba-a73e-13d57c05da0a tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:58.700312 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f3b2f9ab-43f6-4527-b3c5-17afba5ccf33 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3e5319ae9e14949a58e906c40def20f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6403143 Mar 14 18:18:58.701805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51064) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:58.758240 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port a99892ba-4dd6-4c2b-97c9-e852239333b1, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a99892ba-4dd6-4c2b-97c9-e852239333b1,segment=NetworkSegment(6532a1ff-75ba-4288-b68f-8f7bf329b15b),segment_id=6532a1ff-75ba-4288-b68f-8f7bf329b15b)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:18:58.820459 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5381bb5f-a480-4ca6-9195-79e61a32a75b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:58.821228 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5381bb5f-a480-4ca6-9195-79e61a32a75b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Fanout notify agent at l3_agent the message router_deleted on router 517fedf4-5fb6-4d48-839e-84edbe97b29b {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:18:58.838568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:58.869424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-869b20b1-a209-4104-a50f-31e204847138 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:58.915665 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5381bb5f-a480-4ca6-9195-79e61a32a75b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:58.916838 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5381bb5f-a480-4ca6-9195-79e61a32a75b tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "DELETE /v2.0/routers/517fedf4-5fb6-4d48-839e-84edbe97b29b HTTP/1.1" status: 204 len: 168 time: 1.7996731 Mar 14 18:18:58.918535 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-d7c2c411-22bf-480c-a3af-2a078769a128 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Allocated IP 2001:db8::1be (0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa/567cea39-90c7-41d6-bd9f-ba26d5bbaf15/7993dc45-68ae-468c-95a1-0594a68baa54) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:18:58.929525 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Attempting to bind port 4fdf5a45-df62-45e1-836c-8acf9ed24780 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:18:58.929890 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Attempting to bind port 4fdf5a45-df62-45e1-836c-8acf9ed24780 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e13c1643-6fa8-4f52-b290-42737040aaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:18:58.930253 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Attempting to bind port 4fdf5a45-df62-45e1-836c-8acf9ed24780 on network 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:18:58.934160 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51068) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:58.949179 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:18:58.949587 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Checking segment: {'id': 'e13c1643-6fa8-4f52-b290-42737040aaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:18:58.950051 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:58.950714 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Bound using segment: {'id': 'e13c1643-6fa8-4f52-b290-42737040aaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:18:58.950968 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Bound port: 4fdf5a45-df62-45e1-836c-8acf9ed24780, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13c1643-6fa8-4f52-b290-42737040aaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:18:58.951343 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:58.990422 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59497b8e-0f6d-486c-9ffc-149384b93f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:58.998660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97eac8e5-b6bb-47ba-a73e-13d57c05da0a tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:58.999287 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eac8e5-b6bb-47ba-a73e-13d57c05da0a tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Fanout notify agent at l3_agent the message router_deleted on router 2df63a88-4d2b-469f-a5c2-b8cb6fc71855 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:18:59.001357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 635d897f-e264-4030-b71b-95ed75064bd3 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:18:59.012132 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ab77474b-2f9b-4040-8d43-605d496f672d tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "GET /v2.0/ports?device_id=517fedf4-5fb6-4d48-839e-84edbe97b29b HTTP/1.1" status: 200 len: 205 time: 0.0738676 Mar 14 18:18:59.020742 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51072) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:59.022853 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97eac8e5-b6bb-47ba-a73e-13d57c05da0a tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:59.027396 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-97eac8e5-b6bb-47ba-a73e-13d57c05da0a tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "DELETE /v2.0/routers/2df63a88-4d2b-469f-a5c2-b8cb6fc71855 HTTP/1.1" status: 204 len: 168 time: 1.5597064 Mar 14 18:18:59.028843 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51074) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:59.040066 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:59.095651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-869b20b1-a209-4104-a50f-31e204847138 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:59.106785 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05857bc4-1af1-4e28-a279-cfc3dad0d59d req-1062a451-e240-431d-b44b-b70f2a88b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:59.108424 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-05857bc4-1af1-4e28-a279-cfc3dad0d59d req-1062a451-e240-431d-b44b-b70f2a88b0a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bd345c2c70054138a63ee3b6474a8824&device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 1098 time: 0.3890510 Mar 14 18:18:59.117790 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59497b8e-0f6d-486c-9ffc-149384b93f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:59.129068 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3f697a24-e09b-4b19-9fdd-06939c7562ba tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df63a88-4d2b-469f-a5c2-b8cb6fc71855 HTTP/1.1" status: 200 len: 205 time: 0.0943604 Mar 14 18:18:59.133784 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51080) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:59.158608 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b20b1-a209-4104-a50f-31e204847138 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d80eb0-fdac-4013-8085-45b8a346f2c2,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:59.161509 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=a99892ba-4dd6-4c2b-97c9-e852239333b1,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:59.165347 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-b1e9afe4-4fdd-4980-ba51-b46e4fccfad8 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] delete failed (client error): The resource could not be found. Mar 14 18:18:59.169090 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b1e9afe4-4fdd-4980-ba51-b46e4fccfad8 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "DELETE /v2.0/routers/517fedf4-5fb6-4d48-839e-84edbe97b29b HTTP/1.1" status: 404 len: 336 time: 0.1348290 Mar 14 18:18:59.172935 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51084) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:59.173992 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-869b20b1-a209-4104-a50f-31e204847138 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:59.188313 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6686cd3-8338-4a4e-8029-34a7bce64618 None None] Network 386a0678-b543-4bdc-9161-c920de594ca2 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:18:59.265439 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-a997f447-21b0-40d7-87cc-f8c4c15d071a tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] delete failed (client error): The resource could not be found. Mar 14 18:18:59.269626 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a997f447-21b0-40d7-87cc-f8c4c15d071a tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "DELETE /v2.0/routers/2df63a88-4d2b-469f-a5c2-b8cb6fc71855 HTTP/1.1" status: 404 len: 336 time: 0.1091816 Mar 14 18:18:59.299044 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51088) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:59.312008 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3d692425-f406-410a-8d67-8fb344a5c180 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "GET /v2.0/ports?device_id=520e8da6-b794-4cb6-a191-e38f24c1770a HTTP/1.1" status: 200 len: 205 time: 0.1332023 Mar 14 18:18:59.314141 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51090) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:59.323261 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-869b20b1-a209-4104-a50f-31e204847138 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/subnets/b6d80eb0-fdac-4013-8085-45b8a346f2c2 HTTP/1.1" status: 204 len: 168 time: 1.4133015 Mar 14 18:18:59.325025 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51096) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:59.329520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] For port 4fdf5a45-df62-45e1-836c-8acf9ed24780, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:18:59.368388 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 635d897f-e264-4030-b71b-95ed75064bd3 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:59.368764 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:59.430878 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] For port 4fdf5a45-df62-45e1-836c-8acf9ed24780, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4fdf5a45-df62-45e1-836c-8acf9ed24780,segment=NetworkSegment(e13c1643-6fa8-4f52-b290-42737040aaa0),segment_id=e13c1643-6fa8-4f52-b290-42737040aaa0)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:18:59.436736 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9145a5f9-bc20-4f54-9ae8-9025abe9734e tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "GET /v2.0/ports?device_id=3be06411-ca09-4972-97b6-5b1b10026054 HTTP/1.1" status: 200 len: 205 time: 0.1235785 Mar 14 18:18:59.456623 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4444eb-d30f-41e5-afd2-0af0edba597f req-717560f8-eb45-4a7f-9a3d-96963548d86e tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:59.458359 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1a4444eb-d30f-41e5-afd2-0af0edba597f req-717560f8-eb45-4a7f-9a3d-96963548d86e tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.6963711 Mar 14 18:18:59.459343 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51100) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:59.463871 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-f61c5c0e-e32d-4364-b7f6-dd7230444073 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] delete failed (client error): The resource could not be found. Mar 14 18:18:59.467985 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f61c5c0e-e32d-4364-b7f6-dd7230444073 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "DELETE /v2.0/routers/520e8da6-b794-4cb6-a191-e38f24c1770a HTTP/1.1" status: 404 len: 336 time: 0.1485991 Mar 14 18:18:59.475909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51102) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:59.477348 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9b99c2b2-3caf-485f-84b7-ce8722602db7 None None] Provisioning complete for port a99892ba-4dd6-4c2b-97c9-e852239333b1 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:18:59.477787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9b99c2b2-3caf-485f-84b7-ce8722602db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:59.547837 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:59.589416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:59.616170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:59.625347 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05857bc4-1af1-4e28-a279-cfc3dad0d59d req-b21d5b3c-518a-4c22-b3f3-3f498a085b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:18:59.627107 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-05857bc4-1af1-4e28-a279-cfc3dad0d59d req-b21d5b3c-518a-4c22-b3f3-3f498a085b89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d9396576-f6d5-42a1-a913-3123f2ec508b HTTP/1.1" status: 200 len: 913 time: 0.4997218 Mar 14 18:18:59.814930 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b24aa-b0fe-46cc-ab4f-8d74a682ae9a None None] Pushing event updated for resources: {'Port': ['ID=4fdf5a45-df62-45e1-836c-8acf9ed24780,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:59.895538 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:59.896208 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59497b8e-0f6d-486c-9ffc-149384b93f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:59.944263 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59497b8e-0f6d-486c-9ffc-149384b93f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56819b73-608d-424d-9b64-1157813449d2,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:59.954561 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Deleting port 7fe26da3-66b3-4564-96f9-ab8175df3498 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:18:59.955211 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-d924bf25-e119-450a-8345-3c33650d78e6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] delete failed (client error): The resource could not be found. Mar 14 18:18:59.955690 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:59.958848 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d924bf25-e119-450a-8345-3c33650d78e6 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "DELETE /v2.0/routers/3be06411-ca09-4972-97b6-5b1b10026054 HTTP/1.1" status: 404 len: 336 time: 0.4896398 Mar 14 18:18:59.968766 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a8900a02-a865-4c78-a41c-12a0bc6ea83e tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d4341b-ef6a-40b9-84b7-672ce5d0490d HTTP/1.1" status: 200 len: 205 time: 0.4848711 Mar 14 18:18:59.968766 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51108) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:18:59.981101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51110) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:00.001149 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c411-22bf-480c-a3af-2a078769a128 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:00.005759 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0f1e116d-c736-4419-9b45-32194f90712c no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:19:00.066041 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 0f1e116d-c736-4419-9b45-32194f90712c {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:19:00.066384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0f1e116d-c736-4419-9b45-32194f90712c not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:19:00.104177 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1a4444eb-d30f-41e5-afd2-0af0edba597f req-244dc046-109c-4444-b128-3481191cd74d tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6303496 Mar 14 18:19:00.105271 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:00.123082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1adf57bd-405a-476b-b74b-92db9fdfc7be None None] Provisioning complete for port a99892ba-4dd6-4c2b-97c9-e852239333b1 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:00.123822 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1adf57bd-405a-476b-b74b-92db9fdfc7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:00.138255 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59497b8e-0f6d-486c-9ffc-149384b93f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:00.138649 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-59497b8e-0f6d-486c-9ffc-149384b93f84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56819b73-608d-424d-9b64-1157813449d2 HTTP/1.1" status: 204 len: 168 time: 1.4336357 Mar 14 18:19:00.178124 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fc670b-769f-4a9a-8954-8bd048eff7e4 None None] DHCP port deletion for 386a0678-b543-4bdc-9161-c920de594ca2 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:19:00.183915 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8ba6f213-cdd0-4f73-921c-b4d0b4df7e5c tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe258b3f-c7ed-4858-a1a6-639b1609e318 HTTP/1.1" status: 200 len: 205 time: 0.2117920 Mar 14 18:19:00.185965 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-05857bc4-1af1-4e28-a279-cfc3dad0d59d req-9d9247bc-aeb1-43d7-b1c9-193bc5b68acc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd010dab-ae55-486e-afd2-5dac7ff748cf HTTP/1.1" status: 200 len: 1000 time: 0.5449097 Mar 14 18:19:00.186087 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-83fc670b-769f-4a9a-8954-8bd048eff7e4 None None] Deleting port 7fe26da3-66b3-4564-96f9-ab8175df3498 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:00.186434 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-83fc670b-769f-4a9a-8954-8bd048eff7e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:00.190773 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51118) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:00.198796 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:00.255478 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-eddf6a36-0c4a-4ca0-a289-16c546abb75a tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] delete failed (client error): The resource could not be found. Mar 14 18:19:00.260048 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-eddf6a36-0c4a-4ca0-a289-16c546abb75a tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "DELETE /v2.0/routers/47d4341b-ef6a-40b9-84b7-672ce5d0490d HTTP/1.1" status: 404 len: 336 time: 0.2732835 Mar 14 18:19:00.265612 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51122) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:00.274009 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-d7c2c411-22bf-480c-a3af-2a078769a128 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Transition to ACTIVE for port object 7993dc45-68ae-468c-95a1-0594a68baa54 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:00.278900 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:00.293599 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:00.327448 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-21834c85-2499-40b8-a4ae-2145bcf5dabd tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] delete failed (client error): The resource could not be found. Mar 14 18:19:00.328627 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-21834c85-2499-40b8-a4ae-2145bcf5dabd tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "DELETE /v2.0/routers/fe258b3f-c7ed-4858-a1a6-639b1609e318 HTTP/1.1" status: 404 len: 336 time: 0.1328802 Mar 14 18:19:00.338614 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-379bbe8e-8676-4a46-8bea-4b76da534a02 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bea579d-c329-45ce-b509-eebddadab1be HTTP/1.1" status: 200 len: 205 time: 0.0664833 Mar 14 18:19:00.348285 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51126) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:00.348609 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51128) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:00.426715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=0261d5f6-6d09-444d-b9df-2c21ad07aaa3,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:00.511108 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-21397aa9-1b05-473f-9907-e6a58e0c5068 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb57786-a2ad-42e7-86a5-b6bab72dfa8b HTTP/1.1" status: 200 len: 205 time: 0.1592975 Mar 14 18:19:00.518164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51134) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:00.519178 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-e066531c-5a5e-43de-9616-2084bed0c866 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] delete failed (client error): The resource could not be found. Mar 14 18:19:00.523354 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1adf57bd-405a-476b-b74b-92db9fdfc7be None None] Provisioning complete for port 635d897f-e264-4030-b71b-95ed75064bd3 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:00.523638 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1adf57bd-405a-476b-b74b-92db9fdfc7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:00.523750 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e066531c-5a5e-43de-9616-2084bed0c866 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "DELETE /v2.0/routers/7bea579d-c329-45ce-b509-eebddadab1be HTTP/1.1" status: 404 len: 336 time: 0.1724551 Mar 14 18:19:00.524248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51138) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:00.530432 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05857bc4-1af1-4e28-a279-cfc3dad0d59d req-c06a450c-67ab-47c6-bf6d-d83ecbbe58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:00.531788 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-05857bc4-1af1-4e28-a279-cfc3dad0d59d req-c06a450c-67ab-47c6-bf6d-d83ecbbe58a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f809337b-5605-4ccf-a62e-7a1913cdfa2f HTTP/1.1" status: 200 len: 851 time: 0.3443601 Mar 14 18:19:00.581903 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dc837b06-2970-4f0d-aef4-4cc7c001865d tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "GET /v2.0/ports?device_id=15e23287-77bd-4c47-af49-87a11ba41a18 HTTP/1.1" status: 200 len: 205 time: 0.0530248 Mar 14 18:19:00.582168 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-83fc670b-769f-4a9a-8954-8bd048eff7e4 None None] For port 7fe26da3-66b3-4564-96f9-ab8175df3498, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7fe26da3-66b3-4564-96f9-ab8175df3498,segment=NetworkSegment(fcb3cd1e-af3b-4207-8aba-c0dfb604da02),segment_id=fcb3cd1e-af3b-4207-8aba-c0dfb604da02)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:00.582615 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-83fc670b-769f-4a9a-8954-8bd048eff7e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:00.584419 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51144) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:00.712726 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-370c01b4-b921-41e7-b797-a50240ef1460 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] delete failed (client error): The resource could not be found. Mar 14 18:19:00.716346 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-370c01b4-b921-41e7-b797-a50240ef1460 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "DELETE /v2.0/routers/6fb57786-a2ad-42e7-86a5-b6bab72dfa8b HTTP/1.1" status: 404 len: 336 time: 0.1946847 Mar 14 18:19:00.741842 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-83fc670b-769f-4a9a-8954-8bd048eff7e4 None None] Calling delete_port for 7fe26da3-66b3-4564-96f9-ab8175df3498 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:00.745484 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51150) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:00.823231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:00.872408 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-b87975a9-7671-4619-bb44-5b1053acf951 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] delete failed (client error): The resource could not be found. Mar 14 18:19:00.876298 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b87975a9-7671-4619-bb44-5b1053acf951 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "DELETE /v2.0/routers/15e23287-77bd-4c47-af49-87a11ba41a18 HTTP/1.1" status: 404 len: 336 time: 0.2888513 Mar 14 18:19:00.876847 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51158) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:00.929800 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d73eb4b8-0a23-4136-be99-1bb3c812e459 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e223d5c-6bd1-4a67-aa93-50f9dc939c96 HTTP/1.1" status: 200 len: 205 time: 0.1831400 Mar 14 18:19:00.934853 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51162) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:01.084235 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a99892ba-4dd6-4c2b-97c9-e852239333b1 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:19:01.088568 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ea2d7b52-ca9b-4468-9ad0-624fa62562d1 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "GET /v2.0/ports?device_id=50c7bc56-abba-40a5-ab46-d269e81ff23d HTTP/1.1" status: 200 len: 205 time: 0.2008522 Mar 14 18:19:01.090327 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c411-22bf-480c-a3af-2a078769a128 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:01.092272 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51168) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:01.148512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-83fc670b-769f-4a9a-8954-8bd048eff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:01.224989 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc670b-769f-4a9a-8954-8bd048eff7e4 None None] Pushing event deleted for resources: {'Port': ['ID=7fe26da3-66b3-4564-96f9-ab8175df3498,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:01.232140 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fc670b-769f-4a9a-8954-8bd048eff7e4 None None] No DVR routers for this DVR port 7fe26da3-66b3-4564-96f9-ab8175df3498 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:19:01.258705 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port a99892ba-4dd6-4c2b-97c9-e852239333b1 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:01.259146 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:01.270320 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-f069712f-836c-4d41-b493-ff8872f2463a tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] delete failed (client error): The resource could not be found. Mar 14 18:19:01.274618 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f069712f-836c-4d41-b493-ff8872f2463a tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "DELETE /v2.0/routers/4e223d5c-6bd1-4a67-aa93-50f9dc939c96 HTTP/1.1" status: 404 len: 336 time: 0.2777374 Mar 14 18:19:01.294250 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc61585a-ee82-4685-82ef-e9f136dfe9c9 None None] Network 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:19:01.300874 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51176) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:01.349832 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2c411-22bf-480c-a3af-2a078769a128 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event updated for resources: {'Port': ['ID=7993dc45-68ae-468c-95a1-0594a68baa54,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:01.386480 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-0a955e72-cce3-439c-b79c-414b55df56cf tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] delete failed (client error): The resource could not be found. Mar 14 18:19:01.394371 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0a955e72-cce3-439c-b79c-414b55df56cf tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "DELETE /v2.0/routers/50c7bc56-abba-40a5-ab46-d269e81ff23d HTTP/1.1" status: 404 len: 336 time: 0.2723444 Mar 14 18:19:01.396244 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] For port 7fe26da3-66b3-4564-96f9-ab8175df3498, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7fe26da3-66b3-4564-96f9-ab8175df3498,segment=NetworkSegment(fcb3cd1e-af3b-4207-8aba-c0dfb604da02),segment_id=fcb3cd1e-af3b-4207-8aba-c0dfb604da02)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:01.396610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:01.411771 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c2c411-22bf-480c-a3af-2a078769a128 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Network 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:01.412417 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51182) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:01.430523 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-d7c2c411-22bf-480c-a3af-2a078769a128 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:01.531786 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c2c411-22bf-480c-a3af-2a078769a128 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:01.531786 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c2c411-22bf-480c-a3af-2a078769a128 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:01.531786 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c411-22bf-480c-a3af-2a078769a128 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:01.556388 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e0c0f7c7-8cca-4241-8f80-a482c900b3b9 None None] Provisioning for port 4fdf5a45-df62-45e1-836c-8acf9ed24780 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:01.599487 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5dd872-6f1b-4c1c-8f0f-162526600805 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] DELETE failed (client error): The resource could not be found. Mar 14 18:19:01.600078 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5dd872-6f1b-4c1c-8f0f-162526600805 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:19:01.604736 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ba5dd872-6f1b-4c1c-8f0f-162526600805 tempest-RoutersIpV6AdminTest-810455387 tempest-RoutersIpV6AdminTest-810455387-project] 10.222.0.43 "DELETE /v2.0/subnets/6225fae4-5775-4653-a0ba-c1b5e1b43930 HTTP/1.1" status: 404 len: 337 time: 0.1851943 Mar 14 18:19:01.654945 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4fdf5a45-df62-45e1-836c-8acf9ed24780 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:19:01.718801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51192) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:01.735567 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-dead6572-d05d-4658-b95e-1f2d6fba7b13 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b2647c0-2607-4051-9907-8e3fa0ffdc5d HTTP/1.1" status: 200 len: 205 time: 0.1497467 Mar 14 18:19:01.743112 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Calling delete_port for 7fe26da3-66b3-4564-96f9-ab8175df3498 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:01.749683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51196) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:01.812573 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05857bc4-1af1-4e28-a279-cfc3dad0d59d req-0e609a55-8b1e-4e7e-9c93-b0ae89ae020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:01.814190 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-05857bc4-1af1-4e28-a279-cfc3dad0d59d req-0e609a55-8b1e-4e7e-9c93-b0ae89ae020d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9396576-f6d5-42a1-a913-3123f2ec508b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2289860 Mar 14 18:19:01.901984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Request body: {'networks': [{'name': 'tempest-network--1796211693'}, {'name': 'tempest-network--952969316'}]} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:01.902297 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Request body: {'network': {'name': 'tempest-network--1796211693'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:01.903039 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Request body: {'network': {'name': 'tempest-network--952969316'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:01.904109 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 4fdf5a45-df62-45e1-836c-8acf9ed24780 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:01.910818 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 4fdf5a45-df62-45e1-836c-8acf9ed24780 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:01.910818 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:01.922096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:01.941267 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:01.989880 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-96d3307e-ec1f-4c29-a583-6fed82579278 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] delete failed (client error): The resource could not be found. Mar 14 18:19:01.991056 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-96d3307e-ec1f-4c29-a583-6fed82579278 tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "DELETE /v2.0/routers/3b2647c0-2607-4051-9907-8e3fa0ffdc5d HTTP/1.1" status: 404 len: 336 time: 0.2165797 Mar 14 18:19:02.000107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Usage tracker for resource:network and tenant:2b038a222ae2484a97f48426ad58b8ce is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:02.004077 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-05857bc4-1af1-4e28-a279-cfc3dad0d59d req-b9621838-66f1-4581-be35-3fce4b2f0823 service neutron] 10.222.0.59 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829736 Mar 14 18:19:02.004766 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:19:02.005092 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:19:02.005910 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51202) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:02.007213 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d7c2c411-22bf-480c-a3af-2a078769a128 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.6434872 Mar 14 18:19:02.021816 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:02.028738 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51206) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:02.038432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:02.044553 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-8e5325c6-aa27-42e8-9104-1dfd017ee2e9 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Request body: {'port': {'network_id': '0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-104720128', 'allowed_address_pairs': [{'ip_address': '2001:db8::1be', 'mac_address': 'fa:16:3e:f4:73:57'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:02.057724 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:02.098024 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 4fdf5a45-df62-45e1-836c-8acf9ed24780, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4fdf5a45-df62-45e1-836c-8acf9ed24780,segment=NetworkSegment(e13c1643-6fa8-4f52-b290-42737040aaa0),segment_id=e13c1643-6fa8-4f52-b290-42737040aaa0)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:02.146318 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcf088-5dd7-443e-a93c-bf93045ac912 req-b4efe585-410a-4fba-ba95-e0fa534a39e7 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:02.147852 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-01bcf088-5dd7-443e-a93c-bf93045ac912 req-b4efe585-410a-4fba-ba95-e0fa534a39e7 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.5598571 Mar 14 18:19:02.148458 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Router fa800828-1570-440a-bd72-83d1b62e6fdb is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:19:02.154302 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02598b0-d746-4c89-99e4-2fbf822ffc0a tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] DELETE failed (client error): The resource could not be found. Mar 14 18:19:02.155150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02598b0-d746-4c89-99e4-2fbf822ffc0a tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:19:02.169132 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a02598b0-d746-4c89-99e4-2fbf822ffc0a tempest-RoutersAdminTest-922006409 tempest-RoutersAdminTest-922006409-project] 10.222.0.43 "DELETE /v2.0/subnets/7e7b66eb-61c7-4c9d-95f8-c66a0f4b74aa HTTP/1.1" status: 404 len: 337 time: 0.1583431 Mar 14 18:19:02.218919 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-05857bc4-1af1-4e28-a279-cfc3dad0d59d req-bf1e284f-a901-445e-998a-a2ae070d20f1 service neutron] 10.222.0.59 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796134 Mar 14 18:19:02.225569 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:02.308995 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Made reservation on behalf of 2b038a222ae2484a97f48426ad58b8ce for: {'network': 2} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:02.314089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:02.344320 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7fe26da3-66b3-4564-96f9-ab8175df3498 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:19:02.405414 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:02.421727 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51214) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:02.439759 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-46423cdd-3bde-4324-80cc-11b5b5214107 None None] Provisioning for port 7993dc45-68ae-468c-95a1-0594a68baa54 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:02.454621 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 7fe26da3-66b3-4564-96f9-ab8175df3498 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:19:02.455291 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7fe26da3-66b3-4564-96f9-ab8175df3498 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:19:02.460455 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-46423cdd-3bde-4324-80cc-11b5b5214107 None None] Provisioning complete for port 7993dc45-68ae-468c-95a1-0594a68baa54 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:02.461033 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-46423cdd-3bde-4324-80cc-11b5b5214107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:02.505997 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Deleting port 7fe26da3-66b3-4564-96f9-ab8175df3498 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:02.506350 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:02.529539 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=4fdf5a45-df62-45e1-836c-8acf9ed24780,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:02.537082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-46423cdd-3bde-4324-80cc-11b5b5214107 None None] Port 7993dc45-68ae-468c-95a1-0594a68baa54 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:02.548503 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-46423cdd-3bde-4324-80cc-11b5b5214107 None None] Provisioning complete for port 4fdf5a45-df62-45e1-836c-8acf9ed24780 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:02.553561 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-46423cdd-3bde-4324-80cc-11b5b5214107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:02.611211 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] The port '7fe26da3-66b3-4564-96f9-ab8175df3498' was deleted {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:19:02.691793 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:02.703139 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-01bcf088-5dd7-443e-a93c-bf93045ac912 req-fd713732-0c39-4bff-8e67-4bc2d3a5c7c5 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4318416 Mar 14 18:19:02.730188 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Usage tracker for resource:security_group_rule and tenant:2b038a222ae2484a97f48426ad58b8ce is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:02.736153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51222) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:02.736918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:02.758704 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:02.766956 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:02.789811 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8e5325c6-aa27-42e8-9104-1dfd017ee2e9 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:02.828966 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8e5325c6-aa27-42e8-9104-1dfd017ee2e9 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Usage tracker for resource:port and tenant:c464b5a53f5e4a1c9c3b5d46c6b86665 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:02.832235 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-007b07eb-9d5f-4d69-99d1-58c3b28389bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:02.842224 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:19:02.844613 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386a0678-b543-4bdc-9161-c920de594ca2']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:02.853369 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Sync routers for ids ['fa800828-1570-440a-bd72-83d1b62e6fdb'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:19:02.867388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8e5325c6-aa27-42e8-9104-1dfd017ee2e9 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:02.868721 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Routers {'fa800828-1570-440a-bd72-83d1b62e6fdb'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:02.869513 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fa800828-1570-440a-bd72-83d1b62e6fdb'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:02.883679 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb3cd1e-af3b-4207-8aba-c0dfb604da02') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:02.884126 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb3cd1e-af3b-4207-8aba-c0dfb604da02') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:02.890663 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-007b07eb-9d5f-4d69-99d1-58c3b28389bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:02.912072 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-efd6cfe7-1d56-4ed7-8b43-71428817c8b6 None None] Provisioning complete for port 7993dc45-68ae-468c-95a1-0594a68baa54 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:02.912072 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-efd6cfe7-1d56-4ed7-8b43-71428817c8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:02.919840 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-007b07eb-9d5f-4d69-99d1-58c3b28389bf admin admin] Usage tracker for resource:security_group_rule and tenant:d8243012e16843e7a15858c59f475fdd is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:02.935485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:02.942256 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-007b07eb-9d5f-4d69-99d1-58c3b28389bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:02.957091 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-007b07eb-9d5f-4d69-99d1-58c3b28389bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:03.006201 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-efd6cfe7-1d56-4ed7-8b43-71428817c8b6 None None] Port 7993dc45-68ae-468c-95a1-0594a68baa54 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:03.008951 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4fdf5a45-df62-45e1-836c-8acf9ed24780 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:19:03.035843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4daa4df7-dd7a-4c12-820f-53f2052b12ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.050410 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.059432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8e5325c6-aa27-42e8-9104-1dfd017ee2e9 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:03.081553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-007b07eb-9d5f-4d69-99d1-58c3b28389bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.084611 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 4fdf5a45-df62-45e1-836c-8acf9ed24780 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:03.084961 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Set router fa800828-1570-440a-bd72-83d1b62e6fdb gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:19:03.085101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.093766 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.100967 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:19:03.101509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:19:03.202768 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:19:03.207052 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-007b07eb-9d5f-4d69-99d1-58c3b28389bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.235368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5325c6-aa27-42e8-9104-1dfd017ee2e9 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Made reservation on behalf of c464b5a53f5e4a1c9c3b5d46c6b86665 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:03.252492 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-007b07eb-9d5f-4d69-99d1-58c3b28389bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8243012e16843e7a15858c59f475fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8257565 Mar 14 18:19:03.252711 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.252711 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6c85e639-1dd7-457f-9e8f-84e8f85ed2bf admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.1219614 Mar 14 18:19:03.257945 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51228) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:03.258713 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51232) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:03.258879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4daa4df7-dd7a-4c12-820f-53f2052b12ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:03.285836 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4daa4df7-dd7a-4c12-820f-53f2052b12ea admin admin] Usage tracker for resource:security_group_rule and tenant:7fbcb5733a714e9191e2aadaee5b8084 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:03.298292 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4daa4df7-dd7a-4c12-820f-53f2052b12ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:03.332203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b07eb-9d5f-4d69-99d1-58c3b28389bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51163c5f-b02f-4368-88bd-90ff161f2fa1,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:03.349812 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.382894 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.386778 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'name': 'tempest-ServersTestManualDisk-183744333-router', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:18:52Z', 'updated_at': '2022-03-14T18:18:58Z', 'revision_number': 3, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'gw_port': {'id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:18:55Z', 'updated_at': '2022-03-14T18:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:03.391007 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Checking router: fa800828-1570-440a-bd72-83d1b62e6fdb for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:19:03.391341 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Updating router fa800828-1570-440a-bd72-83d1b62e6fdb port eadee538-7e8f-42e0-ab60-6145b513c922 binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:19:03.399906 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] Pushing event deleted for resources: {'Network': ['ID=386a0678-b543-4bdc-9161-c920de594ca2,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:03.447821 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.493702 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8c135d2c-a51e-4eb8-9774-c9709550d8a4 tempest-NetworksTest-1768451085 tempest-NetworksTest-1768451085-project] 10.222.0.43 "DELETE /v2.0/networks/386a0678-b543-4bdc-9161-c920de594ca2 HTTP/1.1" status: 204 len: 168 time: 4.1635995 Mar 14 18:19:03.513305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4daa4df7-dd7a-4c12-820f-53f2052b12ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:03.522625 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-159afa36-3d05-4c2e-ae79-e4a773f7cfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.627406 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-159afa36-3d05-4c2e-ae79-e4a773f7cfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.630994 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e5325c6-aa27-42e8-9104-1dfd017ee2e9 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.645595 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.667773 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-8e5325c6-aa27-42e8-9104-1dfd017ee2e9 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] device_id is not set on port 31e1f245-17b4-4d9b-bb40-b6000f0e1891 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:19:03.750864 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.755298 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.846407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:19:03.877647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16000aa2-cf0d-42dc-8ec5-396fa18fba1a,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:03.910219 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-159afa36-3d05-4c2e-ae79-e4a773f7cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.924244 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.928429 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4daa4df7-dd7a-4c12-820f-53f2052b12ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.941262 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159afa36-3d05-4c2e-ae79-e4a773f7cfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51163c5f-b02f-4368-88bd-90ff161f2fa1,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:03.946135 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-159afa36-3d05-4c2e-ae79-e4a773f7cfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:03.947308 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-159afa36-3d05-4c2e-ae79-e4a773f7cfa4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51163c5f-b02f-4368-88bd-90ff161f2fa1 HTTP/1.1" status: 204 len: 168 time: 0.6905661 Mar 14 18:19:03.952023 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:19:03.952667 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Transition to ACTIVE for port object eadee538-7e8f-42e0-ab60-6145b513c922 will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:04.018777 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:04.026560 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4daa4df7-dd7a-4c12-820f-53f2052b12ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:04.081647 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4daa4df7-dd7a-4c12-820f-53f2052b12ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7fbcb5733a714e9191e2aadaee5b8084&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3350127 Mar 14 18:19:04.083082 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51244) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:04.083416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51246) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:04.086260 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-8e5325c6-aa27-42e8-9104-1dfd017ee2e9 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Allocated IP 2001:db8::30f (0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa/567cea39-90c7-41d6-bd9f-ba26d5bbaf15/31e1f245-17b4-4d9b-bb40-b6000f0e1891) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:04.099986 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:04.100334 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Added segment 08d0916f-6f0d-4342-915d-03f9d61824db of type vlan for network 84ec147a-9f4e-4df7-9ae6-1cda72f6b884 Mar 14 18:19:04.181231 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Attempting to bind port eadee538-7e8f-42e0-ab60-6145b513c922 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:19:04.181869 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Attempting to bind port eadee538-7e8f-42e0-ab60-6145b513c922 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:19:04.182644 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Attempting to bind port eadee538-7e8f-42e0-ab60-6145b513c922 on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:19:04.186511 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b977cfe-79f6-47d5-ab46-f38f8a32c7f5 None None] Pushing event updated for resources: {'Port': ['ID=eadee538-7e8f-42e0-ab60-6145b513c922,revision_number=2']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:04.195333 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:19:04.196451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa4df7-dd7a-4c12-820f-53f2052b12ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418ccc86-c59f-4b98-85c0-1cb6d8a1524e,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:04.196688 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:19:04.197261 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:04.197816 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:19:04.198435 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Bound port: eadee538-7e8f-42e0-ab60-6145b513c922, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:19:04.199013 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:04.231146 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b977cfe-79f6-47d5-ab46-f38f8a32c7f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:04.231763 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b977cfe-79f6-47d5-ab46-f38f8a32c7f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:04.232264 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b977cfe-79f6-47d5-ab46-f38f8a32c7f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:04.232775 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b977cfe-79f6-47d5-ab46-f38f8a32c7f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:04.233253 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b977cfe-79f6-47d5-ab46-f38f8a32c7f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:04.233744 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b977cfe-79f6-47d5-ab46-f38f8a32c7f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:04.234240 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b977cfe-79f6-47d5-ab46-f38f8a32c7f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:04.234865 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b977cfe-79f6-47d5-ab46-f38f8a32c7f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:04.235367 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b977cfe-79f6-47d5-ab46-f38f8a32c7f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:04.235697 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b977cfe-79f6-47d5-ab46-f38f8a32c7f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:04.236041 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b977cfe-79f6-47d5-ab46-f38f8a32c7f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:04.236524 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b977cfe-79f6-47d5-ab46-f38f8a32c7f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:04.291788 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] For port eadee538-7e8f-42e0-ab60-6145b513c922, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:19:04.295148 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] For port eadee538-7e8f-42e0-ab60-6145b513c922, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=eadee538-7e8f-42e0-ab60-6145b513c922,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:19:04.305579 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:04.363208 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:04.387924 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:19:04.400667 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28548c18-2f46-4fb3-923f-76ebffaec4c6 None None] Sync routers for ids ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:19:04.430799 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28548c18-2f46-4fb3-923f-76ebffaec4c6 None None] Routers {'fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:04.431535 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-28548c18-2f46-4fb3-923f-76ebffaec4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:04.437090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7131d9c4-03a8-4bc0-8179-fbf1673e7f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:04.439144 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:04.445806 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285ec16-6e60-44cc-b20b-a57d6adb31ae req-61966dc0-3884-4dd0-8711-8b18fffc7b01 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:04.447357 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2285ec16-6e60-44cc-b20b-a57d6adb31ae req-61966dc0-3884-4dd0-8711-8b18fffc7b01 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.5818985 Mar 14 18:19:04.484527 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Routers {'fa800828-1570-440a-bd72-83d1b62e6fdb'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:04.486095 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fa800828-1570-440a-bd72-83d1b62e6fdb'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:04.560775 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b977cfe-79f6-47d5-ab46-f38f8a32c7f5 None None] Pushing event updated for resources: {'Port': ['ID=eadee538-7e8f-42e0-ab60-6145b513c922,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:04.616515 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-28548c18-2f46-4fb3-923f-76ebffaec4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:04.634233 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:19:04.643181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28548c18-2f46-4fb3-923f-76ebffaec4c6 None None] Routers {'fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:04.646362 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-28548c18-2f46-4fb3-923f-76ebffaec4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:04.657394 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7131d9c4-03a8-4bc0-8179-fbf1673e7f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:04.723476 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:04.723702 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Added segment 6736b986-2f90-48e1-a8a5-138987f9369b of type vlan for network 9fffe048-8a5b-4ea3-9377-0fff4c98f2d4 Mar 14 18:19:04.725523 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] Set router fa800828-1570-440a-bd72-83d1b62e6fdb gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:19:04.726528 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-28548c18-2f46-4fb3-923f-76ebffaec4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:04.726963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28548c18-2f46-4fb3-923f-76ebffaec4c6 None None] The sync data for ids ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:19:04.748378 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] Allocated IP 172.20.0.1 (68805b77-ed98-4d1b-8864-d70255e9d443/98ca18df-4d19-42d8-aeb4-d2f478df7fea/df7c9843-7c3b-45c9-b0f6-df08edf826c2) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:04.789210 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2285ec16-6e60-44cc-b20b-a57d6adb31ae req-c0f56819-c1af-4d20-923a-4ced8e319078 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3327150 Mar 14 18:19:04.865098 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e5325c6-aa27-42e8-9104-1dfd017ee2e9 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:04.881839 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4ac36115-640d-4a30-802f-ba557a10d67a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af67afadbf6546329cb35e0a68bebc5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7907870 Mar 14 18:19:04.885560 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:04.888693 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51260) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:04.890080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:04.894643 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c23b7a91-af72-4ae9-be55-76f388b80c69 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 12.7065647 Mar 14 18:19:04.899285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51264) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:04.901273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-8e5325c6-aa27-42e8-9104-1dfd017ee2e9 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Transition to ACTIVE for port object 31e1f245-17b4-4d9b-bb40-b6000f0e1891 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:05.004026 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a6ac265-8c42-4631-992d-a5c4b9fa352f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:05.006131 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51268) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:05.020568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:05.048129 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a6ac265-8c42-4631-992d-a5c4b9fa352f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:05.050466 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'name': 'tempest-ServersTestManualDisk-183744333-router', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:18:52Z', 'updated_at': '2022-03-14T18:18:58Z', 'revision_number': 3, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'gw_port': {'id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:18:55Z', 'updated_at': '2022-03-14T18:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:05.055378 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855800e0-464c-4b5f-9e55-daf936e2e28f None None] The sync data for ids ['fa800828-1570-440a-bd72-83d1b62e6fdb'] in dv-neutron-833560-1-hyperv is: [{'id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'name': 'tempest-ServersTestManualDisk-183744333-router', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:18:52Z', 'updated_at': '2022-03-14T18:18:58Z', 'revision_number': 3, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'gw_port': {'id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:18:55Z', 'updated_at': '2022-03-14T18:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:19:05.124363 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] Transition to ACTIVE for port object df7c9843-7c3b-45c9-b0f6-df08edf826c2 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:05.133652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7131d9c4-03a8-4bc0-8179-fbf1673e7f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:05.137154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:05.137626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:05.143040 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:05.148169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:05.148786 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:05.201569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a6ac265-8c42-4631-992d-a5c4b9fa352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:05.217414 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ac265-8c42-4631-992d-a5c4b9fa352f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec5d351-2b6f-482f-a684-321d27504de6,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:05.228785 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131d9c4-03a8-4bc0-8179-fbf1673e7f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418ccc86-c59f-4b98-85c0-1cb6d8a1524e,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:05.241235 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a6ac265-8c42-4631-992d-a5c4b9fa352f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:05.244824 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5a6ac265-8c42-4631-992d-a5c4b9fa352f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ec5d351-2b6f-482f-a684-321d27504de6 HTTP/1.1" status: 204 len: 168 time: 0.3526120 Mar 14 18:19:05.250805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51274) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:05.250991 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1d335b2e-0055-4d27-921c-97e0c70f1f97 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3590552331684ae2b765bfddb6860aab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2416496 Mar 14 18:19:05.297794 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:05.362323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7131d9c4-03a8-4bc0-8179-fbf1673e7f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:05.364836 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7131d9c4-03a8-4bc0-8179-fbf1673e7f9f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/418ccc86-c59f-4b98-85c0-1cb6d8a1524e HTTP/1.1" status: 204 len: 168 time: 1.2734435 Mar 14 18:19:05.378524 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e5325c6-aa27-42e8-9104-1dfd017ee2e9 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:05.395308 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.6721456 Mar 14 18:19:05.418463 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51280) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:05.436281 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] Network 68805b77-ed98-4d1b-8864-d70255e9d443 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:05.439863 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event updated for resources: {'Network': ['ID=84ec147a-9f4e-4df7-9ae6-1cda72f6b884,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:05.452963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 84ec147a-9f4e-4df7-9ae6-1cda72f6b884 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:19:05.608421 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9ffbcac-0ac8-4fba-8a24-2618f192858e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:05.617234 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50771944-fced-4422-9e62-48bacf2e7966 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:05.623215 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50771944-fced-4422-9e62-48bacf2e7966 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:05.630007 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50771944-fced-4422-9e62-48bacf2e7966 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:05.636248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50771944-fced-4422-9e62-48bacf2e7966 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:05.638501 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-50771944-fced-4422-9e62-48bacf2e7966 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2190497 Mar 14 18:19:05.639807 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:05.643047 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51284) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:05.677682 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:05.762716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:05.899056 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b0bec-0cdf-43c8-81c5-a167aba3297a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event updated for resources: {'Network': ['ID=9fffe048-8a5b-4ea3-9377-0fff4c98f2d4,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:05.910504 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 9fffe048-8a5b-4ea3-9377-0fff4c98f2d4 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:19:05.943735 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5325c6-aa27-42e8-9104-1dfd017ee2e9 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Network 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:05.967125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] Pushing event updated for resources: {'Port': ['ID=df7c9843-7c3b-45c9-b0f6-df08edf826c2,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:05.983642 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-8e5325c6-aa27-42e8-9104-1dfd017ee2e9 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:05.998566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5325c6-aa27-42e8-9104-1dfd017ee2e9 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:06.004901 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5325c6-aa27-42e8-9104-1dfd017ee2e9 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:06.005546 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e5325c6-aa27-42e8-9104-1dfd017ee2e9 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:06.026452 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5325c6-aa27-42e8-9104-1dfd017ee2e9 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event updated for resources: {'Port': ['ID=31e1f245-17b4-4d9b-bb40-b6000f0e1891,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:06.039566 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9ffbcac-0ac8-4fba-8a24-2618f192858e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:06.271801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2feb0961-c4b8-406b-9e3a-b624cc925bf8 None None] Provisioning for port df7c9843-7c3b-45c9-b0f6-df08edf826c2 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:06.276842 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2feb0961-c4b8-406b-9e3a-b624cc925bf8 None None] Provisioning complete for port df7c9843-7c3b-45c9-b0f6-df08edf826c2 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:06.277219 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2feb0961-c4b8-406b-9e3a-b624cc925bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:06.306044 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5dbd542d-f7b9-4b9e-8280-b27b0ad16d8d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:06.342661 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8e5325c6-aa27-42e8-9104-1dfd017ee2e9 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.3085437 Mar 14 18:19:06.347835 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51300) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:06.354741 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2feb0961-c4b8-406b-9e3a-b624cc925bf8 None None] Port df7c9843-7c3b-45c9-b0f6-df08edf826c2 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:06.417095 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9ffbcac-0ac8-4fba-8a24-2618f192858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:06.454557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:06.482451 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffbcac-0ac8-4fba-8a24-2618f192858e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5a57e3-7564-467d-bd68-b678dd6c2f04,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:06.486667 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51304) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:06.530030 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c80465e6-78d5-4ad2-a5cf-684a09e2df18 None None] Provisioning for port 31e1f245-17b4-4d9b-bb40-b6000f0e1891 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:06.539697 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c80465e6-78d5-4ad2-a5cf-684a09e2df18 None None] Provisioning complete for port 31e1f245-17b4-4d9b-bb40-b6000f0e1891 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:06.541291 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c80465e6-78d5-4ad2-a5cf-684a09e2df18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:06.549946 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9ffbcac-0ac8-4fba-8a24-2618f192858e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:06.551137 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b9ffbcac-0ac8-4fba-8a24-2618f192858e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee5a57e3-7564-467d-bd68-b678dd6c2f04 HTTP/1.1" status: 204 len: 168 time: 1.2995806 Mar 14 18:19:06.675415 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c80465e6-78d5-4ad2-a5cf-684a09e2df18 None None] Port 31e1f245-17b4-4d9b-bb40-b6000f0e1891 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:06.772332 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5dbd542d-f7b9-4b9e-8280-b27b0ad16d8d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:06.820844 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-93ea5d14-2581-4db3-be17-017e9b5fc9cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16e2bf5efb124f959c3d20de42aa1675&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3168416 Mar 14 18:19:06.821443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-5dbd542d-f7b9-4b9e-8280-b27b0ad16d8d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ec147a-9f4e-4df7-9ae6-1cda72f6b884']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:06.829990 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51316) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:06.843547 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d7f856-0af3-4f39-95f3-d4f0a7b09800 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:06.853067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d7f856-0af3-4f39-95f3-d4f0a7b09800 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:06.859562 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d7f856-0af3-4f39-95f3-d4f0a7b09800 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:06.860456 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-71d7f856-0af3-4f39-95f3-d4f0a7b09800 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Synchronizing usage tracker for tenant:c464b5a53f5e4a1c9c3b5d46c6b86665 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:06.864201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-5dbd542d-f7b9-4b9e-8280-b27b0ad16d8d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d0916f-6f0d-4342-915d-03f9d61824db') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:06.864681 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-5dbd542d-f7b9-4b9e-8280-b27b0ad16d8d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d0916f-6f0d-4342-915d-03f9d61824db') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:06.929698 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5dbd542d-f7b9-4b9e-8280-b27b0ad16d8d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:06.957678 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5dbd542d-f7b9-4b9e-8280-b27b0ad16d8d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:06.970105 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9cf8f7da-bf79-4804-b86b-f91432a45074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:06.999673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device eadee538-7e8f-42e0-ab60-6145b513c922 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:19:07.011816 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbd542d-f7b9-4b9e-8280-b27b0ad16d8d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:19:07.012606 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5dbd542d-f7b9-4b9e-8280-b27b0ad16d8d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:07.013563 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9cf8f7da-bf79-4804-b86b-f91432a45074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:07.030396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Allocated IP 172.20.0.1 (b5533fc4-4f08-4b92-af03-bea8dc20df47/f148fa54-75ad-47da-b379-70af51245b57/f5087703-3262-46f9-86cb-1e22a4814ed7) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:19:07.036524 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:19:07.063651 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-71d7f856-0af3-4f39-95f3-d4f0a7b09800 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Unset dirty status for tenant:c464b5a53f5e4a1c9c3b5d46c6b86665 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:07.069754 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-71d7f856-0af3-4f39-95f3-d4f0a7b09800 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.7205632 Mar 14 18:19:07.070900 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:07.081669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51322) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:07.200183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51328) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:07.201920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port eadee538-7e8f-42e0-ab60-6145b513c922 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:07.208694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port eadee538-7e8f-42e0-ab60-6145b513c922 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:07.211634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:07.257845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-5c117f53-0a6e-4447-8a8d-39ac7811160e tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Deleting port 31e1f245-17b4-4d9b-bb40-b6000f0e1891 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:07.258050 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5c117f53-0a6e-4447-8a8d-39ac7811160e tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:07.292859 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5dbd542d-f7b9-4b9e-8280-b27b0ad16d8d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:07.319453 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5dbd542d-f7b9-4b9e-8280-b27b0ad16d8d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:07.324893 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9cf8f7da-bf79-4804-b86b-f91432a45074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:07.334921 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd542d-f7b9-4b9e-8280-b27b0ad16d8d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event deleted for resources: {'Network': ['ID=84ec147a-9f4e-4df7-9ae6-1cda72f6b884,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:07.397761 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8f7da-bf79-4804-b86b-f91432a45074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35aace9-3ded-447e-92ea-9dcea2e9157a,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:07.402031 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:07.408987 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5dbd542d-f7b9-4b9e-8280-b27b0ad16d8d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "DELETE /v2.0/networks/84ec147a-9f4e-4df7-9ae6-1cda72f6b884 HTTP/1.1" status: 204 len: 168 time: 1.7618711 Mar 14 18:19:07.423367 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51336) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:07.448539 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:07.485232 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port eadee538-7e8f-42e0-ab60-6145b513c922, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=eadee538-7e8f-42e0-ab60-6145b513c922,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:07.488627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9cf8f7da-bf79-4804-b86b-f91432a45074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:07.489716 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9cf8f7da-bf79-4804-b86b-f91432a45074 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b35aace9-3ded-447e-92ea-9dcea2e9157a HTTP/1.1" status: 204 len: 168 time: 0.6590347 Mar 14 18:19:07.498042 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639891372'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:07.508025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Transition to ACTIVE for port object f5087703-3262-46f9-86cb-1e22a4814ed7 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:07.524387 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:07.530299 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:07.558152 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:07.586323 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:07.597906 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:07.604783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:07.638329 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=eadee538-7e8f-42e0-ab60-6145b513c922,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:07.709119 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:07.718561 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] Pushing event updated for resources: {'Port': ['ID=df7c9843-7c3b-45c9-b0f6-df08edf826c2,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:07.864353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:07.870356 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] Network 68805b77-ed98-4d1b-8864-d70255e9d443 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:07.871527 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:07.886222 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-911a0ce6-4077-4018-8249-a2f0b3446291 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:07.999180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5c117f53-0a6e-4447-8a8d-39ac7811160e tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:08.019132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:08.040062 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:08.113206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] Router fa800828-1570-440a-bd72-83d1b62e6fdb has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:19:08.213193 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f6295807-a65e-4bc7-874a-0d3e8ccd8d57 None None] Provisioning complete for port df7c9843-7c3b-45c9-b0f6-df08edf826c2 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:08.222330 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f6295807-a65e-4bc7-874a-0d3e8ccd8d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:08.251349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:08.277678 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-5c117f53-0a6e-4447-8a8d-39ac7811160e tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Calling delete_port for 31e1f245-17b4-4d9b-bb40-b6000f0e1891 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:08.293604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-f6295807-a65e-4bc7-874a-0d3e8ccd8d57 None None] Port df7c9843-7c3b-45c9-b0f6-df08edf826c2 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:08.325195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network b5533fc4-4f08-4b92-af03-bea8dc20df47 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:08.332632 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:19:08.336616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-911a0ce6-4077-4018-8249-a2f0b3446291 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:08.346240 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0b02d324-a4e8-4511-a6bf-bbf473ecc19b admin admin] 10.222.0.43 "PUT /v2.0/routers/fa800828-1570-440a-bd72-83d1b62e6fdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0754654 Mar 14 18:19:08.346332 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Sync routers for ids ['fa800828-1570-440a-bd72-83d1b62e6fdb'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:19:08.354911 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Routers {'fa800828-1570-440a-bd72-83d1b62e6fdb'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:08.355963 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fa800828-1570-440a-bd72-83d1b62e6fdb'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:08.360286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:08.363644 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:08.437215 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:08.444529 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:08.575786 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Set router fa800828-1570-440a-bd72-83d1b62e6fdb gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:19:08.633873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:08.649256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:08.650117 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=f5087703-3262-46f9-86cb-1e22a4814ed7,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:08.663517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:08.666421 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-911a0ce6-4077-4018-8249-a2f0b3446291 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fffe048-8a5b-4ea3-9377-0fff4c98f2d4']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:08.689647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-911a0ce6-4077-4018-8249-a2f0b3446291 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6736b986-2f90-48e1-a8a5-138987f9369b') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:08.690040 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-911a0ce6-4077-4018-8249-a2f0b3446291 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6736b986-2f90-48e1-a8a5-138987f9369b') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:08.729487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-911a0ce6-4077-4018-8249-a2f0b3446291 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:08.776393 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-911a0ce6-4077-4018-8249-a2f0b3446291 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:08.800180 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f25b9551-d26a-440e-bf6b-d71a1c342312 None None] Provisioning for port f5087703-3262-46f9-86cb-1e22a4814ed7 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:08.807850 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f25b9551-d26a-440e-bf6b-d71a1c342312 None None] Provisioning complete for port f5087703-3262-46f9-86cb-1e22a4814ed7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:08.808421 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f25b9551-d26a-440e-bf6b-d71a1c342312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:08.856651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911a0ce6-4077-4018-8249-a2f0b3446291 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:19:08.857104 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-911a0ce6-4077-4018-8249-a2f0b3446291 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:19:08.872748 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:19:08.884430 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:08.908776 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-f25b9551-d26a-440e-bf6b-d71a1c342312 None None] Port f5087703-3262-46f9-86cb-1e22a4814ed7 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:08.981187 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'name': 'tempest-ServersTestManualDisk-183744333-router', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:18:52Z', 'updated_at': '2022-03-14T18:19:06Z', 'revision_number': 4, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'gw_port': {'id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:18:55Z', 'updated_at': '2022-03-14T18:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'df7c9843-7c3b-45c9-b0f6-df08edf826c2', 'name': '', 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'mac_address': 'fa:16:3e:f9:cd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:04Z', 'updated_at': '2022-03-14T18:19:07Z', 'revision_number': 2, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'subnets': [{'id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:08.984101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device eadee538-7e8f-42e0-ab60-6145b513c922 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:19:09.009725 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Checking router: fa800828-1570-440a-bd72-83d1b62e6fdb for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:19:09.010362 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Updating router fa800828-1570-440a-bd72-83d1b62e6fdb port df7c9843-7c3b-45c9-b0f6-df08edf826c2 binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:19:09.077226 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port eadee538-7e8f-42e0-ab60-6145b513c922 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:09.077570 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:09.097695 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:09.257957 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5c117f53-0a6e-4447-8a8d-39ac7811160e tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:09.271720 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-911a0ce6-4077-4018-8249-a2f0b3446291 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:09.280616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-911a0ce6-4077-4018-8249-a2f0b3446291 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:09.333982 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51390) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.454458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-7841efb0-a638-49df-9a7b-a29d685d43d9 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.456787 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7841efb0-a638-49df-9a7b-a29d685d43d9 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1204743 Mar 14 18:19:09.459878 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51398) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.466201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-dec1aec2-192c-4396-a37b-0763f46af191 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.467402 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dec1aec2-192c-4396-a37b-0763f46af191 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0056150 Mar 14 18:19:09.471511 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51402) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.476871 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-867eae30-56c2-4f3d-b84b-2b2b0f4b904d tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.478088 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-867eae30-56c2-4f3d-b84b-2b2b0f4b904d tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049198 Mar 14 18:19:09.481760 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51406) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.490323 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-21e1dfa3-a7a3-4718-9de3-845fab1f25bf tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.493859 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-21e1dfa3-a7a3-4718-9de3-845fab1f25bf tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0112047 Mar 14 18:19:09.504264 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:09.506455 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51410) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.511349 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-51cacd0e-826d-47bb-9611-b2c3a05536d0 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.512338 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-51cacd0e-826d-47bb-9611-b2c3a05536d0 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0048649 Mar 14 18:19:09.517576 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51416) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.523904 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-8116bb47-7c4e-407b-b6e3-82bf6259d84a tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.524927 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8116bb47-7c4e-407b-b6e3-82bf6259d84a tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0064061 Mar 14 18:19:09.527711 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51420) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.539953 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-10d866b5-6dc6-4bee-82d5-79677cc7b2e0 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.543513 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-10d866b5-6dc6-4bee-82d5-79677cc7b2e0 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0122974 Mar 14 18:19:09.547304 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51424) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.555602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-c0ced8f3-4c9d-4795-b516-f2d3ebfa2b72 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.561276 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c0ced8f3-4c9d-4795-b516-f2d3ebfa2b72 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0130062 Mar 14 18:19:09.562170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51428) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.569630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-42f8519e-71d6-4707-8f5a-fd4bb536389a tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.571996 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-42f8519e-71d6-4707-8f5a-fd4bb536389a tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0084388 Mar 14 18:19:09.574833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51432) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.582490 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-58a7d7be-b669-4420-9313-aa02031ed151 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.588295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c117f53-0a6e-4447-8a8d-39ac7811160e tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event deleted for resources: {'Port': ['ID=31e1f245-17b4-4d9b-bb40-b6000f0e1891,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:09.588612 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-58a7d7be-b669-4420-9313-aa02031ed151 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0114684 Mar 14 18:19:09.589323 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51436) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.590375 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a0ce6-4077-4018-8249-a2f0b3446291 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event deleted for resources: {'Network': ['ID=9fffe048-8a5b-4ea3-9377-0fff4c98f2d4,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:09.594948 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:09.595447 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-ba32b143-4be9-486d-bd79-5eb0dfbc417b tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.603252 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ba32b143-4be9-486d-bd79-5eb0dfbc417b tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0090101 Mar 14 18:19:09.605440 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51440) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.612968 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-9644372f-a979-40c9-bd38-c5129b7189a5 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.619568 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-911a0ce6-4077-4018-8249-a2f0b3446291 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "DELETE /v2.0/networks/9fffe048-8a5b-4ea3-9377-0fff4c98f2d4 HTTP/1.1" status: 204 len: 168 time: 2.1903846 Mar 14 18:19:09.619743 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9644372f-a979-40c9-bd38-c5129b7189a5 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0110178 Mar 14 18:19:09.619743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51444) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.619929 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Transition to ACTIVE for port object df7c9843-7c3b-45c9-b0f6-df08edf826c2 will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:09.621479 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51446) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.628110 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-c94dc27b-bf4d-4216-b6be-f0d656a36720 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.631786 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c94dc27b-bf4d-4216-b6be-f0d656a36720 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0092912 Mar 14 18:19:09.653070 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51452) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.671039 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-b4024396-27e7-43dc-92e1-f963221c8aef tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.672118 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b4024396-27e7-43dc-92e1-f963221c8aef tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0180249 Mar 14 18:19:09.686926 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51456) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.703243 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-8d6b16ee-3033-4c22-a275-fe39cd2d1db5 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.704240 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8d6b16ee-3033-4c22-a275-fe39cd2d1db5 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0163755 Mar 14 18:19:09.715291 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:09.760092 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51460) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.760644 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51462) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.761119 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51464) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.771073 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-7d8d4495-9e6c-4a99-9de6-8d2abd77ef01 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--553867902', 'description': 'tempest-description--659773696'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:09.783675 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-3c60fa24-30f8-4960-a430-5b2f7beeefa5 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.787641 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3c60fa24-30f8-4960-a430-5b2f7beeefa5 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0253992 Mar 14 18:19:09.801050 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51472) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.807513 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7d8d4495-9e6c-4a99-9de6-8d2abd77ef01 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:09.814583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-b349769a-e164-4ad2-9fa6-73a0620db567 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.816231 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b349769a-e164-4ad2-9fa6-73a0620db567 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0139349 Mar 14 18:19:09.823434 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7d8d4495-9e6c-4a99-9de6-8d2abd77ef01 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Usage tracker for resource:security_group and tenant:29958d1556c74dc4b97217fd3a482d39 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:09.828443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51478) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.832462 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7d8d4495-9e6c-4a99-9de6-8d2abd77ef01 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:09.841776 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-3c245a75-0a45-46ae-b817-f59efe9d88db tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.843014 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3c245a75-0a45-46ae-b817-f59efe9d88db tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0127912 Mar 14 18:19:09.850096 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51482) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.852448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:09.853450 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7d8d4495-9e6c-4a99-9de6-8d2abd77ef01 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:09.868363 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-393a19b5-d715-43b2-b5d8-1cbeea4fe44b tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.869715 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-393a19b5-d715-43b2-b5d8-1cbeea4fe44b tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0181715 Mar 14 18:19:09.873895 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51486) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.885741 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [None req-248ab3b0-8637-4417-8e59-ac371d906e61 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.890179 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-248ab3b0-8637-4417-8e59-ac371d906e61 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0114579 Mar 14 18:19:09.895890 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51490) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.931392 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c0de0b-48d6-48f9-a421-e82058b33880 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:09.933450 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [None req-80bf0356-be9e-4e88-848e-d569c5848253 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:09.937778 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-80bf0356-be9e-4e88-848e-d569c5848253 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0407259 Mar 14 18:19:09.950335 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c0de0b-48d6-48f9-a421-e82058b33880 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:09.951252 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c6c0de0b-48d6-48f9-a421-e82058b33880 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Synchronizing usage tracker for tenant:2b038a222ae2484a97f48426ad58b8ce on resource:network {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:09.953299 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51494) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:09.974364 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7d8d4495-9e6c-4a99-9de6-8d2abd77ef01 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:09.982577 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f0d55-9a97-41aa-a7d2-aaaa5c67d876 None None] Pushing event updated for resources: {'Port': ['ID=df7c9843-7c3b-45c9-b0f6-df08edf826c2,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:10.029689 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7d8d4495-9e6c-4a99-9de6-8d2abd77ef01 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:10.037903 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-af3e0f04-bab2-4b7b-a6e6-2593cd1351bb tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1162727628'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:10.045268 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7d8d4495-9e6c-4a99-9de6-8d2abd77ef01 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Usage tracker for resource:security_group_rule and tenant:29958d1556c74dc4b97217fd3a482d39 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:10.058288 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Attempting to bind port df7c9843-7c3b-45c9-b0f6-df08edf826c2 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:19:10.058855 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Attempting to bind port df7c9843-7c3b-45c9-b0f6-df08edf826c2 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'ea00cd85-2575-4820-b3d2-8f850c9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:19:10.059312 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Attempting to bind port df7c9843-7c3b-45c9-b0f6-df08edf826c2 on network 68805b77-ed98-4d1b-8864-d70255e9d443 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:19:10.060089 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-af3e0f04-bab2-4b7b-a6e6-2593cd1351bb tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:10.065900 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7d8d4495-9e6c-4a99-9de6-8d2abd77ef01 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:10.069781 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:19:10.070164 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Checking segment: {'id': 'ea00cd85-2575-4820-b3d2-8f850c9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:19:10.070565 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.070989 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Bound using segment: {'id': 'ea00cd85-2575-4820-b3d2-8f850c9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:19:10.071471 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Bound port: df7c9843-7c3b-45c9-b0f6-df08edf826c2, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea00cd85-2575-4820-b3d2-8f850c9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:19:10.071859 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.073062 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-af3e0f04-bab2-4b7b-a6e6-2593cd1351bb tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Usage tracker for resource:router and tenant:416878684bfa4e9da9c29b93d692e229 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:10.076012 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7d8d4495-9e6c-4a99-9de6-8d2abd77ef01 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:10.078218 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-af3e0f04-bab2-4b7b-a6e6-2593cd1351bb tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:10.088225 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-af3e0f04-bab2-4b7b-a6e6-2593cd1351bb tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:10.090993 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c6c0de0b-48d6-48f9-a421-e82058b33880 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Unset dirty status for tenant:2b038a222ae2484a97f48426ad58b8ce on resource:network {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:10.096781 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c6c0de0b-48d6-48f9-a421-e82058b33880 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4740357 Mar 14 18:19:10.097280 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51496) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.107913 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-dc7e5d5a-df1d-4424-928e-5c1092b978e3 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1372934856'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:10.125366 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.128290 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-dc7e5d5a-df1d-4424-928e-5c1092b978e3 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:10.145394 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-dc7e5d5a-df1d-4424-928e-5c1092b978e3 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:10.165730 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [None req-9ac1f595-4ba7-453e-8bbc-9c4d261390d3 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.167007 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9ac1f595-4ba7-453e-8bbc-9c4d261390d3 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0459354 Mar 14 18:19:10.169674 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51502) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.175429 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] For port df7c9843-7c3b-45c9-b0f6-df08edf826c2, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:19:10.179129 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] For port df7c9843-7c3b-45c9-b0f6-df08edf826c2, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=df7c9843-7c3b-45c9-b0f6-df08edf826c2,segment=NetworkSegment(ea00cd85-2575-4820-b3d2-8f850c9094d4),segment_id=ea00cd85-2575-4820-b3d2-8f850c9094d4)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:19:10.183176 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-ef464b1e-28b8-4a8d-9d87-11dfb2e758e4 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.184211 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ef464b1e-28b8-4a8d-9d87-11dfb2e758e4 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0085316 Mar 14 18:19:10.193626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51506) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.199554 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af3e0f04-bab2-4b7b-a6e6-2593cd1351bb tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.200548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af3e0f04-bab2-4b7b-a6e6-2593cd1351bb tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.208113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-c73d0d08-0bc9-4a75-89ba-1f90b4dcc1bc tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.209063 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c73d0d08-0bc9-4a75-89ba-1f90b4dcc1bc tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0143113 Mar 14 18:19:10.216536 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51510) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.225963 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7d8d4495-9e6c-4a99-9de6-8d2abd77ef01 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.227523 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:10.229758 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-0025381f-fdba-4a82-baf8-964e803f023e tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.230725 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0025381f-fdba-4a82-baf8-964e803f023e tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0123577 Mar 14 18:19:10.233243 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51514) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.241793 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-2353e369-6d8a-4407-a46c-bf8702c40e53 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.242729 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2353e369-6d8a-4407-a46c-bf8702c40e53 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0086236 Mar 14 18:19:10.243535 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7e5d5a-df1d-4424-928e-5c1092b978e3 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Made reservation on behalf of 2b038a222ae2484a97f48426ad58b8ce for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:10.253696 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc7e5d5a-df1d-4424-928e-5c1092b978e3 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.257645 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:10.260982 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51518) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.261543 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5c117f53-0a6e-4447-8a8d-39ac7811160e tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.262297 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af3e0f04-bab2-4b7b-a6e6-2593cd1351bb tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.265348 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5c117f53-0a6e-4447-8a8d-39ac7811160e tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "DELETE /v2.0/ports/31e1f245-17b4-4d9b-bb40-b6000f0e1891 HTTP/1.1" status: 204 len: 168 time: 3.1800792 Mar 14 18:19:10.265747 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51520) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.275802 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:10.287964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [None req-35b724e2-e33e-4ccc-b7c1-1b03e7d6d847 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.291710 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-35b724e2-e33e-4ccc-b7c1-1b03e7d6d847 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0173130 Mar 14 18:19:10.297977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:10.301781 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.303492 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51526) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.305079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f352508e-ce5a-4c35-917a-ff327eb70e99,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:10.323771 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7e5d5a-df1d-4424-928e-5c1092b978e3 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:19:10.324296 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [None req-dbffab47-e591-47fe-aa5f-8380e1c45b8b tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.325254 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-dbffab47-e591-47fe-aa5f-8380e1c45b8b tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0172033 Mar 14 18:19:10.330077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51530) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.332844 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc7e5d5a-df1d-4424-928e-5c1092b978e3 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.333160 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-dc7e5d5a-df1d-4424-928e-5c1092b978e3 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Added segment 5b87e500-245c-4ad0-a610-9cc9801727e2 of type vlan for network 7d7e13ed-3b5e-4705-9c32-d7624e266513 Mar 14 18:19:10.340225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [None req-55cfb149-b6d6-479f-82d9-3790e3834300 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.341152 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-55cfb149-b6d6-479f-82d9-3790e3834300 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0102222 Mar 14 18:19:10.349981 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51534) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.364450 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7d8d4495-9e6c-4a99-9de6-8d2abd77ef01 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.371791 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91298e4-63be-4ca6-a1aa-cc814c2cea28 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] GET failed (client error): The resource could not be found. Mar 14 18:19:10.373105 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e91298e4-63be-4ca6-a1aa-cc814c2cea28 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "GET /v2.0/ports/31e1f245-17b4-4d9b-bb40-b6000f0e1891 HTTP/1.1" status: 404 len: 333 time: 0.1064467 Mar 14 18:19:10.377007 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-e2dc9cd4-2654-406b-aa50-40f88879d47c tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.377139 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e2dc9cd4-2654-406b-aa50-40f88879d47c tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0232215 Mar 14 18:19:10.377449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51538) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.382718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51542) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.392114 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-efee6328-aab8-44ba-b5a1-1737c9e20438 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Request body: {'port': {'network_id': '0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-560706624'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:10.408104 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [None req-eb6f18b1-1b36-4c00-914d-5178dde2764c tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.409877 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-eb6f18b1-1b36-4c00-914d-5178dde2764c tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0263293 Mar 14 18:19:10.431194 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Routers {'fa800828-1570-440a-bd72-83d1b62e6fdb'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:10.431936 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fa800828-1570-440a-bd72-83d1b62e6fdb'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:10.493220 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f0d55-9a97-41aa-a7d2-aaaa5c67d876 None None] Pushing event updated for resources: {'Port': ['ID=df7c9843-7c3b-45c9-b0f6-df08edf826c2,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:10.523484 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51546) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.541690 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc7e5d5a-df1d-4424-928e-5c1092b978e3 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.555037 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-9330c83a-aad3-4ab6-830d-9ecfc8b2eef4 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.559342 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9330c83a-aad3-4ab6-830d-9ecfc8b2eef4 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0284543 Mar 14 18:19:10.562956 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51550) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.579410 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-18088ea3-e6ef-49ef-ae87-8866a88ab695 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.583173 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-18088ea3-e6ef-49ef-ae87-8866a88ab695 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0185454 Mar 14 18:19:10.591330 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51554) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.600904 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-19a4b203-a51a-475d-b8ac-7b248989f3a3 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.604552 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-19a4b203-a51a-475d-b8ac-7b248989f3a3 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0122743 Mar 14 18:19:10.608049 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af3e0f04-bab2-4b7b-a6e6-2593cd1351bb tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.610538 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51558) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.622722 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d4495-9e6c-4a99-9de6-8d2abd77ef01 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da4f0cc3-e718-4797-8458-df0ba9166c6a,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:10.627957 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] Set router fa800828-1570-440a-bd72-83d1b62e6fdb gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:19:10.642973 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [None req-e57bbefd-775b-4365-a63a-158f01445fb3 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.642973 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e57bbefd-775b-4365-a63a-158f01445fb3 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0187583 Mar 14 18:19:10.646351 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51562) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.651673 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-a5734e86-f0a3-447a-9238-afc9015a9de6 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.655897 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a5734e86-f0a3-447a-9238-afc9015a9de6 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0079408 Mar 14 18:19:10.658028 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51566) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.671241 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-66e570b2-bca9-45cb-827b-02f3a6530720 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.686369 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-66e570b2-bca9-45cb-827b-02f3a6530720 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0249007 Mar 14 18:19:10.694450 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51570) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.702719 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7d8d4495-9e6c-4a99-9de6-8d2abd77ef01 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.706406 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7d8d4495-9e6c-4a99-9de6-8d2abd77ef01 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9417977 Mar 14 18:19:10.711116 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51574) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.713240 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-34f08199-2eae-4b21-8d99-a7e565ca14ac tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.716783 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-34f08199-2eae-4b21-8d99-a7e565ca14ac tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0183768 Mar 14 18:19:10.717326 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51578) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.718216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-efee6328-aab8-44ba-b5a1-1737c9e20438 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:10.723913 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-3f6b7fbd-2684-47db-8d46-433ced66bd39 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.727295 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3f6b7fbd-2684-47db-8d46-433ced66bd39 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0067234 Mar 14 18:19:10.727828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51582) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.735503 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-f21d712f-7efc-499e-8845-bd49186309df tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.739631 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-efee6328-aab8-44ba-b5a1-1737c9e20438 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:10.740192 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f21d712f-7efc-499e-8845-bd49186309df tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0086184 Mar 14 18:19:10.741430 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51586) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.746455 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a3270565-fe12-43d1-b0b4-0c578d2599dd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Request body: {'security_group_rule': {'security_group_id': 'da4f0cc3-e718-4797-8458-df0ba9166c6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:10.746626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-3e2819bd-b4fe-43dc-aa62-395cac0e8775 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.750988 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3e2819bd-b4fe-43dc-aa62-395cac0e8775 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0083814 Mar 14 18:19:10.751716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51590) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.752510 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a3270565-fe12-43d1-b0b4-0c578d2599dd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:10.756553 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a3270565-fe12-43d1-b0b4-0c578d2599dd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Usage tracker for resource:security_group_rule and tenant:29958d1556c74dc4b97217fd3a482d39 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:10.757782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-b8620057-0469-4bfa-b10e-49e3370f5076 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.761278 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a3270565-fe12-43d1-b0b4-0c578d2599dd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:10.762229 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b8620057-0469-4bfa-b10e-49e3370f5076 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0090532 Mar 14 18:19:10.763453 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51594) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.776443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af3e0f04-bab2-4b7b-a6e6-2593cd1351bb tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.776443 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-af3e0f04-bab2-4b7b-a6e6-2593cd1351bb tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9995074 Mar 14 18:19:10.776443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-51400b5c-3d98-43ea-b63a-6a098f6eba37 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.776443 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-51400b5c-3d98-43ea-b63a-6a098f6eba37 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0070660 Mar 14 18:19:10.776855 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51598) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.777524 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51600) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.781185 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a3270565-fe12-43d1-b0b4-0c578d2599dd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:10.785530 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-c65704ba-e4e2-46c6-acf0-176097da91ea tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.787977 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c65704ba-e4e2-46c6-acf0-176097da91ea tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0087149 Mar 14 18:19:10.790219 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.795031 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51606) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.800649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [None req-a92c233f-2137-4651-9c5f-824f5011c6f7 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.802427 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a92c233f-2137-4651-9c5f-824f5011c6f7 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0056751 Mar 14 18:19:10.818318 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51610) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.827614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [None req-e550bfb4-b77e-4ed1-b5f6-61cff14b1cf8 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.831728 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e550bfb4-b77e-4ed1-b5f6-61cff14b1cf8 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0093017 Mar 14 18:19:10.831728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.832980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51614) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.838500 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [None req-1154925d-6674-4831-a697-bf001847ea56 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.840303 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1154925d-6674-4831-a697-bf001847ea56 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0054429 Mar 14 18:19:10.851459 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51618) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.857259 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [None req-fb200220-1308-4121-9b7d-61a517c87fec tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.858761 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc7e5d5a-df1d-4424-928e-5c1092b978e3 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.861350 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fb200220-1308-4121-9b7d-61a517c87fec tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0081995 Mar 14 18:19:10.862057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51622) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.864182 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7e5d5a-df1d-4424-928e-5c1092b978e3 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:10.864773 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc7e5d5a-df1d-4424-928e-5c1092b978e3 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.868551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [None req-59acacfd-4533-40f1-bb19-fb31075789d3 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.872521 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-59acacfd-4533-40f1-bb19-fb31075789d3 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0096180 Mar 14 18:19:10.875366 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51626) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.882389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.888703 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [None req-31e80bc1-c635-4bba-b8e8-02612dedad86 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.891975 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-31e80bc1-c635-4bba-b8e8-02612dedad86 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0111723 Mar 14 18:19:10.894002 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51630) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.938681 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:10.959795 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'name': 'tempest-ServersTestManualDisk-183744333-router', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:18:52Z', 'updated_at': '2022-03-14T18:19:06Z', 'revision_number': 4, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'gw_port': {'id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:18:55Z', 'updated_at': '2022-03-14T18:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'df7c9843-7c3b-45c9-b0f6-df08edf826c2', 'name': '', 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'mac_address': 'fa:16:3e:f9:cd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:04Z', 'updated_at': '2022-03-14T18:19:10Z', 'revision_number': 4, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'subnets': [{'id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:10.963919 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c309558e-5ac6-4560-a778-3fd49d4f0742 None None] The sync data for ids ['fa800828-1570-440a-bd72-83d1b62e6fdb'] in dv-neutron-833560-1-hyperv is: [{'id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'name': 'tempest-ServersTestManualDisk-183744333-router', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:18:52Z', 'updated_at': '2022-03-14T18:19:06Z', 'revision_number': 4, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'gw_port': {'id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:18:55Z', 'updated_at': '2022-03-14T18:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'df7c9843-7c3b-45c9-b0f6-df08edf826c2', 'name': '', 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'mac_address': 'fa:16:3e:f9:cd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:04Z', 'updated_at': '2022-03-14T18:19:10Z', 'revision_number': 4, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'subnets': [{'id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:19:10.974299 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-2aff4f42-f225-4517-8c04-8768bcce595c tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:10.975289 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2aff4f42-f225-4517-8c04-8768bcce595c tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0178018 Mar 14 18:19:10.980701 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51634) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:10.987284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-32c24e9d-1832-4424-b27e-b0fd2b5276e6 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.008963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6319b7e0-0c42-4904-8f4a-90d2738ad34f,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:11.017223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efee6328-aab8-44ba-b5a1-1737c9e20438 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Made reservation on behalf of c464b5a53f5e4a1c9c3b5d46c6b86665 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:11.017987 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-efee6328-aab8-44ba-b5a1-1737c9e20438 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.069046 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.070255 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a77ead45-0fc1-456a-948a-ff67f59c00bb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.8685403 Mar 14 18:19:11.082515 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51638) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.085306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a3270565-fe12-43d1-b0b4-0c578d2599dd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.127151 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-7104d839-59c8-4fde-b247-d8774dd3b6d9 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:11.131578 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7104d839-59c8-4fde-b247-d8774dd3b6d9 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.1496019 Mar 14 18:19:11.133641 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dc7e5d5a-df1d-4424-928e-5c1092b978e3 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0301390 Mar 14 18:19:11.137636 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51642) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.138084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51644) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.152417 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e5d5a-df1d-4424-928e-5c1092b978e3 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event updated for resources: {'Network': ['ID=7d7e13ed-3b5e-4705-9c32-d7624e266513,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:11.159416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-efee6328-aab8-44ba-b5a1-1737c9e20438 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] device_id is not set on port 318e3ef6-6f8d-4e94-ae7b-7db4c26f57fa yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:19:11.177619 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 7d7e13ed-3b5e-4705-9c32-d7624e266513 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:19:11.196884 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-45db859f-7d8e-4e2a-ba7d-f9415bae812a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1311225556'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:11.213441 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [None req-eb9d674d-a1d9-4e97-8b79-26ef35d92a8e tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:11.214492 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-eb9d674d-a1d9-4e97-8b79-26ef35d92a8e tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0702121 Mar 14 18:19:11.223261 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=f5087703-3262-46f9-86cb-1e22a4814ed7,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:11.225602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51650) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.227726 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-45db859f-7d8e-4e2a-ba7d-f9415bae812a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:11.240870 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.273205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [None req-2ee84739-1917-4343-a007-739a866bdf56 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:11.277693 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2ee84739-1917-4343-a007-739a866bdf56 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0429173 Mar 14 18:19:11.283415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51654) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.300518 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-45db859f-7d8e-4e2a-ba7d-f9415bae812a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:11.314870 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [None req-25e9f8b8-69f7-4ce9-9bc7-d4e2e1752a7e tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:11.318402 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-25e9f8b8-69f7-4ce9-9bc7-d4e2e1752a7e tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0192528 Mar 14 18:19:11.337257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51658) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.350728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-1fc27a58-c4ea-4b0c-9345-e838a131c136 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:11.354653 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1fc27a58-c4ea-4b0c-9345-e838a131c136 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0135100 Mar 14 18:19:11.355952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51662) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.413873 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-98d67132-ac6f-4b3a-86ea-558f856c54cf tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:11.417376 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-98d67132-ac6f-4b3a-86ea-558f856c54cf tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0579848 Mar 14 18:19:11.422904 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51666) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.427284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-32c24e9d-1832-4424-b27e-b0fd2b5276e6 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.431492 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-47c21850-99b7-4e2c-9067-1f0ba8d390a1 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:11.435230 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-47c21850-99b7-4e2c-9067-1f0ba8d390a1 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0088887 Mar 14 18:19:11.435230 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-32c24e9d-1832-4424-b27e-b0fd2b5276e6 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.435470 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51670) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.441903 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-f8558d8f-7782-499e-b96f-9c0a4f92c7c8 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:11.445622 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f8558d8f-7782-499e-b96f-9c0a4f92c7c8 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0068130 Mar 14 18:19:11.447217 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51674) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.452693 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-26834552-723c-4ae6-801c-d7f26bd8fe68 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:11.454513 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-26834552-723c-4ae6-801c-d7f26bd8fe68 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0069828 Mar 14 18:19:11.462223 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51678) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.467622 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-fbcaa6af-2388-485f-a17a-3bba875b6f2c tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:11.470822 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fbcaa6af-2388-485f-a17a-3bba875b6f2c tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0054092 Mar 14 18:19:11.473367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51682) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.476827 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-4b3ae13a-d8c2-48bd-b337-4343ef47cd76 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:11.480046 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4b3ae13a-d8c2-48bd-b337-4343ef47cd76 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0058331 Mar 14 18:19:11.480796 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51686) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.485537 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-3db21c42-63c8-41b6-ae4d-663c7d2445b3 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:11.486806 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3db21c42-63c8-41b6-ae4d-663c7d2445b3 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0048060 Mar 14 18:19:11.487920 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45db859f-7d8e-4e2a-ba7d-f9415bae812a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Made reservation on behalf of 2b038a222ae2484a97f48426ad58b8ce for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:11.491367 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-45db859f-7d8e-4e2a-ba7d-f9415bae812a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.492390 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51690) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.497424 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-a0d5abde-e584-4c38-8f91-4f5023d159b6 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:11.498813 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a0d5abde-e584-4c38-8f91-4f5023d159b6 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050318 Mar 14 18:19:11.502511 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51694) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.504443 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-da64744a-8f44-4526-944c-20c1c85fa7b2 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:11.511135 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-1014e05a-4636-46ce-8c2d-0e7cf2a5578a tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:11.514093 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1014e05a-4636-46ce-8c2d-0e7cf2a5578a tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0075662 Mar 14 18:19:11.516058 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51698) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.523036 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-37f6d3a9-34ad-4707-a673-0a64ceb364a7 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:11.526382 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-37f6d3a9-34ad-4707-a673-0a64ceb364a7 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0069523 Mar 14 18:19:11.526691 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51702) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.532035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a3270565-fe12-43d1-b0b4-0c578d2599dd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.532226 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-359038af-e09b-45b6-91fb-06cb9e49a95f tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:11.536273 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-359038af-e09b-45b6-91fb-06cb9e49a95f tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0054710 Mar 14 18:19:11.536273 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-32c24e9d-1832-4424-b27e-b0fd2b5276e6 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.536273 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c24e9d-1832-4424-b27e-b0fd2b5276e6 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe4eefb5-edf4-41ba-9282-0746d3bf82b9 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:19:11.541820 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51706) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.553356 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-32c24e9d-1832-4424-b27e-b0fd2b5276e6 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.555283 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-32c24e9d-1832-4424-b27e-b0fd2b5276e6 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] 10.222.0.43 "DELETE /v2.0/routers/fe4eefb5-edf4-41ba-9282-0746d3bf82b9 HTTP/1.1" status: 204 len: 168 time: 0.7750125 Mar 14 18:19:11.558657 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51710) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.560429 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [None req-f0fd47b6-828f-4641-81fc-abf06cc57818 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:11.561386 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f0fd47b6-828f-4641-81fc-abf06cc57818 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0148892 Mar 14 18:19:11.563740 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4edbb5b0-30d1-4d82-aa6d-361b17af28ae tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Request body: {'router': {'name': 'tempest-router-1536252823', 'distributed': False}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:11.567878 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51714) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.571492 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4edbb5b0-30d1-4d82-aa6d-361b17af28ae tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:11.576708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [None req-af3def65-ebff-4364-bd4a-fd720f06c9c6 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:19:11.577832 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-af3def65-ebff-4364-bd4a-fd720f06c9c6 tempest-ExtensionsTestJSON-250297574 tempest-ExtensionsTestJSON-250297574-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0089359 Mar 14 18:19:11.587149 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4edbb5b0-30d1-4d82-aa6d-361b17af28ae tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Usage tracker for resource:router and tenant:416878684bfa4e9da9c29b93d692e229 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:11.590335 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4edbb5b0-30d1-4d82-aa6d-361b17af28ae tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:11.600389 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4edbb5b0-30d1-4d82-aa6d-361b17af28ae tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:11.624235 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-efee6328-aab8-44ba-b5a1-1737c9e20438 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Allocated IP 2001:db8::d1 (0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa/567cea39-90c7-41d6-bd9f-ba26d5bbaf15/318e3ef6-6f8d-4e94-ae7b-7db4c26f57fa) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:11.626451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45db859f-7d8e-4e2a-ba7d-f9415bae812a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:19:11.633903 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a3270565-fe12-43d1-b0b4-0c578d2599dd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.671741 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-da64744a-8f44-4526-944c-20c1c85fa7b2 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:11.673039 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-da64744a-8f44-4526-944c-20c1c85fa7b2 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5801291 Mar 14 18:19:11.676323 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51720) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.682443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-1d258a47-89a0-42b1-81a3-368f563bf3b6 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group': {'name': 'tempest-security--442595814', 'description': 'tempest-security-description-1667866512'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:11.702940 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network b5533fc4-4f08-4b92-af03-bea8dc20df47 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:11.704708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4edbb5b0-30d1-4d82-aa6d-361b17af28ae tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.706191 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4edbb5b0-30d1-4d82-aa6d-361b17af28ae tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.708552 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:11.714280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3270565-fe12-43d1-b0b4-0c578d2599dd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b33d82f-64a0-4253-8cee-ef032525f967,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:11.727029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-45db859f-7d8e-4e2a-ba7d-f9415bae812a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.727755 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-45db859f-7d8e-4e2a-ba7d-f9415bae812a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Added segment f60012e7-efa3-403c-8c28-c40380abe71d of type vlan for network 4e58cd85-b043-4138-ba39-a960fd27070a Mar 14 18:19:11.772803 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d258a47-89a0-42b1-81a3-368f563bf3b6 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.810430 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4edbb5b0-30d1-4d82-aa6d-361b17af28ae tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.812543 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a3270565-fe12-43d1-b0b4-0c578d2599dd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.813859 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a3270565-fe12-43d1-b0b4-0c578d2599dd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1010449 Mar 14 18:19:11.821067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51724) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.837703 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-762ebf2b-78fc-4ffb-8539-c6ba54e57403 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Request body: {'security_group_rule': {'security_group_id': 'da4f0cc3-e718-4797-8458-df0ba9166c6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:11.853039 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-762ebf2b-78fc-4ffb-8539-c6ba54e57403 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:11.869656 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-762ebf2b-78fc-4ffb-8539-c6ba54e57403 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Usage tracker for resource:security_group_rule and tenant:29958d1556c74dc4b97217fd3a482d39 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:11.871203 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-45db859f-7d8e-4e2a-ba7d-f9415bae812a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.875339 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d258a47-89a0-42b1-81a3-368f563bf3b6 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.877311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-762ebf2b-78fc-4ffb-8539-c6ba54e57403 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:11.884474 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-762ebf2b-78fc-4ffb-8539-c6ba54e57403 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:11.934713 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4edbb5b0-30d1-4d82-aa6d-361b17af28ae tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.967992 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d258a47-89a0-42b1-81a3-368f563bf3b6 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.970301 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d258a47-89a0-42b1-81a3-368f563bf3b6 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:11.972498 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1d258a47-89a0-42b1-81a3-368f563bf3b6 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "PUT /v2.0/security-groups/6319b7e0-0c42-4904-8f4a-90d2738ad34f HTTP/1.1" status: 200 len: 1777 time: 0.2947667 Mar 14 18:19:11.990584 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51728) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:11.999421 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-762ebf2b-78fc-4ffb-8539-c6ba54e57403 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.041973 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-34298c9e-c151-4245-a286-12cb054b16c2 None None] Provisioning complete for port f5087703-3262-46f9-86cb-1e22a4814ed7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:12.042690 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-34298c9e-c151-4245-a286-12cb054b16c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.061193 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d258a47-89a0-42b1-81a3-368f563bf3b6 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6319b7e0-0c42-4904-8f4a-90d2738ad34f,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:12.078862 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4edbb5b0-30d1-4d82-aa6d-361b17af28ae tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.082809 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4edbb5b0-30d1-4d82-aa6d-361b17af28ae tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5230410 Mar 14 18:19:12.089246 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51734) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:12.126342 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-32a60676-1b3e-415b-b847-5aa7c6dac81d tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-groups/6319b7e0-0c42-4904-8f4a-90d2738ad34f HTTP/1.1" status: 200 len: 1777 time: 0.1314240 Mar 14 18:19:12.129771 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51738) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:12.142398 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-34298c9e-c151-4245-a286-12cb054b16c2 None None] Port f5087703-3262-46f9-86cb-1e22a4814ed7 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:12.178433 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-762ebf2b-78fc-4ffb-8539-c6ba54e57403 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.232797 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51742) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:12.233554 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fecaa710-97f1-4302-8495-64d768f4e2a8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.275629 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fecaa710-97f1-4302-8495-64d768f4e2a8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.325954 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-762ebf2b-78fc-4ffb-8539-c6ba54e57403 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.353177 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ebf2b-78fc-4ffb-8539-c6ba54e57403 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86badd3-3ade-4b86-a676-332d003e9ccf,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:12.360832 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b83c51a7-8aa8-42b5-8fb0-950bfac99d6c tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.385347 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81d44888-d2df-4f40-9d41-8c6c3cfb2329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.400629 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-81d44888-d2df-4f40-9d41-8c6c3cfb2329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:12.405118 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-81d44888-d2df-4f40-9d41-8c6c3cfb2329 admin admin] Usage tracker for resource:security_group_rule and tenant:37c819d06cc34f3080f6cae8fc12a2db is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:12.408366 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-81d44888-d2df-4f40-9d41-8c6c3cfb2329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:12.416165 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-81d44888-d2df-4f40-9d41-8c6c3cfb2329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:12.442054 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fecaa710-97f1-4302-8495-64d768f4e2a8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.462887 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-762ebf2b-78fc-4ffb-8539-c6ba54e57403 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.464052 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-762ebf2b-78fc-4ffb-8539-c6ba54e57403 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6358743 Mar 14 18:19:12.465215 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fecaa710-97f1-4302-8495-64d768f4e2a8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.466201 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fecaa710-97f1-4302-8495-64d768f4e2a8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-groups/6319b7e0-0c42-4904-8f4a-90d2738ad34f HTTP/1.1" status: 204 len: 168 time: 0.3355465 Mar 14 18:19:12.471127 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51748) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:12.472016 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51750) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:12.473667 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecaa710-97f1-4302-8495-64d768f4e2a8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6319b7e0-0c42-4904-8f4a-90d2738ad34f,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:12.498284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:12.508234 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:12.521446 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Usage tracker for resource:floatingip and tenant:29958d1556c74dc4b97217fd3a482d39 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:12.525987 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:12.562166 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:12.567709 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-16b5dc11-2f4f-4db2-a2ba-bd5307e649eb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:12.570200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:19:12.577857 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-45db859f-7d8e-4e2a-ba7d-f9415bae812a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.583527 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45db859f-7d8e-4e2a-ba7d-f9415bae812a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:12.584118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-45db859f-7d8e-4e2a-ba7d-f9415bae812a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.624398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81d44888-d2df-4f40-9d41-8c6c3cfb2329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.660286 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for floatingip, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.676404 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-16b5dc11-2f4f-4db2-a2ba-bd5307e649eb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:12.679692 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-16b5dc11-2f4f-4db2-a2ba-bd5307e649eb tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1990120 Mar 14 18:19:12.680547 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51756) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:12.712530 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81d44888-d2df-4f40-9d41-8c6c3cfb2329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.736243 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-8d34c83d-6f8c-4440-b9e5-4115d78ceb13 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] delete failed (client error): The resource could not be found. Mar 14 18:19:12.737310 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8d34c83d-6f8c-4440-b9e5-4115d78ceb13 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-groups/6319b7e0-0c42-4904-8f4a-90d2738ad34f HTTP/1.1" status: 404 len: 347 time: 0.0555482 Mar 14 18:19:12.749499 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51760) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:12.767449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-344b58a1-783e-481d-b119-3baf7204e2f7 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group': {'name': 'tempest-secgroup--631514907'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:12.777485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-344b58a1-783e-481d-b119-3baf7204e2f7 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:12.779063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-efee6328-aab8-44ba-b5a1-1737c9e20438 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.784898 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-81d44888-d2df-4f40-9d41-8c6c3cfb2329 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=37c819d06cc34f3080f6cae8fc12a2db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5492907 Mar 14 18:19:12.787906 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b83c51a7-8aa8-42b5-8fb0-950bfac99d6c tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.790076 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d44888-d2df-4f40-9d41-8c6c3cfb2329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ec2ef8-89ad-49f6-b07c-46b69d85c22f,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:12.793619 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51764) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:12.834802 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b83c51a7-8aa8-42b5-8fb0-950bfac99d6c tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.845551 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-344b58a1-783e-481d-b119-3baf7204e2f7 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:12.913275 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-45db859f-7d8e-4e2a-ba7d-f9415bae812a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7673988 Mar 14 18:19:12.916997 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51768) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:12.926611 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Request body: {'ports': [{'network_id': '7d7e13ed-3b5e-4705-9c32-d7624e266513', 'name': 'tempest-port--385091899', 'admin_state_up': True}, {'network_id': '4e58cd85-b043-4138-ba39-a960fd27070a', 'admin_state_up': False}]} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:12.926966 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Request body: {'port': {'network_id': '7d7e13ed-3b5e-4705-9c32-d7624e266513', 'name': 'tempest-port--385091899', 'admin_state_up': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:12.927481 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Request body: {'port': {'network_id': '4e58cd85-b043-4138-ba39-a960fd27070a', 'admin_state_up': False}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:12.937205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-efee6328-aab8-44ba-b5a1-1737c9e20438 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Transition to ACTIVE for port object 318e3ef6-6f8d-4e94-ae7b-7db4c26f57fa will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:12.941403 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db859f-7d8e-4e2a-ba7d-f9415bae812a tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event updated for resources: {'Network': ['ID=4e58cd85-b043-4138-ba39-a960fd27070a,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:12.959890 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 4e58cd85-b043-4138-ba39-a960fd27070a details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:19:12.974973 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-344b58a1-783e-481d-b119-3baf7204e2f7 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:12.994471 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device df7c9843-7c3b-45c9-b0f6-df08edf826c2 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:19:13.032124 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b83c51a7-8aa8-42b5-8fb0-950bfac99d6c tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.032688 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83c51a7-8aa8-42b5-8fb0-950bfac99d6c tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3699a8cc-3e99-4f97-bf77-f02a6b2f31bc {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:19:13.063385 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b83c51a7-8aa8-42b5-8fb0-950bfac99d6c tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.068424 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b83c51a7-8aa8-42b5-8fb0-950bfac99d6c tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] 10.222.0.43 "DELETE /v2.0/routers/3699a8cc-3e99-4f97-bf77-f02a6b2f31bc HTTP/1.1" status: 204 len: 168 time: 0.9743266 Mar 14 18:19:13.072185 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51772) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:13.084027 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-88930e9d-f1d9-4b36-bf43-5968ad720c5a tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Request body: {'router': {'name': 'tempest-router-1055211901', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '283b529942ed406081b43f376ecbc3c8'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:13.088632 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:19:13.092102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-88930e9d-f1d9-4b36-bf43-5968ad720c5a tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:13.100507 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5f91feb6-9484-4c38-a39e-1ce8c1ee0dc3 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "PUT /v2.0/routers/fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2015860 Mar 14 18:19:13.103540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51776) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:13.105452 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-88930e9d-f1d9-4b36-bf43-5968ad720c5a tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Usage tracker for resource:router and tenant:283b529942ed406081b43f376ecbc3c8 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:13.107355 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f0e674-5ac1-4eea-9eb2-b96ba8394a3a None None] Sync routers for ids ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:19:13.108654 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-88930e9d-f1d9-4b36-bf43-5968ad720c5a tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:13.115037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-0ca5fcca-1536-4b93-9897-2e4789e1604c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'port': {'network_id': 'b5533fc4-4f08-4b92-af03-bea8dc20df47', 'name': 'tempest-FloatingIPTestJSON-2093983230'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:13.146600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-88930e9d-f1d9-4b36-bf43-5968ad720c5a tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:13.149207 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f0e674-5ac1-4eea-9eb2-b96ba8394a3a None None] Routers {'fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:13.150129 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-12f0e674-5ac1-4eea-9eb2-b96ba8394a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:13.155479 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac2b866f-02e1-454b-9e3f-e70aa705151a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.194746 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-344b58a1-783e-481d-b119-3baf7204e2f7 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:13.216379 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-efee6328-aab8-44ba-b5a1-1737c9e20438 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.226079 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-12f0e674-5ac1-4eea-9eb2-b96ba8394a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:13.229140 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-344b58a1-783e-481d-b119-3baf7204e2f7 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:13.244725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-344b58a1-783e-481d-b119-3baf7204e2f7 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:13.245739 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f0e674-5ac1-4eea-9eb2-b96ba8394a3a None None] Routers {'fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:13.246594 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-12f0e674-5ac1-4eea-9eb2-b96ba8394a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:13.249806 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac2b866f-02e1-454b-9e3f-e70aa705151a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.267205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-344b58a1-783e-481d-b119-3baf7204e2f7 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:13.279446 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.281198 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88930e9d-f1d9-4b36-bf43-5968ad720c5a tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.282172 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88930e9d-f1d9-4b36-bf43-5968ad720c5a tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.311037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efee6328-aab8-44ba-b5a1-1737c9e20438 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Network 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:13.314302 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-12f0e674-5ac1-4eea-9eb2-b96ba8394a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:13.314780 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f0e674-5ac1-4eea-9eb2-b96ba8394a3a None None] The sync data for ids ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:19:13.323769 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-efee6328-aab8-44ba-b5a1-1737c9e20438 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:13.331535 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efee6328-aab8-44ba-b5a1-1737c9e20438 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:13.336939 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efee6328-aab8-44ba-b5a1-1737c9e20438 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:13.337733 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-efee6328-aab8-44ba-b5a1-1737c9e20438 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.349990 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port df7c9843-7c3b-45c9-b0f6-df08edf826c2 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:13.355973 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port df7c9843-7c3b-45c9-b0f6-df08edf826c2 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:13.356551 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.363616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee6328-aab8-44ba-b5a1-1737c9e20438 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event updated for resources: {'Port': ['ID=318e3ef6-6f8d-4e94-ae7b-7db4c26f57fa,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:13.371795 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88930e9d-f1d9-4b36-bf43-5968ad720c5a tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.396238 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0ca5fcca-1536-4b93-9897-2e4789e1604c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:13.402810 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0ca5fcca-1536-4b93-9897-2e4789e1604c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Usage tracker for resource:port and tenant:012942f9ce9548f48528050da9c5365d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:13.406534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0ca5fcca-1536-4b93-9897-2e4789e1604c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:13.413767 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0ca5fcca-1536-4b93-9897-2e4789e1604c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:13.455422 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:13.471219 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Usage tracker for resource:port and tenant:2b038a222ae2484a97f48426ad58b8ce is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:13.486784 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-efee6328-aab8-44ba-b5a1-1737c9e20438 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1080034 Mar 14 18:19:13.488170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:13.494008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51780) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:13.504464 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:13.504626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c716c6a2-2cc5-44aa-a233-51d6448fbd41 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1be', 'mac_address': 'fa:16:3e:f4:73:57'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:13.507818 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.531496 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88930e9d-f1d9-4b36-bf43-5968ad720c5a tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.553933 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port df7c9843-7c3b-45c9-b0f6-df08edf826c2, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=df7c9843-7c3b-45c9-b0f6-df08edf826c2,segment=NetworkSegment(ea00cd85-2575-4820-b3d2-8f850c9094d4),segment_id=ea00cd85-2575-4820-b3d2-8f850c9094d4)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:13.559907 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-344b58a1-783e-481d-b119-3baf7204e2f7 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.592576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca5fcca-1536-4b93-9897-2e4789e1604c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Made reservation on behalf of 012942f9ce9548f48528050da9c5365d for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:13.596255 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0ca5fcca-1536-4b93-9897-2e4789e1604c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.597434 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Allocated IP 172.26.7.212 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/c409d8de-48ef-4a45-90ce-c63bce2bd693) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:13.641444 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.682509 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88930e9d-f1d9-4b36-bf43-5968ad720c5a tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.683979 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-88930e9d-f1d9-4b36-bf43-5968ad720c5a tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6108377 Mar 14 18:19:13.685576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-0ca5fcca-1536-4b93-9897-2e4789e1604c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] device_id is not set on port 2a1b4709-c054-4d5d-a707-ef75047eebc8 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:19:13.691397 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51784) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:13.699509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Made reservation on behalf of 2b038a222ae2484a97f48426ad58b8ce for: {'port': 2} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:13.703908 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.712604 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac2b866f-02e1-454b-9e3f-e70aa705151a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.715378 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-344b58a1-783e-481d-b119-3baf7204e2f7 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.724083 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=df7c9843-7c3b-45c9-b0f6-df08edf826c2,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:13.730578 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-8754cd57-0e1f-42ba-9561-e229c1a4e261 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:13.767375 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-53f5c569-fc4f-45a8-a5ca-69098956bf17 None None] Provisioning for port 318e3ef6-6f8d-4e94-ae7b-7db4c26f57fa completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:13.773085 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-53f5c569-fc4f-45a8-a5ca-69098956bf17 None None] Provisioning complete for port 318e3ef6-6f8d-4e94-ae7b-7db4c26f57fa triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:13.773589 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-53f5c569-fc4f-45a8-a5ca-69098956bf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:13.821804 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b866f-02e1-454b-9e3f-e70aa705151a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ec2ef8-89ad-49f6-b07c-46b69d85c22f,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:13.829216 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-53f5c569-fc4f-45a8-a5ca-69098956bf17 None None] Port 318e3ef6-6f8d-4e94-ae7b-7db4c26f57fa cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:13.830466 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:14.045170 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-0ca5fcca-1536-4b93-9897-2e4789e1604c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Allocated IP 172.20.0.14 (b5533fc4-4f08-4b92-af03-bea8dc20df47/f148fa54-75ad-47da-b379-70af51245b57/2a1b4709-c054-4d5d-a707-ef75047eebc8) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:14.051111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c716c6a2-2cc5-44aa-a233-51d6448fbd41 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:14.189547 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b58a1-783e-481d-b119-3baf7204e2f7 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff8ddce-d6bc-436d-a19b-4e82c8949cb7,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:14.267895 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-344b58a1-783e-481d-b119-3baf7204e2f7 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:14.269089 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-344b58a1-783e-481d-b119-3baf7204e2f7 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5185163 Mar 14 18:19:14.270162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac2b866f-02e1-454b-9e3f-e70aa705151a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:14.273434 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ac2b866f-02e1-454b-9e3f-e70aa705151a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7ec2ef8-89ad-49f6-b07c-46b69d85c22f HTTP/1.1" status: 204 len: 168 time: 1.4735744 Mar 14 18:19:14.274350 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:14.278954 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51788) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:14.310680 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-45b3c6ce-8c18-45e9-b3c9-28ca5a3cae6d tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group_rule': {'security_group_id': '5ff8ddce-d6bc-436d-a19b-4e82c8949cb7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:14.384950 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-45b3c6ce-8c18-45e9-b3c9-28ca5a3cae6d tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:14.389019 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8754cd57-0e1f-42ba-9561-e229c1a4e261 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:14.389360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8754cd57-0e1f-42ba-9561-e229c1a4e261 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:14.442502 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0ca5fcca-1536-4b93-9897-2e4789e1604c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:14.458022 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-45b3c6ce-8c18-45e9-b3c9-28ca5a3cae6d tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:14.462053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-45b3c6ce-8c18-45e9-b3c9-28ca5a3cae6d tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:14.462349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-0ca5fcca-1536-4b93-9897-2e4789e1604c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Transition to ACTIVE for port object 2a1b4709-c054-4d5d-a707-ef75047eebc8 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:14.480199 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c716c6a2-2cc5-44aa-a233-51d6448fbd41 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:14.515461 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-45b3c6ce-8c18-45e9-b3c9-28ca5a3cae6d tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:14.563808 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c716c6a2-2cc5-44aa-a233-51d6448fbd41 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:14.640761 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0ca5fcca-1536-4b93-9897-2e4789e1604c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:14.642583 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-c716c6a2-2cc5-44aa-a233-51d6448fbd41 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] In _notify_port_updated(), no bound segment for port 318e3ef6-6f8d-4e94-ae7b-7db4c26f57fa on network 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa {{(pid=88635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:19:14.648913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c716c6a2-2cc5-44aa-a233-51d6448fbd41 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:14.649653 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c716c6a2-2cc5-44aa-a233-51d6448fbd41 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:14.653476 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c716c6a2-2cc5-44aa-a233-51d6448fbd41 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "PUT /v2.0/ports/318e3ef6-6f8d-4e94-ae7b-7db4c26f57fa HTTP/1.1" status: 200 len: 1001 time: 1.1551552 Mar 14 18:19:14.655861 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51798) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:14.729243 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca5fcca-1536-4b93-9897-2e4789e1604c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Network b5533fc4-4f08-4b92-af03-bea8dc20df47 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:14.737948 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-0ca5fcca-1536-4b93-9897-2e4789e1604c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:14.742337 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716c6a2-2cc5-44aa-a233-51d6448fbd41 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event updated for resources: {'Port': ['ID=318e3ef6-6f8d-4e94-ae7b-7db4c26f57fa,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:14.747025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca5fcca-1536-4b93-9897-2e4789e1604c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:14.805171 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] device_id is not set on port 739ec6cd-9060-49b0-837e-8e82bc80e01e yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:19:14.817950 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8754cd57-0e1f-42ba-9561-e229c1a4e261 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88634) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 14 18:19:14.818290 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8754cd57-0e1f-42ba-9561-e229c1a4e261 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Router dd3fbea9-bbb6-4a69-ab56-cafdfb8f6c1c migrating from provider to provider. {{(pid=88634) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 14 18:19:14.818673 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8754cd57-0e1f-42ba-9561-e229c1a4e261 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:14.829568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8754cd57-0e1f-42ba-9561-e229c1a4e261 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:14.854656 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-fe3be555-7dca-4fa8-99c5-ec503bac0467 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Deleting port 318e3ef6-6f8d-4e94-ae7b-7db4c26f57fa {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:14.855490 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fe3be555-7dca-4fa8-99c5-ec503bac0467 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:14.889585 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-45b3c6ce-8c18-45e9-b3c9-28ca5a3cae6d tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:14.907672 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:14.956845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5fcca-1536-4b93-9897-2e4789e1604c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event updated for resources: {'Port': ['ID=2a1b4709-c054-4d5d-a707-ef75047eebc8,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:14.970619 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8754cd57-0e1f-42ba-9561-e229c1a4e261 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:14.995364 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device df7c9843-7c3b-45c9-b0f6-df08edf826c2 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:19:15.040212 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca5fcca-1536-4b93-9897-2e4789e1604c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:15.040859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0ca5fcca-1536-4b93-9897-2e4789e1604c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:15.115377 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port df7c9843-7c3b-45c9-b0f6-df08edf826c2 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:15.116150 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:15.195887 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:15.199801 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:15.200952 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0ca5fcca-1536-4b93-9897-2e4789e1604c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0971043 Mar 14 18:19:15.206879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51810) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:15.216266 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:15.218676 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-148bc078-645f-4b9b-bd06-9cf83d7dbdcf tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Request body: {'floatingip': {'port_id': '2a1b4709-c054-4d5d-a707-ef75047eebc8'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:15.225748 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:15.272683 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8d454fc4-76c3-4f44-ad43-a8b045264c01 None None] Provisioning for port 2a1b4709-c054-4d5d-a707-ef75047eebc8 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:15.278012 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8d454fc4-76c3-4f44-ad43-a8b045264c01 None None] Provisioning complete for port 2a1b4709-c054-4d5d-a707-ef75047eebc8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:15.278380 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8d454fc4-76c3-4f44-ad43-a8b045264c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:15.339200 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Pushing event updated for resources: {'Port': ['ID=c409d8de-48ef-4a45-90ce-c63bce2bd693,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:15.342827 dv-neutron-833560-1-hyperv neutron-server[88634]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8754cd57-0e1f-42ba-9561-e229c1a4e261 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] No L3 agents can host the router dd3fbea9-bbb6-4a69-ab56-cafdfb8f6c1c Mar 14 18:19:15.359563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-8d454fc4-76c3-4f44-ad43-a8b045264c01 None None] Port 2a1b4709-c054-4d5d-a707-ef75047eebc8 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:15.364356 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fe3be555-7dca-4fa8-99c5-ec503bac0467 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:15.371099 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8d454fc4-76c3-4f44-ad43-a8b045264c01 None None] Provisioning complete for port 318e3ef6-6f8d-4e94-ae7b-7db4c26f57fa triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:15.371802 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8d454fc4-76c3-4f44-ad43-a8b045264c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:15.418118 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-45b3c6ce-8c18-45e9-b3c9-28ca5a3cae6d tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:15.439026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-8d454fc4-76c3-4f44-ad43-a8b045264c01 None None] Port 318e3ef6-6f8d-4e94-ae7b-7db4c26f57fa cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:15.443401 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-148bc078-645f-4b9b-bd06-9cf83d7dbdcf tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:15.511528 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] device_id is not set on port b8005f98-4bdb-4e6f-8ae4-5a4831c82cf1 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:19:15.561312 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-fe3be555-7dca-4fa8-99c5-ec503bac0467 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Calling delete_port for 318e3ef6-6f8d-4e94-ae7b-7db4c26f57fa owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:15.564717 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-45b3c6ce-8c18-45e9-b3c9-28ca5a3cae6d tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:15.575272 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51820) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:15.646308 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:15.666864 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3c6ce-8c18-45e9-b3c9-28ca5a3cae6d tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8062da-8fba-468b-bee9-aa5ce86f092d,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:15.728840 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1533216012'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:15.734619 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754cd57-0e1f-42ba-9561-e229c1a4e261 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Hosts for router dd3fbea9-bbb6-4a69-ab56-cafdfb8f6c1c: [] {{(pid=88634) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 14 18:19:15.765009 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:15.794092 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Usage tracker for resource:network and tenant:c67cb56ac28d4d3c9c8211c3d58fc23f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:15.799829 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:15.812277 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754cd57-0e1f-42ba-9561-e229c1a4e261 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Hosts for other DVR routers connected to router dd3fbea9-bbb6-4a69-ab56-cafdfb8f6c1c: set() {{(pid=88634) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 14 18:19:15.814689 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8754cd57-0e1f-42ba-9561-e229c1a4e261 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:15.816425 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8754cd57-0e1f-42ba-9561-e229c1a4e261 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] 10.222.0.43 "PUT /v2.0/routers/dd3fbea9-bbb6-4a69-ab56-cafdfb8f6c1c HTTP/1.1" status: 200 len: 717 time: 2.1232429 Mar 14 18:19:15.822912 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51826) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:15.841173 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:15.869760 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-45b3c6ce-8c18-45e9-b3c9-28ca5a3cae6d tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:15.869760 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-45b3c6ce-8c18-45e9-b3c9-28ca5a3cae6d tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5835912 Mar 14 18:19:15.876535 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51830) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:15.899982 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:15.929749 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:15.971164 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Made reservation on behalf of c67cb56ac28d4d3c9c8211c3d58fc23f for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:15.974545 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:15.986147 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-01322ff2-8ccd-487a-bb3c-2a6a3d880611 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:16.003921 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-01322ff2-8ccd-487a-bb3c-2a6a3d880611 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:16.011755 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:16.047129 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d1c43a40-0eb0-488e-a82a-51e1be8a13b4 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] 10.222.0.43 "GET /v2.0/routers/dd3fbea9-bbb6-4a69-ab56-cafdfb8f6c1c HTTP/1.1" status: 200 len: 717 time: 0.2230885 Mar 14 18:19:16.052386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51834) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:16.059590 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:16.074352 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Usage tracker for resource:security_group_rule and tenant:c67cb56ac28d4d3c9c8211c3d58fc23f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:16.104889 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:16.114857 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:16.170792 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:16.180918 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-01322ff2-8ccd-487a-bb3c-2a6a3d880611 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:16.262022 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01322ff2-8ccd-487a-bb3c-2a6a3d880611 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e8062da-8fba-468b-bee9-aa5ce86f092d,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:16.280110 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-01322ff2-8ccd-487a-bb3c-2a6a3d880611 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:16.284478 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-01322ff2-8ccd-487a-bb3c-2a6a3d880611 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/9e8062da-8fba-468b-bee9-aa5ce86f092d HTTP/1.1" status: 204 len: 168 time: 0.4038069 Mar 14 18:19:16.288905 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fe3be555-7dca-4fa8-99c5-ec503bac0467 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:16.289214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51840) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:16.360822 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3be555-7dca-4fa8-99c5-ec503bac0467 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event deleted for resources: {'Port': ['ID=318e3ef6-6f8d-4e94-ae7b-7db4c26f57fa,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:16.366998 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event updated for resources: {'Port': ['ID=739ec6cd-9060-49b0-837e-8e82bc80e01e,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:16.404931 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Checking segment: {'id': '5b87e500-245c-4ad0-a610-9cc9801727e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7d7e13ed-3b5e-4705-9c32-d7624e266513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:19:16.405299 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Network hostable DHCP agents. Network: 7d7e13ed-3b5e-4705-9c32-d7624e266513, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:19:16.454169 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-00a4676e-d955-4005-b213-9f2e5189cd88 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:16.470996 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:16.479953 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-776d8fb9-53be-4111-9885-bd74b1adbecf tempest-RoutersTestDVR-678777700 tempest-RoutersTestDVR-678777700-project] 10.222.0.43 "GET /v2.0/routers/dd3fbea9-bbb6-4a69-ab56-cafdfb8f6c1c HTTP/1.1" status: 200 len: 683 time: 0.4240296 Mar 14 18:19:16.489656 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51844) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:16.547889 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:16.560205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:16.691981 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fe3be555-7dca-4fa8-99c5-ec503bac0467 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:16.736240 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-00a4676e-d955-4005-b213-9f2e5189cd88 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:16.737706 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-00a4676e-d955-4005-b213-9f2e5189cd88 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4440351 Mar 14 18:19:16.738296 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Network 7d7e13ed-3b5e-4705-9c32-d7624e266513 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:19:16.741053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51848) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:16.778903 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fe3be555-7dca-4fa8-99c5-ec503bac0467 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "DELETE /v2.0/ports/318e3ef6-6f8d-4e94-ae7b-7db4c26f57fa HTTP/1.1" status: 204 len: 168 time: 2.1196597 Mar 14 18:19:16.787570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51852) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:16.797500 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:16.850305 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-4507415d-b753-49cc-ad13-b3ea1c365a4d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] GET failed (client error): The resource could not be found. Mar 14 18:19:16.850860 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4507415d-b753-49cc-ad13-b3ea1c365a4d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Synchronizing usage tracker for tenant:c464b5a53f5e4a1c9c3b5d46c6b86665 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:16.859808 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4377c81b-2efa-43b7-80d9-dd35aae31a28 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:16.948599 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 7d7e13ed-3b5e-4705-9c32-d7624e266513) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:16.954581 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:19:16.955347 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5d3c9c73-b04d-4e6d-9908-981a3475146a tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:16.959489 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbed574-78f4-4674-a98a-3136292b864d None None] Network 7d7e13ed-3b5e-4705-9c32-d7624e266513 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:19:16.982123 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Pushing event updated for resources: {'Port': ['ID=c409d8de-48ef-4a45-90ce-c63bce2bd693,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:16.983565 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-148bc078-645f-4b9b-bd06-9cf83d7dbdcf tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:16.999758 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5d3c9c73-b04d-4e6d-9908-981a3475146a tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.011161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4507415d-b753-49cc-ad13-b3ea1c365a4d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Unset dirty status for tenant:c464b5a53f5e4a1c9c3b5d46c6b86665 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:17.015959 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4507415d-b753-49cc-ad13-b3ea1c365a4d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "GET /v2.0/ports/318e3ef6-6f8d-4e94-ae7b-7db4c26f57fa HTTP/1.1" status: 404 len: 333 time: 0.2238138 Mar 14 18:19:17.016876 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51856) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:17.030906 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ab97eaab-c189-4771-975d-977812525dcd tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Request body: {'port': {'network_id': '0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1018731435'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:17.033063 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:17.033728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.072426 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-148bc078-645f-4b9b-bd06-9cf83d7dbdcf tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.085144 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb03859f-72eb-4f14-8956-2dd2ed913225,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:17.154318 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.154676 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Added segment 94e7e1d5-8f9d-4611-a236-7fad4ef7ab36 of type vlan for network 8967ffec-a63e-41fd-b0c5-dd0e4db40172 Mar 14 18:19:17.159817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.337468 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event updated for resources: {'Port': ['ID=b8005f98-4bdb-4e6f-8ae4-5a4831c82cf1,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:17.365882 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4377c81b-2efa-43b7-80d9-dd35aae31a28 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.374359 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4377c81b-2efa-43b7-80d9-dd35aae31a28 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.377839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.401523 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Checking segment: {'id': 'f60012e7-efa3-403c-8c28-c40380abe71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4e58cd85-b043-4138-ba39-a960fd27070a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:19:17.401890 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Network hostable DHCP agents. Network: 4e58cd85-b043-4138-ba39-a960fd27070a, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:19:17.403895 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5d3c9c73-b04d-4e6d-9908-981a3475146a tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.441414 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c9c73-b04d-4e6d-9908-981a3475146a tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff8ddce-d6bc-436d-a19b-4e82c8949cb7,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:17.454240 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.455737 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c6bc8a81-b690-4654-8753-eb0f6a925556 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9787991 Mar 14 18:19:17.467087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ab97eaab-c189-4771-975d-977812525dcd tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:17.484805 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ab97eaab-c189-4771-975d-977812525dcd tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:17.487754 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-148bc078-645f-4b9b-bd06-9cf83d7dbdcf tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Floating IP a7818d4e-ecd0-4b53-bc04-3decf289c235 associated. External IP: 172.26.7.204, port: 1fe70716-1d69-4a02-a03a-44c3e05c11c1. Mar 14 18:19:17.494257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4377c81b-2efa-43b7-80d9-dd35aae31a28 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.494848 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4377c81b-2efa-43b7-80d9-dd35aae31a28 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd3fbea9-bbb6-4a69-ab56-cafdfb8f6c1c {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:19:17.505766 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4377c81b-2efa-43b7-80d9-dd35aae31a28 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.507073 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4377c81b-2efa-43b7-80d9-dd35aae31a28 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] 10.222.0.43 "DELETE /v2.0/routers/dd3fbea9-bbb6-4a69-ab56-cafdfb8f6c1c HTTP/1.1" status: 204 len: 168 time: 1.0164371 Mar 14 18:19:17.511290 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51862) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:17.516380 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-60158d19-590b-414c-ab37-31f130e82f44 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Request body: {'router': {'name': 'tempest-router-2040916010', 'distributed': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:17.520927 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-60158d19-590b-414c-ab37-31f130e82f44 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:17.524941 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-60158d19-590b-414c-ab37-31f130e82f44 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Usage tracker for resource:router and tenant:416878684bfa4e9da9c29b93d692e229 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:17.528227 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-60158d19-590b-414c-ab37-31f130e82f44 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:17.531264 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Network 4e58cd85-b043-4138-ba39-a960fd27070a is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:19:17.536781 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.542423 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:17.543052 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.548155 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-60158d19-590b-414c-ab37-31f130e82f44 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:17.561643 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5d3c9c73-b04d-4e6d-9908-981a3475146a tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.563914 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5d3c9c73-b04d-4e6d-9908-981a3475146a tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-groups/5ff8ddce-d6bc-436d-a19b-4e82c8949cb7 HTTP/1.1" status: 204 len: 168 time: 0.8206377 Mar 14 18:19:17.575880 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51866) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:17.662535 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Pushing event updated for resources: {'Network': ['ID=8967ffec-a63e-41fd-b0c5-dd0e4db40172,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:17.669901 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 4e58cd85-b043-4138-ba39-a960fd27070a) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:17.674940 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 8967ffec-a63e-41fd-b0c5-dd0e4db40172 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:19:17.685513 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:17.691920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b28ff2c-e469-42f7-95eb-2d7c24184104 None None] Network 4e58cd85-b043-4138-ba39-a960fd27070a requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:19:17.693736 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:17.698923 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:17.699596 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.706784 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-60158d19-590b-414c-ab37-31f130e82f44 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.707926 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-60158d19-590b-414c-ab37-31f130e82f44 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.709768 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b769fb59-a4e4-4e37-bfc5-0d68c36fd67a tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:17.715616 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-29881ddd-45e3-4c09-adc2-1c2bcd974c71 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.1328082 Mar 14 18:19:17.717095 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51880) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:17.722615 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab97eaab-c189-4771-975d-977812525dcd tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Made reservation on behalf of c464b5a53f5e4a1c9c3b5d46c6b86665 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:17.726551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ab97eaab-c189-4771-975d-977812525dcd tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.736504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-961c1595-10b7-4f49-93b1-94b748eb2008 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Request body: {'subnet': {'network_id': '8967ffec-a63e-41fd-b0c5-dd0e4db40172', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:17.818673 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-ab97eaab-c189-4771-975d-977812525dcd tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] device_id is not set on port d0fe51c5-b34e-4940-bda5-3c7708166ddd yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:19:17.842087 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-60158d19-590b-414c-ab37-31f130e82f44 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:17.855566 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4657efde-e0e7-4d99-b424-e68a82210cb5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.9364910 Mar 14 18:19:17.859428 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-90968d93-a1bf-4f5c-b47a-f1d2c07afe48 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--553867902&fields=id&tenant_id=29958d1556c74dc4b97217fd3a482d39 HTTP/1.1" status: 200 len: 267 time: 0.1533036 Mar 14 18:19:17.860473 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51884) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:17.924113 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b769fb59-a4e4-4e37-bfc5-0d68c36fd67a tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:17.926805 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b769fb59-a4e4-4e37-bfc5-0d68c36fd67a tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3494325 Mar 14 18:19:17.927900 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-961c1595-10b7-4f49-93b1-94b748eb2008 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:17.933738 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51888) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:17.937877 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-961c1595-10b7-4f49-93b1-94b748eb2008 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Usage tracker for resource:subnet and tenant:c67cb56ac28d4d3c9c8211c3d58fc23f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:17.941529 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-961c1595-10b7-4f49-93b1-94b748eb2008 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:17.947088 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4c0e9e21-00a7-4b45-befd-7fbe2401f843 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141944291'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:17.956947 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-961c1595-10b7-4f49-93b1-94b748eb2008 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:17.959130 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4c0e9e21-00a7-4b45-befd-7fbe2401f843 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:17.976002 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4c0e9e21-00a7-4b45-befd-7fbe2401f843 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:18.009089 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e70d0a-7b7f-4d2a-9d2d-ee3b87568245 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:18.015099 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e70d0a-7b7f-4d2a-9d2d-ee3b87568245 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:18.016019 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-76e70d0a-7b7f-4d2a-9d2d-ee3b87568245 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Synchronizing usage tracker for tenant:2b038a222ae2484a97f48426ad58b8ce on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:18.020354 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-60158d19-590b-414c-ab37-31f130e82f44 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:18.041247 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961c1595-10b7-4f49-93b1-94b748eb2008 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Made reservation on behalf of c67cb56ac28d4d3c9c8211c3d58fc23f for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:18.044608 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-961c1595-10b7-4f49-93b1-94b748eb2008 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:18.128264 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-60158d19-590b-414c-ab37-31f130e82f44 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:18.131985 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-60158d19-590b-414c-ab37-31f130e82f44 tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6171219 Mar 14 18:19:18.131985 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4c0e9e21-00a7-4b45-befd-7fbe2401f843 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:18.139102 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51892) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:18.216474 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-76e70d0a-7b7f-4d2a-9d2d-ee3b87568245 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Unset dirty status for tenant:2b038a222ae2484a97f48426ad58b8ce on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:18.217636 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-76e70d0a-7b7f-4d2a-9d2d-ee3b87568245 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3479207 Mar 14 18:19:18.223573 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51896) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:18.237944 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-de462ffa-df43-47b4-8de4-5ee8449f4d05 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:18.239324 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4c0e9e21-00a7-4b45-befd-7fbe2401f843 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:18.240117 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-de462ffa-df43-47b4-8de4-5ee8449f4d05 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/networks?id=68805b77-ed98-4d1b-8864-d70255e9d443 HTTP/1.1" status: 200 len: 811 time: 0.3798921 Mar 14 18:19:18.295935 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4c0e9e21-00a7-4b45-befd-7fbe2401f843 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:18.307470 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4c0e9e21-00a7-4b45-befd-7fbe2401f843 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:18.315457 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4c0e9e21-00a7-4b45-befd-7fbe2401f843 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:18.317886 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3a9a2f50-f013-44a1-8926-8ee3be6c507b tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:18.319058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-ab97eaab-c189-4771-975d-977812525dcd tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Allocated IP 2001:db8::2a1 (0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa/567cea39-90c7-41d6-bd9f-ba26d5bbaf15/d0fe51c5-b34e-4940-bda5-3c7708166ddd) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:18.339428 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-c76b45fd-b65f-426c-a6ec-68f4a82ae583 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/quotas/29958d1556c74dc4b97217fd3a482d39 HTTP/1.1" status: 200 len: 375 time: 0.0510685 Mar 14 18:19:18.351017 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148bc078-645f-4b9b-bd06-9cf83d7dbdcf tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router c6b8fb97-64c2-4eff-999d-8821c3f504e7 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:19:18.402234 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-ae32eb36-f272-4614-87b3-0a9f9bce19f6 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Deleting port 739ec6cd-9060-49b0-837e-8e82bc80e01e {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:18.402468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ae32eb36-f272-4614-87b3-0a9f9bce19f6 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:18.823535 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3a9a2f50-f013-44a1-8926-8ee3be6c507b tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:18.826600 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3a9a2f50-f013-44a1-8926-8ee3be6c507b tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:18.892964 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4c0e9e21-00a7-4b45-befd-7fbe2401f843 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:18.944176 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3a9a2f50-f013-44a1-8926-8ee3be6c507b tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:18.944663 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9a2f50-f013-44a1-8926-8ee3be6c507b tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93317b87-a0be-4666-ba5c-ebb7b7914d9c {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:19:18.968751 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4c0e9e21-00a7-4b45-befd-7fbe2401f843 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:18.980151 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-00ba2460-584b-4f32-b18b-bce11d71077c tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=29958d1556c74dc4b97217fd3a482d39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6280158 Mar 14 18:19:18.981934 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-961c1595-10b7-4f49-93b1-94b748eb2008 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:19.088177 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e9e21-00a7-4b45-befd-7fbe2401f843 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e54b794-5591-4a81-9bca-2b675f523fb7,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:19.097693 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3a9a2f50-f013-44a1-8926-8ee3be6c507b tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:19.102492 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3a9a2f50-f013-44a1-8926-8ee3be6c507b tempest-RoutersTestDVR-2067830392 tempest-RoutersTestDVR-2067830392-project-admin] 10.222.0.43 "DELETE /v2.0/routers/93317b87-a0be-4666-ba5c-ebb7b7914d9c HTTP/1.1" status: 204 len: 168 time: 0.9520788 Mar 14 18:19:19.108252 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c1595-10b7-4f49-93b1-94b748eb2008 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Pushing event updated for resources: {'Subnet': ['ID=3731bce3-6bca-47b3-8938-3dd197a9b003,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:19.112911 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148bc078-645f-4b9b-bd06-9cf83d7dbdcf tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:19:19.113068 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961c1595-10b7-4f49-93b1-94b748eb2008 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Checking segment: {'id': '94e7e1d5-8f9d-4611-a236-7fad4ef7ab36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8967ffec-a63e-41fd-b0c5-dd0e4db40172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:19:19.113297 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961c1595-10b7-4f49-93b1-94b748eb2008 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Network hostable DHCP agents. Network: 8967ffec-a63e-41fd-b0c5-dd0e4db40172, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:19:19.124144 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4c0e9e21-00a7-4b45-befd-7fbe2401f843 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:19.125392 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4c0e9e21-00a7-4b45-befd-7fbe2401f843 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1893144 Mar 14 18:19:19.129257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51902) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:19.136284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-11162db6-e7bf-41d9-953c-7212996e2c9c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group_rule': {'security_group_id': '7e54b794-5591-4a81-9bca-2b675f523fb7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:19.138082 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a100c20a-583f-41ea-8813-3746ff4b47d2 None None] Sync routers for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:19:19.144238 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-11162db6-e7bf-41d9-953c-7212996e2c9c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:19.148908 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-11162db6-e7bf-41d9-953c-7212996e2c9c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:19.152288 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-11162db6-e7bf-41d9-953c-7212996e2c9c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:19.154949 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a100c20a-583f-41ea-8813-3746ff4b47d2 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:19.156533 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a100c20a-583f-41ea-8813-3746ff4b47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:19.158097 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-11162db6-e7bf-41d9-953c-7212996e2c9c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:19.194062 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ae32eb36-f272-4614-87b3-0a9f9bce19f6 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:19.209260 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961c1595-10b7-4f49-93b1-94b748eb2008 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Network 8967ffec-a63e-41fd-b0c5-dd0e4db40172 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:19:19.231267 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a100c20a-583f-41ea-8813-3746ff4b47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:19.240939 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a100c20a-583f-41ea-8813-3746ff4b47d2 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:19.241648 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a100c20a-583f-41ea-8813-3746ff4b47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:19.248771 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-11162db6-e7bf-41d9-953c-7212996e2c9c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:19.296447 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-961c1595-10b7-4f49-93b1-94b748eb2008 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 8967ffec-a63e-41fd-b0c5-dd0e4db40172) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:19.303428 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961c1595-10b7-4f49-93b1-94b748eb2008 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:19.304095 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-961c1595-10b7-4f49-93b1-94b748eb2008 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:19.305081 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a100c20a-583f-41ea-8813-3746ff4b47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:19.305543 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a100c20a-583f-41ea-8813-3746ff4b47d2 None None] The sync data for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:19:19.318331 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5890fd-c9fe-447f-a521-4382e42e1dfe None None] Network 8967ffec-a63e-41fd-b0c5-dd0e4db40172 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:19:19.340456 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ab97eaab-c189-4771-975d-977812525dcd tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:19.352612 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-11162db6-e7bf-41d9-953c-7212996e2c9c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:19.419527 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-ae32eb36-f272-4614-87b3-0a9f9bce19f6 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Calling delete_port for 739ec6cd-9060-49b0-837e-8e82bc80e01e owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:19.425406 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-961c1595-10b7-4f49-93b1-94b748eb2008 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7001119 Mar 14 18:19:19.426743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51906) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:19.433863 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-2c4ebb0f-350b-42a2-86d9-aa5091619a04 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Request body: {'port': {'network_id': '8967ffec-a63e-41fd-b0c5-dd0e4db40172', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1868333393'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:19.450652 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-11162db6-e7bf-41d9-953c-7212996e2c9c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:19.483285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-ab97eaab-c189-4771-975d-977812525dcd tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Transition to ACTIVE for port object d0fe51c5-b34e-4940-bda5-3c7708166ddd will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:19.488523 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11162db6-e7bf-41d9-953c-7212996e2c9c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ade5b5-fe5e-4fea-a901-b4cd40031cf0,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:19.552409 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-8967ffec-a63e-41fd-b0c5-dd0e4db40172', 'network_id': '8967ffec-a63e-41fd-b0c5-dd0e4db40172', 'tenant_id': 'c67cb56ac28d4d3c9c8211c3d58fc23f', 'fixed_ips': [{'subnet_id': '3731bce3-6bca-47b3-8938-3dd197a9b003'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:19:19.553257 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:19.587259 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-3f4e910b-922e-4510-9ac0-27ab6a68f559 service neutron] 10.222.0.43 "GET /v2.0/networks/68805b77-ed98-4d1b-8864-d70255e9d443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902629 Mar 14 18:19:19.658368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2c4ebb0f-350b-42a2-86d9-aa5091619a04 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:19.658368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2c4ebb0f-350b-42a2-86d9-aa5091619a04 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Usage tracker for resource:port and tenant:c67cb56ac28d4d3c9c8211c3d58fc23f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:19.658368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2c4ebb0f-350b-42a2-86d9-aa5091619a04 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:19.658368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2c4ebb0f-350b-42a2-86d9-aa5091619a04 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:19.709566 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-11162db6-e7bf-41d9-953c-7212996e2c9c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:19.713929 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-11162db6-e7bf-41d9-953c-7212996e2c9c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5830252 Mar 14 18:19:19.715473 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51912) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:19.720080 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-000c54ad-0e4f-4b50-b106-db7f44cf027e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group_rule': {'security_group_id': '7e54b794-5591-4a81-9bca-2b675f523fb7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:19.732923 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-000c54ad-0e4f-4b50-b106-db7f44cf027e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:19.740163 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-000c54ad-0e4f-4b50-b106-db7f44cf027e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:19.751625 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-000c54ad-0e4f-4b50-b106-db7f44cf027e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:19.753156 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Allocated IP 2001:db8::2 (8967ffec-a63e-41fd-b0c5-dd0e4db40172/3731bce3-6bca-47b3-8938-3dd197a9b003/976b620b-37d0-43e6-92d9-337fff31aa64) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:19.765977 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-000c54ad-0e4f-4b50-b106-db7f44cf027e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:19.795355 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51916) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:19.883079 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4ebb0f-350b-42a2-86d9-aa5091619a04 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Made reservation on behalf of c67cb56ac28d4d3c9c8211c3d58fc23f for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:19.887684 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2c4ebb0f-350b-42a2-86d9-aa5091619a04 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:19.910794 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-e76c4ab0-8448-4989-939d-19b2265df726 service neutron] 10.222.0.43 "GET /v2.0/networks/68805b77-ed98-4d1b-8864-d70255e9d443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932153 Mar 14 18:19:19.929782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-30e70e27-1a96-4789-af51-4bc79fc2a2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:19.941265 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148bc078-645f-4b9b-bd06-9cf83d7dbdcf tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:19:19.952177 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ab97eaab-c189-4771-975d-977812525dcd tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:19.952177 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ae32eb36-f272-4614-87b3-0a9f9bce19f6 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:19.955899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-2c4ebb0f-350b-42a2-86d9-aa5091619a04 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] device_id is not set on port d5b1e65d-b74d-46de-806d-3ec0fd7f5315 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:19:19.992134 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.009116 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Transition to ACTIVE for port object 976b620b-37d0-43e6-92d9-337fff31aa64 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:20.029379 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Transition to ACTIVE for port object 976b620b-37d0-43e6-92d9-337fff31aa64 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:20.042396 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-30e70e27-1a96-4789-af51-4bc79fc2a2a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:20.052595 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-30e70e27-1a96-4789-af51-4bc79fc2a2a1 admin admin] Usage tracker for resource:security_group_rule and tenant:283b529942ed406081b43f376ecbc3c8 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:20.055067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-000c54ad-0e4f-4b50-b106-db7f44cf027e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.061648 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-30e70e27-1a96-4789-af51-4bc79fc2a2a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:20.071770 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-30e70e27-1a96-4789-af51-4bc79fc2a2a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:20.108224 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab97eaab-c189-4771-975d-977812525dcd tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Network 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:20.114810 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-ab97eaab-c189-4771-975d-977812525dcd tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:20.117891 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.118743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ae32eb36-f272-4614-87b3-0a9f9bce19f6 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.128526 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab97eaab-c189-4771-975d-977812525dcd tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:20.131417 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab97eaab-c189-4771-975d-977812525dcd tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:20.131947 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ab97eaab-c189-4771-975d-977812525dcd tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.141618 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97eaab-c189-4771-975d-977812525dcd tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event updated for resources: {'Port': ['ID=d0fe51c5-b34e-4940-bda5-3c7708166ddd,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:20.236701 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-2c4ebb0f-350b-42a2-86d9-aa5091619a04 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Allocated IP 2001:db8::183 (8967ffec-a63e-41fd-b0c5-dd0e4db40172/3731bce3-6bca-47b3-8938-3dd197a9b003/d5b1e65d-b74d-46de-806d-3ec0fd7f5315) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:20.255114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Pushing event updated for resources: {'Port': ['ID=976b620b-37d0-43e6-92d9-337fff31aa64,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:20.269633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Network 8967ffec-a63e-41fd-b0c5-dd0e4db40172 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:20.270925 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:20.273552 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:20.408106 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Attempting to bind port 976b620b-37d0-43e6-92d9-337fff31aa64 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:19:20.409175 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Attempting to bind port 976b620b-37d0-43e6-92d9-337fff31aa64 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '94e7e1d5-8f9d-4611-a236-7fad4ef7ab36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8967ffec-a63e-41fd-b0c5-dd0e4db40172'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:19:20.409758 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Attempting to bind port 976b620b-37d0-43e6-92d9-337fff31aa64 on network 8967ffec-a63e-41fd-b0c5-dd0e4db40172 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:19:20.411013 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32eb36-f272-4614-87b3-0a9f9bce19f6 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event deleted for resources: {'Port': ['ID=739ec6cd-9060-49b0-837e-8e82bc80e01e,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:20.418109 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:19:20.418930 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Checking segment: {'id': '94e7e1d5-8f9d-4611-a236-7fad4ef7ab36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8967ffec-a63e-41fd-b0c5-dd0e4db40172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:19:20.419426 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.419909 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Bound using segment: {'id': '94e7e1d5-8f9d-4611-a236-7fad4ef7ab36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8967ffec-a63e-41fd-b0c5-dd0e4db40172'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:19:20.420486 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Bound port: 976b620b-37d0-43e6-92d9-337fff31aa64, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e7e1d5-8f9d-4611-a236-7fad4ef7ab36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8967ffec-a63e-41fd-b0c5-dd0e4db40172'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:19:20.420953 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.421840 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ae32eb36-f272-4614-87b3-0a9f9bce19f6 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "DELETE /v2.0/ports/739ec6cd-9060-49b0-837e-8e82bc80e01e HTTP/1.1" status: 204 len: 168 time: 2.1959894 Mar 14 18:19:20.463211 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51930) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:20.474805 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ab97eaab-c189-4771-975d-977812525dcd tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4573817 Mar 14 18:19:20.482699 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51934) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:20.519921 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-12e121d3-4d96-4fce-940b-bcb1519549a5 req-5b03add1-e7fc-48c9-b1a3-ec09de3158c8 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 210 time: 0.1101768 Mar 14 18:19:20.524062 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-622b9add-db9c-462a-9b7b-73406cd43f2a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f4:73:57'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:20.526380 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] For port 976b620b-37d0-43e6-92d9-337fff31aa64, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:19:20.529997 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] For port 976b620b-37d0-43e6-92d9-337fff31aa64, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=976b620b-37d0-43e6-92d9-337fff31aa64,segment=NetworkSegment(94e7e1d5-8f9d-4611-a236-7fad4ef7ab36),segment_id=94e7e1d5-8f9d-4611-a236-7fad4ef7ab36)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:19:20.559448 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-000c54ad-0e4f-4b50-b106-db7f44cf027e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.582136 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2c4ebb0f-350b-42a2-86d9-aa5091619a04 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.597782 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148bc078-645f-4b9b-bd06-9cf83d7dbdcf tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:19:20.602180 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.609400 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-148bc078-645f-4b9b-bd06-9cf83d7dbdcf tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.610721 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-2c4ebb0f-350b-42a2-86d9-aa5091619a04 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Transition to ACTIVE for port object d5b1e65d-b74d-46de-806d-3ec0fd7f5315 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:20.640628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-000c54ad-0e4f-4b50-b106-db7f44cf027e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.652336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-30e70e27-1a96-4789-af51-4bc79fc2a2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.666251 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8d2d0-d8e7-4dc1-b549-9995f1fac005 None None] Sync routers for ids ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:19:20.671979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-3d301680-44e7-42c3-929c-0ba3b08914c2 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Deleting port b8005f98-4bdb-4e6f-8ae4-5a4831c82cf1 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:20.672258 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d301680-44e7-42c3-929c-0ba3b08914c2 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.675498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c54ad-0e4f-4b50-b106-db7f44cf027e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94274554-5382-4424-8cc9-f380dbc0f6d0,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:20.714924 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a8d2d0-d8e7-4dc1-b549-9995f1fac005 None None] Routers {'fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:20.714924 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a5a8d2d0-d8e7-4dc1-b549-9995f1fac005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:20.779573 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2c4ebb0f-350b-42a2-86d9-aa5091619a04 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.781549 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-30e70e27-1a96-4789-af51-4bc79fc2a2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.788972 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-000c54ad-0e4f-4b50-b106-db7f44cf027e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.792631 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-000c54ad-0e4f-4b50-b106-db7f44cf027e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0743420 Mar 14 18:19:20.801838 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9f65c525-a22d-4b37-9166-8db4e2df6582 None None] Provisioning for port d0fe51c5-b34e-4940-bda5-3c7708166ddd completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:20.814140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51938) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:20.816035 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9f65c525-a22d-4b37-9166-8db4e2df6582 None None] Provisioning complete for port d0fe51c5-b34e-4940-bda5-3c7708166ddd triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:20.816489 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9f65c525-a22d-4b37-9166-8db4e2df6582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.828773 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-e7bd1ba7-0148-4c2b-9163-f8ffea791a08 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group_rule': {'security_group_id': '7e54b794-5591-4a81-9bca-2b675f523fb7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:20.839087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e7bd1ba7-0148-4c2b-9163-f8ffea791a08 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:20.844571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e7bd1ba7-0148-4c2b-9163-f8ffea791a08 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:20.848010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e7bd1ba7-0148-4c2b-9163-f8ffea791a08 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:20.855110 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e7bd1ba7-0148-4c2b-9163-f8ffea791a08 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:20.890534 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a5a8d2d0-d8e7-4dc1-b549-9995f1fac005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:20.893838 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665de53-aaaf-4dfa-bf4d-2c5403750d1e None None] Pushing event updated for resources: {'Port': ['ID=976b620b-37d0-43e6-92d9-337fff31aa64,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:20.921124 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-30e70e27-1a96-4789-af51-4bc79fc2a2a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=283b529942ed406081b43f376ecbc3c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1222725 Mar 14 18:19:20.921124 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4ebb0f-350b-42a2-86d9-aa5091619a04 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Network 8967ffec-a63e-41fd-b0c5-dd0e4db40172 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:20.922842 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ebb0f-350b-42a2-86d9-aa5091619a04 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Pushing event updated for resources: {'Port': ['ID=d5b1e65d-b74d-46de-806d-3ec0fd7f5315,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:20.925768 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51942) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:20.928336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e70e27-1a96-4789-af51-4bc79fc2a2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2771f3-76e3-4995-bb2e-b09aa5b8dd89,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:20.936049 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-2c4ebb0f-350b-42a2-86d9-aa5091619a04 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:20.943435 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4ebb0f-350b-42a2-86d9-aa5091619a04 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:20.950164 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-9f65c525-a22d-4b37-9166-8db4e2df6582 None None] Port d0fe51c5-b34e-4940-bda5-3c7708166ddd cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:20.952347 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4ebb0f-350b-42a2-86d9-aa5091619a04 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:20.953005 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2c4ebb0f-350b-42a2-86d9-aa5091619a04 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.959925 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a8d2d0-d8e7-4dc1-b549-9995f1fac005 None None] Routers {'fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:20.960687 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a5a8d2d0-d8e7-4dc1-b549-9995f1fac005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:21.033701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7bd1ba7-0148-4c2b-9163-f8ffea791a08 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:21.048914 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8e01c32e-5317-4d68-9c2a-de728a6fd31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:21.069057 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a5a8d2d0-d8e7-4dc1-b549-9995f1fac005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:21.069463 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8d2d0-d8e7-4dc1-b549-9995f1fac005 None None] The sync data for ids ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:19:21.083288 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-148bc078-645f-4b9b-bd06-9cf83d7dbdcf tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "PUT /v2.0/floatingips/a7818d4e-ecd0-4b53-bc04-3decf289c235 HTTP/1.1" status: 200 len: 979 time: 5.8688300 Mar 14 18:19:21.083474 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51946) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:21.096225 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2c4ebb0f-350b-42a2-86d9-aa5091619a04 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6652229 Mar 14 18:19:21.096225 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8e01c32e-5317-4d68-9c2a-de728a6fd31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:21.107559 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51950) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:21.143687 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Request body: {'port': {'network_id': '8967ffec-a63e-41fd-b0c5-dd0e4db40172', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-899958859', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:21.144345 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.api.validators [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] bootfile-name is not in valid_values {{(pid=88635) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 18:19:21.144553 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.api.validators [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] tftp-server is not in valid_values {{(pid=88635) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 18:19:21.144880 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.api.validators [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] server-ip-address is not in valid_values {{(pid=88635) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 18:19:21.319681 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-02c4e354-63de-4997-a3d2-8b8245347bad tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Deleting port 2a1b4709-c054-4d5d-a707-ef75047eebc8 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:21.320030 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-02c4e354-63de-4997-a3d2-8b8245347bad tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:21.387915 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d301680-44e7-42c3-929c-0ba3b08914c2 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:21.437260 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8e01c32e-5317-4d68-9c2a-de728a6fd31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:21.490082 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01c32e-5317-4d68-9c2a-de728a6fd31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2771f3-76e3-4995-bb2e-b09aa5b8dd89,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:21.497378 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8e01c32e-5317-4d68-9c2a-de728a6fd31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:21.501096 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8e01c32e-5317-4d68-9c2a-de728a6fd31c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b2771f3-76e3-4995-bb2e-b09aa5b8dd89 HTTP/1.1" status: 204 len: 168 time: 0.5719116 Mar 14 18:19:21.551450 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-3d301680-44e7-42c3-929c-0ba3b08914c2 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Calling delete_port for b8005f98-4bdb-4e6f-8ae4-5a4831c82cf1 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:21.645855 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-02c4e354-63de-4997-a3d2-8b8245347bad tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:21.664531 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-622b9add-db9c-462a-9b7b-73406cd43f2a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:21.697594 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7bd1ba7-0148-4c2b-9163-f8ffea791a08 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:21.760783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:21.798396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7bd1ba7-0148-4c2b-9163-f8ffea791a08 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:21.812441 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Usage tracker for resource:port and tenant:c67cb56ac28d4d3c9c8211c3d58fc23f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:21.830959 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:21.849148 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-06ffeece-c4f0-4377-9705-d1f6367d5218 req-c5bf2e67-aed1-4cce-bcb9-0e8936d80a1b tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 210 time: 0.1024027 Mar 14 18:19:21.864301 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:21.875799 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd1ba7-0148-4c2b-9163-f8ffea791a08 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489380f4-0e11-403d-94c8-668a86afceac,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:21.888241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d301680-44e7-42c3-929c-0ba3b08914c2 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:21.973009 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d301680-44e7-42c3-929c-0ba3b08914c2 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event deleted for resources: {'Port': ['ID=b8005f98-4bdb-4e6f-8ae4-5a4831c82cf1,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:21.995646 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7bd1ba7-0148-4c2b-9163-f8ffea791a08 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:21.996817 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e7bd1ba7-0148-4c2b-9163-f8ffea791a08 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1813705 Mar 14 18:19:22.002031 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51962) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:22.027719 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-02c4e354-63de-4997-a3d2-8b8245347bad tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:22.028127 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-02c4e354-63de-4997-a3d2-8b8245347bad tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:22.028399 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [None req-02c4e354-63de-4997-a3d2-8b8245347bad tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Floating IP a7818d4e-ecd0-4b53-bc04-3decf289c235 disassociated. External IP: 172.26.7.204, port: 2a1b4709-c054-4d5d-a707-ef75047eebc8. Mar 14 18:19:22.028790 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-02c4e354-63de-4997-a3d2-8b8245347bad tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Calling delete_port for 2a1b4709-c054-4d5d-a707-ef75047eebc8 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:22.138991 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3993566-2675-4776-9216-53f4035f78ba None None] Network 8967ffec-a63e-41fd-b0c5-dd0e4db40172 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:19:22.188433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d301680-44e7-42c3-929c-0ba3b08914c2 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:22.190319 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3d301680-44e7-42c3-929c-0ba3b08914c2 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "DELETE /v2.0/ports/b8005f98-4bdb-4e6f-8ae4-5a4831c82cf1 HTTP/1.1" status: 204 len: 168 time: 1.7208066 Mar 14 18:19:22.192989 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51966) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:22.199126 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-b62732da-d822-403c-8b8f-6404fb37b19e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group_rule': {'security_group_id': '7e54b794-5591-4a81-9bca-2b675f523fb7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:22.212291 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Made reservation on behalf of c67cb56ac28d4d3c9c8211c3d58fc23f for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:22.217696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:22.225363 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b62732da-d822-403c-8b8f-6404fb37b19e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:22.244882 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b83df213-3fdb-4216-8018-8931c00818d8 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0474124 Mar 14 18:19:22.246353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b62732da-d822-403c-8b8f-6404fb37b19e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:22.247801 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51970) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:22.250122 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b62732da-d822-403c-8b8f-6404fb37b19e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:22.255512 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-84ce4685-6c5e-4724-bd38-16e3e2b1cf47 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-169322852'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:22.269642 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] device_id is not set on port f37ce82b-7ac1-48c0-a02a-bc2e7a2edf77 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:19:22.269762 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-02c4e354-63de-4997-a3d2-8b8245347bad tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:22.270807 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-84ce4685-6c5e-4724-bd38-16e3e2b1cf47 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:22.304044 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b62732da-d822-403c-8b8f-6404fb37b19e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:22.343404 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4e354-63de-4997-a3d2-8b8245347bad tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event deleted for resources: {'Port': ['ID=2a1b4709-c054-4d5d-a707-ef75047eebc8,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:22.349782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-84ce4685-6c5e-4724-bd38-16e3e2b1cf47 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:22.375119 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-20f49eb4-7e7a-4e60-bd9b-90b8889c296e None None] Provisioning for port 976b620b-37d0-43e6-92d9-337fff31aa64 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:22.380234 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51974) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:22.478789 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.resource_extend [None req-622b9add-db9c-462a-9b7b-73406cd43f2a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:19:22.493424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15edfa3a-4fa6-4213-93f5-d28b026745fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:22.528045 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b62732da-d822-403c-8b8f-6404fb37b19e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:22.528291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ce4685-6c5e-4724-bd38-16e3e2b1cf47 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Made reservation on behalf of 2b038a222ae2484a97f48426ad58b8ce for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:22.529237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-622b9add-db9c-462a-9b7b-73406cd43f2a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:22.531846 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-84ce4685-6c5e-4724-bd38-16e3e2b1cf47 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:22.550043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Allocated IP 2001:db8::2cd (8967ffec-a63e-41fd-b0c5-dd0e4db40172/3731bce3-6bca-47b3-8938-3dd197a9b003/f37ce82b-7ac1-48c0-a02a-bc2e7a2edf77) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:22.559899 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-15edfa3a-4fa6-4213-93f5-d28b026745fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:22.579662 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-15edfa3a-4fa6-4213-93f5-d28b026745fa admin admin] Usage tracker for resource:security_group_rule and tenant:416878684bfa4e9da9c29b93d692e229 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:22.599274 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ce4685-6c5e-4724-bd38-16e3e2b1cf47 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:19:22.602839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c4e354-63de-4997-a3d2-8b8245347bad tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:19:22.604038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-15edfa3a-4fa6-4213-93f5-d28b026745fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:22.619686 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-15edfa3a-4fa6-4213-93f5-d28b026745fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:22.628547 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-84ce4685-6c5e-4724-bd38-16e3e2b1cf47 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:22.628893 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-84ce4685-6c5e-4724-bd38-16e3e2b1cf47 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Added segment 90fb4acd-33d5-4e67-a33f-89ee9f71faeb of type vlan for network 90241580-921b-4a4b-a470-14ab0f5d2186 Mar 14 18:19:22.667087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-622b9add-db9c-462a-9b7b-73406cd43f2a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:22.808427 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-622b9add-db9c-462a-9b7b-73406cd43f2a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] In _notify_port_updated(), no bound segment for port d0fe51c5-b34e-4940-bda5-3c7708166ddd on network 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa {{(pid=88635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:19:22.821478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622b9add-db9c-462a-9b7b-73406cd43f2a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:22.821478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-622b9add-db9c-462a-9b7b-73406cd43f2a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:22.821478 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-622b9add-db9c-462a-9b7b-73406cd43f2a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "PUT /v2.0/ports/d0fe51c5-b34e-4940-bda5-3c7708166ddd HTTP/1.1" status: 200 len: 1003 time: 2.3344164 Mar 14 18:19:22.829791 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51978) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:22.847321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b62732da-d822-403c-8b8f-6404fb37b19e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:22.901089 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c4e354-63de-4997-a3d2-8b8245347bad tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:19:22.918095 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9104c029-1943-4b0d-bf9b-696c693a2d3d None None] Sync routers for ids ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:19:22.934962 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9104c029-1943-4b0d-bf9b-696c693a2d3d None None] Routers {'fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:22.936470 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9104c029-1943-4b0d-bf9b-696c693a2d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:23.015323 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-84ce4685-6c5e-4724-bd38-16e3e2b1cf47 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.094932 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 976b620b-37d0-43e6-92d9-337fff31aa64 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:19:23.116032 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9104c029-1943-4b0d-bf9b-696c693a2d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:23.134525 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9104c029-1943-4b0d-bf9b-696c693a2d3d None None] Routers {'fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:23.135559 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9104c029-1943-4b0d-bf9b-696c693a2d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:18:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:23.164775 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7eefdda6-9446-44bf-9acd-2ef0d28e0cd8 None None] Provisioning for port d5b1e65d-b74d-46de-806d-3ec0fd7f5315 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:23.207332 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15edfa3a-4fa6-4213-93f5-d28b026745fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.216908 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b62732da-d822-403c-8b8f-6404fb37b19e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.221437 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7eefdda6-9446-44bf-9acd-2ef0d28e0cd8 None None] Provisioning complete for port d5b1e65d-b74d-46de-806d-3ec0fd7f5315 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:23.221868 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7eefdda6-9446-44bf-9acd-2ef0d28e0cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.296248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-2eeef3e6-d400-47fe-82df-2c85862b38e9 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:23.296958 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-2eeef3e6-d400-47fe-82df-2c85862b38e9 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Synchronizing usage tracker for tenant:29958d1556c74dc4b97217fd3a482d39 on resource:network {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:23.301969 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-84ce4685-6c5e-4724-bd38-16e3e2b1cf47 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.306115 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b9add-db9c-462a-9b7b-73406cd43f2a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event updated for resources: {'Port': ['ID=d0fe51c5-b34e-4940-bda5-3c7708166ddd,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:23.307617 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ce4685-6c5e-4724-bd38-16e3e2b1cf47 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:23.308318 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-84ce4685-6c5e-4724-bd38-16e3e2b1cf47 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.320677 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7eefdda6-9446-44bf-9acd-2ef0d28e0cd8 None None] Port d5b1e65d-b74d-46de-806d-3ec0fd7f5315 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:23.344998 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9104c029-1943-4b0d-bf9b-696c693a2d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:23.344998 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9104c029-1943-4b0d-bf9b-696c693a2d3d None None] The sync data for ids ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:19:23.368365 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7ec80493-984d-43b1-a802-c632d0a34e12 req-ac271ca4-1c53-43c9-bf36-f74c8093a9db tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 210 time: 0.2838507 Mar 14 18:19:23.377400 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15edfa3a-4fa6-4213-93f5-d28b026745fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.412603 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-cb94136d-90c2-4b83-b00a-9bdd90c8e51f tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Deleting port d0fe51c5-b34e-4940-bda5-3c7708166ddd {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:23.412941 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cb94136d-90c2-4b83-b00a-9bdd90c8e51f tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.418282 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 976b620b-37d0-43e6-92d9-337fff31aa64 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:23.424104 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 976b620b-37d0-43e6-92d9-337fff31aa64 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:23.424532 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.437774 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62732da-d822-403c-8b8f-6404fb37b19e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a0fb5e-6875-415b-9de0-87ba806ab4ea,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:23.516252 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-190e6b44-1ca1-443f-b2ae-d75e04e040b0 None None] Provisioning complete for port d5b1e65d-b74d-46de-806d-3ec0fd7f5315 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:23.517023 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-190e6b44-1ca1-443f-b2ae-d75e04e040b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.556489 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edfa3a-4fa6-4213-93f5-d28b026745fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffe1567-d5cc-4536-9861-bbdb390ae67e,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:23.566899 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-15edfa3a-4fa6-4213-93f5-d28b026745fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=416878684bfa4e9da9c29b93d692e229&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1820529 Mar 14 18:19:23.569540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b62732da-d822-403c-8b8f-6404fb37b19e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.573686 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b62732da-d822-403c-8b8f-6404fb37b19e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5607576 Mar 14 18:19:23.574378 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51984) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:23.574656 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 51986) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:23.588303 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-02c4e354-63de-4997-a3d2-8b8245347bad tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.617126 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce4685-6c5e-4724-bd38-16e3e2b1cf47 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event updated for resources: {'Network': ['ID=90241580-921b-4a4b-a470-14ab0f5d2186,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:23.617126 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-2eeef3e6-d400-47fe-82df-2c85862b38e9 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Unset dirty status for tenant:29958d1556c74dc4b97217fd3a482d39 on resource:network {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:23.617126 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-2eeef3e6-d400-47fe-82df-2c85862b38e9 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.59 "GET /v2.0/networks?id=68805b77-ed98-4d1b-8864-d70255e9d443 HTTP/1.1" status: 200 len: 811 time: 0.5609615 Mar 14 18:19:23.618746 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-02c4e354-63de-4997-a3d2-8b8245347bad tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/ports/2a1b4709-c054-4d5d-a707-ef75047eebc8 HTTP/1.1" status: 204 len: 168 time: 2.5359602 Mar 14 18:19:23.619630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 51992) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:23.621965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-46d5107a-4d8c-4dbe-a864-cb573cdf630c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group_rule': {'security_group_id': '7e54b794-5591-4a81-9bca-2b675f523fb7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:23.633607 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 90241580-921b-4a4b-a470-14ab0f5d2186 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:19:23.664879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-46d5107a-4d8c-4dbe-a864-cb573cdf630c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:23.668050 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.676780 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-190e6b44-1ca1-443f-b2ae-d75e04e040b0 None None] Port d5b1e65d-b74d-46de-806d-3ec0fd7f5315 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:23.680702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-46d5107a-4d8c-4dbe-a864-cb573cdf630c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:23.690624 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-46d5107a-4d8c-4dbe-a864-cb573cdf630c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:23.695343 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.723654 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-46d5107a-4d8c-4dbe-a864-cb573cdf630c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:23.753263 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Transition to ACTIVE for port object f37ce82b-7ac1-48c0-a02a-bc2e7a2edf77 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:23.797879 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-190e6b44-1ca1-443f-b2ae-d75e04e040b0 None None] Provisioning complete for port d0fe51c5-b34e-4940-bda5-3c7708166ddd triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:23.798251 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-190e6b44-1ca1-443f-b2ae-d75e04e040b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.825832 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-84ce4685-6c5e-4724-bd38-16e3e2b1cf47 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5770044 Mar 14 18:19:23.829358 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52000) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:23.831416 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 976b620b-37d0-43e6-92d9-337fff31aa64, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=976b620b-37d0-43e6-92d9-337fff31aa64,segment=NetworkSegment(94e7e1d5-8f9d-4611-a236-7fad4ef7ab36),segment_id=94e7e1d5-8f9d-4611-a236-7fad4ef7ab36)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:23.842849 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-5c6e94ad-8b7c-4da3-9739-7439ae7e6203 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1847301263'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:23.849361 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5c6e94ad-8b7c-4da3-9739-7439ae7e6203 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:23.861945 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-190e6b44-1ca1-443f-b2ae-d75e04e040b0 None None] Port d0fe51c5-b34e-4940-bda5-3c7708166ddd cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:23.874219 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5c6e94ad-8b7c-4da3-9739-7439ae7e6203 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Usage tracker for resource:network and tenant:2b038a222ae2484a97f48426ad58b8ce is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:23.881637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-622b254a-656e-4cf4-861d-368758070473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.882322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5c6e94ad-8b7c-4da3-9739-7439ae7e6203 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:23.886709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-46d5107a-4d8c-4dbe-a864-cb573cdf630c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.895054 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-86961bef-250e-4a58-96a7-da438da0aeb7 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Synchronizing usage tracker for tenant:29958d1556c74dc4b97217fd3a482d39 on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:23.915639 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.958484 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5c6e94ad-8b7c-4da3-9739-7439ae7e6203 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:23.970643 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-622b254a-656e-4cf4-861d-368758070473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.981882 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cb94136d-90c2-4b83-b00a-9bdd90c8e51f tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:23.986220 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=976b620b-37d0-43e6-92d9-337fff31aa64,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:24.088142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-86961bef-250e-4a58-96a7-da438da0aeb7 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Unset dirty status for tenant:29958d1556c74dc4b97217fd3a482d39 on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:24.089280 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-86961bef-250e-4a58-96a7-da438da0aeb7 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29958d1556c74dc4b97217fd3a482d39 HTTP/1.1" status: 200 len: 379 time: 0.2813904 Mar 14 18:19:24.089821 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6e94ad-8b7c-4da3-9739-7439ae7e6203 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Made reservation on behalf of 2b038a222ae2484a97f48426ad58b8ce for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:24.093272 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5c6e94ad-8b7c-4da3-9739-7439ae7e6203 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:24.121185 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:24.132224 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-71087eb6-2f15-400e-b603-d0ac943f0133 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Request body: {'port': {'device_id': 'b6434990-465e-4dc8-a023-946a0161ab97', 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443', 'admin_state_up': True, 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'security_groups': ['da4f0cc3-e718-4797-8458-df0ba9166c6a']}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:24.137597 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-cb94136d-90c2-4b83-b00a-9bdd90c8e51f tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Calling delete_port for d0fe51c5-b34e-4940-bda5-3c7708166ddd owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:24.220393 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-224c541b-4e75-4fa4-a27e-fce14e369ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:24.287575 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Network 8967ffec-a63e-41fd-b0c5-dd0e4db40172 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:24.301143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-46d5107a-4d8c-4dbe-a864-cb573cdf630c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:24.303976 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:24.307677 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6e94ad-8b7c-4da3-9739-7439ae7e6203 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:19:24.308179 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:24.313064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:24.313785 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:24.344470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Pushing event updated for resources: {'Port': ['ID=f37ce82b-7ac1-48c0-a02a-bc2e7a2edf77,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:24.353702 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-71087eb6-2f15-400e-b603-d0ac943f0133 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:24.360084 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-71087eb6-2f15-400e-b603-d0ac943f0133 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Usage tracker for resource:port and tenant:29958d1556c74dc4b97217fd3a482d39 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:24.365099 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-71087eb6-2f15-400e-b603-d0ac943f0133 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:24.371311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-71087eb6-2f15-400e-b603-d0ac943f0133 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:24.421858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-46d5107a-4d8c-4dbe-a864-cb573cdf630c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:24.465361 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5107a-4d8c-4dbe-a864-cb573cdf630c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a197d42-c90e-4146-a95c-03d3a9a1ce42,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:24.468398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5c6e94ad-8b7c-4da3-9739-7439ae7e6203 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:24.468398 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-5c6e94ad-8b7c-4da3-9739-7439ae7e6203 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Added segment 4c43fd23-bcc4-47fd-a907-5b6bfae929bb of type vlan for network 2dfa37f6-0536-494c-82ec-8f445cbb743e Mar 14 18:19:24.470524 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-622b254a-656e-4cf4-861d-368758070473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:24.472906 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-622b254a-656e-4cf4-861d-368758070473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:24.476756 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-622b254a-656e-4cf4-861d-368758070473 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ffe1567-d5cc-4536-9861-bbdb390ae67e HTTP/1.1" status: 204 len: 168 time: 0.8955913 Mar 14 18:19:24.489089 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93167031-80ae-466f-bb0e-8a55197a54ca tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:24.494992 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b254a-656e-4cf4-861d-368758070473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffe1567-d5cc-4536-9861-bbdb390ae67e,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:24.514671 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ae35e1cf-1c58-4a56-a6ad-73f3545911ad tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.3870506 Mar 14 18:19:24.542710 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52008) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:24.585696 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d138c52c-70bc-41ee-872c-70f5656cc54e req-ffa177d5-1c53-40c2-add0-98b63b75ada9 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 210 time: 0.0885909 Mar 14 18:19:24.591650 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-46d5107a-4d8c-4dbe-a864-cb573cdf630c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:24.595621 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-46d5107a-4d8c-4dbe-a864-cb573cdf630c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0102012 Mar 14 18:19:24.614418 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52012) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:24.619156 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-71087eb6-2f15-400e-b603-d0ac943f0133 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Made reservation on behalf of 29958d1556c74dc4b97217fd3a482d39 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:24.622986 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-71087eb6-2f15-400e-b603-d0ac943f0133 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:24.645275 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5c6e94ad-8b7c-4da3-9739-7439ae7e6203 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:24.679143 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ea2494ea-5080-4cf6-90f9-9409b1a5b5c0 None None] Provisioning for port f37ce82b-7ac1-48c0-a02a-bc2e7a2edf77 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:24.687109 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ea2494ea-5080-4cf6-90f9-9409b1a5b5c0 None None] Provisioning complete for port f37ce82b-7ac1-48c0-a02a-bc2e7a2edf77 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:24.687860 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ea2494ea-5080-4cf6-90f9-9409b1a5b5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:24.721571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cb94136d-90c2-4b83-b00a-9bdd90c8e51f tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:24.755403 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-36b2efd2-376d-4029-811f-abcd565d8898 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:24.762315 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ea2494ea-5080-4cf6-90f9-9409b1a5b5c0 None None] Port f37ce82b-7ac1-48c0-a02a-bc2e7a2edf77 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:24.778160 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94136d-90c2-4b83-b00a-9bdd90c8e51f tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event deleted for resources: {'Port': ['ID=d0fe51c5-b34e-4940-bda5-3c7708166ddd,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:24.830638 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cb94136d-90c2-4b83-b00a-9bdd90c8e51f tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:24.835536 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-cb94136d-90c2-4b83-b00a-9bdd90c8e51f tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "DELETE /v2.0/ports/d0fe51c5-b34e-4940-bda5-3c7708166ddd HTTP/1.1" status: 204 len: 168 time: 1.9993260 Mar 14 18:19:24.837144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52016) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:24.863869 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-36b2efd2-376d-4029-811f-abcd565d8898 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:24.892557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d211b-5c34-425c-9adb-702bd449c028 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:24.899265 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d211b-5c34-425c-9adb-702bd449c028 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:24.904920 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d211b-5c34-425c-9adb-702bd449c028 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:24.906079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-108d211b-5c34-425c-9adb-702bd449c028 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Synchronizing usage tracker for tenant:c67cb56ac28d4d3c9c8211c3d58fc23f on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:24.911306 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-151d32e7-8603-4166-9de6-9a0500883217 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] GET failed (client error): The resource could not be found. Mar 14 18:19:24.911306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-151d32e7-8603-4166-9de6-9a0500883217 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Synchronizing usage tracker for tenant:c464b5a53f5e4a1c9c3b5d46c6b86665 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:24.933274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-151d32e7-8603-4166-9de6-9a0500883217 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Unset dirty status for tenant:c464b5a53f5e4a1c9c3b5d46c6b86665 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:24.934484 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-151d32e7-8603-4166-9de6-9a0500883217 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "GET /v2.0/ports/d0fe51c5-b34e-4940-bda5-3c7708166ddd HTTP/1.1" status: 404 len: 333 time: 0.0952418 Mar 14 18:19:24.944149 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52020) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:24.952519 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-0dae8fdf-ca9d-4d20-8e0f-02068af5ac9d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Request body: {'port': {'network_id': '0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-280731617'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:25.002158 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 976b620b-37d0-43e6-92d9-337fff31aa64 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:19:25.008124 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-108d211b-5c34-425c-9adb-702bd449c028 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Unset dirty status for tenant:c67cb56ac28d4d3c9c8211c3d58fc23f on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:25.011942 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-108d211b-5c34-425c-9adb-702bd449c028 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4664249 Mar 14 18:19:25.014530 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52026) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:25.111024 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 976b620b-37d0-43e6-92d9-337fff31aa64 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:25.111424 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:25.180131 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d4cf6-9d45-4f80-86c2-9dc644ad8d31 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Deleting port f37ce82b-7ac1-48c0-a02a-bc2e7a2edf77 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:25.180724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4cf6-9d45-4f80-86c2-9dc644ad8d31 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:25.203432 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5c6e94ad-8b7c-4da3-9739-7439ae7e6203 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:25.209545 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6e94ad-8b7c-4da3-9739-7439ae7e6203 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:25.210206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5c6e94ad-8b7c-4da3-9739-7439ae7e6203 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:25.248866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0dae8fdf-ca9d-4d20-8e0f-02068af5ac9d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:25.294426 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0dae8fdf-ca9d-4d20-8e0f-02068af5ac9d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:25.295197 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-36b2efd2-376d-4029-811f-abcd565d8898 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:25.328092 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2efd2-376d-4029-811f-abcd565d8898 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a197d42-c90e-4146-a95c-03d3a9a1ce42,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:25.405880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-36b2efd2-376d-4029-811f-abcd565d8898 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:25.409490 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-36b2efd2-376d-4029-811f-abcd565d8898 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/6a197d42-c90e-4146-a95c-03d3a9a1ce42 HTTP/1.1" status: 204 len: 168 time: 0.7894595 Mar 14 18:19:25.412171 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52038) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:25.415423 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e94ad-8b7c-4da3-9739-7439ae7e6203 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event updated for resources: {'Network': ['ID=2dfa37f6-0536-494c-82ec-8f445cbb743e,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:25.427832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 2dfa37f6-0536-494c-82ec-8f445cbb743e details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:19:25.447895 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-71087eb6-2f15-400e-b603-d0ac943f0133 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Allocated IP 172.20.0.3 (68805b77-ed98-4d1b-8864-d70255e9d443/98ca18df-4d19-42d8-aeb4-d2f478df7fea/2a89fabe-b9e0-4f39-8778-cc2ec3a51570) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:25.481794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4cf6-9d45-4f80-86c2-9dc644ad8d31 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:25.513058 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6a899230-2569-4b14-8291-d748bc1383b0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:25.544360 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5c6e94ad-8b7c-4da3-9739-7439ae7e6203 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7034729 Mar 14 18:19:25.622791 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d4cf6-9d45-4f80-86c2-9dc644ad8d31 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Calling delete_port for f37ce82b-7ac1-48c0-a02a-bc2e7a2edf77 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:25.642050 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6a899230-2569-4b14-8291-d748bc1383b0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:25.643698 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6a899230-2569-4b14-8291-d748bc1383b0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2296283 Mar 14 18:19:25.650989 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52050) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:25.688080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52054) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:25.707630 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Request body: {'subnets': [{'network_id': '90241580-921b-4a4b-a470-14ab0f5d2186', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--351517562', 'ip_version': 4}, {'network_id': '2dfa37f6-0536-494c-82ec-8f445cbb743e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:25.707630 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Request body: {'subnet': {'network_id': '90241580-921b-4a4b-a470-14ab0f5d2186', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--351517562', 'ip_version': 4}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:25.707630 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Request body: {'subnet': {'network_id': '2dfa37f6-0536-494c-82ec-8f445cbb743e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:25.726523 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dae8fdf-ca9d-4d20-8e0f-02068af5ac9d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Made reservation on behalf of c464b5a53f5e4a1c9c3b5d46c6b86665 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:25.730513 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0dae8fdf-ca9d-4d20-8e0f-02068af5ac9d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:25.760112 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-93167031-80ae-466f-bb0e-8a55197a54ca tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Deleting port f5087703-3262-46f9-86cb-1e22a4814ed7 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:25.760468 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93167031-80ae-466f-bb0e-8a55197a54ca tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:25.814329 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2bc94208-8f48-44c2-b6a3-10a215c89208 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:25.893078 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2bc94208-8f48-44c2-b6a3-10a215c89208 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:25.900142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52060) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:25.907756 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-85ebf798-9737-4025-8a8d-ac8ceddf8f70 req-05c9cd63-ed5a-4496-98d4-495cd1d8e1f2 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 210 time: 0.1636643 Mar 14 18:19:25.912995 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-0dae8fdf-ca9d-4d20-8e0f-02068af5ac9d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] device_id is not set on port 16bc3de5-801c-4e1a-b131-aa7ade0748e8 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:19:25.938726 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-71087eb6-2f15-400e-b603-d0ac943f0133 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:25.974513 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-71087eb6-2f15-400e-b603-d0ac943f0133 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Transition to ACTIVE for port object 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:25.999422 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93167031-80ae-466f-bb0e-8a55197a54ca tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:26.060959 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:19:26.131999 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-93167031-80ae-466f-bb0e-8a55197a54ca tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Calling delete_port for f5087703-3262-46f9-86cb-1e22a4814ed7 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:26.161110 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1565622679'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:26.166449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2bc94208-8f48-44c2-b6a3-10a215c89208 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:26.225492 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:26.251249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Usage tracker for resource:network and tenant:74adba3721e44dfd87210ac5b1303435 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:26.256883 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc94208-8f48-44c2-b6a3-10a215c89208 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0a0fb5e-6875-415b-9de0-87ba806ab4ea,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:26.262992 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:26.277768 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:26.293115 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:26.315212 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Usage tracker for resource:subnet and tenant:2b038a222ae2484a97f48426ad58b8ce is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:26.318094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-0dae8fdf-ca9d-4d20-8e0f-02068af5ac9d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Allocated IP 2001:db8::243 (0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa/567cea39-90c7-41d6-bd9f-ba26d5bbaf15/16bc3de5-801c-4e1a-b131-aa7ade0748e8) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:26.320137 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:26.322610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-71087eb6-2f15-400e-b603-d0ac943f0133 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:26.323763 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cffd4eb4-4b47-4b79-94b0-b0321bbaf0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:26.327975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:26.371411 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4cf6-9d45-4f80-86c2-9dc644ad8d31 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:26.373162 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2bc94208-8f48-44c2-b6a3-10a215c89208 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:26.374260 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2bc94208-8f48-44c2-b6a3-10a215c89208 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b0a0fb5e-6875-415b-9de0-87ba806ab4ea HTTP/1.1" status: 204 len: 168 time: 0.7224617 Mar 14 18:19:26.382744 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52066) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:26.428674 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-71087eb6-2f15-400e-b603-d0ac943f0133 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Network 68805b77-ed98-4d1b-8864-d70255e9d443 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:26.437743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-71087eb6-2f15-400e-b603-d0ac943f0133 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:26.440484 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-71087eb6-2f15-400e-b603-d0ac943f0133 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:26.534475 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71087eb6-2f15-400e-b603-d0ac943f0133 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Pushing event updated for resources: {'Port': ['ID=2a89fabe-b9e0-4f39-8778-cc2ec3a51570,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:26.544714 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Made reservation on behalf of 74adba3721e44dfd87210ac5b1303435 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:26.548096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:26.557000 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Made reservation on behalf of 2b038a222ae2484a97f48426ad58b8ce for: {'subnet': 2} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:26.561653 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:26.561980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:26.567067 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-46d4c828-a12a-447e-adde-96430ab2b6e8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1738198 Mar 14 18:19:26.570965 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52070) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:26.589822 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d4cf6-9d45-4f80-86c2-9dc644ad8d31 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Pushing event deleted for resources: {'Port': ['ID=f37ce82b-7ac1-48c0-a02a-bc2e7a2edf77,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:26.595494 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-71087eb6-2f15-400e-b603-d0ac943f0133 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:26.595494 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-71087eb6-2f15-400e-b603-d0ac943f0133 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:26.634891 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:26.639774 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f1482983-825c-4f37-886f-27d2e1cc2978 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:26.654591 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f1482983-825c-4f37-886f-27d2e1cc2978 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:26.722718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4cf6-9d45-4f80-86c2-9dc644ad8d31 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:26.722944 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-71087eb6-2f15-400e-b603-d0ac943f0133 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6121411 Mar 14 18:19:26.723043 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ae3d4cf6-9d45-4f80-86c2-9dc644ad8d31 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] 10.222.0.43 "DELETE /v2.0/ports/f37ce82b-7ac1-48c0-a02a-bc2e7a2edf77 HTTP/1.1" status: 204 len: 168 time: 1.6999862 Mar 14 18:19:26.724771 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52074) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:26.733705 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Request body: {'port': {'device_id': 'b6434990-465e-4dc8-a023-946a0161ab97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:26.762655 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-650fbabf-52ca-439e-81a6-a200dd103bf5 None None] Provisioning for port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:26.774131 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-650fbabf-52ca-439e-81a6-a200dd103bf5 None None] Provisioning complete for port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:26.774736 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-650fbabf-52ca-439e-81a6-a200dd103bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:26.776602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-1a79fb36-9b7c-44d0-b4ff-65a829b7473f tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Request body: {'port': {'name': 'tempest-new-port-name-191303264', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:26.777068 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.api.validators [None req-1a79fb36-9b7c-44d0-b4ff-65a829b7473f tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] bootfile-name is not in valid_values {{(pid=88634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 18:19:26.777405 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.api.validators [None req-1a79fb36-9b7c-44d0-b4ff-65a829b7473f tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] tftp-server is not in valid_values {{(pid=88634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 18:19:26.777752 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.api.validators [None req-1a79fb36-9b7c-44d0-b4ff-65a829b7473f tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] server-ip-address is not in valid_values {{(pid=88634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 18:19:26.837900 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-650fbabf-52ca-439e-81a6-a200dd103bf5 None None] Port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:26.847415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:26.865190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Usage tracker for resource:security_group_rule and tenant:74adba3721e44dfd87210ac5b1303435 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:26.870659 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:26.882234 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:26.960270 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0dae8fdf-ca9d-4d20-8e0f-02068af5ac9d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:27.020927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-0dae8fdf-ca9d-4d20-8e0f-02068af5ac9d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Transition to ACTIVE for port object 16bc3de5-801c-4e1a-b131-aa7ade0748e8 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:27.058591 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93167031-80ae-466f-bb0e-8a55197a54ca tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:27.061927 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f1482983-825c-4f37-886f-27d2e1cc2978 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:27.145491 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1482983-825c-4f37-886f-27d2e1cc2978 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=489380f4-0e11-403d-94c8-668a86afceac,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:27.159133 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:27.175754 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93167031-80ae-466f-bb0e-8a55197a54ca tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event deleted for resources: {'Port': ['ID=f5087703-3262-46f9-86cb-1e22a4814ed7,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:27.218745 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:27.259079 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1a79fb36-9b7c-44d0-b4ff-65a829b7473f tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:27.273772 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f1482983-825c-4f37-886f-27d2e1cc2978 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:27.274981 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f1482983-825c-4f37-886f-27d2e1cc2978 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/489380f4-0e11-403d-94c8-668a86afceac HTTP/1.1" status: 204 len: 168 time: 0.7028556 Mar 14 18:19:27.282727 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:27.285994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52080) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:27.313004 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487e37e-c512-41a4-834c-ce3f347194d8 req-a6deceb4-2f4d-42b0-80d8-17300266c629 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:27.315182 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6487e37e-c512-41a4-834c-ce3f347194d8 req-a6deceb4-2f4d-42b0-80d8-17300266c629 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 931 time: 0.2912714 Mar 14 18:19:27.316563 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0dae8fdf-ca9d-4d20-8e0f-02068af5ac9d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:27.406482 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:19:27.439346 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446d272c-f829-420c-a462-45c6104e0ac4,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:27.450767 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dae8fdf-ca9d-4d20-8e0f-02068af5ac9d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Network 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:27.460977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:27.461317 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Added segment a944e157-9bfa-4794-b19e-9a4e715bcd9a of type vlan for network d39a1579-22ad-4d67-853a-8aeb27b26ed8 Mar 14 18:19:27.463633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-0dae8fdf-ca9d-4d20-8e0f-02068af5ac9d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:27.484072 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae8fdf-ca9d-4d20-8e0f-02068af5ac9d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:27.494914 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dae8fdf-ca9d-4d20-8e0f-02068af5ac9d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:27.494914 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0dae8fdf-ca9d-4d20-8e0f-02068af5ac9d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:27.503969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae8fdf-ca9d-4d20-8e0f-02068af5ac9d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event updated for resources: {'Port': ['ID=16bc3de5-801c-4e1a-b131-aa7ade0748e8,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:27.536984 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6487e37e-c512-41a4-834c-ce3f347194d8 req-7080aa87-52e0-4712-9de0-6a362cb96efc tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/security-groups?id=da4f0cc3-e718-4797-8458-df0ba9166c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730006 Mar 14 18:19:27.563120 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:27.588994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6f88a0dc-3847-441e-8c8c-be37ab631874 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:27.669456 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0dae8fdf-ca9d-4d20-8e0f-02068af5ac9d tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7245698 Mar 14 18:19:27.672132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52084) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:27.678340 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-b1462da2-3003-49d1-9799-f3e962349173 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Request body: {'port': {'network_id': '0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1661628705'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:27.694447 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:27.700225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:27.706174 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:27.706774 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:27.745867 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:27.825773 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c3c2db77-2a99-4067-bdfa-3e9dbf23ef22 None None] Provisioning for port 16bc3de5-801c-4e1a-b131-aa7ade0748e8 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:27.831655 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c3c2db77-2a99-4067-bdfa-3e9dbf23ef22 None None] Provisioning complete for port 16bc3de5-801c-4e1a-b131-aa7ade0748e8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:27.832064 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c3c2db77-2a99-4067-bdfa-3e9dbf23ef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:27.869721 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:27.888128 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6f88a0dc-3847-441e-8c8c-be37ab631874 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:27.893317 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6f88a0dc-3847-441e-8c8c-be37ab631874 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.5964024 Mar 14 18:19:27.893741 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c3c2db77-2a99-4067-bdfa-3e9dbf23ef22 None None] Port 16bc3de5-801c-4e1a-b131-aa7ade0748e8 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:27.896443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93167031-80ae-466f-bb0e-8a55197a54ca tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:27.905481 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52088) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:27.964692 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Pushing event updated for resources: {'Network': ['ID=d39a1579-22ad-4d67-853a-8aeb27b26ed8,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:27.976390 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network d39a1579-22ad-4d67-853a-8aeb27b26ed8 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:19:27.978682 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event updated for resources: {'Subnet': ['ID=4a02e48e-9ed6-4e05-9d3b-7003be1e7a3f,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:28.010419 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-620f1eca-cbca-4e8c-818e-e28d867d63f9 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0998743 Mar 14 18:19:28.010419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Checking segment: {'id': '90fb4acd-33d5-4e67-a33f-89ee9f71faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '90241580-921b-4a4b-a470-14ab0f5d2186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:19:28.010419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Network hostable DHCP agents. Network: 90241580-921b-4a4b-a470-14ab0f5d2186, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:19:28.015197 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52092) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:28.025155 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-8c776647-3053-4f1e-9047-b0310c5ba89d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Request body: {'subnet': {'network_id': 'd39a1579-22ad-4d67-853a-8aeb27b26ed8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:28.059497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b1462da2-3003-49d1-9799-f3e962349173 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:28.081988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b1462da2-3003-49d1-9799-f3e962349173 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:28.114879 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-37e81b9e-6984-4d9e-b821-f5f11180c133 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:28.153335 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-37e81b9e-6984-4d9e-b821-f5f11180c133 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:28.155422 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8c776647-3053-4f1e-9047-b0310c5ba89d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:28.159041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Network 90241580-921b-4a4b-a470-14ab0f5d2186 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:19:28.163654 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8c776647-3053-4f1e-9047-b0310c5ba89d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Usage tracker for resource:subnet and tenant:74adba3721e44dfd87210ac5b1303435 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:28.165031 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8c776647-3053-4f1e-9047-b0310c5ba89d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:28.173409 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8c776647-3053-4f1e-9047-b0310c5ba89d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:28.208164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1462da2-3003-49d1-9799-f3e962349173 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Made reservation on behalf of c464b5a53f5e4a1c9c3b5d46c6b86665 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:28.211828 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b1462da2-3003-49d1-9799-f3e962349173 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:28.232429 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-b1462da2-3003-49d1-9799-f3e962349173 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] device_id is not set on port f8e51221-e1b3-48b6-8d95-11c8eb64ba25 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:19:28.266332 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 90241580-921b-4a4b-a470-14ab0f5d2186) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:28.274419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:28.278067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1a79fb36-9b7c-44d0-b4ff-65a829b7473f tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:28.278516 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5aab7f-f8a3-4dbc-b35b-4ee5f88e2d86 None None] Network 90241580-921b-4a4b-a470-14ab0f5d2186 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:19:28.332571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c776647-3053-4f1e-9047-b0310c5ba89d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Made reservation on behalf of 74adba3721e44dfd87210ac5b1303435 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:28.336627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8c776647-3053-4f1e-9047-b0310c5ba89d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:28.388176 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-37e81b9e-6984-4d9e-b821-f5f11180c133 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:28.411534 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1a79fb36-9b7c-44d0-b4ff-65a829b7473f tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:28.468694 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e81b9e-6984-4d9e-b821-f5f11180c133 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94274554-5382-4424-8cc9-f380dbc0f6d0,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:28.496946 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-1a79fb36-9b7c-44d0-b4ff-65a829b7473f tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] In _notify_port_updated(), no bound segment for port d5b1e65d-b74d-46de-806d-3ec0fd7f5315 on network 8967ffec-a63e-41fd-b0c5-dd0e4db40172 {{(pid=88634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:19:28.502508 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a79fb36-9b7c-44d0-b4ff-65a829b7473f tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:28.503230 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1a79fb36-9b7c-44d0-b4ff-65a829b7473f tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:28.504589 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1a79fb36-9b7c-44d0-b4ff-65a829b7473f tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] 10.222.0.43 "PUT /v2.0/ports/d5b1e65d-b74d-46de-806d-3ec0fd7f5315 HTTP/1.1" status: 200 len: 1129 time: 1.7753627 Mar 14 18:19:28.511406 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:19:28.518157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52096) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:28.581101 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event updated for resources: {'Subnet': ['ID=56768780-2de8-4941-9771-1b19ece39cfc,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:28.585134 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-90241580-921b-4a4b-a470-14ab0f5d2186', 'network_id': '90241580-921b-4a4b-a470-14ab0f5d2186', 'tenant_id': '2b038a222ae2484a97f48426ad58b8ce', 'fixed_ips': [{'subnet_id': '4a02e48e-9ed6-4e05-9d3b-7003be1e7a3f'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:19:28.585982 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:28.654847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Checking segment: {'id': '4c43fd23-bcc4-47fd-a907-5b6bfae929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2dfa37f6-0536-494c-82ec-8f445cbb743e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:19:28.655228 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Network hostable DHCP agents. Network: 2dfa37f6-0536-494c-82ec-8f445cbb743e, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:19:28.732316 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-b1462da2-3003-49d1-9799-f3e962349173 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Allocated IP 2001:db8::3b3 (0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa/567cea39-90c7-41d6-bd9f-ba26d5bbaf15/f8e51221-e1b3-48b6-8d95-11c8eb64ba25) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:28.787390 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Allocated IP 172.20.0.2 (90241580-921b-4a4b-a470-14ab0f5d2186/4a02e48e-9ed6-4e05-9d3b-7003be1e7a3f/6061d152-fe9f-45cc-8269-d5103c3fe59d) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:28.846407 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:28.848474 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Network 2dfa37f6-0536-494c-82ec-8f445cbb743e is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:19:28.903717 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-48f850e0-e227-4a47-b6fa-091dae1dac46 None None] Provisioning complete for port d5b1e65d-b74d-46de-806d-3ec0fd7f5315 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:28.904297 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-48f850e0-e227-4a47-b6fa-091dae1dac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:28.906021 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-37e81b9e-6984-4d9e-b821-f5f11180c133 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:28.909939 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-37e81b9e-6984-4d9e-b821-f5f11180c133 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/94274554-5382-4424-8cc9-f380dbc0f6d0 HTTP/1.1" status: 204 len: 168 time: 1.0006239 Mar 14 18:19:28.913839 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52102) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:28.926729 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79fb36-9b7c-44d0-b4ff-65a829b7473f tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Pushing event updated for resources: {'Port': ['ID=d5b1e65d-b74d-46de-806d-3ec0fd7f5315,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:28.947208 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Transition to ACTIVE for port object 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:28.977602 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-48f850e0-e227-4a47-b6fa-091dae1dac46 None None] Port d5b1e65d-b74d-46de-806d-3ec0fd7f5315 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:28.980489 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cbd2f4-7a48-4080-8dbb-c474bcbdc8e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:28.981139 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c5cbd2f4-7a48-4080-8dbb-c474bcbdc8e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Synchronizing usage tracker for tenant:c67cb56ac28d4d3c9c8211c3d58fc23f on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:28.997157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93167031-80ae-466f-bb0e-8a55197a54ca tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:19:29.059605 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:29.063412 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 2dfa37f6-0536-494c-82ec-8f445cbb743e) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:29.063583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:29.071420 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Transition to ACTIVE for port object 6061d152-fe9f-45cc-8269-d5103c3fe59d will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:29.073148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:29.073620 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:29.074239 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:29.083812 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5b52af-9756-47cc-a924-192da269eb16 None None] Network 2dfa37f6-0536-494c-82ec-8f445cbb743e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:19:29.122895 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Transition to ACTIVE for port object 6061d152-fe9f-45cc-8269-d5103c3fe59d will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:29.123251 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c5cbd2f4-7a48-4080-8dbb-c474bcbdc8e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Unset dirty status for tenant:c67cb56ac28d4d3c9c8211c3d58fc23f on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:29.129626 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c5cbd2f4-7a48-4080-8dbb-c474bcbdc8e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] 10.222.0.43 "GET /v2.0/ports/d5b1e65d-b74d-46de-806d-3ec0fd7f5315 HTTP/1.1" status: 200 len: 1129 time: 0.6107216 Mar 14 18:19:29.134025 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52106) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:29.148292 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4db242c6-0814-4cc6-9ec7-92d62fd3e263 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:29.181351 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3680a63-0412-4376-9168-ed3782f368c8 req-899efade-bd29-4320-91ed-609b88e92b4d tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:29.188980 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b3680a63-0412-4376-9168-ed3782f368c8 req-899efade-bd29-4320-91ed-609b88e92b4d tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 931 time: 0.3552840 Mar 14 18:19:29.228522 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8c776647-3053-4f1e-9047-b0310c5ba89d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:29.278560 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a5706cf9-ebef-4612-98aa-a330ee0688f1 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.5876484 Mar 14 18:19:29.286604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b1462da2-3003-49d1-9799-f3e962349173 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:29.289424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52110) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:29.291067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Pushing event updated for resources: {'Port': ['ID=2a89fabe-b9e0-4f39-8778-cc2ec3a51570,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:29.306797 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:29.368964 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-2dfa37f6-0536-494c-82ec-8f445cbb743e', 'network_id': '2dfa37f6-0536-494c-82ec-8f445cbb743e', 'tenant_id': '2b038a222ae2484a97f48426ad58b8ce', 'fixed_ips': [{'subnet_id': '56768780-2de8-4941-9771-1b19ece39cfc'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:19:29.369789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:29.390462 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b3680a63-0412-4376-9168-ed3782f368c8 req-044fb234-e8e5-42f7-960a-1625a1a00542 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/security-groups?id=da4f0cc3-e718-4797-8458-df0ba9166c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006755 Mar 14 18:19:29.391959 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4db242c6-0814-4cc6-9ec7-92d62fd3e263 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:29.402205 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4db242c6-0814-4cc6-9ec7-92d62fd3e263 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4620490 Mar 14 18:19:29.403086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-b1462da2-3003-49d1-9799-f3e962349173 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Transition to ACTIVE for port object f8e51221-e1b3-48b6-8d95-11c8eb64ba25 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:29.410432 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Network 90241580-921b-4a4b-a470-14ab0f5d2186 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:29.415226 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:29.415464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52114) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:29.420678 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:29.447094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c776647-3053-4f1e-9047-b0310c5ba89d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Pushing event updated for resources: {'Subnet': ['ID=0d48a436-905d-449f-94cc-999b06f5dd8e,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:29.457345 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Pushing event updated for resources: {'Port': ['ID=6061d152-fe9f-45cc-8269-d5103c3fe59d,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:29.501824 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7eac2e-6547-4333-aa77-6b32f7460562 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:29.503390 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7eac2e-6547-4333-aa77-6b32f7460562 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:29.505028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7eac2e-6547-4333-aa77-6b32f7460562 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:29.505922 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-5a7eac2e-6547-4333-aa77-6b32f7460562 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Synchronizing usage tracker for tenant:2b038a222ae2484a97f48426ad58b8ce on resource:subnet {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:29.514158 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-b45252b8-2a8c-424e-b6f0-d6c756f220e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Deleting port d5b1e65d-b74d-46de-806d-3ec0fd7f5315 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:29.514561 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b45252b8-2a8c-424e-b6f0-d6c756f220e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:29.515447 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2ab9b162-a1bb-40dc-b52f-b489b3aa62be tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:29.521055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c776647-3053-4f1e-9047-b0310c5ba89d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Checking segment: {'id': 'a944e157-9bfa-4794-b19e-9a4e715bcd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd39a1579-22ad-4d67-853a-8aeb27b26ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:19:29.521492 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c776647-3053-4f1e-9047-b0310c5ba89d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Network hostable DHCP agents. Network: d39a1579-22ad-4d67-853a-8aeb27b26ed8, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:19:29.537118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2ab9b162-a1bb-40dc-b52f-b489b3aa62be tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:29.597930 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93167031-80ae-466f-bb0e-8a55197a54ca tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:19:29.605913 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-93167031-80ae-466f-bb0e-8a55197a54ca tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "PUT /v2.0/routers/fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9826179 Mar 14 18:19:29.607744 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Attempting to bind port 6061d152-fe9f-45cc-8269-d5103c3fe59d on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:19:29.607954 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52118) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:29.608114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Attempting to bind port 6061d152-fe9f-45cc-8269-d5103c3fe59d by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '90fb4acd-33d5-4e67-a33f-89ee9f71faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '90241580-921b-4a4b-a470-14ab0f5d2186'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:19:29.608543 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Attempting to bind port 6061d152-fe9f-45cc-8269-d5103c3fe59d on network 90241580-921b-4a4b-a470-14ab0f5d2186 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:19:29.619038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fb24f0-a997-4c9e-b93b-f516c2323203 None None] Sync routers for ids ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:19:29.638863 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:19:29.638863 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Checking segment: {'id': '90fb4acd-33d5-4e67-a33f-89ee9f71faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '90241580-921b-4a4b-a470-14ab0f5d2186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:19:29.638863 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:29.638863 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Bound using segment: {'id': '90fb4acd-33d5-4e67-a33f-89ee9f71faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '90241580-921b-4a4b-a470-14ab0f5d2186'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:19:29.638863 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Bound port: 6061d152-fe9f-45cc-8269-d5103c3fe59d, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fb4acd-33d5-4e67-a33f-89ee9f71faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '90241580-921b-4a4b-a470-14ab0f5d2186'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:19:29.638863 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:29.698760 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb24f0-a997-4c9e-b93b-f516c2323203 None None] Routers {'fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:29.699388 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-87fb24f0-a997-4c9e-b93b-f516c2323203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:19:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:29.701295 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Attempting to bind port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:19:29.701632 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Attempting to bind port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'ea00cd85-2575-4820-b3d2-8f850c9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:19:29.701996 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Attempting to bind port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 on network 68805b77-ed98-4d1b-8864-d70255e9d443 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:19:29.717781 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 on network 68805b77-ed98-4d1b-8864-d70255e9d443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:19:29.718082 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Attempting to bind port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 on network 68805b77-ed98-4d1b-8864-d70255e9d443 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:19:29.730311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:19:29.733751 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Checking segment: {'id': 'ea00cd85-2575-4820-b3d2-8f850c9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:19:29.733751 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Bound using segment: {'id': 'ea00cd85-2575-4820-b3d2-8f850c9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:19:29.733751 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Bound port: 2a89fabe-b9e0-4f39-8778-cc2ec3a51570, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea00cd85-2575-4820-b3d2-8f850c9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:19:29.733751 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:29.787506 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:29.799887 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-87fb24f0-a997-4c9e-b93b-f516c2323203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:29.803446 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c776647-3053-4f1e-9047-b0310c5ba89d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Network d39a1579-22ad-4d67-853a-8aeb27b26ed8 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:19:29.810658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-5a7eac2e-6547-4333-aa77-6b32f7460562 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Unset dirty status for tenant:2b038a222ae2484a97f48426ad58b8ce on resource:subnet {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:29.810658 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5a7eac2e-6547-4333-aa77-6b32f7460562 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.5098257 Mar 14 18:19:29.810658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2ab9b162-a1bb-40dc-b52f-b489b3aa62be tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:29.810658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b1462da2-3003-49d1-9799-f3e962349173 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:29.822382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Allocated IP 172.20.0.18 (2dfa37f6-0536-494c-82ec-8f445cbb743e/56768780-2de8-4941-9771-1b19ece39cfc/bda84c90-6579-4d9d-9441-262965b67dcc) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:29.824423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52122) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:29.849930 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb24f0-a997-4c9e-b93b-f516c2323203 None None] Routers {'fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:29.850295 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-87fb24f0-a997-4c9e-b93b-f516c2323203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:19:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:29.906548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b45252b8-2a8c-424e-b6f0-d6c756f220e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:29.919610 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-87fb24f0-a997-4c9e-b93b-f516c2323203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:29.921624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fb24f0-a997-4c9e-b93b-f516c2323203 None None] The sync data for ids ['fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:19:29.928719 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9b162-a1bb-40dc-b52f-b489b3aa62be tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00ade5b5-fe5e-4fea-a901-b4cd40031cf0,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:29.951416 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] For port 6061d152-fe9f-45cc-8269-d5103c3fe59d, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:19:29.970715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-8c776647-3053-4f1e-9047-b0310c5ba89d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, d39a1579-22ad-4d67-853a-8aeb27b26ed8) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:29.981747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b162-a1bb-40dc-b52f-b489b3aa62be tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:29.982097 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b162-a1bb-40dc-b52f-b489b3aa62be tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:29.982438 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b162-a1bb-40dc-b52f-b489b3aa62be tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:29.982788 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b162-a1bb-40dc-b52f-b489b3aa62be tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:29.983149 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b162-a1bb-40dc-b52f-b489b3aa62be tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:29.983478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b162-a1bb-40dc-b52f-b489b3aa62be tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:29.983802 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b162-a1bb-40dc-b52f-b489b3aa62be tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:29.984125 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b162-a1bb-40dc-b52f-b489b3aa62be tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:29.984466 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b162-a1bb-40dc-b52f-b489b3aa62be tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:29.984805 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b162-a1bb-40dc-b52f-b489b3aa62be tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:29.985094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b162-a1bb-40dc-b52f-b489b3aa62be tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:29.985414 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9b162-a1bb-40dc-b52f-b489b3aa62be tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:29.994637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1462da2-3003-49d1-9799-f3e962349173 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Network 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:30.003859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c776647-3053-4f1e-9047-b0310c5ba89d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:30.003859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8c776647-3053-4f1e-9047-b0310c5ba89d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:30.004183 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9754c398-466e-4e29-af53-61047d082749 None None] Network d39a1579-22ad-4d67-853a-8aeb27b26ed8 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:19:30.012576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-10627ef9-770f-415e-8b8e-2e2ae21460a5 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:30.044267 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] For port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:19:30.053300 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-b45252b8-2a8c-424e-b6f0-d6c756f220e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Calling delete_port for d5b1e65d-b74d-46de-806d-3ec0fd7f5315 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:30.056673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] For port 6061d152-fe9f-45cc-8269-d5103c3fe59d, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=6061d152-fe9f-45cc-8269-d5103c3fe59d,segment=NetworkSegment(90fb4acd-33d5-4e67-a33f-89ee9f71faeb),segment_id=90fb4acd-33d5-4e67-a33f-89ee9f71faeb)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:19:30.063712 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-b1462da2-3003-49d1-9799-f3e962349173 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:30.077697 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2ab9b162-a1bb-40dc-b52f-b489b3aa62be tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:30.078867 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2ab9b162-a1bb-40dc-b52f-b489b3aa62be tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/00ade5b5-fe5e-4fea-a901-b4cd40031cf0 HTTP/1.1" status: 204 len: 168 time: 0.6623259 Mar 14 18:19:30.088018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52126) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:30.093833 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1462da2-3003-49d1-9799-f3e962349173 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:30.099994 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1462da2-3003-49d1-9799-f3e962349173 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:30.101014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b1462da2-3003-49d1-9799-f3e962349173 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:30.118022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1462da2-3003-49d1-9799-f3e962349173 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event updated for resources: {'Port': ['ID=f8e51221-e1b3-48b6-8d95-11c8eb64ba25,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:30.122382 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] For port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2a89fabe-b9e0-4f39-8778-cc2ec3a51570,segment=NetworkSegment(ea00cd85-2575-4820-b3d2-8f850c9094d4),segment_id=ea00cd85-2575-4820-b3d2-8f850c9094d4)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:19:30.131444 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-4800a46c-6b62-4b5e-995c-09493f014c31 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Deleting subnet 4a02e48e-9ed6-4e05-9d3b-7003be1e7a3f {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:19:30.141308 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4800a46c-6b62-4b5e-995c-09493f014c31 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:30.147697 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:30.188157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a3139af0-0869-4b93-97df-fd3a0576e388 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:30.273475 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:30.279521 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8c776647-3053-4f1e-9047-b0310c5ba89d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2573667 Mar 14 18:19:30.279521 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4800a46c-6b62-4b5e-995c-09493f014c31 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:30.283890 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3298b-2c99-4148-95e2-1ac152e8fc08 None None] Pushing event updated for resources: {'Port': ['ID=6061d152-fe9f-45cc-8269-d5103c3fe59d,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:30.317625 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52130) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:30.334470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-7ad9001a-d583-491f-9734-41dd21ad32c8 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Request body: {'port': {'network_id': 'd39a1579-22ad-4d67-853a-8aeb27b26ed8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1431359692'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:30.353274 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b1462da2-3003-49d1-9799-f3e962349173 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6774406 Mar 14 18:19:30.357804 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52134) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:30.361699 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:30.362552 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:30.364407 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] 10.222.0.59 "PUT /v2.0/ports/2a89fabe-b9e0-4f39-8778-cc2ec3a51570 HTTP/1.1" status: 200 len: 1093 time: 3.6361420 Mar 14 18:19:30.370567 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6434990-465e-4dc8-a023-946a0161ab97', 'tag': '2a89fabe-b9e0-4f39-8778-cc2ec3a51570'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:19:30.382453 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a3139af0-0869-4b93-97df-fd3a0576e388 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:30.384766 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-032261b6-4c57-4495-b19f-8b57f584361c tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1be', 'mac_address': 'fa:16:3e:f4:73:57'}, {'ip_address': '2001:db8::243', 'mac_address': 'fa:16:3e:9e:97:06'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:30.391664 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a3139af0-0869-4b93-97df-fd3a0576e388 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2981114 Mar 14 18:19:30.391664 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52140) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:30.445017 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Pushing event updated for resources: {'Port': ['ID=2a89fabe-b9e0-4f39-8778-cc2ec3a51570,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:30.476609 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:30.477046 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:30.477487 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:30.477885 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:30.478448 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:30.481208 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:30.481208 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:30.481208 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:30.484956 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:30.485507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:30.485951 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:30.487594 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb3708-77c0-4e0f-8ba1-c5a22ed71293 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:30.550448 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6434990-465e-4dc8-a023-946a0161ab97', 'tag': '2a89fabe-b9e0-4f39-8778-cc2ec3a51570', 'status': 'completed', 'code': 200} Mar 14 18:19:30.607229 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b45252b8-2a8c-424e-b6f0-d6c756f220e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:30.621817 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:30.724494 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Transition to ACTIVE for port object bda84c90-6579-4d9d-9441-262965b67dcc will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:30.749487 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Transition to ACTIVE for port object bda84c90-6579-4d9d-9441-262965b67dcc will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:30.783761 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-d39a1579-22ad-4d67-853a-8aeb27b26ed8', 'network_id': 'd39a1579-22ad-4d67-853a-8aeb27b26ed8', 'tenant_id': '74adba3721e44dfd87210ac5b1303435', 'fixed_ips': [{'subnet_id': '0d48a436-905d-449f-94cc-999b06f5dd8e'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:19:30.784939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:30.985113 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:31.048467 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7523d4c8-a26a-4897-b9ba-d49b68167664 None None] Provisioning for port f8e51221-e1b3-48b6-8d95-11c8eb64ba25 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:31.060280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-10627ef9-770f-415e-8b8e-2e2ae21460a5 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:31.089441 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 6061d152-fe9f-45cc-8269-d5103c3fe59d up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:19:31.101126 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45252b8-2a8c-424e-b6f0-d6c756f220e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Pushing event deleted for resources: {'Port': ['ID=d5b1e65d-b74d-46de-806d-3ec0fd7f5315,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:31.105749 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aa147b7-1977-4a88-81a8-9bc50a083a8f tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:31.120002 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7523d4c8-a26a-4897-b9ba-d49b68167664 None None] Provisioning complete for port f8e51221-e1b3-48b6-8d95-11c8eb64ba25 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:31.120483 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7523d4c8-a26a-4897-b9ba-d49b68167664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:31.176515 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b45252b8-2a8c-424e-b6f0-d6c756f220e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:31.179883 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aa147b7-1977-4a88-81a8-9bc50a083a8f tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:31.182630 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-10627ef9-770f-415e-8b8e-2e2ae21460a5 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Deleting port 0261d5f6-6d09-444d-b9df-2c21ad07aaa3 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:31.182995 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-10627ef9-770f-415e-8b8e-2e2ae21460a5 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:31.240654 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7ad9001a-d583-491f-9734-41dd21ad32c8 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:31.244454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7ad9001a-d583-491f-9734-41dd21ad32c8 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Usage tracker for resource:port and tenant:74adba3721e44dfd87210ac5b1303435 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:31.254044 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7ad9001a-d583-491f-9734-41dd21ad32c8 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:31.254195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7ad9001a-d583-491f-9734-41dd21ad32c8 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:31.254469 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e3a74-934c-4af7-b5be-50e949105ac4 req-61190a99-55ae-41bd-bf5d-d239b39a9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:31.256143 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fb6e3a74-934c-4af7-b5be-50e949105ac4 req-61190a99-55ae-41bd-bf5d-d239b39a9e16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29958d1556c74dc4b97217fd3a482d39&device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 1096 time: 0.6633015 Mar 14 18:19:31.257473 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Network 2dfa37f6-0536-494c-82ec-8f445cbb743e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:31.271864 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:31.279880 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4800a46c-6b62-4b5e-995c-09493f014c31 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:31.289175 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:31.289914 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b45252b8-2a8c-424e-b6f0-d6c756f220e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] 10.222.0.43 "DELETE /v2.0/ports/d5b1e65d-b74d-46de-806d-3ec0fd7f5315 HTTP/1.1" status: 204 len: 168 time: 2.1535485 Mar 14 18:19:31.302967 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52148) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:31.308404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Pushing event updated for resources: {'Port': ['ID=bda84c90-6579-4d9d-9441-262965b67dcc,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:31.346323 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7523d4c8-a26a-4897-b9ba-d49b68167664 None None] Port f8e51221-e1b3-48b6-8d95-11c8eb64ba25 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:31.350327 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aa147b7-1977-4a88-81a8-9bc50a083a8f tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:31.368684 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:31.374229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:31.374229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:31.374229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:31.374229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:31.374229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:31.374229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:31.374229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:31.374229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:31.374229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:31.374229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:31.374229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:19:31.412911 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Allocated IP 172.20.0.2 (d39a1579-22ad-4d67-853a-8aeb27b26ed8/0d48a436-905d-449f-94cc-999b06f5dd8e/4e630dfa-9015-45ad-8c99-49aa3f3b058a) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:31.469614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa147b7-1977-4a88-81a8-9bc50a083a8f tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e54b794-5591-4a81-9bca-2b675f523fb7,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:31.480283 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aa147b7-1977-4a88-81a8-9bc50a083a8f tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:31.483785 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4aa147b7-1977-4a88-81a8-9bc50a083a8f tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-groups/7e54b794-5591-4a81-9bca-2b675f523fb7 HTTP/1.1" status: 204 len: 168 time: 1.0901506 Mar 14 18:19:31.483944 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Attempting to bind port bda84c90-6579-4d9d-9441-262965b67dcc on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:19:31.483944 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Attempting to bind port bda84c90-6579-4d9d-9441-262965b67dcc by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '4c43fd23-bcc4-47fd-a907-5b6bfae929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2dfa37f6-0536-494c-82ec-8f445cbb743e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:19:31.483944 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Attempting to bind port bda84c90-6579-4d9d-9441-262965b67dcc on network 2dfa37f6-0536-494c-82ec-8f445cbb743e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:19:31.497067 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52152) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:31.525692 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd5214f-2e30-4769-8aab-5ddea7bc32e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Deleting subnet 3731bce3-6bca-47b3-8938-3dd197a9b003 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:19:31.528088 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:19:31.528610 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Checking segment: {'id': '4c43fd23-bcc4-47fd-a907-5b6bfae929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2dfa37f6-0536-494c-82ec-8f445cbb743e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:19:31.529136 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:31.529627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Bound using segment: {'id': '4c43fd23-bcc4-47fd-a907-5b6bfae929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2dfa37f6-0536-494c-82ec-8f445cbb743e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:19:31.530215 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Bound port: bda84c90-6579-4d9d-9441-262965b67dcc, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c43fd23-bcc4-47fd-a907-5b6bfae929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2dfa37f6-0536-494c-82ec-8f445cbb743e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:19:31.530692 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:31.533662 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0dd5214f-2e30-4769-8aab-5ddea7bc32e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:31.549180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad9001a-d583-491f-9734-41dd21ad32c8 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Made reservation on behalf of 74adba3721e44dfd87210ac5b1303435 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:31.552944 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7ad9001a-d583-491f-9734-41dd21ad32c8 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:31.580314 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e3a74-934c-4af7-b5be-50e949105ac4 req-8ceeb5bc-1755-4238-92a6-4ed352055156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:31.581889 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fb6e3a74-934c-4af7-b5be-50e949105ac4 req-8ceeb5bc-1755-4238-92a6-4ed352055156 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=29958d1556c74dc4b97217fd3a482d39&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3181951 Mar 14 18:19:31.607319 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 6061d152-fe9f-45cc-8269-d5103c3fe59d completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:31.637715 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0dd5214f-2e30-4769-8aab-5ddea7bc32e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:31.667785 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8365eb5-5b00-40d2-a644-7494dbbfcaf5 req-1b7706b0-e407-4438-8a8f-acfa86e28aa6 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:31.677922 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a8365eb5-5b00-40d2-a644-7494dbbfcaf5 req-1b7706b0-e407-4438-8a8f-acfa86e28aa6 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 943 time: 0.6847878 Mar 14 18:19:31.727456 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-10627ef9-770f-415e-8b8e-2e2ae21460a5 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:31.815600 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e3a74-934c-4af7-b5be-50e949105ac4 req-22cb4138-5883-4d1b-941d-5cf080e39fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:31.817166 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fb6e3a74-934c-4af7-b5be-50e949105ac4 req-22cb4138-5883-4d1b-941d-5cf080e39fb8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2294064 Mar 14 18:19:31.833906 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] For port bda84c90-6579-4d9d-9441-262965b67dcc, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:19:31.841085 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0dd5214f-2e30-4769-8aab-5ddea7bc32e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:31.865244 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] For port bda84c90-6579-4d9d-9441-262965b67dcc, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=bda84c90-6579-4d9d-9441-262965b67dcc,segment=NetworkSegment(4c43fd23-bcc4-47fd-a907-5b6bfae929bb),segment_id=4c43fd23-bcc4-47fd-a907-5b6bfae929bb)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:19:31.886693 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:31.901997 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Transition to ACTIVE for port object 4e630dfa-9015-45ad-8c99-49aa3f3b058a will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:31.934345 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Transition to ACTIVE for port object 4e630dfa-9015-45ad-8c99-49aa3f3b058a will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:31.936117 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-7ad9001a-d583-491f-9734-41dd21ad32c8 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] device_id is not set on port bea52c0b-b585-4ad5-aace-5ad27cdb6ce8 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:19:31.941119 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:31.976151 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-10627ef9-770f-415e-8b8e-2e2ae21460a5 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Calling delete_port for 0261d5f6-6d09-444d-b9df-2c21ad07aaa3 owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:31.981140 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-b00210d2-2d49-44f5-8e49-c9bbeac58310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:31.982733 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-b00210d2-2d49-44f5-8e49-c9bbeac58310 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29958d1556c74dc4b97217fd3a482d39&device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 1096 time: 0.1043282 Mar 14 18:19:31.995666 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c976ed9-2f92-4b4e-823d-5d52509c59f3 None None] Network 90241580-921b-4a4b-a470-14ab0f5d2186 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:19:32.011048 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e77e0734-bda0-4258-979c-edb915aceb30 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4685891 Mar 14 18:19:32.025377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-032261b6-4c57-4495-b19f-8b57f584361c tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:32.038345 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52156) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:32.042258 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a8365eb5-5b00-40d2-a644-7494dbbfcaf5 req-a8b2776e-d2cc-4420-817b-9722c9848741 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/security-groups?id=da4f0cc3-e718-4797-8458-df0ba9166c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3632307 Mar 14 18:19:32.052514 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4800a46c-6b62-4b5e-995c-09493f014c31 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:32.068610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0dd5214f-2e30-4769-8aab-5ddea7bc32e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:32.076599 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-55018e0b-5dee-475b-9ffd-d3c861e46f68 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group': {'name': 'tempest-secgroup--1395694909'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:32.105100 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:32.120384 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-c7b77bae-916e-41ed-b4e4-7c8c9ebf3dfe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a89fabe-b9e0-4f39-8778-cc2ec3a51570 HTTP/1.1" status: 200 len: 217 time: 0.1303141 Mar 14 18:19:32.127568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-55018e0b-5dee-475b-9ffd-d3c861e46f68 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:32.129850 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf33d63-75ab-460b-bd77-7204c1d0bde0 None None] Pushing event updated for resources: {'Port': ['ID=bda84c90-6579-4d9d-9441-262965b67dcc,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:32.151918 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0dd5214f-2e30-4769-8aab-5ddea7bc32e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:32.183614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800a46c-6b62-4b5e-995c-09493f014c31 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event deleted for resources: {'Subnet': ['ID=4a02e48e-9ed6-4e05-9d3b-7003be1e7a3f,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:32.185385 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156ddbdd-4e0d-4b90-82eb-82f7c7713ebe None None] Network 8967ffec-a63e-41fd-b0c5-dd0e4db40172 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:19:32.185521 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4800a46c-6b62-4b5e-995c-09493f014c31 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:32.186312 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5214f-2e30-4769-8aab-5ddea7bc32e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Pushing event deleted for resources: {'Subnet': ['ID=3731bce3-6bca-47b3-8938-3dd197a9b003,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:32.193400 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-55018e0b-5dee-475b-9ffd-d3c861e46f68 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:32.201197 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-55018e0b-5dee-475b-9ffd-d3c861e46f68 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:32.213983 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Network d39a1579-22ad-4d67-853a-8aeb27b26ed8 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:32.222180 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-55018e0b-5dee-475b-9ffd-d3c861e46f68 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:32.225110 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0dd5214f-2e30-4769-8aab-5ddea7bc32e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] 10.222.0.43 "DELETE /v2.0/subnets/3731bce3-6bca-47b3-8938-3dd197a9b003 HTTP/1.1" status: 204 len: 168 time: 0.9213085 Mar 14 18:19:32.229193 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ac47fb0f-4b6a-4afd-b574-ae4a6220b0fc None None] Provisioning for port 6061d152-fe9f-45cc-8269-d5103c3fe59d completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:32.230553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52160) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:32.238282 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:32.269687 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:32.278953 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-13496ae9-fd9d-4d27-b142-30d908d99fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:32.280511 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-13496ae9-fd9d-4d27-b142-30d908d99fd4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98ca18df-4d19-42d8-aeb4-d2f478df7fea HTTP/1.1" status: 200 len: 850 time: 0.1497660 Mar 14 18:19:32.293504 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ac47fb0f-4b6a-4afd-b574-ae4a6220b0fc None None] Provisioning complete for port 6061d152-fe9f-45cc-8269-d5103c3fe59d triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:32.293903 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ac47fb0f-4b6a-4afd-b574-ae4a6220b0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:32.377456 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55018e0b-5dee-475b-9ffd-d3c861e46f68 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:32.437407 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-55018e0b-5dee-475b-9ffd-d3c861e46f68 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:32.453766 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-55018e0b-5dee-475b-9ffd-d3c861e46f68 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:32.460041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:32.463133 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-55018e0b-5dee-475b-9ffd-d3c861e46f68 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:32.470067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-55018e0b-5dee-475b-9ffd-d3c861e46f68 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:32.483291 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4800a46c-6b62-4b5e-995c-09493f014c31 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "DELETE /v2.0/subnets/4a02e48e-9ed6-4e05-9d3b-7003be1e7a3f HTTP/1.1" status: 204 len: 168 time: 2.6528502 Mar 14 18:19:32.490171 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52164) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:32.507257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Deleting port 976b620b-37d0-43e6-92d9-337fff31aa64 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:32.507257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:32.508373 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Pushing event updated for resources: {'Port': ['ID=4e630dfa-9015-45ad-8c99-49aa3f3b058a,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:32.593845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-7ad9001a-d583-491f-9734-41dd21ad32c8 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Allocated IP 172.20.0.14 (d39a1579-22ad-4d67-853a-8aeb27b26ed8/0d48a436-905d-449f-94cc-999b06f5dd8e/bea52c0b-b585-4ad5-aace-5ad27cdb6ce8) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:32.647567 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Attempting to bind port 4e630dfa-9015-45ad-8c99-49aa3f3b058a on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:19:32.647936 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Attempting to bind port 4e630dfa-9015-45ad-8c99-49aa3f3b058a by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'a944e157-9bfa-4794-b19e-9a4e715bcd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd39a1579-22ad-4d67-853a-8aeb27b26ed8'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:19:32.648497 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Attempting to bind port 4e630dfa-9015-45ad-8c99-49aa3f3b058a on network d39a1579-22ad-4d67-853a-8aeb27b26ed8 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:19:32.698207 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:19:32.698919 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Checking segment: {'id': 'a944e157-9bfa-4794-b19e-9a4e715bcd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd39a1579-22ad-4d67-853a-8aeb27b26ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:19:32.699489 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:32.700038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Bound using segment: {'id': 'a944e157-9bfa-4794-b19e-9a4e715bcd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd39a1579-22ad-4d67-853a-8aeb27b26ed8'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:19:32.700711 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Bound port: 4e630dfa-9015-45ad-8c99-49aa3f3b058a, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a944e157-9bfa-4794-b19e-9a4e715bcd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd39a1579-22ad-4d67-853a-8aeb27b26ed8'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:19:32.701264 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:32.713900 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe5ec32-5147-4429-b47f-9a5e01f0e7b0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Deleting subnet 56768780-2de8-4941-9771-1b19ece39cfc {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:19:32.730180 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-af273af1-e914-424e-a731-954ad4e7dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:32.731759 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-af273af1-e914-424e-a731-954ad4e7dd5e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68805b77-ed98-4d1b-8864-d70255e9d443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4002278 Mar 14 18:19:32.740583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afe5ec32-5147-4429-b47f-9a5e01f0e7b0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:32.857402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55018e0b-5dee-475b-9ffd-d3c861e46f68 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:32.885930 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ac47fb0f-4b6a-4afd-b574-ae4a6220b0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:32.911251 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] For port 4e630dfa-9015-45ad-8c99-49aa3f3b058a, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:19:32.930651 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] For port 4e630dfa-9015-45ad-8c99-49aa3f3b058a, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4e630dfa-9015-45ad-8c99-49aa3f3b058a,segment=NetworkSegment(a944e157-9bfa-4794-b19e-9a4e715bcd9a),segment_id=a944e157-9bfa-4794-b19e-9a4e715bcd9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:19:32.938238 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ac47fb0f-4b6a-4afd-b574-ae4a6220b0fc None None] For port 6061d152-fe9f-45cc-8269-d5103c3fe59d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=6061d152-fe9f-45cc-8269-d5103c3fe59d,segment=NetworkSegment(90fb4acd-33d5-4e67-a33f-89ee9f71faeb),segment_id=90fb4acd-33d5-4e67-a33f-89ee9f71faeb)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:32.992092 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd736b68-b2a3-4556-9d26-502dd8d9b742 None None] DHCP port deletion for 90241580-921b-4a4b-a470-14ab0f5d2186 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:19:33.000591 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:33.049944 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6d2302-14e7-4698-ac22-10691249411a None None] DHCP port deletion for 8967ffec-a63e-41fd-b0c5-dd0e4db40172 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:19:33.052854 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-bd736b68-b2a3-4556-9d26-502dd8d9b742 None None] Deleting port 6061d152-fe9f-45cc-8269-d5103c3fe59d {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:33.053323 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bd736b68-b2a3-4556-9d26-502dd8d9b742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:33.094345 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ac47fb0f-4b6a-4afd-b574-ae4a6220b0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:33.114928 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d2302-14e7-4698-ac22-10691249411a None None] Deleting port 976b620b-37d0-43e6-92d9-337fff31aa64 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:33.114928 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7a6d2302-14e7-4698-ac22-10691249411a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:33.174138 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55018e0b-5dee-475b-9ffd-d3c861e46f68 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:33.174723 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-10627ef9-770f-415e-8b8e-2e2ae21460a5 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:33.186098 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afe5ec32-5147-4429-b47f-9a5e01f0e7b0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:33.198030 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-032261b6-4c57-4495-b19f-8b57f584361c tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:33.206886 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device bda84c90-6579-4d9d-9441-262965b67dcc up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:19:33.274444 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10627ef9-770f-415e-8b8e-2e2ae21460a5 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event deleted for resources: {'Port': ['ID=0261d5f6-6d09-444d-b9df-2c21ad07aaa3,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:33.333007 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb26bef-cf74-4f05-b0cd-e82bb95a5add None None] Pushing event updated for resources: {'Port': ['ID=4e630dfa-9015-45ad-8c99-49aa3f3b058a,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:33.335466 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] For port 976b620b-37d0-43e6-92d9-337fff31aa64, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=976b620b-37d0-43e6-92d9-337fff31aa64,segment=NetworkSegment(94e7e1d5-8f9d-4611-a236-7fad4ef7ab36),segment_id=94e7e1d5-8f9d-4611-a236-7fad4ef7ab36)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:33.335466 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:33.345503 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55018e0b-5dee-475b-9ffd-d3c861e46f68 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486cc330-2f03-4a6e-9499-ad6e3a11a09e,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:33.374529 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-032261b6-4c57-4495-b19f-8b57f584361c tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:33.478894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032261b6-4c57-4495-b19f-8b57f584361c tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event updated for resources: {'Port': ['ID=f8e51221-e1b3-48b6-8d95-11c8eb64ba25,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:33.566829 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Calling delete_port for 976b620b-37d0-43e6-92d9-337fff31aa64 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:33.575997 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7ad9001a-d583-491f-9734-41dd21ad32c8 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:33.599533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-7ad9001a-d583-491f-9734-41dd21ad32c8 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Transition to ACTIVE for port object bea52c0b-b585-4ad5-aace-5ad27cdb6ce8 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:33.614292 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-032261b6-4c57-4495-b19f-8b57f584361c tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] In _notify_port_updated(), no bound segment for port f8e51221-e1b3-48b6-8d95-11c8eb64ba25 on network 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa {{(pid=88635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:19:33.621613 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032261b6-4c57-4495-b19f-8b57f584361c tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:33.622990 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-032261b6-4c57-4495-b19f-8b57f584361c tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:33.624707 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-032261b6-4c57-4495-b19f-8b57f584361c tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "PUT /v2.0/ports/f8e51221-e1b3-48b6-8d95-11c8eb64ba25 HTTP/1.1" status: 200 len: 1068 time: 3.2600093 Mar 14 18:19:33.633118 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-7efc91f9-7860-47af-854c-eb8a9a57a627 service neutron] 10.222.0.59 "GET /v2.0/networks/68805b77-ed98-4d1b-8864-d70255e9d443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8493619 Mar 14 18:19:33.635513 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52170) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:33.710702 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55018e0b-5dee-475b-9ffd-d3c861e46f68 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:33.712236 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-55018e0b-5dee-475b-9ffd-d3c861e46f68 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6658967 Mar 14 18:19:33.716987 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52174) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:33.735879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-10627ef9-770f-415e-8b8e-2e2ae21460a5 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:33.769327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7a6d2302-14e7-4698-ac22-10691249411a None None] For port 976b620b-37d0-43e6-92d9-337fff31aa64, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=976b620b-37d0-43e6-92d9-337fff31aa64,segment=NetworkSegment(94e7e1d5-8f9d-4611-a236-7fad4ef7ab36),segment_id=94e7e1d5-8f9d-4611-a236-7fad4ef7ab36)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:33.770063 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7a6d2302-14e7-4698-ac22-10691249411a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:33.909320 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-b864e23f-fd45-4cd6-ae66-a5b62e8b177e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group_rule': {'security_group_id': '486cc330-2f03-4a6e-9499-ad6e3a11a09e', 'direction': 'ingress', 'protocol': 17}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:33.916009 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d2302-14e7-4698-ac22-10691249411a None None] Calling delete_port for 976b620b-37d0-43e6-92d9-337fff31aa64 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:33.946449 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47fb0f-4b6a-4afd-b574-ae4a6220b0fc None None] Pushing event updated for resources: {'Port': ['ID=6061d152-fe9f-45cc-8269-d5103c3fe59d,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:33.959876 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port bda84c90-6579-4d9d-9441-262965b67dcc completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:33.962989 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4290ef2-864c-4898-8821-e8ce7d03641e None None] Network 2dfa37f6-0536-494c-82ec-8f445cbb743e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:19:33.977055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b864e23f-fd45-4cd6-ae66-a5b62e8b177e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:33.982540 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d8f37-fdcf-4ac4-a1cd-1e0c3c65ebae tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Deleting port f8e51221-e1b3-48b6-8d95-11c8eb64ba25 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:33.983213 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8f37-fdcf-4ac4-a1cd-1e0c3c65ebae tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:33.993478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-10627ef9-770f-415e-8b8e-2e2ae21460a5 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.003289 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17297be-ef6e-4ecc-8fb3-fc15d2defc9f req-304fc339-6ed4-4500-b3b7-10c01dbf6bc7 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:34.004786 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c17297be-ef6e-4ecc-8fb3-fc15d2defc9f req-304fc339-6ed4-4500-b3b7-10c01dbf6bc7 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 943 time: 0.7472210 Mar 14 18:19:34.008165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7ad9001a-d583-491f-9734-41dd21ad32c8 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.008165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b864e23f-fd45-4cd6-ae66-a5b62e8b177e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:34.011210 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-10627ef9-770f-415e-8b8e-2e2ae21460a5 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.013024 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b864e23f-fd45-4cd6-ae66-a5b62e8b177e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:34.080369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b864e23f-fd45-4cd6-ae66-a5b62e8b177e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:34.085958 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3074e67a-19a8-4d49-81f2-53b6dea7a720 req-eb59f76f-5282-4ff9-ae12-23fd0f55ef9b service neutron] 10.222.0.59 "GET /v2.0/networks/68805b77-ed98-4d1b-8864-d70255e9d443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517500 Mar 14 18:19:34.101211 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afe5ec32-5147-4429-b47f-9a5e01f0e7b0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.108576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad9001a-d583-491f-9734-41dd21ad32c8 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Network d39a1579-22ad-4d67-853a-8aeb27b26ed8 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:34.117850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-7ad9001a-d583-491f-9734-41dd21ad32c8 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:34.133793 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad9001a-d583-491f-9734-41dd21ad32c8 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:34.194095 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4bd3f503-c4c2-458f-b6f4-eab66a2d79f1 None None] Provisioning for port bda84c90-6579-4d9d-9441-262965b67dcc completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:34.206003 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9001a-d583-491f-9734-41dd21ad32c8 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Pushing event updated for resources: {'Port': ['ID=bea52c0b-b585-4ad5-aace-5ad27cdb6ce8,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:34.223540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b864e23f-fd45-4cd6-ae66-a5b62e8b177e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.232864 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c17297be-ef6e-4ecc-8fb3-fc15d2defc9f req-6a7b31b4-5191-4140-8aed-ecf68de5f89b tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/security-groups?id=da4f0cc3-e718-4797-8458-df0ba9166c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574664 Mar 14 18:19:34.236570 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-bd736b68-b2a3-4556-9d26-502dd8d9b742 None None] For port 6061d152-fe9f-45cc-8269-d5103c3fe59d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=6061d152-fe9f-45cc-8269-d5103c3fe59d,segment=NetworkSegment(90fb4acd-33d5-4e67-a33f-89ee9f71faeb),segment_id=90fb4acd-33d5-4e67-a33f-89ee9f71faeb)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:34.236965 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bd736b68-b2a3-4556-9d26-502dd8d9b742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.247880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4bd3f503-c4c2-458f-b6f4-eab66a2d79f1 None None] Provisioning complete for port bda84c90-6579-4d9d-9441-262965b67dcc triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:34.247880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f503-c4c2-458f-b6f4-eab66a2d79f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.267345 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad9001a-d583-491f-9734-41dd21ad32c8 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:34.267990 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7ad9001a-d583-491f-9734-41dd21ad32c8 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.290737 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-10627ef9-770f-415e-8b8e-2e2ae21460a5 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.291341 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10627ef9-770f-415e-8b8e-2e2ae21460a5 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Fanout notify agent at l3_agent the message router_deleted on router fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:19:34.319175 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-10627ef9-770f-415e-8b8e-2e2ae21460a5 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.319378 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.323262 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-10627ef9-770f-415e-8b8e-2e2ae21460a5 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/routers/fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d HTTP/1.1" status: 204 len: 168 time: 4.7139962 Mar 14 18:19:34.323948 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52178) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:34.383429 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Pushing event deleted for resources: {'Port': ['ID=976b620b-37d0-43e6-92d9-337fff31aa64,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:34.393322 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-af759a9a-16a8-4bc3-9f1b-88bd2660bf5b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Deleting subnet f148fa54-75ad-47da-b379-70af51245b57 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:19:34.397300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af759a9a-16a8-4bc3-9f1b-88bd2660bf5b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.405987 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] No DVR routers for this DVR port 976b620b-37d0-43e6-92d9-337fff31aa64 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:19:34.416850 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-bd736b68-b2a3-4556-9d26-502dd8d9b742 None None] Calling delete_port for 6061d152-fe9f-45cc-8269-d5103c3fe59d owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:34.431389 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7ad9001a-d583-491f-9734-41dd21ad32c8 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1133866 Mar 14 18:19:34.442075 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52182) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:34.463373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b864e23f-fd45-4cd6-ae66-a5b62e8b177e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.473064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Request body: {'port': {'network_id': 'd39a1579-22ad-4d67-853a-8aeb27b26ed8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1964518539', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:34.473754 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.api.validators [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] bootfile-name is not in valid_values {{(pid=88634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 18:19:34.474158 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.api.validators [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] tftp-server is not in valid_values {{(pid=88634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 18:19:34.474553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.api.validators [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] server-ip-address is not in valid_values {{(pid=88634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 18:19:34.474944 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af759a9a-16a8-4bc3-9f1b-88bd2660bf5b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.556942 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-7a6d2302-14e7-4698-ac22-10691249411a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:19:34.558212 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-7a6d2302-14e7-4698-ac22-10691249411a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:19:34.567323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af759a9a-16a8-4bc3-9f1b-88bd2660bf5b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.595108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b864e23f-fd45-4cd6-ae66-a5b62e8b177e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.618228 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.621821 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bd736b68-b2a3-4556-9d26-502dd8d9b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.637134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864e23f-fd45-4cd6-ae66-a5b62e8b177e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dcb9901-ffd6-4f34-8306-3ec0ef25e197,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:34.682574 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8f37-fdcf-4ac4-a1cd-1e0c3c65ebae tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.690212 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd736b68-b2a3-4556-9d26-502dd8d9b742 None None] Pushing event deleted for resources: {'Port': ['ID=6061d152-fe9f-45cc-8269-d5103c3fe59d,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:34.693855 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd736b68-b2a3-4556-9d26-502dd8d9b742 None None] No DVR routers for this DVR port 6061d152-fe9f-45cc-8269-d5103c3fe59d on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:19:34.744256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b864e23f-fd45-4cd6-ae66-a5b62e8b177e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.745936 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b864e23f-fd45-4cd6-ae66-a5b62e8b177e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0154409 Mar 14 18:19:34.748364 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52186) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:34.758830 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c15e50c-4357-48b7-8e04-793320335d82 None None] Network d39a1579-22ad-4d67-853a-8aeb27b26ed8 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:19:34.774468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af759a9a-16a8-4bc3-9f1b-88bd2660bf5b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.826534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af759a9a-16a8-4bc3-9f1b-88bd2660bf5b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event deleted for resources: {'Subnet': ['ID=f148fa54-75ad-47da-b379-70af51245b57,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:34.837716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af759a9a-16a8-4bc3-9f1b-88bd2660bf5b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.848869 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-af759a9a-16a8-4bc3-9f1b-88bd2660bf5b tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/subnets/f148fa54-75ad-47da-b379-70af51245b57 HTTP/1.1" status: 204 len: 168 time: 0.5202007 Mar 14 18:19:34.850383 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52190) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:34.851196 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809329d6-db8e-4c40-bc9a-159dcbca38e4 None None] Network b5533fc4-4f08-4b92-af03-bea8dc20df47 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:19:34.855937 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8967ffec-a63e-41fd-b0c5-dd0e4db40172']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:34.875210 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d8f37-fdcf-4ac4-a1cd-1e0c3c65ebae tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Calling delete_port for f8e51221-e1b3-48b6-8d95-11c8eb64ba25 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:34.910802 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afe5ec32-5147-4429-b47f-9a5e01f0e7b0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.913147 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-39b75da0-266d-440f-9bb5-cb4dd5f20a4e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:34.919901 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e7e1d5-8f9d-4611-a236-7fad4ef7ab36') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:34.920306 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e7e1d5-8f9d-4611-a236-7fad4ef7ab36') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:34.985392 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f503-c4c2-458f-b6f4-eab66a2d79f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:35.017041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:35.019920 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-39b75da0-266d-440f-9bb5-cb4dd5f20a4e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:35.067274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Deleting port a99892ba-4dd6-4c2b-97c9-e852239333b1 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:35.067614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:35.073416 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d2302-14e7-4698-ac22-10691249411a None None] Deleting port 976b620b-37d0-43e6-92d9-337fff31aa64 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:35.073796 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7a6d2302-14e7-4698-ac22-10691249411a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:35.097141 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4e630dfa-9015-45ad-8c99-49aa3f3b058a up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:19:35.110188 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:35.134110 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5ec32-5147-4429-b47f-9a5e01f0e7b0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event deleted for resources: {'Subnet': ['ID=56768780-2de8-4941-9771-1b19ece39cfc,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:35.145118 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afe5ec32-5147-4429-b47f-9a5e01f0e7b0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:35.176868 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:35.194178 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:19:35.195271 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:19:35.212749 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:19:35.228675 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-afe5ec32-5147-4429-b47f-9a5e01f0e7b0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "DELETE /v2.0/subnets/56768780-2de8-4941-9771-1b19ece39cfc HTTP/1.1" status: 204 len: 168 time: 2.7328794 Mar 14 18:19:35.270817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52194) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:35.301374 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:35.308796 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Usage tracker for resource:port and tenant:74adba3721e44dfd87210ac5b1303435 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:35.312617 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:35.322286 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:35.395211 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d2302-14e7-4698-ac22-10691249411a None None] The port '976b620b-37d0-43e6-92d9-337fff31aa64' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:19:35.405218 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-4bd3f503-c4c2-458f-b6f4-eab66a2d79f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:19:35.405574 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-4bd3f503-c4c2-458f-b6f4-eab66a2d79f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:19:35.410553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:35.435875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95033893-7c85-4357-8982-c8d096db38f5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:35.436471 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-95033893-7c85-4357-8982-c8d096db38f5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Synchronizing usage tracker for tenant:2b038a222ae2484a97f48426ad58b8ce on resource:subnet {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:35.438964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-39b75da0-266d-440f-9bb5-cb4dd5f20a4e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:35.439289 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:35.452058 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] Pushing event deleted for resources: {'Network': ['ID=8967ffec-a63e-41fd-b0c5-dd0e4db40172,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:35.468956 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dbc5ce10-605b-4777-a2b8-343101df9c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805 tempest-ExtraDHCPOptionsIpV6TestJSON-1639263805-project] 10.222.0.43 "DELETE /v2.0/networks/8967ffec-a63e-41fd-b0c5-dd0e4db40172 HTTP/1.1" status: 204 len: 168 time: 3.2371860 Mar 14 18:19:35.470692 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Made reservation on behalf of 74adba3721e44dfd87210ac5b1303435 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:35.474678 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:35.509005 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8f37-fdcf-4ac4-a1cd-1e0c3c65ebae tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:35.511772 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] device_id is not set on port 2afe584c-4c53-4e39-a4c4-87085216a5d3 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:19:35.540858 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 4e630dfa-9015-45ad-8c99-49aa3f3b058a completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:35.582581 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] For port a99892ba-4dd6-4c2b-97c9-e852239333b1, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a99892ba-4dd6-4c2b-97c9-e852239333b1,segment=NetworkSegment(6532a1ff-75ba-4288-b68f-8f7bf329b15b),segment_id=6532a1ff-75ba-4288-b68f-8f7bf329b15b)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:35.583732 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:35.650495 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ba1a01-e591-4146-a238-8368944961b8 None None] DHCP port deletion for b5533fc4-4f08-4b92-af03-bea8dc20df47 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:19:35.665034 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba1a01-e591-4146-a238-8368944961b8 None None] Deleting port a99892ba-4dd6-4c2b-97c9-e852239333b1 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:35.666932 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8ba1a01-e591-4146-a238-8368944961b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:35.673440 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d8f37-fdcf-4ac4-a1cd-1e0c3c65ebae tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event deleted for resources: {'Port': ['ID=f8e51221-e1b3-48b6-8d95-11c8eb64ba25,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:35.732651 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 976b620b-37d0-43e6-92d9-337fff31aa64 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:19:35.774896 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc4640b-a3f9-4c57-b27c-2b8f648f3dae None None] Network 2dfa37f6-0536-494c-82ec-8f445cbb743e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:19:35.778695 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Calling delete_port for a99892ba-4dd6-4c2b-97c9-e852239333b1 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:35.843474 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 976b620b-37d0-43e6-92d9-337fff31aa64 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:19:35.843814 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 976b620b-37d0-43e6-92d9-337fff31aa64 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:19:35.848540 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 6061d152-fe9f-45cc-8269-d5103c3fe59d no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:19:35.885088 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b75da0-266d-440f-9bb5-cb4dd5f20a4e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=486cc330-2f03-4a6e-9499-ad6e3a11a09e,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:35.889621 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 6061d152-fe9f-45cc-8269-d5103c3fe59d {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:19:35.889621 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 6061d152-fe9f-45cc-8269-d5103c3fe59d not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:19:35.908022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-39b75da0-266d-440f-9bb5-cb4dd5f20a4e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:35.911874 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-39b75da0-266d-440f-9bb5-cb4dd5f20a4e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-groups/486cc330-2f03-4a6e-9499-ad6e3a11a09e HTTP/1.1" status: 204 len: 168 time: 1.1618650 Mar 14 18:19:35.913141 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52202) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:35.950944 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:35.974903 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Allocated IP 172.20.0.3 (d39a1579-22ad-4d67-853a-8aeb27b26ed8/0d48a436-905d-449f-94cc-999b06f5dd8e/2afe584c-4c53-4e39-a4c4-87085216a5d3) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:36.040583 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event deleted for resources: {'Port': ['ID=a99892ba-4dd6-4c2b-97c9-e852239333b1,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:36.043076 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] No DVR routers for this DVR port a99892ba-4dd6-4c2b-97c9-e852239333b1 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:19:36.061973 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-95033893-7c85-4357-8982-c8d096db38f5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Unset dirty status for tenant:2b038a222ae2484a97f48426ad58b8ce on resource:subnet {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:36.067780 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-95033893-7c85-4357-8982-c8d096db38f5 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7913933 Mar 14 18:19:36.071326 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b5391b8e-8117-4cf7-88e0-1eea7409d69f tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:36.116074 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52206) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:36.164537 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4b3b3-1063-43a9-95f0-610e102036e9 req-bf71481e-b4bd-482b-9fd5-e507f229b147 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:36.166100 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-70b4b3b3-1063-43a9-95f0-610e102036e9 req-bf71481e-b4bd-482b-9fd5-e507f229b147 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 943 time: 0.7857609 Mar 14 18:19:36.255864 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba1a01-e591-4146-a238-8368944961b8 None None] The port 'a99892ba-4dd6-4c2b-97c9-e852239333b1' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:19:36.263757 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52212) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:36.339440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f503-c4c2-458f-b6f4-eab66a2d79f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:36.380862 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4bd3f503-c4c2-458f-b6f4-eab66a2d79f1 None None] For port bda84c90-6579-4d9d-9441-262965b67dcc, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=bda84c90-6579-4d9d-9441-262965b67dcc,segment=NetworkSegment(4c43fd23-bcc4-47fd-a907-5b6bfae929bb),segment_id=4c43fd23-bcc4-47fd-a907-5b6bfae929bb)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:36.397084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b5391b8e-8117-4cf7-88e0-1eea7409d69f tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:36.398333 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b5391b8e-8117-4cf7-88e0-1eea7409d69f tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4847114 Mar 14 18:19:36.409892 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52218) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:36.414460 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-70b4b3b3-1063-43a9-95f0-610e102036e9 req-2c60e11a-45ab-4d65-a9f8-a0eb8d222482 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/security-groups?id=da4f0cc3-e718-4797-8458-df0ba9166c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994627 Mar 14 18:19:36.422249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:36.434239 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:36.439155 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:36.447084 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f503-c4c2-458f-b6f4-eab66a2d79f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:36.496079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Deleting port bda84c90-6579-4d9d-9441-262965b67dcc {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:36.496729 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-fa2e3950-ba3f-48e9-8922-2ae83c388067 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750974190'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:36.497101 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:36.511442 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63d3a76-114a-4904-826f-c4eb2987b2f5 None None] DHCP port deletion for 2dfa37f6-0536-494c-82ec-8f445cbb743e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:19:36.518992 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a63d3a76-114a-4904-826f-c4eb2987b2f5 None None] Deleting port bda84c90-6579-4d9d-9441-262965b67dcc {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:36.519446 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a63d3a76-114a-4904-826f-c4eb2987b2f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:36.522712 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5533fc4-4f08-4b92-af03-bea8dc20df47']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:36.541150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fa2e3950-ba3f-48e9-8922-2ae83c388067 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:36.549657 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6532a1ff-75ba-4288-b68f-8f7bf329b15b') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:36.549657 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6532a1ff-75ba-4288-b68f-8f7bf329b15b') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:36.562390 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8f37-fdcf-4ac4-a1cd-1e0c3c65ebae tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:36.569218 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Transition to ACTIVE for port object 2afe584c-4c53-4e39-a4c4-87085216a5d3 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:36.572155 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:36.578178 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fa2e3950-ba3f-48e9-8922-2ae83c388067 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:36.584426 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6a3d8f37-fdcf-4ac4-a1cd-1e0c3c65ebae tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "DELETE /v2.0/ports/f8e51221-e1b3-48b6-8d95-11c8eb64ba25 HTTP/1.1" status: 204 len: 168 time: 2.8970301 Mar 14 18:19:36.586318 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52222) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:36.608606 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3f503-c4c2-458f-b6f4-eab66a2d79f1 None None] Pushing event updated for resources: {'Port': ['ID=bda84c90-6579-4d9d-9441-262965b67dcc,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:36.619123 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-be7c0def-3b84-480b-8787-43211e71a2eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c67cb56ac28d4d3c9c8211c3d58fc23f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539848 Mar 14 18:19:36.619607 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52226) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:36.620591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:36.638712 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5df7a34-97db-493f-becb-ce4d8345990a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] GET failed (client error): The resource could not be found. Mar 14 18:19:36.639707 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f5df7a34-97db-493f-becb-ce4d8345990a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Synchronizing usage tracker for tenant:c464b5a53f5e4a1c9c3b5d46c6b86665 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:36.676980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:19:36.677396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:36.692527 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9aea3711-9f61-4010-ae36-bdfab28d6362 None None] Provisioning for port bea52c0b-b585-4ad5-aace-5ad27cdb6ce8 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:19:36.694068 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:19:36.707581 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9aea3711-9f61-4010-ae36-bdfab28d6362 None None] Provisioning complete for port bea52c0b-b585-4ad5-aace-5ad27cdb6ce8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:36.707985 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9aea3711-9f61-4010-ae36-bdfab28d6362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:36.745493 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3950-ba3f-48e9-8922-2ae83c388067 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:36.767763 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fa2e3950-ba3f-48e9-8922-2ae83c388067 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:36.771896 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fa2e3950-ba3f-48e9-8922-2ae83c388067 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:36.774777 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fa2e3950-ba3f-48e9-8922-2ae83c388067 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:36.780513 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fa2e3950-ba3f-48e9-8922-2ae83c388067 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:36.799825 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:36.803711 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f5df7a34-97db-493f-becb-ce4d8345990a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Unset dirty status for tenant:c464b5a53f5e4a1c9c3b5d46c6b86665 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:36.807898 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f5df7a34-97db-493f-becb-ce4d8345990a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "GET /v2.0/ports/f8e51221-e1b3-48b6-8d95-11c8eb64ba25 HTTP/1.1" status: 404 len: 333 time: 0.2198279 Mar 14 18:19:36.808581 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52230) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:36.829831 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-9aea3711-9f61-4010-ae36-bdfab28d6362 None None] Port bea52c0b-b585-4ad5-aace-5ad27cdb6ce8 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:36.832577 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a63d3a76-114a-4904-826f-c4eb2987b2f5 None None] For port bda84c90-6579-4d9d-9441-262965b67dcc, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=bda84c90-6579-4d9d-9441-262965b67dcc,segment=NetworkSegment(4c43fd23-bcc4-47fd-a907-5b6bfae929bb),segment_id=4c43fd23-bcc4-47fd-a907-5b6bfae929bb)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:36.833161 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a63d3a76-114a-4904-826f-c4eb2987b2f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:36.915532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:36.940180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:36.971198 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Network d39a1579-22ad-4d67-853a-8aeb27b26ed8 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:36.972827 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e872378-f260-42d1-98ef-809c6f17a3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:36.978338 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:36.982267 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:37.018985 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a63d3a76-114a-4904-826f-c4eb2987b2f5 None None] Calling delete_port for bda84c90-6579-4d9d-9441-262965b67dcc owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:37.043489 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event deleted for resources: {'Network': ['ID=b5533fc4-4f08-4b92-af03-bea8dc20df47,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:37.050928 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device bda84c90-6579-4d9d-9441-262965b67dcc no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:19:37.054436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] For port bda84c90-6579-4d9d-9441-262965b67dcc, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=bda84c90-6579-4d9d-9441-262965b67dcc,segment=NetworkSegment(4c43fd23-bcc4-47fd-a907-5b6bfae929bb),segment_id=4c43fd23-bcc4-47fd-a907-5b6bfae929bb)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:37.054436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:37.077313 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e872378-f260-42d1-98ef-809c6f17a3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:37.082020 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Pushing event updated for resources: {'Port': ['ID=2afe584c-4c53-4e39-a4c4-87085216a5d3,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:37.092357 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-3910cc6c-1d27-45c9-bdd6-f1c0771c8f11 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Deleting port 16bc3de5-801c-4e1a-b131-aa7ade0748e8 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:37.092813 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3910cc6c-1d27-45c9-bdd6-f1c0771c8f11 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:37.097254 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9aea3711-9f61-4010-ae36-bdfab28d6362 None None] Provisioning complete for port bda84c90-6579-4d9d-9441-262965b67dcc triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:37.097625 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9aea3711-9f61-4010-ae36-bdfab28d6362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:37.148663 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3950-ba3f-48e9-8922-2ae83c388067 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:37.162614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:37.163509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:37.252862 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3950-ba3f-48e9-8922-2ae83c388067 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:37.297101 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4672c486-7d96-491c-b368-c15bd0d0efc2 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/networks/b5533fc4-4f08-4b92-af03-bea8dc20df47 HTTP/1.1" status: 204 len: 168 time: 2.4431870 Mar 14 18:19:37.313894 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52236) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:37.326396 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a63d3a76-114a-4904-826f-c4eb2987b2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:37.373533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Calling delete_port for bda84c90-6579-4d9d-9441-262965b67dcc owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:37.377996 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:37.389149 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-65b35ff9-ccd3-4a86-8adf-86669f63b52e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.9252999 Mar 14 18:19:37.402828 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52240) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:37.403386 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d3a76-114a-4904-826f-c4eb2987b2f5 None None] Pushing event deleted for resources: {'Port': ['ID=bda84c90-6579-4d9d-9441-262965b67dcc,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:37.409615 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3950-ba3f-48e9-8922-2ae83c388067 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:37.413228 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63d3a76-114a-4904-826f-c4eb2987b2f5 None None] No DVR routers for this DVR port bda84c90-6579-4d9d-9441-262965b67dcc on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:19:37.413532 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fa2e3950-ba3f-48e9-8922-2ae83c388067 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0025733 Mar 14 18:19:37.417211 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52244) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:37.468487 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a99892ba-4dd6-4c2b-97c9-e852239333b1 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:19:37.472105 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-6150009c-fe82-42ac-84e0-6f345d2b9697 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634771509'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:37.499471 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6150009c-fe82-42ac-84e0-6f345d2b9697 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:37.521289 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: a99892ba-4dd6-4c2b-97c9-e852239333b1 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:19:37.521690 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a99892ba-4dd6-4c2b-97c9-e852239333b1 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:19:37.535151 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6150009c-fe82-42ac-84e0-6f345d2b9697 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:37.538014 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9aea3711-9f61-4010-ae36-bdfab28d6362 None None] Provisioning for port 4e630dfa-9015-45ad-8c99-49aa3f3b058a completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:37.548962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9aea3711-9f61-4010-ae36-bdfab28d6362 None None] Provisioning complete for port 4e630dfa-9015-45ad-8c99-49aa3f3b058a triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:37.549442 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9aea3711-9f61-4010-ae36-bdfab28d6362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:37.647373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3e36b-5168-4635-88cb-9500922f078f req-82a212d1-8faa-4d7b-835e-52c93d9171ef tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:37.650062 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c2a3e36b-5168-4635-88cb-9500922f078f req-82a212d1-8faa-4d7b-835e-52c93d9171ef tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.6464455 Mar 14 18:19:37.706300 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9aea3711-9f61-4010-ae36-bdfab28d6362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:37.712022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.api [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:19:37.712609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG oslo_db.api [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:19:37.713384 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6150009c-fe82-42ac-84e0-6f345d2b9697 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:37.749903 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9aea3711-9f61-4010-ae36-bdfab28d6362 None None] For port 4e630dfa-9015-45ad-8c99-49aa3f3b058a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4e630dfa-9015-45ad-8c99-49aa3f3b058a,segment=NetworkSegment(a944e157-9bfa-4794-b19e-9a4e715bcd9a),segment_id=a944e157-9bfa-4794-b19e-9a4e715bcd9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:37.759212 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6150009c-fe82-42ac-84e0-6f345d2b9697 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:37.763719 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6150009c-fe82-42ac-84e0-6f345d2b9697 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:37.767141 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6150009c-fe82-42ac-84e0-6f345d2b9697 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:37.769136 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e3950-ba3f-48e9-8922-2ae83c388067 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cb24c3-61d5-4d71-a634-bf31cfbe73d3,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:37.788938 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3910cc6c-1d27-45c9-bdd6-f1c0771c8f11 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:37.789036 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e872378-f260-42d1-98ef-809c6f17a3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:37.792395 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-b04d511c-383f-49f3-ba06-fad3f28054aa tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Deleting port d5033392-2b41-49ef-a22a-c678269ab2c5 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:37.792736 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b04d511c-383f-49f3-ba06-fad3f28054aa tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:37.793860 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6150009c-fe82-42ac-84e0-6f345d2b9697 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:37.828466 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20426c-5e2d-47ea-a2de-27209fe73e78 req-5f2a2d0e-8854-4397-9978-fd812adcdd52 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:37.828466 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-aa20426c-5e2d-47ea-a2de-27209fe73e78 req-5f2a2d0e-8854-4397-9978-fd812adcdd52 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 943 time: 0.2973251 Mar 14 18:19:37.842274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed30c3d-d32c-4f21-b2d9-102b2a63decb tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:37.847001 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9aea3711-9f61-4010-ae36-bdfab28d6362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:37.848072 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed30c3d-d32c-4f21-b2d9-102b2a63decb tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:37.854047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed30c3d-d32c-4f21-b2d9-102b2a63decb tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:37.854943 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6ed30c3d-d32c-4f21-b2d9-102b2a63decb tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Synchronizing usage tracker for tenant:74adba3721e44dfd87210ac5b1303435 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:37.857645 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e872378-f260-42d1-98ef-809c6f17a3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb03859f-72eb-4f14-8956-2dd2ed913225,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:37.896268 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c2a3e36b-5168-4635-88cb-9500922f078f req-443eea7e-2545-4800-b83e-2694ede8ddce tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329116 Mar 14 18:19:37.941924 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e872378-f260-42d1-98ef-809c6f17a3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:37.943591 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6e872378-f260-42d1-98ef-809c6f17a3a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb03859f-72eb-4f14-8956-2dd2ed913225 HTTP/1.1" status: 204 len: 168 time: 1.2914395 Mar 14 18:19:37.959446 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-aa20426c-5e2d-47ea-a2de-27209fe73e78 req-74b930b4-06c6-44fa-bf3d-6a501a2de6cd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/security-groups?id=da4f0cc3-e718-4797-8458-df0ba9166c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984151 Mar 14 18:19:37.982016 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9aea3711-9f61-4010-ae36-bdfab28d6362 None None] Could not find standard attr ID for object f8e51221-e1b3-48b6-8d95-11c8eb64ba25. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:19:38.013804 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-3910cc6c-1d27-45c9-bdd6-f1c0771c8f11 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Calling delete_port for 16bc3de5-801c-4e1a-b131-aa7ade0748e8 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:38.017493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6150009c-fe82-42ac-84e0-6f345d2b9697 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:38.020906 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea3711-9f61-4010-ae36-bdfab28d6362 None None] Pushing event updated for resources: {'Port': ['ID=4e630dfa-9015-45ad-8c99-49aa3f3b058a,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:38.030971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6ed30c3d-d32c-4f21-b2d9-102b2a63decb tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Unset dirty status for tenant:74adba3721e44dfd87210ac5b1303435 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:38.034839 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6ed30c3d-d32c-4f21-b2d9-102b2a63decb tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.6283207 Mar 14 18:19:38.035628 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52254) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:38.046528 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:19:38.196010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-ede0ba18-c15e-4e2a-a398-74974a69156e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Deleting port 2afe584c-4c53-4e39-a4c4-87085216a5d3 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:38.196520 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ede0ba18-c15e-4e2a-a398-74974a69156e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:38.292314 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b04d511c-383f-49f3-ba06-fad3f28054aa tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:38.292648 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b04d511c-383f-49f3-ba06-fad3f28054aa tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:38.302229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Deleting port bda84c90-6579-4d9d-9441-262965b67dcc {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:38.302909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:38.318463 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-91636bb9-1dae-43ab-b7ba-5b4d72a90178 None None] Provisioning for port 2afe584c-4c53-4e39-a4c4-87085216a5d3 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:38.341160 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-91636bb9-1dae-43ab-b7ba-5b4d72a90178 None None] Provisioning complete for port 2afe584c-4c53-4e39-a4c4-87085216a5d3 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:38.341520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-91636bb9-1dae-43ab-b7ba-5b4d72a90178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:38.391437 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2a89fabe-b9e0-4f39-8778-cc2ec3a51570,segment=NetworkSegment(ea00cd85-2575-4820-b3d2-8f850c9094d4),segment_id=ea00cd85-2575-4820-b3d2-8f850c9094d4)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:38.419145 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '2a89fabe-b9e0-4f39-8778-cc2ec3a51570', 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443', 'port_id': '2a89fabe-b9e0-4f39-8778-cc2ec3a51570', 'mac_address': 'fa:16:3e:62:ec:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:19:38.431085 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-91636bb9-1dae-43ab-b7ba-5b4d72a90178 None None] Port 2afe584c-4c53-4e39-a4c4-87085216a5d3 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:38.494543 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:38.503395 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-b04d511c-383f-49f3-ba06-fad3f28054aa tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Calling delete_port for d5033392-2b41-49ef-a22a-c678269ab2c5 owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:38.514524 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:19:38.539353 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3910cc6c-1d27-45c9-bdd6-f1c0771c8f11 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:38.542034 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2a89fabe-b9e0-4f39-8778-cc2ec3a51570,segment=NetworkSegment(ea00cd85-2575-4820-b3d2-8f850c9094d4),segment_id=ea00cd85-2575-4820-b3d2-8f850c9094d4)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:38.551905 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6150009c-fe82-42ac-84e0-6f345d2b9697 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:38.614146 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:38.630512 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] The port 'bda84c90-6579-4d9d-9441-262965b67dcc' was deleted {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:19:38.664468 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910cc6c-1d27-45c9-bdd6-f1c0771c8f11 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event deleted for resources: {'Port': ['ID=16bc3de5-801c-4e1a-b131-aa7ade0748e8,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:38.666973 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3910cc6c-1d27-45c9-bdd6-f1c0771c8f11 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:38.706454 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=2a89fabe-b9e0-4f39-8778-cc2ec3a51570,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:38.785408 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3910cc6c-1d27-45c9-bdd6-f1c0771c8f11 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "DELETE /v2.0/ports/16bc3de5-801c-4e1a-b131-aa7ade0748e8 HTTP/1.1" status: 204 len: 168 time: 1.9686458 Mar 14 18:19:38.790313 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52268) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:38.810238 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150009c-fe82-42ac-84e0-6f345d2b9697 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9566e462-eeef-4089-912d-82dc43c077ee,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:38.842892 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-d879f8d4-1295-43a1-aeb3-4be78daf6784 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] GET failed (client error): The resource could not be found. Mar 14 18:19:38.843560 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d879f8d4-1295-43a1-aeb3-4be78daf6784 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Synchronizing usage tracker for tenant:c464b5a53f5e4a1c9c3b5d46c6b86665 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:38.859747 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['2a89fabe-b9e0-4f39-8778-cc2ec3a51570'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:19:38.931541 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:38.966115 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ede0ba18-c15e-4e2a-a398-74974a69156e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:38.989720 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6150009c-fe82-42ac-84e0-6f345d2b9697 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:38.990928 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4e630dfa-9015-45ad-8c99-49aa3f3b058a up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:19:38.991062 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6150009c-fe82-42ac-84e0-6f345d2b9697 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5294995 Mar 14 18:19:38.993782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52272) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:39.006204 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-fd317444-379b-4e31-af90-f097a3318e66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group_rule': {'security_group_id': 'd1cb24c3-61d5-4d71-a634-bf31cfbe73d3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9566e462-eeef-4089-912d-82dc43c077ee', 'remote_ip_prefix': None}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:39.012650 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fd317444-379b-4e31-af90-f097a3318e66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:39.018630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fd317444-379b-4e31-af90-f097a3318e66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:39.021865 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fd317444-379b-4e31-af90-f097a3318e66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:39.031142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fd317444-379b-4e31-af90-f097a3318e66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:39.040724 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b04d511c-383f-49f3-ba06-fad3f28054aa tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:39.045610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d879f8d4-1295-43a1-aeb3-4be78daf6784 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Unset dirty status for tenant:c464b5a53f5e4a1c9c3b5d46c6b86665 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:39.047798 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d879f8d4-1295-43a1-aeb3-4be78daf6784 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "GET /v2.0/ports/16bc3de5-801c-4e1a-b131-aa7ade0748e8 HTTP/1.1" status: 404 len: 333 time: 0.2563910 Mar 14 18:19:39.068597 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:39.086694 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52280) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:39.106423 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d511c-383f-49f3-ba06-fad3f28054aa tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event deleted for resources: {'Port': ['ID=d5033392-2b41-49ef-a22a-c678269ab2c5,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:39.145104 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 4e630dfa-9015-45ad-8c99-49aa3f3b058a triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:39.145461 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:39.233041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fd317444-379b-4e31-af90-f097a3318e66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:39.243961 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-ede0ba18-c15e-4e2a-a398-74974a69156e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Calling delete_port for 2afe584c-4c53-4e39-a4c4-87085216a5d3 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:39.266682 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b04d511c-383f-49f3-ba06-fad3f28054aa tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:39.299834 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b04d511c-383f-49f3-ba06-fad3f28054aa tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:39.304568 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b04d511c-383f-49f3-ba06-fad3f28054aa tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/floatingips/a7818d4e-ecd0-4b53-bc04-3decf289c235 HTTP/1.1" status: 204 len: 168 time: 1.9834733 Mar 14 18:19:39.305667 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52288) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:39.344905 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be21cd8-b299-4207-bade-a19be854637a req-079a141a-fbfc-4f3a-87f5-fb3f46328643 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:39.346487 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9be21cd8-b299-4207-bade-a19be854637a req-079a141a-fbfc-4f3a-87f5-fb3f46328643 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 1.2705047 Mar 14 18:19:39.367031 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-742880f7-8d7c-4a7f-ad52-88d2ed39fbbc tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] DELETE failed (client error): The resource could not be found. Mar 14 18:19:39.373340 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742880f7-8d7c-4a7f-ad52-88d2ed39fbbc tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:19:39.383907 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-742880f7-8d7c-4a7f-ad52-88d2ed39fbbc tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/ports/2a1b4709-c054-4d5d-a707-ef75047eebc8 HTTP/1.1" status: 404 len: 333 time: 0.0747499 Mar 14 18:19:39.385286 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52294) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:39.388398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fd317444-379b-4e31-af90-f097a3318e66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:39.432038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-af4de377-781b-47ae-bf4d-a5552b1ffd59 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Synchronizing usage tracker for tenant:012942f9ce9548f48528050da9c5365d on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:39.489295 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fd317444-379b-4e31-af90-f097a3318e66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:39.493656 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dfa37f6-0536-494c-82ec-8f445cbb743e']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:39.496781 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52298) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:39.521290 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd317444-379b-4e31-af90-f097a3318e66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14c961d-ec9c-42a0-9f9a-f019651f73ce,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:39.523973 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-af4de377-781b-47ae-bf4d-a5552b1ffd59 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Unset dirty status for tenant:012942f9ce9548f48528050da9c5365d on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:39.527512 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-af4de377-781b-47ae-bf4d-a5552b1ffd59 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d HTTP/1.1" status: 200 len: 205 time: 0.1392968 Mar 14 18:19:39.527710 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52304) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:39.536517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c43fd23-bcc4-47fd-a907-5b6bfae929bb') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:39.536781 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c43fd23-bcc4-47fd-a907-5b6bfae929bb') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:39.562646 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-058d0af9-fe23-48a7-841e-e4eae02b902b tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Deleting port 7993dc45-68ae-468c-95a1-0594a68baa54 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:39.563351 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-058d0af9-fe23-48a7-841e-e4eae02b902b tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:39.598619 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fd317444-379b-4e31-af90-f097a3318e66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:39.598887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:39.599293 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fd317444-379b-4e31-af90-f097a3318e66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6038940 Mar 14 18:19:39.600284 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-f3f55ce4-4a35-476c-a5d2-6bf44a91ca67 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] delete failed (client error): The resource could not be found. Mar 14 18:19:39.601199 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f3f55ce4-4a35-476c-a5d2-6bf44a91ca67 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/routers/fcdd5ae8-99c5-4a65-9cd2-627e4f77db7d HTTP/1.1" status: 404 len: 336 time: 0.0726123 Mar 14 18:19:39.601985 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52308) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:39.603929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52310) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:39.654108 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-34079527-12db-4582-ae3e-c4b4fe3c531c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] DELETE failed (client error): The resource could not be found. Mar 14 18:19:39.654775 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34079527-12db-4582-ae3e-c4b4fe3c531c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:19:39.659371 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-34079527-12db-4582-ae3e-c4b4fe3c531c tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/subnets/f148fa54-75ad-47da-b379-70af51245b57 HTTP/1.1" status: 404 len: 337 time: 0.0513451 Mar 14 18:19:39.664578 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52318) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:39.666299 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cd830d7a-b3e1-4c04-a7d9-09ac843e2610 tempest-ServiceProvidersTest-939905482 tempest-ServiceProvidersTest-939905482-project] 10.222.0.43 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1647859 Mar 14 18:19:39.677380 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:39.681516 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa119026-8faf-4c7d-b609-36f7a5fd7d03 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:39.695613 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa119026-8faf-4c7d-b609-36f7a5fd7d03 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:39.731837 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9be21cd8-b299-4207-bade-a19be854637a req-9dda3bd0-1d45-4ce1-8464-13ac1b8a775d tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336273 Mar 14 18:19:39.776763 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:19:39.777170 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:39.808358 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa119026-8faf-4c7d-b609-36f7a5fd7d03 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:19:39.822375 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:19:39.830845 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa119026-8faf-4c7d-b609-36f7a5fd7d03 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a14c961d-ec9c-42a0-9f9a-f019651f73ce,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:39.837200 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa119026-8faf-4c7d-b609-36f7a5fd7d03 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:39.841131 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fa119026-8faf-4c7d-b609-36f7a5fd7d03 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/a14c961d-ec9c-42a0-9f9a-f019651f73ce HTTP/1.1" status: 204 len: 168 time: 0.2382102 Mar 14 18:19:39.842029 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52326) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:40.002879 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a7fe6965-ee9b-417d-b44d-6a7b711026f4 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:40.033245 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c564041-167b-4da2-8cdf-c440d3eb3d0c req-b6275cbc-f72e-4c33-95a6-0aa4647377ff tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:40.034821 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4c564041-167b-4da2-8cdf-c440d3eb3d0c req-b6275cbc-f72e-4c33-95a6-0aa4647377ff tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 944 time: 0.7987821 Mar 14 18:19:40.055821 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:19:40.059446 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-05779af6-3e8b-4f50-a730-3eefb0eb7e68 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Deleting port 1fe70716-1d69-4a02-a03a-44c3e05c11c1 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:40.059792 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-05779af6-3e8b-4f50-a730-3eefb0eb7e68 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:40.071296 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a7fe6965-ee9b-417d-b44d-6a7b711026f4 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:40.075532 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a7fe6965-ee9b-417d-b44d-6a7b711026f4 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2297049 Mar 14 18:19:40.075807 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52332) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:40.148646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9ae2823f-099f-4524-9a83-451dca3bfd4a tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:40.177889 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52336) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:40.183396 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9ae2823f-099f-4524-9a83-451dca3bfd4a tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:40.199545 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:40.209871 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:40.210256 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:40.214098 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ede0ba18-c15e-4e2a-a398-74974a69156e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:40.256316 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:40.260148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:40.334709 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:40.343443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5342a9f7-046f-494c-accf-7cd391abde2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:40.361248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5342a9f7-046f-494c-accf-7cd391abde2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:40.367651 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5342a9f7-046f-494c-accf-7cd391abde2c admin admin] Usage tracker for resource:security_group_rule and tenant:bb84fdc0af0b4a509772554f76b1825d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:40.377183 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6434990-465e-4dc8-a023-946a0161ab97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a89fabe-b9e0-4f39-8778-cc2ec3a51570'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:19:40.378630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5342a9f7-046f-494c-accf-7cd391abde2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:40.382532 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5342a9f7-046f-494c-accf-7cd391abde2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:40.384710 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event deleted for resources: {'Network': ['ID=2dfa37f6-0536-494c-82ec-8f445cbb743e,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:40.386259 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2a89fabe-b9e0-4f39-8778-cc2ec3a51570,segment=NetworkSegment(ea00cd85-2575-4820-b3d2-8f850c9094d4),segment_id=ea00cd85-2575-4820-b3d2-8f850c9094d4)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:40.387363 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0ba18-c15e-4e2a-a398-74974a69156e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Pushing event deleted for resources: {'Port': ['ID=2afe584c-4c53-4e39-a4c4-87085216a5d3,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:40.388244 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9ae2823f-099f-4524-9a83-451dca3bfd4a tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:40.420881 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2823f-099f-4524-9a83-451dca3bfd4a tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9566e462-eeef-4089-912d-82dc43c077ee,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:40.430604 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4c564041-167b-4da2-8cdf-c440d3eb3d0c req-8d93c09c-46f7-4730-a622-0bc01e3b9086 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/security-groups?id=da4f0cc3-e718-4797-8458-df0ba9166c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3457732 Mar 14 18:19:40.473858 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d74c7d10-b1ad-4eda-81a5-b95c6a389b48 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "DELETE /v2.0/networks/2dfa37f6-0536-494c-82ec-8f445cbb743e HTTP/1.1" status: 204 len: 168 time: 4.3555474 Mar 14 18:19:40.476560 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52344) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:40.489861 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:40.528117 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-058d0af9-fe23-48a7-841e-e4eae02b902b tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:40.587661 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a711c2-ffe5-4475-aaa9-935b24749444 req-9d365d8b-0ffa-4a6b-8b71-980e15d30746 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:40.589075 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-90a711c2-ffe5-4475-aaa9-935b24749444 req-9d365d8b-0ffa-4a6b-8b71-980e15d30746 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.7321494 Mar 14 18:19:40.617491 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6434990-465e-4dc8-a023-946a0161ab97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a89fabe-b9e0-4f39-8778-cc2ec3a51570', 'code': 200} Mar 14 18:19:40.617997 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=2a89fabe-b9e0-4f39-8778-cc2ec3a51570,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:40.645546 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9ae2823f-099f-4524-9a83-451dca3bfd4a tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:40.646654 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9ae2823f-099f-4524-9a83-451dca3bfd4a tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-groups/9566e462-eeef-4089-912d-82dc43c077ee HTTP/1.1" status: 204 len: 168 time: 0.5698860 Mar 14 18:19:40.655835 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52348) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:40.692588 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5342a9f7-046f-494c-accf-7cd391abde2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:40.696449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4c20291d-f777-4f30-b42b-60862c383ee0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:40.739130 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-058d0af9-fe23-48a7-841e-e4eae02b902b tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Calling delete_port for 7993dc45-68ae-468c-95a1-0594a68baa54 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:40.769056 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ede0ba18-c15e-4e2a-a398-74974a69156e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:40.771096 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ede0ba18-c15e-4e2a-a398-74974a69156e tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] 10.222.0.43 "DELETE /v2.0/ports/2afe584c-4c53-4e39-a4c4-87085216a5d3 HTTP/1.1" status: 204 len: 168 time: 2.7344859 Mar 14 18:19:40.777618 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5342a9f7-046f-494c-accf-7cd391abde2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:40.783778 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52352) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:40.830688 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-73497849-aaa2-43a1-a0e5-64f5d28ed442 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Request body: {'port': {'name': 'tempest-new-port-name-112786489', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:40.831101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.api.validators [None req-73497849-aaa2-43a1-a0e5-64f5d28ed442 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] bootfile-name is not in valid_values {{(pid=88634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 18:19:40.831430 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.api.validators [None req-73497849-aaa2-43a1-a0e5-64f5d28ed442 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] tftp-server is not in valid_values {{(pid=88634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 18:19:40.831751 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.api.validators [None req-73497849-aaa2-43a1-a0e5-64f5d28ed442 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] server-ip-address is not in valid_values {{(pid=88634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 14 18:19:40.885242 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-25f48434-12d1-4ac6-972b-12317e30e86c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:40.910824 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-90a711c2-ffe5-4475-aaa9-935b24749444 req-0b1c1158-4f51-48dc-babc-b392f1cd4c15 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568913 Mar 14 18:19:40.969550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-05779af6-3e8b-4f50-a730-3eefb0eb7e68 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:41.024263 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5342a9f7-046f-494c-accf-7cd391abde2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb84fdc0af0b4a509772554f76b1825d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8455462 Mar 14 18:19:41.026196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4c20291d-f777-4f30-b42b-60862c383ee0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:41.042113 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52358) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:41.043182 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342a9f7-046f-494c-accf-7cd391abde2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e483ee5-0960-4a23-b1a2-fcf5595243a8,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:41.112185 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-4c20291d-f777-4f30-b42b-60862c383ee0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90241580-921b-4a4b-a470-14ab0f5d2186']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:41.134622 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-25f48434-12d1-4ac6-972b-12317e30e86c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:41.136074 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-25f48434-12d1-4ac6-972b-12317e30e86c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4717104 Mar 14 18:19:41.137966 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-4c20291d-f777-4f30-b42b-60862c383ee0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90fb4acd-33d5-4e67-a33f-89ee9f71faeb') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:41.138313 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-4c20291d-f777-4f30-b42b-60862c383ee0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90fb4acd-33d5-4e67-a33f-89ee9f71faeb') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:41.153038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52362) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:41.177583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4c20291d-f777-4f30-b42b-60862c383ee0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:41.213313 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-73497849-aaa2-43a1-a0e5-64f5d28ed442 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:41.237351 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4c20291d-f777-4f30-b42b-60862c383ee0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:41.259668 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c20291d-f777-4f30-b42b-60862c383ee0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:19:41.260160 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4c20291d-f777-4f30-b42b-60862c383ee0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:19:41.274568 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:19:41.279774 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-05779af6-3e8b-4f50-a730-3eefb0eb7e68 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Calling delete_port for 1fe70716-1d69-4a02-a03a-44c3e05c11c1 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:41.318482 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07679a17-750a-47fb-afa8-a25459cf3231 req-7bfb85de-2f61-4da6-b808-2323b41b4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:41.319888 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-07679a17-750a-47fb-afa8-a25459cf3231 req-7bfb85de-2f61-4da6-b808-2323b41b4943 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 1098 time: 0.4292045 Mar 14 18:19:41.417118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-058d0af9-fe23-48a7-841e-e4eae02b902b tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:41.431715 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c68858da-8dbd-4e2f-8a4c-bf9ec03f9cee tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:41.465816 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e3c62f13-695c-47b8-bc5d-79ac122d2ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:41.513321 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-07679a17-750a-47fb-afa8-a25459cf3231 req-38cb6ac8-2882-48be-a1b9-13139c5fd049 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=da4f0cc3-e718-4797-8458-df0ba9166c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812401 Mar 14 18:19:41.516475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d0af9-fe23-48a7-841e-e4eae02b902b tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event deleted for resources: {'Port': ['ID=7993dc45-68ae-468c-95a1-0594a68baa54,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:41.563162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4c20291d-f777-4f30-b42b-60862c383ee0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:41.569893 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c68858da-8dbd-4e2f-8a4c-bf9ec03f9cee tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:41.580886 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-058d0af9-fe23-48a7-841e-e4eae02b902b tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:41.603128 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4c20291d-f777-4f30-b42b-60862c383ee0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:41.631409 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20291d-f777-4f30-b42b-60862c383ee0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event deleted for resources: {'Network': ['ID=90241580-921b-4a4b-a470-14ab0f5d2186,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:41.641298 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c7718-69a6-479e-a35a-4b843b2e5a1c req-24a598aa-b5ef-4895-883b-f65d97883b44 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:41.643427 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c0c7718-69a6-479e-a35a-4b843b2e5a1c req-24a598aa-b5ef-4895-883b-f65d97883b44 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.6022317 Mar 14 18:19:41.645366 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e3c62f13-695c-47b8-bc5d-79ac122d2ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:41.655607 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4c20291d-f777-4f30-b42b-60862c383ee0 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "DELETE /v2.0/networks/90241580-921b-4a4b-a470-14ab0f5d2186 HTTP/1.1" status: 204 len: 168 time: 1.1765971 Mar 14 18:19:41.656370 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52368) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:41.775892 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c0c7718-69a6-479e-a35a-4b843b2e5a1c req-ab140a71-a332-490c-8556-ed61257e7530 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041992 Mar 14 18:19:41.798796 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c68858da-8dbd-4e2f-8a4c-bf9ec03f9cee tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:41.811943 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2186e-7851-4ab3-90a5-1dc47262bc99 req-219d6e4b-67b3-4fd1-8c80-c4134aff4c62 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:41.816063 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b1d2186e-7851-4ab3-90a5-1dc47262bc99 req-219d6e4b-67b3-4fd1-8c80-c4134aff4c62 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 945 time: 0.2190020 Mar 14 18:19:41.816366 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-036c00b7-e2ce-4d74-a3bf-a1f741e8717d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:41.824311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68858da-8dbd-4e2f-8a4c-bf9ec03f9cee tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cb24c3-61d5-4d71-a634-bf31cfbe73d3,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:41.853925 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-058d0af9-fe23-48a7-841e-e4eae02b902b tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "DELETE /v2.0/ports/7993dc45-68ae-468c-95a1-0594a68baa54 HTTP/1.1" status: 204 len: 168 time: 2.7543919 Mar 14 18:19:41.859786 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-05779af6-3e8b-4f50-a730-3eefb0eb7e68 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:41.869030 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52374) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:41.951470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e3c62f13-695c-47b8-bc5d-79ac122d2ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:41.967932 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05779af6-3e8b-4f50-a730-3eefb0eb7e68 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event deleted for resources: {'Port': ['ID=1fe70716-1d69-4a02-a03a-44c3e05c11c1,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:41.980272 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b1d2186e-7851-4ab3-90a5-1dc47262bc99 req-781b7fca-7719-489f-adb7-b03379d9bf1e tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/security-groups?id=da4f0cc3-e718-4797-8458-df0ba9166c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597478 Mar 14 18:19:41.987791 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-036c00b7-e2ce-4d74-a3bf-a1f741e8717d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.007829 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c68858da-8dbd-4e2f-8a4c-bf9ec03f9cee tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.010388 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c68858da-8dbd-4e2f-8a4c-bf9ec03f9cee tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-groups/d1cb24c3-61d5-4d71-a634-bf31cfbe73d3 HTTP/1.1" status: 204 len: 168 time: 0.8549767 Mar 14 18:19:42.014709 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52378) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:42.018725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-73497849-aaa2-43a1-a0e5-64f5d28ed442 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.022383 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c62f13-695c-47b8-bc5d-79ac122d2ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e483ee5-0960-4a23-b1a2-fcf5595243a8,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:42.053103 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-036c00b7-e2ce-4d74-a3bf-a1f741e8717d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e58cd85-b043-4138-ba39-a960fd27070a']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:42.075408 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e3c62f13-695c-47b8-bc5d-79ac122d2ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.076466 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e3c62f13-695c-47b8-bc5d-79ac122d2ff9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e483ee5-0960-4a23-b1a2-fcf5595243a8 HTTP/1.1" status: 204 len: 168 time: 1.0313771 Mar 14 18:19:42.103205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-297b6bdb-2365-477c-9bdb-483f36594d1a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Deleting subnet 567cea39-90c7-41d6-bd9f-ba26d5bbaf15 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:19:42.111008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-297b6bdb-2365-477c-9bdb-483f36594d1a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.161646 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-05779af6-3e8b-4f50-a730-3eefb0eb7e68 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.166170 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-05779af6-3e8b-4f50-a730-3eefb0eb7e68 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/ports/1fe70716-1d69-4a02-a03a-44c3e05c11c1 HTTP/1.1" status: 204 len: 168 time: 2.4983182 Mar 14 18:19:42.167619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52386) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:42.179752 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-036c00b7-e2ce-4d74-a3bf-a1f741e8717d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60012e7-efa3-403c-8c28-c40380abe71d') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:42.180098 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-036c00b7-e2ce-4d74-a3bf-a1f741e8717d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60012e7-efa3-403c-8c28-c40380abe71d') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:42.186839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-73497849-aaa2-43a1-a0e5-64f5d28ed442 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.226534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-297b6bdb-2365-477c-9bdb-483f36594d1a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.234969 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-036c00b7-e2ce-4d74-a3bf-a1f741e8717d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.316473 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-bfb27976-3aba-4669-a4af-fe24baa6afca tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:42.327362 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-036c00b7-e2ce-4d74-a3bf-a1f741e8717d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.333199 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-7583524b-e877-4060-bb38-689bfc836ab7 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Deleting port de0a9f5c-05c4-469f-bfc9-fd34a0f8fd89 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:42.333550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7583524b-e877-4060-bb38-689bfc836ab7 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.347971 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036c00b7-e2ce-4d74-a3bf-a1f741e8717d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:19:42.349482 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-036c00b7-e2ce-4d74-a3bf-a1f741e8717d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:19:42.372062 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:19:42.374063 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73497849-aaa2-43a1-a0e5-64f5d28ed442 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Pushing event updated for resources: {'Port': ['ID=bea52c0b-b585-4ad5-aace-5ad27cdb6ce8,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:42.507564 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-bfb27976-3aba-4669-a4af-fe24baa6afca tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:42.516510 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-bfb27976-3aba-4669-a4af-fe24baa6afca tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4995255 Mar 14 18:19:42.516510 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52392) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:42.537471 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d2049443-bc82-4f39-9c69-12920398a3c8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group': {'name': 'tempest-secgroup--17454265'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:42.542058 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-73497849-aaa2-43a1-a0e5-64f5d28ed442 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] In _notify_port_updated(), no bound segment for port bea52c0b-b585-4ad5-aace-5ad27cdb6ce8 on network d39a1579-22ad-4d67-853a-8aeb27b26ed8 {{(pid=88634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:19:42.545716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-297b6bdb-2365-477c-9bdb-483f36594d1a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.547373 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73497849-aaa2-43a1-a0e5-64f5d28ed442 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:42.548018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-73497849-aaa2-43a1-a0e5-64f5d28ed442 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.549927 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-73497849-aaa2-43a1-a0e5-64f5d28ed442 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] 10.222.0.43 "PUT /v2.0/ports/bea52c0b-b585-4ad5-aace-5ad27cdb6ce8 HTTP/1.1" status: 200 len: 1136 time: 1.7380655 Mar 14 18:19:42.553204 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d2049443-bc82-4f39-9c69-12920398a3c8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:42.554197 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52396) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:42.581336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a3baf-528d-4d71-839c-1b061895dd43 req-0181bcd0-b18d-4cbf-ae8f-367bac8bdc84 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:42.582767 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-272a3baf-528d-4d71-839c-1b061895dd43 req-0181bcd0-b18d-4cbf-ae8f-367bac8bdc84 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.3217533 Mar 14 18:19:42.617171 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d2049443-bc82-4f39-9c69-12920398a3c8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:42.624423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d7f521b9-9a9c-4731-99f1-ae13aed18a22 None None] Provisioning complete for port bea52c0b-b585-4ad5-aace-5ad27cdb6ce8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:42.625407 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d7f521b9-9a9c-4731-99f1-ae13aed18a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.682680 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-036c00b7-e2ce-4d74-a3bf-a1f741e8717d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.703140 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-036c00b7-e2ce-4d74-a3bf-a1f741e8717d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.725464 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-d7f521b9-9a9c-4731-99f1-ae13aed18a22 None None] Port bea52c0b-b585-4ad5-aace-5ad27cdb6ce8 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:42.753148 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-272a3baf-528d-4d71-839c-1b061895dd43 req-9a3b13e9-24ed-41cb-97f1-f0445a610229 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618259 Mar 14 18:19:42.756361 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-036c00b7-e2ce-4d74-a3bf-a1f741e8717d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "DELETE /v2.0/networks/4e58cd85-b043-4138-ba39-a960fd27070a HTTP/1.1" status: 204 len: 168 time: 1.0916791 Mar 14 18:19:42.757929 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52406) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:42.774648 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfafd29b-fd9f-4a25-aeb9-713a9c2516e0 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:42.775331 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cfafd29b-fd9f-4a25-aeb9-713a9c2516e0 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Synchronizing usage tracker for tenant:74adba3721e44dfd87210ac5b1303435 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:42.781606 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2049443-bc82-4f39-9c69-12920398a3c8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.797927 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c00b7-e2ce-4d74-a3bf-a1f741e8717d tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event deleted for resources: {'Network': ['ID=4e58cd85-b043-4138-ba39-a960fd27070a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:42.816478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7583524b-e877-4060-bb38-689bfc836ab7 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.816978 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d2049443-bc82-4f39-9c69-12920398a3c8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:42.821543 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d2049443-bc82-4f39-9c69-12920398a3c8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:42.824589 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d2049443-bc82-4f39-9c69-12920398a3c8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:42.830295 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d2049443-bc82-4f39-9c69-12920398a3c8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:42.893482 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cfafd29b-fd9f-4a25-aeb9-713a9c2516e0 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Unset dirty status for tenant:74adba3721e44dfd87210ac5b1303435 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:42.895690 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cfafd29b-fd9f-4a25-aeb9-713a9c2516e0 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] 10.222.0.43 "GET /v2.0/ports/bea52c0b-b585-4ad5-aace-5ad27cdb6ce8 HTTP/1.1" status: 200 len: 1136 time: 0.3270841 Mar 14 18:19:42.906397 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52412) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:42.946736 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2049443-bc82-4f39-9c69-12920398a3c8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:42.987707 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-93609b9b-0d9e-4101-a351-5fa9ae6f512d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Deleting port bea52c0b-b585-4ad5-aace-5ad27cdb6ce8 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:42.988049 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93609b9b-0d9e-4101-a351-5fa9ae6f512d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:43.018690 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2049443-bc82-4f39-9c69-12920398a3c8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:43.116171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-297b6bdb-2365-477c-9bdb-483f36594d1a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:43.127859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-7583524b-e877-4060-bb38-689bfc836ab7 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Calling delete_port for de0a9f5c-05c4-469f-bfc9-fd34a0f8fd89 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:43.132591 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049443-bc82-4f39-9c69-12920398a3c8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeccb2a-1786-411b-a1cb-96e96df2a6a9,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:43.236509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2049443-bc82-4f39-9c69-12920398a3c8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:43.238294 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d2049443-bc82-4f39-9c69-12920398a3c8 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7093811 Mar 14 18:19:43.242990 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52424) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:43.255516 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-f384a8d1-c23d-48f3-b307-2c3fac4532c4 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group_rule': {'security_group_id': '5eeccb2a-1786-411b-a1cb-96e96df2a6a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:43.259771 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612ffb08-78a8-4d03-823a-678d5f9a17c4 None None] Network 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:19:43.260089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b6bdb-2365-477c-9bdb-483f36594d1a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event deleted for resources: {'Subnet': ['ID=567cea39-90c7-41d6-bd9f-ba26d5bbaf15,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:43.264023 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f384a8d1-c23d-48f3-b307-2c3fac4532c4 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:43.264205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-297b6bdb-2365-477c-9bdb-483f36594d1a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:43.269653 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a0aa8c45-142c-4004-b444-f155d12c9e22 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:43.271720 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f384a8d1-c23d-48f3-b307-2c3fac4532c4 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:43.276366 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f384a8d1-c23d-48f3-b307-2c3fac4532c4 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:43.285947 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f384a8d1-c23d-48f3-b307-2c3fac4532c4 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:43.296835 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-297b6bdb-2365-477c-9bdb-483f36594d1a tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "DELETE /v2.0/subnets/567cea39-90c7-41d6-bd9f-ba26d5bbaf15 HTTP/1.1" status: 204 len: 168 time: 1.3942442 Mar 14 18:19:43.297358 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52428) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:43.346390 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93609b9b-0d9e-4101-a351-5fa9ae6f512d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:43.524895 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867aaf1-0e42-4fac-ac1a-3ef42699efc2 req-83d93f56-1a70-406d-81a7-dfdabd2ffc2d tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:43.525206 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3867aaf1-0e42-4fac-ac1a-3ef42699efc2 req-83d93f56-1a70-406d-81a7-dfdabd2ffc2d tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 945 time: 0.3660131 Mar 14 18:19:43.527089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a0aa8c45-142c-4004-b444-f155d12c9e22 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:43.536503 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-93609b9b-0d9e-4101-a351-5fa9ae6f512d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Calling delete_port for bea52c0b-b585-4ad5-aace-5ad27cdb6ce8 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:43.566055 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f384a8d1-c23d-48f3-b307-2c3fac4532c4 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:43.570863 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abdabf3-d42a-4943-84df-6d591b3b279f None None] DHCP port deletion for 0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:19:43.577738 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1abdabf3-d42a-4943-84df-6d591b3b279f None None] Deleting port 4fdf5a45-df62-45e1-836c-8acf9ed24780 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:43.578237 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1abdabf3-d42a-4943-84df-6d591b3b279f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:43.579080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-a0aa8c45-142c-4004-b444-f155d12c9e22 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7e13ed-3b5e-4705-9c32-d7624e266513']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:43.603589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-a0aa8c45-142c-4004-b444-f155d12c9e22 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b87e500-245c-4ad0-a610-9cc9801727e2') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:43.603906 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-a0aa8c45-142c-4004-b444-f155d12c9e22 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b87e500-245c-4ad0-a610-9cc9801727e2') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:43.617608 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3867aaf1-0e42-4fac-ac1a-3ef42699efc2 req-b25b3f38-47e8-4574-95bd-037b4d91bdf1 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/security-groups?id=da4f0cc3-e718-4797-8458-df0ba9166c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781190 Mar 14 18:19:43.620342 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7583524b-e877-4060-bb38-689bfc836ab7 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:43.623085 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a0aa8c45-142c-4004-b444-f155d12c9e22 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:43.642806 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f384a8d1-c23d-48f3-b307-2c3fac4532c4 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:43.683291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:43.716714 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583524b-e877-4060-bb38-689bfc836ab7 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event deleted for resources: {'Port': ['ID=de0a9f5c-05c4-469f-bfc9-fd34a0f8fd89,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:43.735900 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f384a8d1-c23d-48f3-b307-2c3fac4532c4 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:43.769551 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Deleting port 4fdf5a45-df62-45e1-836c-8acf9ed24780 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:43.769899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:43.847718 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384a8d1-c23d-48f3-b307-2c3fac4532c4 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb28dfc-4bf9-4292-947d-09b43795e23d,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:43.881734 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a0aa8c45-142c-4004-b444-f155d12c9e22 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:43.894034 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1abdabf3-d42a-4943-84df-6d591b3b279f None None] For port 4fdf5a45-df62-45e1-836c-8acf9ed24780, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4fdf5a45-df62-45e1-836c-8acf9ed24780,segment=NetworkSegment(e13c1643-6fa8-4f52-b290-42737040aaa0),segment_id=e13c1643-6fa8-4f52-b290-42737040aaa0)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:43.894601 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1abdabf3-d42a-4943-84df-6d591b3b279f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:43.905669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0aa8c45-142c-4004-b444-f155d12c9e22 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:19:43.906262 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a0aa8c45-142c-4004-b444-f155d12c9e22 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:19:43.924966 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:19:44.057155 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1abdabf3-d42a-4943-84df-6d591b3b279f None None] Calling delete_port for 4fdf5a45-df62-45e1-836c-8acf9ed24780 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:44.071541 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f384a8d1-c23d-48f3-b307-2c3fac4532c4 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:44.072941 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f384a8d1-c23d-48f3-b307-2c3fac4532c4 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8290491 Mar 14 18:19:44.076507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52442) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:44.152834 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7583524b-e877-4060-bb38-689bfc836ab7 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:44.218617 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a0aa8c45-142c-4004-b444-f155d12c9e22 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:44.223715 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] For port 4fdf5a45-df62-45e1-836c-8acf9ed24780, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4fdf5a45-df62-45e1-836c-8acf9ed24780,segment=NetworkSegment(e13c1643-6fa8-4f52-b290-42737040aaa0),segment_id=e13c1643-6fa8-4f52-b290-42737040aaa0)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:44.223715 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:44.242666 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1abdabf3-d42a-4943-84df-6d591b3b279f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:44.245017 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d76957-aee6-4423-bb41-ca5d16c52104 req-c8aab6c1-a502-4bbf-ad48-5a44f0285907 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:44.246494 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6d76957-aee6-4423-bb41-ca5d16c52104 req-c8aab6c1-a502-4bbf-ad48-5a44f0285907 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 945 time: 0.1975086 Mar 14 18:19:44.256343 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a0aa8c45-142c-4004-b444-f155d12c9e22 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:44.256343 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a0aa8c45-142c-4004-b444-f155d12c9e22 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] 10.222.0.43 "DELETE /v2.0/networks/7d7e13ed-3b5e-4705-9c32-d7624e266513 HTTP/1.1" status: 204 len: 168 time: 1.4921968 Mar 14 18:19:44.264736 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fdf4b-f727-4af9-844a-dfd004873afa req-7530302e-81d3-433a-a832-7d7657ecb0f1 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:44.266257 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-901fdf4b-f727-4af9-844a-dfd004873afa req-7530302e-81d3-433a-a832-7d7657ecb0f1 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.3127680 Mar 14 18:19:44.266746 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52452) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:44.269568 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa8c45-142c-4004-b444-f155d12c9e22 tempest-BulkNetworkOpsTest-1076600136 tempest-BulkNetworkOpsTest-1076600136-project] Pushing event deleted for resources: {'Network': ['ID=7d7e13ed-3b5e-4705-9c32-d7624e266513,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:44.274691 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-0ff4fb3b-3b20-447f-a2cf-62e324e5cbb2 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Request body: {'floatingip': {'port_id': '2a89fabe-b9e0-4f39-8778-cc2ec3a51570'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:44.330264 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abdabf3-d42a-4943-84df-6d591b3b279f None None] No DVR routers for this DVR port 4fdf5a45-df62-45e1-836c-8acf9ed24780 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:19:44.332897 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdabf3-d42a-4943-84df-6d591b3b279f None None] Pushing event deleted for resources: {'Port': ['ID=4fdf5a45-df62-45e1-836c-8acf9ed24780,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:44.364657 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0ff4fb3b-3b20-447f-a2cf-62e324e5cbb2 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for floatingip, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:44.430878 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7583524b-e877-4060-bb38-689bfc836ab7 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/ports/de0a9f5c-05c4-469f-bfc9-fd34a0f8fd89 HTTP/1.1" status: 204 len: 168 time: 2.2626705 Mar 14 18:19:44.449107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52458) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:44.472131 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-86b94f89-5287-4d48-b53e-a86925f5da77 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:44.486677 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Calling delete_port for 4fdf5a45-df62-45e1-836c-8acf9ed24780 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:44.530873 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-86b94f89-5287-4d48-b53e-a86925f5da77 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:44.565086 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8534f-8146-4abd-a1d5-b7ed84fb3cff req-aa2f2f57-1bf1-4cf9-bdae-39b004aa2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:44.566068 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fcf8534f-8146-4abd-a1d5-b7ed84fb3cff req-aa2f2f57-1bf1-4cf9-bdae-39b004aa2e2a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bd345c2c70054138a63ee3b6474a8824&device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 1098 time: 0.5668342 Mar 14 18:19:44.573613 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-901fdf4b-f727-4af9-844a-dfd004873afa req-f2728790-8514-456d-8b62-91e87833fd76 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529338 Mar 14 18:19:44.631378 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93609b9b-0d9e-4101-a351-5fa9ae6f512d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:44.671284 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b2141c-279a-44e8-a476-c0c63a29ac08 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:44.672181 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-18b2141c-279a-44e8-a476-c0c63a29ac08 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Synchronizing usage tracker for tenant:012942f9ce9548f48528050da9c5365d on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:44.686554 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93609b9b-0d9e-4101-a351-5fa9ae6f512d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Pushing event deleted for resources: {'Port': ['ID=bea52c0b-b585-4ad5-aace-5ad27cdb6ce8,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:44.688399 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:19:44.688769 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:19:44.741337 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-86b94f89-5287-4d48-b53e-a86925f5da77 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:44.840152 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b94f89-5287-4d48-b53e-a86925f5da77 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bb28dfc-4bf9-4292-947d-09b43795e23d,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:44.916723 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52472) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:44.917747 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-86b94f89-5287-4d48-b53e-a86925f5da77 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:44.921549 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-86b94f89-5287-4d48-b53e-a86925f5da77 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/0bb28dfc-4bf9-4292-947d-09b43795e23d HTTP/1.1" status: 204 len: 168 time: 0.8403387 Mar 14 18:19:44.936637 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52476) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:44.983445 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93609b9b-0d9e-4101-a351-5fa9ae6f512d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:44.985312 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-93609b9b-0d9e-4101-a351-5fa9ae6f512d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] 10.222.0.43 "DELETE /v2.0/ports/bea52c0b-b585-4ad5-aace-5ad27cdb6ce8 HTTP/1.1" status: 204 len: 168 time: 2.0778744 Mar 14 18:19:44.990662 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8534f-8146-4abd-a1d5-b7ed84fb3cff req-1e2c42ab-8f70-48bd-9780-968311003853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:45.003322 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fcf8534f-8146-4abd-a1d5-b7ed84fb3cff req-1e2c42ab-8f70-48bd-9780-968311003853 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d9396576-f6d5-42a1-a913-3123f2ec508b HTTP/1.1" status: 200 len: 913 time: 0.4173195 Mar 14 18:19:45.006307 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52482) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:45.009174 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4fdf5a45-df62-45e1-836c-8acf9ed24780 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:19:45.045878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-18b2141c-279a-44e8-a476-c0c63a29ac08 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Unset dirty status for tenant:012942f9ce9548f48528050da9c5365d on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:45.050050 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-18b2141c-279a-44e8-a476-c0c63a29ac08 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6b8fb97-64c2-4eff-999d-8821c3f504e7 HTTP/1.1" status: 200 len: 913 time: 0.5953279 Mar 14 18:19:45.063451 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52486) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:45.077035 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 4fdf5a45-df62-45e1-836c-8acf9ed24780 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:19:45.077376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4fdf5a45-df62-45e1-836c-8acf9ed24780 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:19:45.214248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Deleting port 4fdf5a45-df62-45e1-836c-8acf9ed24780 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:45.214866 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:45.336384 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8f3fd09a-2ec4-4187-8994-5df5ea210d50 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:45.350355 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0ff4fb3b-3b20-447f-a2cf-62e324e5cbb2 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:45.358466 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] The port '4fdf5a45-df62-45e1-836c-8acf9ed24780' was deleted {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:19:45.370794 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1af085d-20ea-4ab4-883a-b849aa5e230d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Deleting subnet 0d48a436-905d-449f-94cc-999b06f5dd8e {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:19:45.413069 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a1af085d-20ea-4ab4-883a-b849aa5e230d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:45.430629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0ff4fb3b-3b20-447f-a2cf-62e324e5cbb2 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:45.478447 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fcf8534f-8146-4abd-a1d5-b7ed84fb3cff req-77ad7176-b4d9-4890-aed9-68716ecc51eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd010dab-ae55-486e-afd2-5dac7ff748cf HTTP/1.1" status: 200 len: 1000 time: 0.4157581 Mar 14 18:19:45.506191 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52490) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:45.512988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1213112406', 'description': 'tempest-secgroup-smoke-1213112406 description', 'project_id': '355ab1d132224c9998b0e8c4dad61d99'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:45.527525 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:45.564361 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5c337b84-4450-406e-96b0-f3e459a38a46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b038a222ae2484a97f48426ad58b8ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6442819 Mar 14 18:19:45.584243 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Usage tracker for resource:security_group and tenant:355ab1d132224c9998b0e8c4dad61d99 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:45.586578 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52494) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:45.588866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:45.607922 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8f3fd09a-2ec4-4187-8994-5df5ea210d50 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:45.609124 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8f3fd09a-2ec4-4187-8994-5df5ea210d50 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6656618 Mar 14 18:19:45.615091 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:45.616826 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52498) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:45.673886 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-0ff4fb3b-3b20-447f-a2cf-62e324e5cbb2 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Floating IP 1114d49d-0a24-4281-ad2d-d747950f1131 associated. External IP: 172.26.7.212, port: 2a89fabe-b9e0-4f39-8778-cc2ec3a51570. Mar 14 18:19:45.706207 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a1af085d-20ea-4ab4-883a-b849aa5e230d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:45.734934 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:45.752631 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:45.818745 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:45.868784 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:45.889513 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Usage tracker for resource:security_group_rule and tenant:355ab1d132224c9998b0e8c4dad61d99 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:45.948178 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2929-4265-449e-89d3-7b102bab0dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:45.960488 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:45.976201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:45.985565 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:45.997747 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8534f-8146-4abd-a1d5-b7ed84fb3cff req-873c6cf5-0d25-43e6-8f5a-63db22a88fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:45.999203 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fcf8534f-8146-4abd-a1d5-b7ed84fb3cff req-873c6cf5-0d25-43e6-8f5a-63db22a88fa3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f809337b-5605-4ccf-a62e-7a1913cdfa2f HTTP/1.1" status: 200 len: 851 time: 0.4399745 Mar 14 18:19:46.004540 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13c1643-6fa8-4f52-b290-42737040aaa0') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:46.004829 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13c1643-6fa8-4f52-b290-42737040aaa0') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:46.036152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3ae6dc89-47e4-4d01-900e-7e7b95959151 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:46.044633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2929-4265-449e-89d3-7b102bab0dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:46.060854 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:46.167811 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3ae6dc89-47e4-4d01-900e-7e7b95959151 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:46.183861 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:46.197809 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:19:46.198196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:46.208603 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4088f7-eae8-49a6-9dd1-1118a33ac338 req-254bfdae-5df5-4b88-a0bc-628f7c24b508 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:46.212926 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ed4088f7-eae8-49a6-9dd1-1118a33ac338 req-254bfdae-5df5-4b88-a0bc-628f7c24b508 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.4856741 Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:19:46.215771 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:19:46.308643 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a1af085d-20ea-4ab4-883a-b849aa5e230d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:46.380616 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ed4088f7-eae8-49a6-9dd1-1118a33ac338 req-cdf86369-f28d-4f84-a797-639a20862cc4 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582546 Mar 14 18:19:46.443860 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff4fb3b-3b20-447f-a2cf-62e324e5cbb2 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Router fa800828-1570-440a-bd72-83d1b62e6fdb has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:19:46.445530 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:46.448670 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8534f-8146-4abd-a1d5-b7ed84fb3cff req-f9c09c97-5e0e-43c1-ae07-3c6f5fb17f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:46.449305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3ae6dc89-47e4-4d01-900e-7e7b95959151 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:46.450140 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fcf8534f-8146-4abd-a1d5-b7ed84fb3cff req-f9c09c97-5e0e-43c1-ae07-3c6f5fb17f1c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9396576-f6d5-42a1-a913-3123f2ec508b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4388371 Mar 14 18:19:46.474338 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6dc89-47e4-4d01-900e-7e7b95959151 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeccb2a-1786-411b-a1cb-96e96df2a6a9,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:46.499867 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:46.524951 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:46.539533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2929-4265-449e-89d3-7b102bab0dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:46.564816 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:46.573824 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b2929-4265-449e-89d3-7b102bab0dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16000aa2-cf0d-42dc-8ec5-396fa18fba1a,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:46.582276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:46.583852 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] Pushing event deleted for resources: {'Network': ['ID=0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:46.595492 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a1af085d-20ea-4ab4-883a-b849aa5e230d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:46.603227 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Usage tracker for resource:security_group_rule and tenant:355ab1d132224c9998b0e8c4dad61d99 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:46.608394 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:46.631868 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-994e38a1-fcfb-432a-a35d-71889c193ec1 tempest-AllowedAddressPairIpV6TestJSON-516735797 tempest-AllowedAddressPairIpV6TestJSON-516735797-project] 10.222.0.43 "DELETE /v2.0/networks/0ddae4ec-5a6c-42f5-9744-4b16bcc2c9fa HTTP/1.1" status: 204 len: 168 time: 3.3334825 Mar 14 18:19:46.649671 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af085d-20ea-4ab4-883a-b849aa5e230d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Pushing event deleted for resources: {'Subnet': ['ID=0d48a436-905d-449f-94cc-999b06f5dd8e,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:46.663186 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a1af085d-20ea-4ab4-883a-b849aa5e230d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:46.665140 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a1af085d-20ea-4ab4-883a-b849aa5e230d tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] 10.222.0.43 "DELETE /v2.0/subnets/0d48a436-905d-449f-94cc-999b06f5dd8e HTTP/1.1" status: 204 len: 168 time: 1.6582141 Mar 14 18:19:46.666594 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636a1466-a539-4132-a9f1-c1675857ba11 None None] Network d39a1579-22ad-4d67-853a-8aeb27b26ed8 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:19:46.669474 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52506) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:46.762118 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fcf8534f-8146-4abd-a1d5-b7ed84fb3cff req-1ebf1e6c-bbb0-44cd-85a5-83e87a72e2c4 service neutron] 10.222.0.59 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019073 Mar 14 18:19:46.810027 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:46.826566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2929-4265-449e-89d3-7b102bab0dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:46.830490 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fa0b2929-4265-449e-89d3-7b102bab0dcc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/16000aa2-cf0d-42dc-8ec5-396fa18fba1a HTTP/1.1" status: 204 len: 168 time: 1.2402463 Mar 14 18:19:46.834858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3ae6dc89-47e4-4d01-900e-7e7b95959151 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:46.835954 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3ae6dc89-47e4-4d01-900e-7e7b95959151 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-groups/5eeccb2a-1786-411b-a1cb-96e96df2a6a9 HTTP/1.1" status: 204 len: 168 time: 1.2140927 Mar 14 18:19:46.842394 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52512) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:46.844541 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f599f453-1a18-4ac0-b009-4746d7fc1f36,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:46.877566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff4fb3b-3b20-447f-a2cf-62e324e5cbb2 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:19:46.901088 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0ff4fb3b-3b20-447f-a2cf-62e324e5cbb2 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:46.903184 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb3af6-7b25-40e5-bc10-e6a924a6c12b None None] Sync routers for ids ['fa800828-1570-440a-bd72-83d1b62e6fdb'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:19:46.941881 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb3af6-7b25-40e5-bc10-e6a924a6c12b None None] Routers {'fa800828-1570-440a-bd72-83d1b62e6fdb'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:46.942709 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8fdb3af6-7b25-40e5-bc10-e6a924a6c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:19:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fa800828-1570-440a-bd72-83d1b62e6fdb'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:46.990431 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:47.009487 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0ff4fb3b-3b20-447f-a2cf-62e324e5cbb2 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "PUT /v2.0/floatingips/1114d49d-0a24-4281-ad2d-d747950f1131 HTTP/1.1" status: 200 len: 991 time: 2.7414644 Mar 14 18:19:47.017150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6434990-465e-4dc8-a023-946a0161ab97', 'tag': '2a89fabe-b9e0-4f39-8778-cc2ec3a51570'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:19:47.026401 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdb3b23-9d30-4d5a-95c4-94689befe6ca None None] DHCP port deletion for d39a1579-22ad-4d67-853a-8aeb27b26ed8 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:19:47.030932 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-dcdb3b23-9d30-4d5a-95c4-94689befe6ca None None] Deleting port 4e630dfa-9015-45ad-8c99-49aa3f3b058a {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:47.031609 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dcdb3b23-9d30-4d5a-95c4-94689befe6ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:47.041188 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:47.071119 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Deleting port 4e630dfa-9015-45ad-8c99-49aa3f3b058a {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:47.071470 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:47.122130 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-127f17a1-ba1a-4e44-9e48-dc8d81d91d3c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:47.133854 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:47.140283 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6434990-465e-4dc8-a023-946a0161ab97', 'tag': '2a89fabe-b9e0-4f39-8778-cc2ec3a51570', 'status': 'completed', 'code': 200} Mar 14 18:19:47.152459 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9eb42d2-f22f-47d2-bae6-d925a503460a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:47.257166 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-8fdb3af6-7b25-40e5-bc10-e6a924a6c12b None None] Set router fa800828-1570-440a-bd72-83d1b62e6fdb gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:19:47.293449 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fcf8534f-8146-4abd-a1d5-b7ed84fb3cff req-f569dad1-ec19-4725-8bbb-3b4bb31c0270 service neutron] 10.222.0.59 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230556 Mar 14 18:19:47.367114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-dcdb3b23-9d30-4d5a-95c4-94689befe6ca None None] For port 4e630dfa-9015-45ad-8c99-49aa3f3b058a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4e630dfa-9015-45ad-8c99-49aa3f3b058a,segment=NetworkSegment(a944e157-9bfa-4794-b19e-9a4e715bcd9a),segment_id=a944e157-9bfa-4794-b19e-9a4e715bcd9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:47.367648 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dcdb3b23-9d30-4d5a-95c4-94689befe6ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:47.370289 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52526) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:47.410658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ae82fb-7f38-4dee-9fad-fc2733c08cd5,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:47.478139 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-127f17a1-ba1a-4e44-9e48-dc8d81d91d3c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:47.487634 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-127f17a1-ba1a-4e44-9e48-dc8d81d91d3c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6280816 Mar 14 18:19:47.502012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52538) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:47.525318 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b9079-0a88-468e-880a-f8c1a303181f req-aa8cb837-98e4-4329-8b0d-39ff710f214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:47.525664 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-099b9079-0a88-468e-880a-f8c1a303181f req-aa8cb837-98e4-4329-8b0d-39ff710f214b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29958d1556c74dc4b97217fd3a482d39&device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 1098 time: 0.3488102 Mar 14 18:19:47.526435 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:47.530199 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4c6d44b2-ea40-4f6f-a6ee-f87d0b01a480 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.0203860 Mar 14 18:19:47.540285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-97dcba40-0a1a-4b13-8b85-b5d007bd9fc0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517506555'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:47.545677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52542) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:47.593238 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-97dcba40-0a1a-4b13-8b85-b5d007bd9fc0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:47.612503 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-7bb2b37e-9998-40e0-bc04-ed854f8a439a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Request body: {'security_group_rule': {'security_group_id': '72ae82fb-7f38-4dee-9fad-fc2733c08cd5', 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:47.647465 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-dcdb3b23-9d30-4d5a-95c4-94689befe6ca None None] Calling delete_port for 4e630dfa-9015-45ad-8c99-49aa3f3b058a owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:47.704904 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7bb2b37e-9998-40e0-bc04-ed854f8a439a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:47.806454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cefa3-c110-44cb-9ee7-632ebf656669 req-3624a83d-c86b-4d78-bede-ec745cb6a32a tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:47.808175 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-281cefa3-c110-44cb-9ee7-632ebf656669 req-3624a83d-c86b-4d78-bede-ec745cb6a32a tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 945 time: 0.5311089 Mar 14 18:19:47.812730 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7bb2b37e-9998-40e0-bc04-ed854f8a439a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Usage tracker for resource:security_group_rule and tenant:355ab1d132224c9998b0e8c4dad61d99 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:47.815669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-97dcba40-0a1a-4b13-8b85-b5d007bd9fc0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:47.819807 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dcdb3b23-9d30-4d5a-95c4-94689befe6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:47.821136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7bb2b37e-9998-40e0-bc04-ed854f8a439a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:47.872796 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8fdb3af6-7b25-40e5-bc10-e6a924a6c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'name': 'tempest-ServersTestManualDisk-183744333-router', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:18:52Z', 'updated_at': '2022-03-14T18:19:06Z', 'revision_number': 4, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'gw_port': {'id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:18:55Z', 'updated_at': '2022-03-14T18:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '1114d49d-0a24-4281-ad2d-d747950f1131', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'floating_ip_address': '172.26.7.212', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'port_id': '2a89fabe-b9e0-4f39-8778-cc2ec3a51570', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443', 'mac_address': 'fa:16:3e:62:ec:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6434990-465e-4dc8-a023-946a0161ab97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:19:15Z', 'updated_at': '2022-03-14T18:19:45Z', 'revision_number': 1, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7c9843-7c3b-45c9-b0f6-df08edf826c2', 'name': '', 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'mac_address': 'fa:16:3e:f9:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:04Z', 'updated_at': '2022-03-14T18:19:13Z', 'revision_number': 5, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'subnets': [{'id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:47.882725 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb3af6-7b25-40e5-bc10-e6a924a6c12b None None] Checking router: fa800828-1570-440a-bd72-83d1b62e6fdb for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:19:47.903326 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb3af6-7b25-40e5-bc10-e6a924a6c12b None None] Routers {'fa800828-1570-440a-bd72-83d1b62e6fdb'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:47.904082 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8fdb3af6-7b25-40e5-bc10-e6a924a6c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:19:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fa800828-1570-440a-bd72-83d1b62e6fdb'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:47.917029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb3b23-9d30-4d5a-95c4-94689befe6ca None None] Pushing event deleted for resources: {'Port': ['ID=4e630dfa-9015-45ad-8c99-49aa3f3b058a,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:47.937535 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb3b23-9d30-4d5a-95c4-94689befe6ca None None] No DVR routers for this DVR port 4e630dfa-9015-45ad-8c99-49aa3f3b058a on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:19:47.945229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7bb2b37e-9998-40e0-bc04-ed854f8a439a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:48.020106 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] For port 4e630dfa-9015-45ad-8c99-49aa3f3b058a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4e630dfa-9015-45ad-8c99-49aa3f3b058a,segment=NetworkSegment(a944e157-9bfa-4794-b19e-9a4e715bcd9a),segment_id=a944e157-9bfa-4794-b19e-9a4e715bcd9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:48.020729 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:48.086129 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-281cefa3-c110-44cb-9ee7-632ebf656669 req-0d7b8193-d23c-438c-9233-f6c2f4bf0ed6 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/security-groups?id=da4f0cc3-e718-4797-8458-df0ba9166c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611740 Mar 14 18:19:48.091086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-97dcba40-0a1a-4b13-8b85-b5d007bd9fc0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:48.157365 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-40c96254-88ea-42e4-bc46-732ce49fa32d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c464b5a53f5e4a1c9c3b5d46c6b86665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7736568 Mar 14 18:19:48.161821 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-8fdb3af6-7b25-40e5-bc10-e6a924a6c12b None None] Set router fa800828-1570-440a-bd72-83d1b62e6fdb gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:19:48.177886 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52558) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:48.189780 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7bb2b37e-9998-40e0-bc04-ed854f8a439a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:48.191698 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Calling delete_port for 4e630dfa-9015-45ad-8c99-49aa3f3b058a owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:48.208999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b9079-0a88-468e-880a-f8c1a303181f req-25cd3840-932b-45f5-a1ef-e2528465c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:48.210459 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-099b9079-0a88-468e-880a-f8c1a303181f req-25cd3840-932b-45f5-a1ef-e2528465c0fc service neutron] 10.222.0.59 "GET /v2.0/networks?id=68805b77-ed98-4d1b-8864-d70255e9d443 HTTP/1.1" status: 200 len: 912 time: 0.6657567 Mar 14 18:19:48.217230 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-97dcba40-0a1a-4b13-8b85-b5d007bd9fc0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:48.245580 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-97dcba40-0a1a-4b13-8b85-b5d007bd9fc0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:48.313916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0b68f-90f8-4e0f-9125-127f43327c02 req-ca1479e6-7eb5-4adc-9905-e41f7d8107c0 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:48.317160 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2cb0b68f-90f8-4e0f-9125-127f43327c02 req-ca1479e6-7eb5-4adc-9905-e41f7d8107c0 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.6815255 Mar 14 18:19:48.322053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-97dcba40-0a1a-4b13-8b85-b5d007bd9fc0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:48.341381 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:19:48.341707 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:19:48.342538 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c388cb59-5dbb-47f5-8402-5b1acb61f128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:48.361127 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-97dcba40-0a1a-4b13-8b85-b5d007bd9fc0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:48.420764 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c388cb59-5dbb-47f5-8402-5b1acb61f128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:48.436221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-e9eb42d2-f22f-47d2-bae6-d925a503460a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Deleting port ed242143-b296-4547-a763-6db64bfc0bbe {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:48.436868 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9eb42d2-f22f-47d2-bae6-d925a503460a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:48.530305 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-099b9079-0a88-468e-880a-f8c1a303181f req-38f0db21-b807-4f99-9101-a9524705e9b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a89fabe-b9e0-4f39-8778-cc2ec3a51570 HTTP/1.1" status: 200 len: 999 time: 0.2893767 Mar 14 18:19:48.543722 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7bb2b37e-9998-40e0-bc04-ed854f8a439a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:48.570944 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52570) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:48.631457 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2cb0b68f-90f8-4e0f-9125-127f43327c02 req-4fc2a83f-0cda-41a5-ae7f-8f1a1d2446c5 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829587 Mar 14 18:19:48.662916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7bb2b37e-9998-40e0-bc04-ed854f8a439a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:48.701170 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2b37e-9998-40e0-bc04-ed854f8a439a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7579a889-29b9-4008-a98c-1d0918196bb0,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:48.720069 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b9079-0a88-468e-880a-f8c1a303181f req-3cd2ed32-3934-4945-ad45-5102f028e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:48.721964 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-099b9079-0a88-468e-880a-f8c1a303181f req-3cd2ed32-3934-4945-ad45-5102f028e137 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98ca18df-4d19-42d8-aeb4-d2f478df7fea HTTP/1.1" status: 200 len: 850 time: 0.1768928 Mar 14 18:19:48.736905 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c388cb59-5dbb-47f5-8402-5b1acb61f128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:48.739934 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8fdb3af6-7b25-40e5-bc10-e6a924a6c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'name': 'tempest-ServersTestManualDisk-183744333-router', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:18:52Z', 'updated_at': '2022-03-14T18:19:06Z', 'revision_number': 4, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'gw_port': {'id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:18:55Z', 'updated_at': '2022-03-14T18:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '1114d49d-0a24-4281-ad2d-d747950f1131', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'floating_ip_address': '172.26.7.212', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'port_id': '2a89fabe-b9e0-4f39-8778-cc2ec3a51570', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443', 'mac_address': 'fa:16:3e:62:ec:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6434990-465e-4dc8-a023-946a0161ab97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:19:15Z', 'updated_at': '2022-03-14T18:19:45Z', 'revision_number': 1, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7c9843-7c3b-45c9-b0f6-df08edf826c2', 'name': '', 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'mac_address': 'fa:16:3e:f9:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:04Z', 'updated_at': '2022-03-14T18:19:13Z', 'revision_number': 5, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'subnets': [{'id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:48.744403 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb3af6-7b25-40e5-bc10-e6a924a6c12b None None] The sync data for ids ['fa800828-1570-440a-bd72-83d1b62e6fdb'] in dv-neutron-833560-1-hyperv is: [{'id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'name': 'tempest-ServersTestManualDisk-183744333-router', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:18:52Z', 'updated_at': '2022-03-14T18:19:06Z', 'revision_number': 4, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'gw_port': {'id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:18:55Z', 'updated_at': '2022-03-14T18:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '1114d49d-0a24-4281-ad2d-d747950f1131', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'floating_ip_address': '172.26.7.212', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'port_id': '2a89fabe-b9e0-4f39-8778-cc2ec3a51570', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443', 'mac_address': 'fa:16:3e:62:ec:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6434990-465e-4dc8-a023-946a0161ab97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:19:15Z', 'updated_at': '2022-03-14T18:19:45Z', 'revision_number': 1, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7c9843-7c3b-45c9-b0f6-df08edf826c2', 'name': '', 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'mac_address': 'fa:16:3e:f9:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:04Z', 'updated_at': '2022-03-14T18:19:13Z', 'revision_number': 5, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'subnets': [{'id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:19:48.760329 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1002644426'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:48.767881 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9eb42d2-f22f-47d2-bae6-d925a503460a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:48.784340 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:48.788797 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388cb59-5dbb-47f5-8402-5b1acb61f128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dce79c1-08de-49ed-846c-2193ae5c0fff,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:48.789143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7bb2b37e-9998-40e0-bc04-ed854f8a439a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:48.794295 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7bb2b37e-9998-40e0-bc04-ed854f8a439a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2326996 Mar 14 18:19:48.796827 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52576) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:48.831587 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c7f585e3-da24-4215-9ade-65a2a355916b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Request body: {'security_group_rule': {'security_group_id': '72ae82fb-7f38-4dee-9fad-fc2733c08cd5', 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:48.843040 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Deleting port 4e630dfa-9015-45ad-8c99-49aa3f3b058a {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:48.843332 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:48.847260 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c7f585e3-da24-4215-9ade-65a2a355916b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:48.858431 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c7f585e3-da24-4215-9ade-65a2a355916b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Usage tracker for resource:security_group_rule and tenant:355ab1d132224c9998b0e8c4dad61d99 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:48.866863 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c7f585e3-da24-4215-9ade-65a2a355916b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:48.878301 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-97dcba40-0a1a-4b13-8b85-b5d007bd9fc0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:48.879398 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c7f585e3-da24-4215-9ade-65a2a355916b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:48.905553 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b9079-0a88-468e-880a-f8c1a303181f req-f320b9c0-7373-477c-8e8a-88c03b188def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:48.907673 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-099b9079-0a88-468e-880a-f8c1a303181f req-f320b9c0-7373-477c-8e8a-88c03b188def service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68805b77-ed98-4d1b-8864-d70255e9d443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1769466 Mar 14 18:19:48.925019 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Usage tracker for resource:network and tenant:cbb6c4b3b69f40dc949b5ab2920c84d9 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:48.940218 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:48.942506 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-97dcba40-0a1a-4b13-8b85-b5d007bd9fc0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:48.951011 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-e9eb42d2-f22f-47d2-bae6-d925a503460a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Calling delete_port for ed242143-b296-4547-a763-6db64bfc0bbe owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:48.988189 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4e630dfa-9015-45ad-8c99-49aa3f3b058a no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:19:49.028043 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118572cf-692f-466f-a6f1-7a9edcdaf82e None None] New status for floating IP 1114d49d-0a24-4281-ad2d-d747950f1131: ACTIVE {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:19:49.030400 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:49.040398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] The port '4e630dfa-9015-45ad-8c99-49aa3f3b058a' was deleted {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:19:49.067759 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcba40-0a1a-4b13-8b85-b5d007bd9fc0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20dd50fb-0de5-4db3-a8ec-fe411ec67006,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:49.105458 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 4e630dfa-9015-45ad-8c99-49aa3f3b058a {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:19:49.105458 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4e630dfa-9015-45ad-8c99-49aa3f3b058a not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:19:49.111205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7f585e3-da24-4215-9ade-65a2a355916b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.118706 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c388cb59-5dbb-47f5-8402-5b1acb61f128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.120146 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c388cb59-5dbb-47f5-8402-5b1acb61f128 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2dce79c1-08de-49ed-846c-2193ae5c0fff HTTP/1.1" status: 204 len: 168 time: 0.9397418 Mar 14 18:19:49.191022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7f585e3-da24-4215-9ade-65a2a355916b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.194480 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-099b9079-0a88-468e-880a-f8c1a303181f req-b3ed2aa0-f0f7-4da7-a253-e2c06d6a648e service neutron] 10.222.0.59 "GET /v2.0/networks/68805b77-ed98-4d1b-8864-d70255e9d443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801008 Mar 14 18:19:49.195925 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-97dcba40-0a1a-4b13-8b85-b5d007bd9fc0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.202399 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-97dcba40-0a1a-4b13-8b85-b5d007bd9fc0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6949980 Mar 14 18:19:49.203831 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52582) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:49.235471 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Made reservation on behalf of cbb6c4b3b69f40dc949b5ab2920c84d9 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:49.238222 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-62ce42ed-9f6f-48f2-b072-f0a37ee75bb2 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group_rule': {'security_group_id': '20dd50fb-0de5-4db3-a8ec-fe411ec67006', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:49.239410 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.245875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-62ce42ed-9f6f-48f2-b072-f0a37ee75bb2 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:49.259838 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.261881 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-62ce42ed-9f6f-48f2-b072-f0a37ee75bb2 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:49.267750 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-62ce42ed-9f6f-48f2-b072-f0a37ee75bb2 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:49.272395 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.280265 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-62ce42ed-9f6f-48f2-b072-f0a37ee75bb2 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:49.303819 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:49.310874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39a1579-22ad-4d67-853a-8aeb27b26ed8']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:49.320122 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Usage tracker for resource:security_group_rule and tenant:cbb6c4b3b69f40dc949b5ab2920c84d9 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:49.324535 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7f585e3-da24-4215-9ade-65a2a355916b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.357548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:49.359872 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a944e157-9bfa-4794-b19e-9a4e715bcd9a') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:49.360173 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a944e157-9bfa-4794-b19e-9a4e715bcd9a') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:49.363683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f585e3-da24-4215-9ade-65a2a355916b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822807f9-4dc9-4255-bb66-8ccd8dfb2f90,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:49.382470 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:49.388927 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.399816 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-099b9079-0a88-468e-880a-f8c1a303181f req-5ba02cf1-8601-49cc-841d-f0b136932f14 service neutron] 10.222.0.59 "GET /v2.0/networks/68805b77-ed98-4d1b-8864-d70255e9d443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942000 Mar 14 18:19:49.429879 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.443921 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:19:49.444461 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:19:49.459923 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:19:49.494149 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7f585e3-da24-4215-9ade-65a2a355916b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.495337 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c7f585e3-da24-4215-9ade-65a2a355916b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6786473 Mar 14 18:19:49.499229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-62ce42ed-9f6f-48f2-b072-f0a37ee75bb2 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.503437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52586) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:49.510442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-cce15fc8-2049-40ba-b70f-fd74b3fc802c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Request body: {'security_group_rule': {'security_group_id': '72ae82fb-7f38-4dee-9fad-fc2733c08cd5', 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:49.521045 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-cce15fc8-2049-40ba-b70f-fd74b3fc802c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:49.534775 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9eb42d2-f22f-47d2-bae6-d925a503460a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.537242 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-cce15fc8-2049-40ba-b70f-fd74b3fc802c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Usage tracker for resource:security_group_rule and tenant:355ab1d132224c9998b0e8c4dad61d99 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:49.541680 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-cce15fc8-2049-40ba-b70f-fd74b3fc802c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:49.556894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-cce15fc8-2049-40ba-b70f-fd74b3fc802c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:49.583440 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-62ce42ed-9f6f-48f2-b072-f0a37ee75bb2 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.598075 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb42d2-f22f-47d2-bae6-d925a503460a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event deleted for resources: {'Port': ['ID=ed242143-b296-4547-a763-6db64bfc0bbe,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:49.632562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cce15fc8-2049-40ba-b70f-fd74b3fc802c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.656478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-62ce42ed-9f6f-48f2-b072-f0a37ee75bb2 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.678604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce42ed-9f6f-48f2-b072-f0a37ee75bb2 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0bef21-103c-4082-ae3b-15929e0ae286,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:49.685125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.736732 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cce15fc8-2049-40ba-b70f-fd74b3fc802c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.783621 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-62ce42ed-9f6f-48f2-b072-f0a37ee75bb2 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.785794 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-62ce42ed-9f6f-48f2-b072-f0a37ee75bb2 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5788863 Mar 14 18:19:49.788617 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52598) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:49.828554 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.855554 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] Pushing event deleted for resources: {'Network': ['ID=d39a1579-22ad-4d67-853a-8aeb27b26ed8,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:49.856307 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7bbb4ef5-cd2c-4ccf-bac0-e2ee98994732 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-group-rules/bb0bef21-103c-4082-ae3b-15929e0ae286 HTTP/1.1" status: 200 len: 763 time: 0.0662670 Mar 14 18:19:49.857325 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cce15fc8-2049-40ba-b70f-fd74b3fc802c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.859984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52604) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:49.877668 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:49.879444 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d2f50804-0e1e-41f5-9f79-980764806191 tempest-ExtraDHCPOptionsTestJSON-897650741 tempest-ExtraDHCPOptionsTestJSON-897650741-project] 10.222.0.43 "DELETE /v2.0/networks/d39a1579-22ad-4d67-853a-8aeb27b26ed8 HTTP/1.1" status: 204 len: 168 time: 3.2090878 Mar 14 18:19:49.910908 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce15fc8-2049-40ba-b70f-fd74b3fc802c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905e170a-5412-4e6f-93f9-aa044b61e674,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:49.956777 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.066309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cce15fc8-2049-40ba-b70f-fd74b3fc802c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.067514 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-cce15fc8-2049-40ba-b70f-fd74b3fc802c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5631835 Mar 14 18:19:50.070627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52612) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:50.074181 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:19:50.076950 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ad68af94-0871-425f-98de-a39435cf5d35 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:50.085726 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-015e049f-329a-4538-858a-5150ddadabba tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Request body: {'security_group_rule': {'security_group_id': '72ae82fb-7f38-4dee-9fad-fc2733c08cd5', 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:50.093243 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08b6aa6-0145-4cda-aab4-c576d9050a47,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:50.100197 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-015e049f-329a-4538-858a-5150ddadabba tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:50.107227 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.107577 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Added segment 024d595a-2f76-4b5f-b258-32c146957224 of type vlan for network 4e871254-1d81-478f-8b06-92b019baccfe Mar 14 18:19:50.108845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ae007-db7b-4225-af8a-16f890585240 req-ee4939eb-4cc6-430b-9cf2-a59204f30a41 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:50.110420 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-243ae007-db7b-4225-af8a-16f890585240 req-ee4939eb-4cc6-430b-9cf2-a59204f30a41 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.3063209 Mar 14 18:19:50.121474 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-015e049f-329a-4538-858a-5150ddadabba tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Usage tracker for resource:security_group_rule and tenant:355ab1d132224c9998b0e8c4dad61d99 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:50.127129 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-015e049f-329a-4538-858a-5150ddadabba tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:50.138562 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-015e049f-329a-4538-858a-5150ddadabba tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:50.145299 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e9eb42d2-f22f-47d2-bae6-d925a503460a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.159849 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-243ae007-db7b-4225-af8a-16f890585240 req-c4ad1570-8919-4d63-8b61-f2aff7366715 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430381 Mar 14 18:19:50.171466 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.213347 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ad68af94-0871-425f-98de-a39435cf5d35 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:50.214636 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ad68af94-0871-425f-98de-a39435cf5d35 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3480515 Mar 14 18:19:50.217330 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52618) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:50.247306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eb12daae-c634-46ed-92e6-1695ac407d10 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.258153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eb12daae-c634-46ed-92e6-1695ac407d10 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.277602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-015e049f-329a-4538-858a-5150ddadabba tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.352097 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eb12daae-c634-46ed-92e6-1695ac407d10 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.373866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12daae-c634-46ed-92e6-1695ac407d10 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb0bef21-103c-4082-ae3b-15929e0ae286,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:50.377829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52628) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:50.434814 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-015e049f-329a-4538-858a-5150ddadabba tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.465488 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eb12daae-c634-46ed-92e6-1695ac407d10 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.469454 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-eb12daae-c634-46ed-92e6-1695ac407d10 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/bb0bef21-103c-4082-ae3b-15929e0ae286 HTTP/1.1" status: 204 len: 168 time: 0.2511780 Mar 14 18:19:50.470651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52634) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:50.487899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.494545 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:50.495181 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.523340 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-46b19ae9-cad6-46f9-9832-07781765ba34 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:50.547242 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-015e049f-329a-4538-858a-5150ddadabba tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.584234 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-da720798-ea9d-4b47-85e3-f47b0e3b05f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=74adba3721e44dfd87210ac5b1303435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007558 Mar 14 18:19:50.586637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52640) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:50.629880 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52644) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:50.642976 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-46b19ae9-cad6-46f9-9832-07781765ba34 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:50.643658 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e049f-329a-4538-858a-5150ddadabba tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725a8e79-1138-46e6-9418-aff43e929348,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:50.648042 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-46b19ae9-cad6-46f9-9832-07781765ba34 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1726451 Mar 14 18:19:50.648042 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52650) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:50.651367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event updated for resources: {'Network': ['ID=4e871254-1d81-478f-8b06-92b019baccfe,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:50.661138 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-40f5a918-2bb0-4b16-b0e8-28e6af738218 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group_rule': {'security_group_id': '20dd50fb-0de5-4db3-a8ec-fe411ec67006', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:50.670198 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-40f5a918-2bb0-4b16-b0e8-28e6af738218 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:50.675470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dd69d440-460e-420f-9a18-1e45757f8f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.679374 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 4e871254-1d81-478f-8b06-92b019baccfe details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:19:50.692264 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-40f5a918-2bb0-4b16-b0e8-28e6af738218 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:50.712272 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dd69d440-460e-420f-9a18-1e45757f8f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.769389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1641930664'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:50.769593 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-015e049f-329a-4538-858a-5150ddadabba tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.773433 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-015e049f-329a-4538-858a-5150ddadabba tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6942987 Mar 14 18:19:50.773433 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5d91bc9d-539c-4639-beb3-b5b702115d2b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2002442 Mar 14 18:19:50.773647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52654) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:50.777399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:50.782319 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Usage tracker for resource:network and tenant:20cc75f11ec742e28474a5e789190314 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:50.786012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:50.792499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-fc4c8962-0f7c-4069-9101-aecbbd874231 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Request body: {'security_group_rule': {'security_group_id': '72ae82fb-7f38-4dee-9fad-fc2733c08cd5', 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:50.800469 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:50.802724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-fc4c8962-0f7c-4069-9101-aecbbd874231 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:50.810993 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fc4c8962-0f7c-4069-9101-aecbbd874231 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Usage tracker for resource:security_group_rule and tenant:355ab1d132224c9998b0e8c4dad61d99 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:50.815973 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fc4c8962-0f7c-4069-9101-aecbbd874231 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:50.821933 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9eb42d2-f22f-47d2-bae6-d925a503460a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Router c6b8fb97-64c2-4eff-999d-8821c3f504e7 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:19:50.824147 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-fc4c8962-0f7c-4069-9101-aecbbd874231 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:50.847875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-40f5a918-2bb0-4b16-b0e8-28e6af738218 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.872643 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dd69d440-460e-420f-9a18-1e45757f8f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.906377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69d440-460e-420f-9a18-1e45757f8f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446d272c-f829-420c-a462-45c6104e0ac4,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:50.915779 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dd69d440-460e-420f-9a18-1e45757f8f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.919578 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-dd69d440-460e-420f-9a18-1e45757f8f5e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/446d272c-f829-420c-a462-45c6104e0ac4 HTTP/1.1" status: 204 len: 168 time: 0.3293259 Mar 14 18:19:50.949833 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-fc4c8962-0f7c-4069-9101-aecbbd874231 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Project 355ab1d132224c9998b0e8c4dad61d99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:19:50.962292 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Made reservation on behalf of 20cc75f11ec742e28474a5e789190314 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:50.965801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.981641 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-40f5a918-2bb0-4b16-b0e8-28e6af738218 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.982478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.993605 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fc4c8962-0f7c-4069-9101-aecbbd874231 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.019596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:51.028495 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Usage tracker for resource:security_group_rule and tenant:20cc75f11ec742e28474a5e789190314 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:51.038185 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:51.047515 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:51.063144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-40f5a918-2bb0-4b16-b0e8-28e6af738218 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.083554 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9eb42d2-f22f-47d2-bae6-d925a503460a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:19:51.089595 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e9eb42d2-f22f-47d2-bae6-d925a503460a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "PUT /v2.0/routers/c6b8fb97-64c2-4eff-999d-8821c3f504e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0222538 Mar 14 18:19:51.092580 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52660) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:51.098591 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842797a5-4abd-4305-bf97-d694c1bc7497 None None] Sync routers for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:19:51.113184 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842797a5-4abd-4305-bf97-d694c1bc7497 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:51.114100 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-842797a5-4abd-4305-bf97-d694c1bc7497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:19:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:51.121816 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5a918-2bb0-4b16-b0e8-28e6af738218 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001638f1-b427-4492-89ad-e3dcc6c84797,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:51.136703 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fc4c8962-0f7c-4069-9101-aecbbd874231 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.181879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-40f5a918-2bb0-4b16-b0e8-28e6af738218 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.186992 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-40f5a918-2bb0-4b16-b0e8-28e6af738218 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5338576 Mar 14 18:19:51.191215 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52664) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:51.208462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fc4c8962-0f7c-4069-9101-aecbbd874231 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.217901 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-842797a5-4abd-4305-bf97-d694c1bc7497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:51.228299 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842797a5-4abd-4305-bf97-d694c1bc7497 None None] Routers {'c6b8fb97-64c2-4eff-999d-8821c3f504e7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:19:51.229190 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-842797a5-4abd-4305-bf97-d694c1bc7497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:19:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:51.269984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.271308 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-bdf1e97a-689e-4d25-8d34-a8769d88a24d tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-group-rules/001638f1-b427-4492-89ad-e3dcc6c84797 HTTP/1.1" status: 200 len: 763 time: 0.0828447 Mar 14 18:19:51.275248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52670) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:51.281974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c8962-0f7c-4069-9101-aecbbd874231 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e185f300-3621-4a8c-877c-b843ca066994,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:51.322842 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-842797a5-4abd-4305-bf97-d694c1bc7497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:51.323335 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842797a5-4abd-4305-bf97-d694c1bc7497 None None] The sync data for ids ['c6b8fb97-64c2-4eff-999d-8821c3f504e7'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:19:51.407197 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3661d2b6-8958-41c0-b84b-0fefef79f054 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.424961 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddd3a0-254a-4811-9eac-58f778eaaac8 req-fb5e1eb7-1955-4d6d-bcf6-80f1155a65bb tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:51.426306 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-faddd3a0-254a-4811-9eac-58f778eaaac8 req-fb5e1eb7-1955-4d6d-bcf6-80f1155a65bb tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.0931780 Mar 14 18:19:51.457265 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.480755 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d9307a22-2da8-43f1-82e0-23ef3062574e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2041667 Mar 14 18:19:51.483804 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52676) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:51.501908 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fc4c8962-0f7c-4069-9101-aecbbd874231 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.503846 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fc4c8962-0f7c-4069-9101-aecbbd874231 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7293155 Mar 14 18:19:51.508477 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78372494-a09c-45b0-a903-3668d16744bf,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:51.512557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52680) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:51.522068 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-2cf761a7-bdba-48d6-a8e9-c7e65089655d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Request body: {'security_group_rule': {'security_group_id': '72ae82fb-7f38-4dee-9fad-fc2733c08cd5', 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:51.536908 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-aa3764a5-f784-4c62-83fc-d9045f9cd40e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.543550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2cf761a7-bdba-48d6-a8e9-c7e65089655d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:51.551988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:19:51.556286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2cf761a7-bdba-48d6-a8e9-c7e65089655d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Usage tracker for resource:security_group_rule and tenant:355ab1d132224c9998b0e8c4dad61d99 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:51.566172 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-faddd3a0-254a-4811-9eac-58f778eaaac8 req-c0279d44-3135-480d-a17a-f487bdd51d98 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292236 Mar 14 18:19:51.567422 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2cf761a7-bdba-48d6-a8e9-c7e65089655d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:51.576285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2cf761a7-bdba-48d6-a8e9-c7e65089655d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:51.581924 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.582384 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Added segment 7a8d5f3a-3de4-45ae-8bcb-f3b9f9ff4b58 of type vlan for network 1fb306ed-27c4-41e0-b1de-845139f9b0f3 Mar 14 18:19:51.635505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.690351 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-2cf761a7-bdba-48d6-a8e9-c7e65089655d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Project 355ab1d132224c9998b0e8c4dad61d99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:19:51.699214 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2cf761a7-bdba-48d6-a8e9-c7e65089655d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.739265 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-aa3764a5-f784-4c62-83fc-d9045f9cd40e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.792977 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3661d2b6-8958-41c0-b84b-0fefef79f054 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.804399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.810509 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:51.811240 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.822184 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2cf761a7-bdba-48d6-a8e9-c7e65089655d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.859985 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-3661d2b6-8958-41c0-b84b-0fefef79f054 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Deleting port d9b95c07-a146-4dbe-9fe1-6843f9a56f33 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:19:51.861149 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3661d2b6-8958-41c0-b84b-0fefef79f054 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.918467 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-aa3764a5-f784-4c62-83fc-d9045f9cd40e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.921722 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2cf761a7-bdba-48d6-a8e9-c7e65089655d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.939910 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Pushing event updated for resources: {'Network': ['ID=1fb306ed-27c4-41e0-b1de-845139f9b0f3,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:51.952744 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 1fb306ed-27c4-41e0-b1de-845139f9b0f3 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:19:51.958711 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4cf9e74f-c34f-4aa8-9611-4903864def0c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3262329 Mar 14 18:19:51.959387 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52692) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:51.962205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf761a7-bdba-48d6-a8e9-c7e65089655d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd463412-0af5-4570-bba9-e8891af4b9dc,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:51.968893 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-80ed25c8-c0a0-41c0-b83a-217d8855e53f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Request body: {'subnet': {'network_id': '1fb306ed-27c4-41e0-b1de-845139f9b0f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:51.999064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3764a5-f784-4c62-83fc-d9045f9cd40e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=001638f1-b427-4492-89ad-e3dcc6c84797,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:52.001362 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-aa3764a5-f784-4c62-83fc-d9045f9cd40e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:52.004706 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-aa3764a5-f784-4c62-83fc-d9045f9cd40e tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/001638f1-b427-4492-89ad-e3dcc6c84797 HTTP/1.1" status: 204 len: 168 time: 0.5183549 Mar 14 18:19:52.013976 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52696) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:52.138299 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c6bfc6c6-e586-4f3c-bd8b-d52a820bb9ed tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:52.145010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-80ed25c8-c0a0-41c0-b83a-217d8855e53f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:52.148333 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2cf761a7-bdba-48d6-a8e9-c7e65089655d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:52.161062 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2cf761a7-bdba-48d6-a8e9-c7e65089655d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6461086 Mar 14 18:19:52.163210 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52704) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:52.168089 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3661d2b6-8958-41c0-b84b-0fefef79f054 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:52.168264 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-80ed25c8-c0a0-41c0-b83a-217d8855e53f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Usage tracker for resource:subnet and tenant:20cc75f11ec742e28474a5e789190314 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:52.173241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-80ed25c8-c0a0-41c0-b83a-217d8855e53f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:52.182296 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-81b71f5a-80eb-4643-881b-fa009bfca101 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Request body: {'network': {'name': 'tempest-network-smoke--1778442336', 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'port_security_enabled': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:52.188189 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-81b71f5a-80eb-4643-881b-fa009bfca101 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:52.193401 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-80ed25c8-c0a0-41c0-b83a-217d8855e53f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:52.196408 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-81b71f5a-80eb-4643-881b-fa009bfca101 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Usage tracker for resource:network and tenant:355ab1d132224c9998b0e8c4dad61d99 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:52.199664 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-81b71f5a-80eb-4643-881b-fa009bfca101 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:52.205937 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-81b71f5a-80eb-4643-881b-fa009bfca101 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:52.266714 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c6bfc6c6-e586-4f3c-bd8b-d52a820bb9ed tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:52.267984 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c6bfc6c6-e586-4f3c-bd8b-d52a820bb9ed tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2530980 Mar 14 18:19:52.270986 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52710) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:52.276359 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-5cba51ab-de26-450b-bc6b-ba1a7d719772 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group_rule': {'security_group_id': '20dd50fb-0de5-4db3-a8ec-fe411ec67006', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:52.283000 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-5cba51ab-de26-450b-bc6b-ba1a7d719772 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:52.293298 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-5cba51ab-de26-450b-bc6b-ba1a7d719772 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:52.316504 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ed25c8-c0a0-41c0-b83a-217d8855e53f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Made reservation on behalf of 20cc75f11ec742e28474a5e789190314 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:52.319965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-80ed25c8-c0a0-41c0-b83a-217d8855e53f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:52.331410 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-3661d2b6-8958-41c0-b84b-0fefef79f054 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Calling delete_port for d9b95c07-a146-4dbe-9fe1-6843f9a56f33 owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:19:52.376439 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b71f5a-80eb-4643-881b-fa009bfca101 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Made reservation on behalf of 355ab1d132224c9998b0e8c4dad61d99 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:52.381205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81b71f5a-80eb-4643-881b-fa009bfca101 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:52.438112 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b71f5a-80eb-4643-881b-fa009bfca101 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:19:52.454835 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5cba51ab-de26-450b-bc6b-ba1a7d719772 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:52.458493 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81b71f5a-80eb-4643-881b-fa009bfca101 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:52.459034 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-81b71f5a-80eb-4643-881b-fa009bfca101 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Added segment 0a30a6d4-a184-4408-b1bb-2c3403867cb6 of type vlan for network 5861a082-4a53-498e-b267-cfdff69a04c5 Mar 14 18:19:52.509025 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81b71f5a-80eb-4643-881b-fa009bfca101 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:52.543890 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52716) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:52.547483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5cba51ab-de26-450b-bc6b-ba1a7d719772 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:52.614299 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5cba51ab-de26-450b-bc6b-ba1a7d719772 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:52.702337 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba51ab-de26-450b-bc6b-ba1a7d719772 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f77db5-d5a9-49e1-8ea6-26735cfc4add,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:52.751548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3661d2b6-8958-41c0-b84b-0fefef79f054 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:52.784028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5cba51ab-de26-450b-bc6b-ba1a7d719772 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:52.784935 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5cba51ab-de26-450b-bc6b-ba1a7d719772 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5129485 Mar 14 18:19:52.790189 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52724) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:52.817332 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Request body: {'networks': [{'name': 'tempest-network--641081471'}, {'name': 'tempest-network--1459349971'}]} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:52.817656 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4fe2de29-7b84-4c7e-9607-c50854c41607 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-group-rules/e9f77db5-d5a9-49e1-8ea6-26735cfc4add HTTP/1.1" status: 200 len: 764 time: 0.0259213 Mar 14 18:19:52.818103 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Request body: {'network': {'name': 'tempest-network--641081471'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:52.818853 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Request body: {'network': {'name': 'tempest-network--1459349971'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:52.825698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52728) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:52.830086 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81b71f5a-80eb-4643-881b-fa009bfca101 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:52.836200 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b71f5a-80eb-4643-881b-fa009bfca101 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:52.836806 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81b71f5a-80eb-4643-881b-fa009bfca101 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:52.855132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-80ed25c8-c0a0-41c0-b83a-217d8855e53f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:52.859873 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661d2b6-8958-41c0-b84b-0fefef79f054 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event deleted for resources: {'Port': ['ID=d9b95c07-a146-4dbe-9fe1-6843f9a56f33,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:52.873494 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:52.894993 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Usage tracker for resource:network and tenant:d70af721e8c2476f96412a8b344ce959 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:52.929283 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:52.969640 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-40fcabd6-b066-46a9-a8c2-9d9bcdfc146c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:52.986502 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6380ea-82b2-4131-8053-d5287d86b54d req-a146be20-ed79-4683-8da4-e5f966fa2083 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:52.988062 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dd6380ea-82b2-4131-8053-d5287d86b54d req-a146be20-ed79-4683-8da4-e5f966fa2083 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.2573361 Mar 14 18:19:53.015804 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:53.016264 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ed25c8-c0a0-41c0-b83a-217d8855e53f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Checking segment: {'id': '7a8d5f3a-3de4-45ae-8bcb-f3b9f9ff4b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1fb306ed-27c4-41e0-b1de-845139f9b0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:19:53.017238 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ed25c8-c0a0-41c0-b83a-217d8855e53f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Network hostable DHCP agents. Network: 1fb306ed-27c4-41e0-b1de-845139f9b0f3, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:19:53.021642 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed25c8-c0a0-41c0-b83a-217d8855e53f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Pushing event updated for resources: {'Subnet': ['ID=b9f3afd1-0c33-4228-8413-3525f91c2bd2,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:53.047779 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b71f5a-80eb-4643-881b-fa009bfca101 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event updated for resources: {'Network': ['ID=5861a082-4a53-498e-b267-cfdff69a04c5,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:53.066550 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dd6380ea-82b2-4131-8053-d5287d86b54d req-7ece0cfd-3f01-4633-9830-6dbe438761b1 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662341 Mar 14 18:19:53.066946 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 5861a082-4a53-498e-b267-cfdff69a04c5 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:19:53.067625 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3661d2b6-8958-41c0-b84b-0fefef79f054 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.116380 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-40fcabd6-b066-46a9-a8c2-9d9bcdfc146c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:53.117599 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-40fcabd6-b066-46a9-a8c2-9d9bcdfc146c tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2896423 Mar 14 18:19:53.120371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52732) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:53.148147 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ed25c8-c0a0-41c0-b83a-217d8855e53f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Network 1fb306ed-27c4-41e0-b1de-845139f9b0f3 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:19:53.153629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-786d6ecc-f3a5-44f1-bd28-6620fdead77b tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.164416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-786d6ecc-f3a5-44f1-bd28-6620fdead77b tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.189555 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-81b71f5a-80eb-4643-881b-fa009bfca101 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0225842 Mar 14 18:19:53.190100 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52736) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:53.196470 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Made reservation on behalf of d70af721e8c2476f96412a8b344ce959 for: {'network': 2} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:53.196742 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-388483772', 'admin_state_up': True, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:53.201391 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.205050 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:53.209450 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Usage tracker for resource:router and tenant:355ab1d132224c9998b0e8c4dad61d99 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:53.212506 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:53.230533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:53.248215 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-786d6ecc-f3a5-44f1-bd28-6620fdead77b tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.268561 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d6ecc-f3a5-44f1-bd28-6620fdead77b tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9f77db5-d5a9-49e1-8ea6-26735cfc4add,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:53.269873 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.276666 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-80ed25c8-c0a0-41c0-b83a-217d8855e53f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 1fb306ed-27c4-41e0-b1de-845139f9b0f3) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:53.281209 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ed25c8-c0a0-41c0-b83a-217d8855e53f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:53.281864 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-80ed25c8-c0a0-41c0-b83a-217d8855e53f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.289727 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3661d2b6-8958-41c0-b84b-0fefef79f054 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.291683 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c07693-8c34-4a1d-be38-0b30481fdb8f None None] Network 1fb306ed-27c4-41e0-b1de-845139f9b0f3 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:19:53.293252 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3661d2b6-8958-41c0-b84b-0fefef79f054 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.301470 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:53.313811 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Usage tracker for resource:security_group_rule and tenant:d70af721e8c2476f96412a8b344ce959 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:53.317103 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:53.323368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:53.334046 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.335225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.351370 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.363434 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-786d6ecc-f3a5-44f1-bd28-6620fdead77b tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.367367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52740) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:53.367587 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-786d6ecc-f3a5-44f1-bd28-6620fdead77b tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e9f77db5-d5a9-49e1-8ea6-26735cfc4add HTTP/1.1" status: 204 len: 168 time: 0.2461462 Mar 14 18:19:53.369209 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-80ed25c8-c0a0-41c0-b83a-217d8855e53f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4082031 Mar 14 18:19:53.377037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52744) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:53.383781 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-066b4a50-54dc-4625-a76a-612b31c96121 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-97478803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:53.391251 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-066b4a50-54dc-4625-a76a-612b31c96121 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:53.397331 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-066b4a50-54dc-4625-a76a-612b31c96121 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Usage tracker for resource:router and tenant:20cc75f11ec742e28474a5e789190314 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:53.400387 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-066b4a50-54dc-4625-a76a-612b31c96121 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:53.408326 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-066b4a50-54dc-4625-a76a-612b31c96121 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:53.423399 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3661d2b6-8958-41c0-b84b-0fefef79f054 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.423939 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3661d2b6-8958-41c0-b84b-0fefef79f054 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Fanout notify agent at l3_agent the message router_deleted on router c6b8fb97-64c2-4eff-999d-8821c3f504e7 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:19:53.474057 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-74813d4e-7c83-4d73-a152-1a7f7e2c7fa2 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1024659 Mar 14 18:19:53.474268 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52748) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:53.518041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3661d2b6-8958-41c0-b84b-0fefef79f054 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.519763 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3661d2b6-8958-41c0-b84b-0fefef79f054 tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/routers/c6b8fb97-64c2-4eff-999d-8821c3f504e7 HTTP/1.1" status: 204 len: 168 time: 2.4157870 Mar 14 18:19:53.523854 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52752) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:53.548629 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-1fb306ed-27c4-41e0-b1de-845139f9b0f3', 'network_id': '1fb306ed-27c4-41e0-b1de-845139f9b0f3', 'tenant_id': '20cc75f11ec742e28474a5e789190314', 'fixed_ips': [{'subnet_id': 'b9f3afd1-0c33-4228-8413-3525f91c2bd2'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:19:53.549670 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.658166 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.663047 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe2462c-09fe-41a6-89dc-c89fb8c433fa tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Deleting subnet 95a7706f-5dca-4477-acae-405802dc3dc5 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:19:53.667561 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1fe2462c-09fe-41a6-89dc-c89fb8c433fa tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.696162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4e794d5d-7a68-4e73-aadc-4cfdc638eff7 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.734832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Allocated IP 172.20.0.2 (1fb306ed-27c4-41e0-b1de-845139f9b0f3/b9f3afd1-0c33-4228-8413-3525f91c2bd2/f67f9f10-5789-41ff-8449-459ac3f510b7) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:53.763871 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.764340 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.793950 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4e794d5d-7a68-4e73-aadc-4cfdc638eff7 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.815561 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1fe2462c-09fe-41a6-89dc-c89fb8c433fa tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.840093 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-066b4a50-54dc-4625-a76a-612b31c96121 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.841728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-066b4a50-54dc-4625-a76a-612b31c96121 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.933509 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.941738 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-066b4a50-54dc-4625-a76a-612b31c96121 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:53.951859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52756) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:53.959206 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-45fe13d4-0a32-4ae8-9816-dcf549f74b95 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Request body: {'subnet': {'network_id': '4e871254-1d81-478f-8b06-92b019baccfe', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:53.991587 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.003379 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Transition to ACTIVE for port object f67f9f10-5789-41ff-8449-459ac3f510b7 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:54.021806 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Transition to ACTIVE for port object f67f9f10-5789-41ff-8449-459ac3f510b7 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:54.043214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf3af87-84df-4de2-affb-a4b56b163e0c,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:54.072103 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:19:54.078608 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1fe2462c-09fe-41a6-89dc-c89fb8c433fa tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.106315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-066b4a50-54dc-4625-a76a-612b31c96121 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.123173 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.124176 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Added segment 54e27d5f-89ad-45af-a4ac-fa0a6d4e7a61 of type vlan for network 7317add8-f3e6-4e6e-8897-34b6878012b8 Mar 14 18:19:54.124744 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.133327 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-45fe13d4-0a32-4ae8-9816-dcf549f74b95 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:54.140738 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-45fe13d4-0a32-4ae8-9816-dcf549f74b95 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Usage tracker for resource:subnet and tenant:cbb6c4b3b69f40dc949b5ab2920c84d9 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:54.145553 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-45fe13d4-0a32-4ae8-9816-dcf549f74b95 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:54.152603 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-45fe13d4-0a32-4ae8-9816-dcf549f74b95 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:54.220841 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Network 1fb306ed-27c4-41e0-b1de-845139f9b0f3 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:54.224325 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.226255 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:54.231980 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4e794d5d-7a68-4e73-aadc-4cfdc638eff7 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.232161 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:54.234143 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Pushing event updated for resources: {'Port': ['ID=f67f9f10-5789-41ff-8449-459ac3f510b7,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:54.258710 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e794d5d-7a68-4e73-aadc-4cfdc638eff7 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dd50fb-0de5-4db3-a8ec-fe411ec67006,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:54.277585 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-066b4a50-54dc-4625-a76a-612b31c96121 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.281301 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-066b4a50-54dc-4625-a76a-612b31c96121 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.8994076 Mar 14 18:19:54.282637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52764) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:54.294234 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:19:54.305073 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.305073 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Added segment 72b1e199-c055-43bb-9c3c-5eb97ec98b56 of type vlan for network 3bd8e1fd-d123-488e-bc53-d6808d88e26d Mar 14 18:19:54.325624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8ede11d3-064e-4a6e-8418-4c6dca4e1759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.330720 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1fe2462c-09fe-41a6-89dc-c89fb8c433fa tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.349803 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Attempting to bind port f67f9f10-5789-41ff-8449-459ac3f510b7 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:19:54.350177 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Attempting to bind port f67f9f10-5789-41ff-8449-459ac3f510b7 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '7a8d5f3a-3de4-45ae-8bcb-f3b9f9ff4b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1fb306ed-27c4-41e0-b1de-845139f9b0f3'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:19:54.350541 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Attempting to bind port f67f9f10-5789-41ff-8449-459ac3f510b7 on network 1fb306ed-27c4-41e0-b1de-845139f9b0f3 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:19:54.356015 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:19:54.356424 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Checking segment: {'id': '7a8d5f3a-3de4-45ae-8bcb-f3b9f9ff4b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1fb306ed-27c4-41e0-b1de-845139f9b0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:19:54.356838 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.357192 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Bound using segment: {'id': '7a8d5f3a-3de4-45ae-8bcb-f3b9f9ff4b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1fb306ed-27c4-41e0-b1de-845139f9b0f3'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:19:54.357656 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Bound port: f67f9f10-5789-41ff-8449-459ac3f510b7, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8d5f3a-3de4-45ae-8bcb-f3b9f9ff4b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1fb306ed-27c4-41e0-b1de-845139f9b0f3'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:19:54.358031 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.366037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fe13d4-0a32-4ae8-9816-dcf549f74b95 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Made reservation on behalf of cbb6c4b3b69f40dc949b5ab2920c84d9 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:54.369208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-45fe13d4-0a32-4ae8-9816-dcf549f74b95 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.378251 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.383408 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2462c-09fe-41a6-89dc-c89fb8c433fa tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event deleted for resources: {'Subnet': ['ID=95a7706f-5dca-4477-acae-405802dc3dc5,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:54.395626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1fe2462c-09fe-41a6-89dc-c89fb8c433fa tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.405862 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4e794d5d-7a68-4e73-aadc-4cfdc638eff7 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.410172 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4e794d5d-7a68-4e73-aadc-4cfdc638eff7 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-groups/20dd50fb-0de5-4db3-a8ec-fe411ec67006 HTTP/1.1" status: 204 len: 168 time: 0.9318507 Mar 14 18:19:54.416225 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52768) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:54.419720 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1fe2462c-09fe-41a6-89dc-c89fb8c433fa tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/subnets/95a7706f-5dca-4477-acae-405802dc3dc5 HTTP/1.1" status: 204 len: 168 time: 0.8917129 Mar 14 18:19:54.434678 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52772) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:54.451844 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] For port f67f9f10-5789-41ff-8449-459ac3f510b7, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:19:54.455641 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] For port f67f9f10-5789-41ff-8449-459ac3f510b7, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f67f9f10-5789-41ff-8449-459ac3f510b7,segment=NetworkSegment(7a8d5f3a-3de4-45ae-8bcb-f3b9f9ff4b58),segment_id=7a8d5f3a-3de4-45ae-8bcb-f3b9f9ff4b58)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:19:54.522604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.561719 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.562284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.568387 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:54.573790 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:54.573790 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.621172 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a0eda-02a6-42c9-ab91-411794bcae59 None None] Pushing event updated for resources: {'Port': ['ID=f67f9f10-5789-41ff-8449-459ac3f510b7,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:54.638938 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f3ca2542-1b15-49df-9986-3d96df69cea9 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:54.648750 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6928e6b-154c-4b7f-bb18-27141929b67a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:54.716380 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event updated for resources: {'Network': ['ID=7317add8-f3e6-4e6e-8897-34b6878012b8,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:54.729933 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 7317add8-f3e6-4e6e-8897-34b6878012b8 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:19:54.803462 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2561474 Mar 14 18:19:54.818103 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52778) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:54.923565 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45deb726-e53d-4eb3-9498-5b3ae1ba2c68 req-8423edda-bf15-453e-b3e1-9e143299e7f1 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:54.924147 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f3ca2542-1b15-49df-9986-3d96df69cea9 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:54.924678 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-45deb726-e53d-4eb3-9498-5b3ae1ba2c68 req-8423edda-bf15-453e-b3e1-9e143299e7f1 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.6993816 Mar 14 18:19:54.924930 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f3ca2542-1b15-49df-9986-3d96df69cea9 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5064523 Mar 14 18:19:54.929872 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52782) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:54.983806 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-29d89ed3-dfab-40d5-9498-c51d82599955 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055313652'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:54.995088 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59163d91-5d42-445c-a510-913c31cb74fe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event updated for resources: {'Network': ['ID=3bd8e1fd-d123-488e-bc53-d6808d88e26d,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:55.003572 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6928e6b-154c-4b7f-bb18-27141929b67a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:55.009716 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 3bd8e1fd-d123-488e-bc53-d6808d88e26d details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:19:55.017177 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-29d89ed3-dfab-40d5-9498-c51d82599955 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:55.044153 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-29d89ed3-dfab-40d5-9498-c51d82599955 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:55.052494 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-c6928e6b-154c-4b7f-bb18-27141929b67a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9eeab4b-fe40-40be-b4e7-f2f100d3434a']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:55.078570 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-c6928e6b-154c-4b7f-bb18-27141929b67a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c47f94-805d-4f64-ad7a-e50e513d85ea') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:55.079199 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-c6928e6b-154c-4b7f-bb18-27141929b67a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c47f94-805d-4f64-ad7a-e50e513d85ea') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:55.091756 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6928e6b-154c-4b7f-bb18-27141929b67a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:55.117994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6928e6b-154c-4b7f-bb18-27141929b67a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:55.125150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6928e6b-154c-4b7f-bb18-27141929b67a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:19:55.126976 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6928e6b-154c-4b7f-bb18-27141929b67a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:19:55.142559 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:19:55.145393 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f67f9f10-5789-41ff-8449-459ac3f510b7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:19:55.157113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29d89ed3-dfab-40d5-9498-c51d82599955 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:55.223887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:55.234929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-29d89ed3-dfab-40d5-9498-c51d82599955 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:55.240057 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-29d89ed3-dfab-40d5-9498-c51d82599955 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:55.242961 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-29d89ed3-dfab-40d5-9498-c51d82599955 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:55.249012 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-29d89ed3-dfab-40d5-9498-c51d82599955 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:55.278268 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:55.299639 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port f67f9f10-5789-41ff-8449-459ac3f510b7 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:55.326304 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29d89ed3-dfab-40d5-9498-c51d82599955 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:55.327575 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6928e6b-154c-4b7f-bb18-27141929b67a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:55.346516 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6928e6b-154c-4b7f-bb18-27141929b67a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:55.357587 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6928e6b-154c-4b7f-bb18-27141929b67a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] Pushing event deleted for resources: {'Network': ['ID=f9eeab4b-fe40-40be-b4e7-f2f100d3434a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:55.366534 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c6928e6b-154c-4b7f-bb18-27141929b67a tempest-FloatingIPTestJSON-190708676 tempest-FloatingIPTestJSON-190708676-project] 10.222.0.43 "DELETE /v2.0/networks/f9eeab4b-fe40-40be-b4e7-f2f100d3434a HTTP/1.1" status: 204 len: 168 time: 0.9286702 Mar 14 18:19:55.413417 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29d89ed3-dfab-40d5-9498-c51d82599955 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:55.454182 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d89ed3-dfab-40d5-9498-c51d82599955 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe0f4ad-7336-4a70-a863-839e578e0a08,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:55.457943 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-45deb726-e53d-4eb3-9498-5b3ae1ba2c68 req-879b28f2-a302-45de-adf8-cfb494c987eb tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091671 Mar 14 18:19:55.540817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29d89ed3-dfab-40d5-9498-c51d82599955 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:55.540817 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-29d89ed3-dfab-40d5-9498-c51d82599955 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5547926 Mar 14 18:19:55.540817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52790) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:55.541127 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:55.541914 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-1e8be60f-a0f7-4c95-9d50-df05a54dda66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Request body: {'security_group_rule': {'security_group_id': '6fe0f4ad-7336-4a70-a863-839e578e0a08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:55.548452 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1e8be60f-a0f7-4c95-9d50-df05a54dda66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:55.552739 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1e8be60f-a0f7-4c95-9d50-df05a54dda66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Usage tracker for resource:security_group_rule and tenant:5d396ce0562640c4b4558d54cb37fd8a is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:55.559725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1e8be60f-a0f7-4c95-9d50-df05a54dda66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:55.565665 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1e8be60f-a0f7-4c95-9d50-df05a54dda66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:55.624758 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd81c9d-fe22-4bdd-a615-ed51d4341eab tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:55.630850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd81c9d-fe22-4bdd-a615-ed51d4341eab tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:55.636881 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd81c9d-fe22-4bdd-a615-ed51d4341eab tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:55.643246 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd81c9d-fe22-4bdd-a615-ed51d4341eab tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:55.644914 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0cd81c9d-fe22-4bdd-a615-ed51d4341eab tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8230207 Mar 14 18:19:55.648653 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52794) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:55.696503 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1e8be60f-a0f7-4c95-9d50-df05a54dda66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:55.756715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-45fe13d4-0a32-4ae8-9816-dcf549f74b95 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:55.844380 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1e8be60f-a0f7-4c95-9d50-df05a54dda66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:55.855628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c380e3a1-eb7e-41d4-bb48-ae30c9234572 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:55.931273 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1e8be60f-a0f7-4c95-9d50-df05a54dda66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:55.940366 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52802) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:55.947704 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19c5924-c526-4bc3-b802-c3d0dfed6f2e None None] Network 1fb306ed-27c4-41e0-b1de-845139f9b0f3 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:19:55.971162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8be60f-a0f7-4c95-9d50-df05a54dda66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec71e8e0-97ca-4733-b597-89243cf63850,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:56.039322 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe13d4-0a32-4ae8-9816-dcf549f74b95 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event updated for resources: {'Subnet': ['ID=24c33fda-5550-4284-a3f4-7ca4770033a4,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:56.042142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Allocated IP 172.26.7.130 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/01d6f610-b38f-4477-9a03-3764f999e8bf) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:56.076704 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c380e3a1-eb7e-41d4-bb48-ae30c9234572 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.111941 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-c380e3a1-eb7e-41d4-bb48-ae30c9234572 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7317add8-f3e6-4e6e-8897-34b6878012b8']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:56.114331 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe13d4-0a32-4ae8-9816-dcf549f74b95 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Checking segment: {'id': '024d595a-2f76-4b5f-b258-32c146957224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4e871254-1d81-478f-8b06-92b019baccfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:19:56.114803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fe13d4-0a32-4ae8-9816-dcf549f74b95 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Network hostable DHCP agents. Network: 4e871254-1d81-478f-8b06-92b019baccfe, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:19:56.130417 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-c380e3a1-eb7e-41d4-bb48-ae30c9234572 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e27d5f-89ad-45af-a4ac-fa0a6d4e7a61') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:56.130710 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-c380e3a1-eb7e-41d4-bb48-ae30c9234572 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e27d5f-89ad-45af-a4ac-fa0a6d4e7a61') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:56.145463 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1e8be60f-a0f7-4c95-9d50-df05a54dda66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.146747 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1e8be60f-a0f7-4c95-9d50-df05a54dda66 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6092582 Mar 14 18:19:56.151579 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52808) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:56.153821 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c380e3a1-eb7e-41d4-bb48-ae30c9234572 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.191015 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c380e3a1-eb7e-41d4-bb48-ae30c9234572 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.209927 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c380e3a1-eb7e-41d4-bb48-ae30c9234572 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:19:56.210326 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c380e3a1-eb7e-41d4-bb48-ae30c9234572 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:19:56.225577 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:19:56.227754 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f97d40d5-dcae-44db-bad5-ed587137567c None None] Provisioning for port f67f9f10-5789-41ff-8449-459ac3f510b7 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:56.252839 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f97d40d5-dcae-44db-bad5-ed587137567c None None] Provisioning complete for port f67f9f10-5789-41ff-8449-459ac3f510b7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:56.256801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f97d40d5-dcae-44db-bad5-ed587137567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.435653 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6f0a885d-66df-4764-8199-a99c93d8f0c0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.449918 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7df77e8d-becc-43fe-9bb9-bd69539374ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.462280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fe13d4-0a32-4ae8-9816-dcf549f74b95 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Network 4e871254-1d81-478f-8b06-92b019baccfe is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:19:56.468003 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6f0a885d-66df-4764-8199-a99c93d8f0c0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.485840 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7bbed414-70b4-4186-ad14-c9dc02feec43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=012942f9ce9548f48528050da9c5365d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5341322 Mar 14 18:19:56.487815 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52812) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:56.488263 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f97d40d5-dcae-44db-bad5-ed587137567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.521749 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c380e3a1-eb7e-41d4-bb48-ae30c9234572 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.530190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Allocated IP 172.20.0.1 (1fb306ed-27c4-41e0-b1de-845139f9b0f3/b9f3afd1-0c33-4228-8413-3525f91c2bd2/98c49e66-a107-4821-a7d3-dbe2c992cc26) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:56.530572 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c380e3a1-eb7e-41d4-bb48-ae30c9234572 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.532863 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f97d40d5-dcae-44db-bad5-ed587137567c None None] For port f67f9f10-5789-41ff-8449-459ac3f510b7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f67f9f10-5789-41ff-8449-459ac3f510b7,segment=NetworkSegment(7a8d5f3a-3de4-45ae-8bcb-f3b9f9ff4b58),segment_id=7a8d5f3a-3de4-45ae-8bcb-f3b9f9ff4b58)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:19:56.535871 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17c959-eed5-47f9-a67b-c1f64cc71611 req-276c99e6-1d24-4774-b2dc-651a28b8c5c1 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:56.537405 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0d17c959-eed5-47f9-a67b-c1f64cc71611 req-276c99e6-1d24-4774-b2dc-651a28b8c5c1 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.4854484 Mar 14 18:19:56.553556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.565122 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380e3a1-eb7e-41d4-bb48-ae30c9234572 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event deleted for resources: {'Network': ['ID=7317add8-f3e6-4e6e-8897-34b6878012b8,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:56.572125 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c380e3a1-eb7e-41d4-bb48-ae30c9234572 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "DELETE /v2.0/networks/7317add8-f3e6-4e6e-8897-34b6878012b8 HTTP/1.1" status: 204 len: 168 time: 0.9219563 Mar 14 18:19:56.578742 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52816) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:56.607847 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f97d40d5-dcae-44db-bad5-ed587137567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.623708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-abbf889c-6436-484d-b7c7-2c6fb768d8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.637160 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fdc0d-9681-4332-a3e2-ca6c3981a8fd req-b1cd60a4-cb4c-4a0f-b55c-f2b69ba70285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:56.638630 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-384fdc0d-9681-4332-a3e2-ca6c3981a8fd req-b1cd60a4-cb4c-4a0f-b55c-f2b69ba70285 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bd345c2c70054138a63ee3b6474a8824&device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 1098 time: 0.4647956 Mar 14 18:19:56.639230 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-45fe13d4-0a32-4ae8-9816-dcf549f74b95 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 4e871254-1d81-478f-8b06-92b019baccfe) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:56.648122 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2f8b4b-202b-4a3a-b332-799979ab3073 None None] Network 4e871254-1d81-478f-8b06-92b019baccfe requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:19:56.662457 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-abbf889c-6436-484d-b7c7-2c6fb768d8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.714029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fe13d4-0a32-4ae8-9816-dcf549f74b95 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:56.714523 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-45fe13d4-0a32-4ae8-9816-dcf549f74b95 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.722651 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6f0a885d-66df-4764-8199-a99c93d8f0c0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.757135 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a885d-66df-4764-8199-a99c93d8f0c0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe0f4ad-7336-4a70-a863-839e578e0a08,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:56.820323 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6f0a885d-66df-4764-8199-a99c93d8f0c0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.824108 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6f0a885d-66df-4764-8199-a99c93d8f0c0 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-groups/6fe0f4ad-7336-4a70-a863-839e578e0a08 HTTP/1.1" status: 204 len: 168 time: 0.6596353 Mar 14 18:19:56.824844 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52820) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:56.844048 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-abbf889c-6436-484d-b7c7-2c6fb768d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.847990 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-abbf889c-6436-484d-b7c7-2c6fb768d8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.851408 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-abbf889c-6436-484d-b7c7-2c6fb768d8d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f9405782-9c2c-4d46-aa5e-33f2d775fe30 HTTP/1.1" status: 204 len: 168 time: 0.3624284 Mar 14 18:19:56.859354 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d40d5-dcae-44db-bad5-ed587137567c None None] Pushing event updated for resources: {'Port': ['ID=f67f9f10-5789-41ff-8449-459ac3f510b7,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:56.875481 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-fdfdbb52-63c6-42a1-b9bb-faf87f8c4389 None None] Provisioning complete for port f67f9f10-5789-41ff-8449-459ac3f510b7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:56.875891 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fdfdbb52-63c6-42a1-b9bb-faf87f8c4389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:56.891846 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf889c-6436-484d-b7c7-2c6fb768d8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9405782-9c2c-4d46-aa5e-33f2d775fe30,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:56.926248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-48c3c7a4-e911-45f8-a4ec-54c5851ee9d9 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:57.004961 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-48c3c7a4-e911-45f8-a4ec-54c5851ee9d9 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:57.006246 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-48c3c7a4-e911-45f8-a4ec-54c5851ee9d9 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1802695 Mar 14 18:19:57.013192 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52826) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:57.018864 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0d17c959-eed5-47f9-a67b-c1f64cc71611 req-7aaf0dac-1896-494d-a9c3-64c4025d69eb tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4702430 Mar 14 18:19:57.025275 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f67f9f10-5789-41ff-8449-459ac3f510b7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:19:57.076019 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-74609ed7-ada0-44ff-81de-9e4eaf6c6ee9 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Synchronizing usage tracker for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:57.108981 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e3399717-b61c-4318-a782-55f252453c0e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:57.158442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:57.180194 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-74609ed7-ada0-44ff-81de-9e4eaf6c6ee9 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] Unset dirty status for tenant:5d396ce0562640c4b4558d54cb37fd8a on resource:security_group_rule {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:57.182809 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-74609ed7-ada0-44ff-81de-9e4eaf6c6ee9 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1680968 Mar 14 18:19:57.185603 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52830) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:57.201890 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-4e871254-1d81-478f-8b06-92b019baccfe', 'network_id': '4e871254-1d81-478f-8b06-92b019baccfe', 'tenant_id': 'cbb6c4b3b69f40dc949b5ab2920c84d9', 'fixed_ips': [{'subnet_id': '24c33fda-5550-4284-a3f4-7ca4770033a4'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:19:57.203020 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:57.220767 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-45fe13d4-0a32-4ae8-9816-dcf549f74b95 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2639558 Mar 14 18:19:57.225808 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52836) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:57.239032 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-40706355-ff7c-45d5-915c-f837572b8c36 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] delete failed (client error): The resource could not be found. Mar 14 18:19:57.241514 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-40706355-ff7c-45d5-915c-f837572b8c36 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "DELETE /v2.0/security-groups/6fe0f4ad-7336-4a70-a863-839e578e0a08 HTTP/1.1" status: 404 len: 347 time: 0.0546594 Mar 14 18:19:57.246834 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52840) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:57.262382 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a745fead-0e03-4c60-8f7e-6611dc5fbfd6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-891599911'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:57.265878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:57.270635 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fdc0d-9681-4332-a3e2-ca6c3981a8fd req-c1627650-996c-41a9-aa70-945a037d7462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:57.272071 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-384fdc0d-9681-4332-a3e2-ca6c3981a8fd req-c1627650-996c-41a9-aa70-945a037d7462 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d9396576-f6d5-42a1-a913-3123f2ec508b HTTP/1.1" status: 200 len: 913 time: 0.6066253 Mar 14 18:19:57.276179 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port f67f9f10-5789-41ff-8449-459ac3f510b7 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:57.276944 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:57.312166 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a745fead-0e03-4c60-8f7e-6611dc5fbfd6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:57.314698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Transition to ACTIVE for port object 98c49e66-a107-4821-a7d3-dbe2c992cc26 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:57.359061 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-441acf37-be54-421d-b209-cf4f98686430 tempest-SecGroupTest-1491353949 tempest-SecGroupTest-1491353949-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1097047 Mar 14 18:19:57.382019 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a745fead-0e03-4c60-8f7e-6611dc5fbfd6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Usage tracker for resource:network and tenant:cbb6c4b3b69f40dc949b5ab2920c84d9 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:19:57.446806 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a745fead-0e03-4c60-8f7e-6611dc5fbfd6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:19:57.472677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e3399717-b61c-4318-a782-55f252453c0e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:57.481108 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Allocated IP 2001:db8:0:ffff::2 (4e871254-1d81-478f-8b06-92b019baccfe/24c33fda-5550-4284-a3f4-7ca4770033a4/5b5db0c9-6cd6-4c9c-98c2-129e704261c6) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:19:57.489338 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:57.492809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a745fead-0e03-4c60-8f7e-6611dc5fbfd6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:57.501834 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:57.530460 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:57.576744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-e3399717-b61c-4318-a782-55f252453c0e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd8e1fd-d123-488e-bc53-d6808d88e26d']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:57.604132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event updated for resources: {'Port': ['ID=01d6f610-b38f-4477-9a03-3764f999e8bf,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:57.617925 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-e3399717-b61c-4318-a782-55f252453c0e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b1e199-c055-43bb-9c3c-5eb97ec98b56') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:57.618209 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-e3399717-b61c-4318-a782-55f252453c0e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b1e199-c055-43bb-9c3c-5eb97ec98b56') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:19:57.629279 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-384fdc0d-9681-4332-a3e2-ca6c3981a8fd req-628ae6b7-2fee-4882-9277-b2cbbff4d741 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd010dab-ae55-486e-afd2-5dac7ff748cf HTTP/1.1" status: 200 len: 1000 time: 0.3202529 Mar 14 18:19:57.677182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e3399717-b61c-4318-a782-55f252453c0e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:57.728716 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:57.739514 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Transition to ACTIVE for port object 5b5db0c9-6cd6-4c9c-98c2-129e704261c6 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:57.739633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a745fead-0e03-4c60-8f7e-6611dc5fbfd6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Made reservation on behalf of cbb6c4b3b69f40dc949b5ab2920c84d9 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:57.742916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a745fead-0e03-4c60-8f7e-6611dc5fbfd6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:57.756903 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:57.773925 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Transition to ACTIVE for port object 5b5db0c9-6cd6-4c9c-98c2-129e704261c6 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:19:57.837567 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e3399717-b61c-4318-a782-55f252453c0e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:57.842610 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:57.848121 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:57.894524 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:57.912208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Network 4e871254-1d81-478f-8b06-92b019baccfe is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:57.919022 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:57.923739 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:57.932613 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Pushing event updated for resources: {'Port': ['ID=5b5db0c9-6cd6-4c9c-98c2-129e704261c6,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:57.940038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3399717-b61c-4318-a782-55f252453c0e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:19:57.940442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e3399717-b61c-4318-a782-55f252453c0e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:19:57.955918 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:19:57.986081 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fdc0d-9681-4332-a3e2-ca6c3981a8fd req-ede558d7-7394-43b5-aa1a-08008e3946a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:57.987816 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-384fdc0d-9681-4332-a3e2-ca6c3981a8fd req-ede558d7-7394-43b5-aa1a-08008e3946a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f809337b-5605-4ccf-a62e-7a1913cdfa2f HTTP/1.1" status: 200 len: 851 time: 0.3491516 Mar 14 18:19:58.029580 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52858) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:58.032155 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Attempting to bind port 5b5db0c9-6cd6-4c9c-98c2-129e704261c6 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:19:58.032523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Attempting to bind port 5b5db0c9-6cd6-4c9c-98c2-129e704261c6 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '024d595a-2f76-4b5f-b258-32c146957224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4e871254-1d81-478f-8b06-92b019baccfe'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:19:58.032878 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Attempting to bind port 5b5db0c9-6cd6-4c9c-98c2-129e704261c6 on network 4e871254-1d81-478f-8b06-92b019baccfe {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:19:58.038523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:19:58.038929 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Checking segment: {'id': '024d595a-2f76-4b5f-b258-32c146957224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4e871254-1d81-478f-8b06-92b019baccfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:19:58.039384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:58.039781 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Bound using segment: {'id': '024d595a-2f76-4b5f-b258-32c146957224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4e871254-1d81-478f-8b06-92b019baccfe'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:19:58.040404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Bound port: 5b5db0c9-6cd6-4c9c-98c2-129e704261c6, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024d595a-2f76-4b5f-b258-32c146957224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4e871254-1d81-478f-8b06-92b019baccfe'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:19:58.040780 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:58.126452 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Network 1fb306ed-27c4-41e0-b1de-845139f9b0f3 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:19:58.136026 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:19:58.140217 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Pushing event updated for resources: {'Port': ['ID=98c49e66-a107-4821-a7d3-dbe2c992cc26,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:58.145705 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:19:58.171967 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] For port 5b5db0c9-6cd6-4c9c-98c2-129e704261c6, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:19:58.236945 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:58.256791 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-48a9e843-6d3f-4407-91c6-861c625b4b15 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d396ce0562640c4b4558d54cb37fd8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245371 Mar 14 18:19:58.257620 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52870) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:58.323919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e71f6bf3-7794-4fab-8e52-6f837b9d7055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:58.370529 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e71f6bf3-7794-4fab-8e52-6f837b9d7055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:58.480268 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e71f6bf3-7794-4fab-8e52-6f837b9d7055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:58.495413 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52876) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:58.503245 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f4da8d2e-e0d4-4f67-a703-0cc72dd19a35 None None] Provisioning for port 98c49e66-a107-4821-a7d3-dbe2c992cc26 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:19:58.505229 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f6bf3-7794-4fab-8e52-6f837b9d7055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f352508e-ce5a-4c35-917a-ff327eb70e99,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:58.509728 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f4da8d2e-e0d4-4f67-a703-0cc72dd19a35 None None] Provisioning complete for port 98c49e66-a107-4821-a7d3-dbe2c992cc26 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:19:58.514101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f4da8d2e-e0d4-4f67-a703-0cc72dd19a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:58.575969 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-f4da8d2e-e0d4-4f67-a703-0cc72dd19a35 None None] Port 98c49e66-a107-4821-a7d3-dbe2c992cc26 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:19:58.616424 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-2827e7ca-eb5b-4068-abd8-bda5d14a2092 tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] Request body: {'port': {'network_id': '1ff4c6c1-7170-40f8-a7c0-db5dcbfb8d6f', 'name': 'tempest-NetworksNegativeTestJSON-26915350'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:58.639460 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-2827e7ca-eb5b-4068-abd8-bda5d14a2092 tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] POST failed (client error): The resource could not be found. Mar 14 18:19:58.639916 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2827e7ca-eb5b-4068-abd8-bda5d14a2092 tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:19:58.641013 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2827e7ca-eb5b-4068-abd8-bda5d14a2092 tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1446638 Mar 14 18:19:58.646485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52882) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:58.653334 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fdc0d-9681-4332-a3e2-ca6c3981a8fd req-8cdce55b-4a67-4e97-8678-9a20e5238ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:58.654822 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-384fdc0d-9681-4332-a3e2-ca6c3981a8fd req-8cdce55b-4a67-4e97-8678-9a20e5238ab1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9396576-f6d5-42a1-a913-3123f2ec508b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6514518 Mar 14 18:19:58.671365 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-1539665b-60c4-468d-86f9-68b63edb246d tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] DELETE failed (client error): The resource could not be found. Mar 14 18:19:58.671874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1539665b-60c4-468d-86f9-68b63edb246d tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:19:58.674253 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1539665b-60c4-468d-86f9-68b63edb246d tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] 10.222.0.43 "DELETE /v2.0/networks/c2b9e66b-c325-49b6-893a-50c3187ef2b1 HTTP/1.1" status: 404 len: 339 time: 0.0268149 Mar 14 18:19:58.678008 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] For port 5b5db0c9-6cd6-4c9c-98c2-129e704261c6, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5b5db0c9-6cd6-4c9c-98c2-129e704261c6,segment=NetworkSegment(024d595a-2f76-4b5f-b258-32c146957224),segment_id=024d595a-2f76-4b5f-b258-32c146957224)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:19:58.683614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52888) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:58.728739 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e71f6bf3-7794-4fab-8e52-6f837b9d7055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:58.730273 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e71f6bf3-7794-4fab-8e52-6f837b9d7055 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f352508e-ce5a-4c35-917a-ff327eb70e99 HTTP/1.1" status: 204 len: 168 time: 0.4713085 Mar 14 18:19:58.738122 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9b113b-2302-43e6-8b95-88bedf54a8aa tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] DELETE failed (client error): The resource could not be found. Mar 14 18:19:58.738588 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9b113b-2302-43e6-8b95-88bedf54a8aa tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:19:58.740494 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3a9b113b-2302-43e6-8b95-88bedf54a8aa tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] 10.222.0.43 "DELETE /v2.0/ports/bd86a36a-49de-4398-99a7-c090eecfa3ce HTTP/1.1" status: 404 len: 333 time: 0.0555842 Mar 14 18:19:58.744171 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52894) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:58.746654 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a745fead-0e03-4c60-8f7e-6611dc5fbfd6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:19:58.751776 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:58.758652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e3399717-b61c-4318-a782-55f252453c0e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:58.801097 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a25d724-51a3-438a-b5ab-9b96deb388cd tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] DELETE failed (client error): The resource could not be found. Mar 14 18:19:58.801722 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a25d724-51a3-438a-b5ab-9b96deb388cd tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:19:58.807705 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6a25d724-51a3-438a-b5ab-9b96deb388cd tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] 10.222.0.43 "DELETE /v2.0/subnets/0139e7fd-1b04-4e92-9dd6-5efdb74e6da1 HTTP/1.1" status: 404 len: 337 time: 0.0585887 Mar 14 18:19:58.808918 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52898) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:58.810476 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e3399717-b61c-4318-a782-55f252453c0e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:58.825510 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a745fead-0e03-4c60-8f7e-6611dc5fbfd6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:58.825768 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-a745fead-0e03-4c60-8f7e-6611dc5fbfd6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Added segment 15ae58ff-88c8-450e-a960-859ec140b6e6 of type vlan for network fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2 Mar 14 18:19:58.857525 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee4d4d3-d2dd-4bcc-bd86-5838c619416d tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] GET failed (client error): The resource could not be found. Mar 14 18:19:58.863813 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8ee4d4d3-d2dd-4bcc-bd86-5838c619416d tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] 10.222.0.43 "GET /v2.0/networks/62457cf5-7c28-43a0-8904-5a42b539c58e HTTP/1.1" status: 404 len: 339 time: 0.0537407 Mar 14 18:19:58.864595 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52902) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:58.865014 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fae04-852d-4ef1-a1d4-75f046778b85 None None] Pushing event updated for resources: {'Port': ['ID=5b5db0c9-6cd6-4c9c-98c2-129e704261c6,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:58.878177 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3399717-b61c-4318-a782-55f252453c0e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event deleted for resources: {'Network': ['ID=3bd8e1fd-d123-488e-bc53-d6808d88e26d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:58.925418 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ef1d8f-8859-4bdc-ab44-58582479065f tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] GET failed (client error): The resource could not be found. Mar 14 18:19:58.925652 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e3399717-b61c-4318-a782-55f252453c0e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "DELETE /v2.0/networks/3bd8e1fd-d123-488e-bc53-d6808d88e26d HTTP/1.1" status: 204 len: 168 time: 2.3424752 Mar 14 18:19:58.928203 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e2ef1d8f-8859-4bdc-ab44-58582479065f tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] 10.222.0.43 "GET /v2.0/ports/322c00b0-ade8-4b71-a7d2-fafd8cc806db HTTP/1.1" status: 404 len: 333 time: 0.0620546 Mar 14 18:19:58.928628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52906) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:58.929151 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52908) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:58.942724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:59.001515 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b00de50-6432-4ab6-962b-958447fb2bfa tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] GET failed (client error): The resource could not be found. Mar 14 18:19:59.006717 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3b00de50-6432-4ab6-962b-958447fb2bfa tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] 10.222.0.43 "GET /v2.0/subnets/55cfafc1-11b2-435c-82fc-787bb44686aa HTTP/1.1" status: 404 len: 337 time: 0.0748467 Mar 14 18:19:59.007359 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52914) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:59.019200 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-6fe0aa29-dc1f-4c98-ae91-bf4c909814f7 tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:59.029082 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a745fead-0e03-4c60-8f7e-6611dc5fbfd6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:59.092902 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318f2cb-6965-450a-9fc1-42242cd2a5cf req-cb14655a-fd79-4034-97a4-325601ba8472 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:59.094018 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a318f2cb-6965-450a-9fc1-42242cd2a5cf req-cb14655a-fd79-4034-97a4-325601ba8472 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.8595150 Mar 14 18:19:59.117927 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe0aa29-dc1f-4c98-ae91-bf4c909814f7 tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] PUT failed (client error): The resource could not be found. Mar 14 18:19:59.119116 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe0aa29-dc1f-4c98-ae91-bf4c909814f7 tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:19:59.124080 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6fe0aa29-dc1f-4c98-ae91-bf4c909814f7 tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] 10.222.0.43 "PUT /v2.0/networks/f4a999b7-cd21-4aca-aa35-742bc27879cc HTTP/1.1" status: 404 len: 339 time: 0.1112547 Mar 14 18:19:59.132568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52918) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:59.153144 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4fee1c9a-6e27-4744-a18c-89efd4deeee7 tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:59.156337 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-384fdc0d-9681-4332-a3e2-ca6c3981a8fd req-17f4c48c-9b68-459d-968a-91c2d2b82c85 service neutron] 10.222.0.59 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845665 Mar 14 18:19:59.215923 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fee1c9a-6e27-4744-a18c-89efd4deeee7 tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] PUT failed (client error): The resource could not be found. Mar 14 18:19:59.216654 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fee1c9a-6e27-4744-a18c-89efd4deeee7 tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:19:59.221678 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4fee1c9a-6e27-4744-a18c-89efd4deeee7 tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] 10.222.0.43 "PUT /v2.0/ports/faeac3a7-89f0-4c12-8800-926f449327c2 HTTP/1.1" status: 404 len: 333 time: 0.0851216 Mar 14 18:19:59.224514 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52924) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:59.233767 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-bec856ab-488e-485e-a02c-1057e0fa008a tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:59.242633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.resource_extend [None req-a745fead-0e03-4c60-8f7e-6611dc5fbfd6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:19:59.295549 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec856ab-488e-485e-a02c-1057e0fa008a tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] PUT failed (client error): The resource could not be found. Mar 14 18:19:59.296015 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec856ab-488e-485e-a02c-1057e0fa008a tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:19:59.297369 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-bec856ab-488e-485e-a02c-1057e0fa008a tempest-NetworksNegativeTestJSON-704024260 tempest-NetworksNegativeTestJSON-704024260-project] 10.222.0.43 "PUT /v2.0/subnets/2191633c-d00b-4a84-8e2e-c8a980d5df9f HTTP/1.1" status: 404 len: 337 time: 0.0715129 Mar 14 18:19:59.317361 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7d5da-face-4488-b148-d0dd65773023 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:59.321601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:59.325818 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7d5da-face-4488-b148-d0dd65773023 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:59.326677 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7ab7d5da-face-4488-b148-d0dd65773023 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Synchronizing usage tracker for tenant:d70af721e8c2476f96412a8b344ce959 on resource:network {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:19:59.353596 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a318f2cb-6965-450a-9fc1-42242cd2a5cf req-0257071c-d5c7-4199-b4fd-8383bb3a920f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597125 Mar 14 18:19:59.451615 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7ab7d5da-face-4488-b148-d0dd65773023 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Unset dirty status for tenant:d70af721e8c2476f96412a8b344ce959 on resource:network {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:19:59.455220 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7ab7d5da-face-4488-b148-d0dd65773023 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5231683 Mar 14 18:19:59.463779 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52936) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:59.464657 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a745fead-0e03-4c60-8f7e-6611dc5fbfd6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:59.470204 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e3273135-77c0-4ad2-996a-3b71181db771 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-653522765'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:59.470653 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a745fead-0e03-4c60-8f7e-6611dc5fbfd6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:59.471264 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a745fead-0e03-4c60-8f7e-6611dc5fbfd6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:59.475260 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e3273135-77c0-4ad2-996a-3b71181db771 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:19:59.491248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e3273135-77c0-4ad2-996a-3b71181db771 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:19:59.567461 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3273135-77c0-4ad2-996a-3b71181db771 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Made reservation on behalf of d70af721e8c2476f96412a8b344ce959 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:19:59.572393 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3273135-77c0-4ad2-996a-3b71181db771 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:59.626253 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3273135-77c0-4ad2-996a-3b71181db771 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:19:59.636011 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3273135-77c0-4ad2-996a-3b71181db771 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:59.636448 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-e3273135-77c0-4ad2-996a-3b71181db771 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Added segment c8834ec4-981f-4846-88e9-f01fc07e74b6 of type vlan for network 00664500-2f59-46a4-937e-bc39eb0c70f4 Mar 14 18:19:59.675741 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3273135-77c0-4ad2-996a-3b71181db771 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:59.706026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:59.761500 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a745fead-0e03-4c60-8f7e-6611dc5fbfd6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.5195179 Mar 14 18:19:59.762347 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52946) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:59.767637 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-cf149beb-56b7-4fd6-a965-cbfc1e596a1d tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Request body: {'subnet': {'network_id': 'fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:19:59.785775 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-384fdc0d-9681-4332-a3e2-ca6c3981a8fd req-0b10120e-360a-4fa1-94ac-b6292f1e8a0f service neutron] 10.222.0.59 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084881 Mar 14 18:19:59.788111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745fead-0e03-4c60-8f7e-6611dc5fbfd6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event updated for resources: {'Network': ['ID=fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:19:59.803388 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:19:59.855153 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3273135-77c0-4ad2-996a-3b71181db771 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:59.861101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3273135-77c0-4ad2-996a-3b71181db771 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:19:59.861659 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3273135-77c0-4ad2-996a-3b71181db771 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:59.965880 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52950) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:19:59.989182 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3273135-77c0-4ad2-996a-3b71181db771 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event updated for resources: {'Network': ['ID=00664500-2f59-46a4-937e-bc39eb0c70f4,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:00.066859 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 00664500-2f59-46a4-937e-bc39eb0c70f4 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:20:00.077214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-cf149beb-56b7-4fd6-a965-cbfc1e596a1d tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:00.083267 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cf149beb-56b7-4fd6-a965-cbfc1e596a1d tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Usage tracker for resource:subnet and tenant:cbb6c4b3b69f40dc949b5ab2920c84d9 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:00.086835 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cf149beb-56b7-4fd6-a965-cbfc1e596a1d tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:00.093148 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-cf149beb-56b7-4fd6-a965-cbfc1e596a1d tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:00.098682 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed7f48e-167d-469f-b9ba-ec7e63915aa3 None None] Network 4e871254-1d81-478f-8b06-92b019baccfe requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:00.192459 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e3273135-77c0-4ad2-996a-3b71181db771 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7275255 Mar 14 18:20:00.195003 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52960) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:00.201258 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-6b43b09f-f306-4306-8789-f80f17313ebe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1344111169'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:00.212221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6b43b09f-f306-4306-8789-f80f17313ebe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:00.216827 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6b43b09f-f306-4306-8789-f80f17313ebe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Usage tracker for resource:network and tenant:d70af721e8c2476f96412a8b344ce959 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:00.220935 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6b43b09f-f306-4306-8789-f80f17313ebe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:00.246450 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6b43b09f-f306-4306-8789-f80f17313ebe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:00.283045 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf149beb-56b7-4fd6-a965-cbfc1e596a1d tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Made reservation on behalf of cbb6c4b3b69f40dc949b5ab2920c84d9 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:00.287278 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf149beb-56b7-4fd6-a965-cbfc1e596a1d tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:00.291240 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52966) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:00.322282 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2ec55c26-785f-4a03-9447-334cd28ea28f None None] Provisioning for port 5b5db0c9-6cd6-4c9c-98c2-129e704261c6 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:00.367832 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:00.455222 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b43b09f-f306-4306-8789-f80f17313ebe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Made reservation on behalf of d70af721e8c2476f96412a8b344ce959 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:00.459145 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6b43b09f-f306-4306-8789-f80f17313ebe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:00.488745 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1897951593'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:00.524438 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b43b09f-f306-4306-8789-f80f17313ebe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:20:00.539190 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6b43b09f-f306-4306-8789-f80f17313ebe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:00.539788 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-6b43b09f-f306-4306-8789-f80f17313ebe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Added segment 957afd2d-11a5-416d-a14b-cc0a56308a57 of type vlan for network 7aca58dc-3d09-49c1-bcfa-50700cc19d8a Mar 14 18:20:00.564103 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:00.602159 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-04628aa3-0fe2-4f51-ac3a-4e11ca2ebe28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:00.619476 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6b43b09f-f306-4306-8789-f80f17313ebe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:00.645171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Usage tracker for resource:network and tenant:bff60ccacdd5462f96973c521c6b65c2 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:00.656537 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:00.680906 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:00.694613 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-04628aa3-0fe2-4f51-ac3a-4e11ca2ebe28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:00.720091 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-04628aa3-0fe2-4f51-ac3a-4e11ca2ebe28 admin admin] Usage tracker for resource:security_group_rule and tenant:86abfaf9d1374db9ad6ca3dbe5c41b36 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:00.723788 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-04628aa3-0fe2-4f51-ac3a-4e11ca2ebe28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:00.762353 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6b43b09f-f306-4306-8789-f80f17313ebe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:00.768218 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b43b09f-f306-4306-8789-f80f17313ebe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:00.768841 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6b43b09f-f306-4306-8789-f80f17313ebe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:00.795457 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-04628aa3-0fe2-4f51-ac3a-4e11ca2ebe28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:00.815554 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Made reservation on behalf of bff60ccacdd5462f96973c521c6b65c2 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:00.818954 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:00.857633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:00.894061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:00.904689 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Usage tracker for resource:security_group_rule and tenant:bff60ccacdd5462f96973c521c6b65c2 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:00.910509 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:00.942163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41a9cb-b668-4db2-a674-9031fd834dd5 req-afa6b3c0-cc06-44f9-af2e-f8d650a7e564 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:00.943500 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6e41a9cb-b668-4db2-a674-9031fd834dd5 req-afa6b3c0-cc06-44f9-af2e-f8d650a7e564 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.3718441 Mar 14 18:20:00.944482 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:00.960960 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:01.029516 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43b09f-f306-4306-8789-f80f17313ebe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event updated for resources: {'Network': ['ID=7aca58dc-3d09-49c1-bcfa-50700cc19d8a,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:01.034132 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6e41a9cb-b668-4db2-a674-9031fd834dd5 req-ef9e7927-d7a1-44df-b9f0-45f2a343cbc4 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797000 Mar 14 18:20:01.049239 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:01.058367 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 7aca58dc-3d09-49c1-bcfa-50700cc19d8a details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:20:01.072835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5b5db0c9-6cd6-4c9c-98c2-129e704261c6 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:01.106985 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.objects.ports [None req-cf149beb-56b7-4fd6-a965-cbfc1e596a1d tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88634) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:20:01.108365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf149beb-56b7-4fd6-a965-cbfc1e596a1d tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:01.115248 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6b43b09f-f306-4306-8789-f80f17313ebe tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9165428 Mar 14 18:20:01.129276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52974) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:01.162700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Request body: {'ports': [{'network_id': '00664500-2f59-46a4-937e-bc39eb0c70f4', 'name': 'tempest-port--2055682503', 'admin_state_up': True}, {'network_id': '7aca58dc-3d09-49c1-bcfa-50700cc19d8a', 'admin_state_up': False}]} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:01.163174 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Request body: {'port': {'network_id': '00664500-2f59-46a4-937e-bc39eb0c70f4', 'name': 'tempest-port--2055682503', 'admin_state_up': True}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:01.164098 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Request body: {'port': {'network_id': '7aca58dc-3d09-49c1-bcfa-50700cc19d8a', 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:01.195671 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf149beb-56b7-4fd6-a965-cbfc1e596a1d tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event updated for resources: {'Subnet': ['ID=e8d0e57e-cede-4d30-9fb6-80920ad078be,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:01.205080 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf149beb-56b7-4fd6-a965-cbfc1e596a1d tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Checking segment: {'id': '15ae58ff-88c8-450e-a960-859ec140b6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:01.205436 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf149beb-56b7-4fd6-a965-cbfc1e596a1d tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Network hostable DHCP agents. Network: fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:20:01.226092 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Router 30045a5d-7a61-4819-9a21-b02b1adaab34 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:20:01.244950 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Pushing event updated for resources: {'Port': ['ID=98c49e66-a107-4821-a7d3-dbe2c992cc26,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:01.323577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:01.448129 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:01.659007 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 5b5db0c9-6cd6-4c9c-98c2-129e704261c6 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:01.664524 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 5b5db0c9-6cd6-4c9c-98c2-129e704261c6 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:01.664901 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:01.717517 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf149beb-56b7-4fd6-a965-cbfc1e596a1d tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Network fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:20:01.759634 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-04628aa3-0fe2-4f51-ac3a-4e11ca2ebe28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:01.784702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:01.796332 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:20:01.798692 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:01.808350 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-cf149beb-56b7-4fd6-a965-cbfc1e596a1d tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:01.808533 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Sync routers for ids ['30045a5d-7a61-4819-9a21-b02b1adaab34'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:20:01.812301 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf149beb-56b7-4fd6-a965-cbfc1e596a1d tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:01.813790 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf149beb-56b7-4fd6-a965-cbfc1e596a1d tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:01.816449 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:01.831527 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbc9c0f-bfb0-4516-aa13-77986b2eaeff None None] Network fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:01.836313 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Network 1fb306ed-27c4-41e0-b1de-845139f9b0f3 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:01.837371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Usage tracker for resource:port and tenant:d70af721e8c2476f96412a8b344ce959 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:01.850057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:01.857390 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:20:01.861284 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:01.875295 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Routers {'30045a5d-7a61-4819-9a21-b02b1adaab34'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:01.876710 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:19:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['30045a5d-7a61-4819-9a21-b02b1adaab34'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:01.876889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:01.879848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-04628aa3-0fe2-4f51-ac3a-4e11ca2ebe28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:01.894358 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cf149beb-56b7-4fd6-a965-cbfc1e596a1d tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1313691 Mar 14 18:20:01.897096 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52982) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:01.903240 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-53fe5cd9-b260-46b2-9c5f-e7f3780395bd tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Request body: {'port': {'network_id': 'fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2', 'name': 'tempest-NetworksIpV6TestAttrs-52117364'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:01.956113 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f8a6db-69af-4fda-a5e9-8fc0f970109e,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:01.971571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:01.971915 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Added segment 43200ae2-ead1-4a32-91ba-cbb5c782859e of type vlan for network 8525d548-9a31-4d4c-bac1-b0108096e6b6 Mar 14 18:20:02.013058 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 5b5db0c9-6cd6-4c9c-98c2-129e704261c6, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5b5db0c9-6cd6-4c9c-98c2-129e704261c6,segment=NetworkSegment(024d595a-2f76-4b5f-b258-32c146957224),segment_id=024d595a-2f76-4b5f-b258-32c146957224)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:02.115390 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-53fe5cd9-b260-46b2-9c5f-e7f3780395bd tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:02.121216 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-53fe5cd9-b260-46b2-9c5f-e7f3780395bd tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Usage tracker for resource:port and tenant:cbb6c4b3b69f40dc949b5ab2920c84d9 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:02.125146 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-53fe5cd9-b260-46b2-9c5f-e7f3780395bd tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:02.134108 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-53fe5cd9-b260-46b2-9c5f-e7f3780395bd tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:02.175730 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:02.231568 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:02.232671 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-592f1e36-ee03-4b8c-bf2c-1fe5e58b8e98 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 9.0416646 Mar 14 18:20:02.233483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Made reservation on behalf of d70af721e8c2476f96412a8b344ce959 for: {'port': 2} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:02.236828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52988) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:02.238543 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:02.254987 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fe5cd9-b260-46b2-9c5f-e7f3780395bd tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Made reservation on behalf of cbb6c4b3b69f40dc949b5ab2920c84d9 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:02.260929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-53fe5cd9-b260-46b2-9c5f-e7f3780395bd tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:02.268565 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-04628aa3-0fe2-4f51-ac3a-4e11ca2ebe28 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86abfaf9d1374db9ad6ca3dbe5c41b36&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2991793 Mar 14 18:20:02.271394 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 52994) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:02.298331 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Set router 30045a5d-7a61-4819-9a21-b02b1adaab34 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:20:02.319051 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-53fe5cd9-b260-46b2-9c5f-e7f3780395bd tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] device_id is not set on port db5fa52e-2d05-4a65-99ff-e79613c80c2a yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:20:02.334915 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:02.343412 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04628aa3-0fe2-4f51-ac3a-4e11ca2ebe28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44678691-b08b-43ef-b6b2-8c0ab4540630,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:02.377486 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:02.419240 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c37229c0-7a35-409e-9b32-9fae1cd9ae76 None None] Provisioning complete for port 98c49e66-a107-4821-a7d3-dbe2c992cc26 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:02.419612 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c37229c0-7a35-409e-9b32-9fae1cd9ae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:02.422350 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-76d94769-6e19-498e-9eb0-63250cfa518c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:02.490455 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8d0454d8-23ec-4daf-b4a3-c5d5faffd11f tempest-TestNetworkAdvancedServerOps-1106242740 tempest-TestNetworkAdvancedServerOps-1106242740-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=355ab1d132224c9998b0e8c4dad61d99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2491825 Mar 14 18:20:02.521475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 52998) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:02.537192 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-76d94769-6e19-498e-9eb0-63250cfa518c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:02.561956 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=5b5db0c9-6cd6-4c9c-98c2-129e704261c6,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:02.570446 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2', 'network_id': 'fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2', 'tenant_id': 'cbb6c4b3b69f40dc949b5ab2920c84d9', 'fixed_ips': [{'subnet_id': 'e8d0e57e-cede-4d30-9fb6-80920ad078be'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:20:02.571284 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:02.588406 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-53fe5cd9-b260-46b2-9c5f-e7f3780395bd tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Allocated IP 2001:db8::f816:3eff:fe91:1f5f (fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2/e8d0e57e-cede-4d30-9fb6-80920ad078be/db5fa52e-2d05-4a65-99ff-e79613c80c2a) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:02.618642 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c37229c0-7a35-409e-9b32-9fae1cd9ae76 None None] Port 98c49e66-a107-4821-a7d3-dbe2c992cc26 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:20:02.650509 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:02.656099 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:02.657365 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:02.693294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-76d94769-6e19-498e-9eb0-63250cfa518c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:02.778169 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d94769-6e19-498e-9eb0-63250cfa518c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44678691-b08b-43ef-b6b2-8c0ab4540630,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:02.797195 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-76d94769-6e19-498e-9eb0-63250cfa518c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:02.801090 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-76d94769-6e19-498e-9eb0-63250cfa518c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/44678691-b08b-43ef-b6b2-8c0ab4540630 HTTP/1.1" status: 204 len: 168 time: 0.5261538 Mar 14 18:20:02.833521 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.5192518 Mar 14 18:20:02.845715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Router cc875189-f887-40d0-b82e-c1a9788922ed is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:20:02.847635 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53004) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:02.861148 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388483772', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:19:53Z', 'updated_at': '2022-03-14T18:19:58Z', 'revision_number': 3, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'gw_port': {'id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:55Z', 'updated_at': '2022-03-14T18:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:02.868280 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Checking router: 30045a5d-7a61-4819-9a21-b02b1adaab34 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:20:02.870189 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Updating router 30045a5d-7a61-4819-9a21-b02b1adaab34 port 01d6f610-b38f-4477-9a03-3764f999e8bf binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:20:02.870313 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6582d2-0c5a-4ec5-8b90-ba6f52bad64a req-bfa4d73b-e9e2-4e17-9abc-049a10366c82 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:02.871124 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ce6582d2-0c5a-4ec5-8b90-ba6f52bad64a req-bfa4d73b-e9e2-4e17-9abc-049a10366c82 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.6957035 Mar 14 18:20:02.871708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-53fe5cd9-b260-46b2-9c5f-e7f3780395bd tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:02.888956 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-53fe5cd9-b260-46b2-9c5f-e7f3780395bd tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Transition to ACTIVE for port object db5fa52e-2d05-4a65-99ff-e79613c80c2a will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:02.925522 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-924e267c-eef7-4045-85cd-f7f340d6d44f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Request body: {'subnet': {'network_id': '8525d548-9a31-4d4c-bac1-b0108096e6b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:02.927131 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:02.954408 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] device_id is not set on port 076a281a-c21f-40d7-a612-f0dcf098776e yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:20:02.998791 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da9cff-9981-4297-bb24-b58d4d293b72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Pushing event updated for resources: {'Network': ['ID=8525d548-9a31-4d4c-bac1-b0108096e6b6,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:03.003552 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-53fe5cd9-b260-46b2-9c5f-e7f3780395bd tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:03.033126 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 8525d548-9a31-4d4c-bac1-b0108096e6b6 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:20:03.044930 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5b5db0c9-6cd6-4c9c-98c2-129e704261c6 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:03.065748 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:20:03.080108 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fe5cd9-b260-46b2-9c5f-e7f3780395bd tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Network fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:03.083391 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-53fe5cd9-b260-46b2-9c5f-e7f3780395bd tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:03.093225 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe5cd9-b260-46b2-9c5f-e7f3780395bd tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:03.098668 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fe5cd9-b260-46b2-9c5f-e7f3780395bd tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:03.099348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-53fe5cd9-b260-46b2-9c5f-e7f3780395bd tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:03.114198 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe5cd9-b260-46b2-9c5f-e7f3780395bd tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event updated for resources: {'Port': ['ID=db5fa52e-2d05-4a65-99ff-e79613c80c2a,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:03.179963 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-53fe5cd9-b260-46b2-9c5f-e7f3780395bd tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.2815442 Mar 14 18:20:03.182670 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53010) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:03.191355 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ce6582d2-0c5a-4ec5-8b90-ba6f52bad64a req-fae51072-a336-4661-a580-bd7dc453d934 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423446 Mar 14 18:20:03.202647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9e7bd3-919f-4e3d-a813-41afa6a7f116 tempest-TestNetworkAdvancedServerOps-1106242740 tempest-TestNetworkAdvancedServerOps-1106242740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:03.207190 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1f9e7bd3-919f-4e3d-a813-41afa6a7f116 tempest-TestNetworkAdvancedServerOps-1106242740 tempest-TestNetworkAdvancedServerOps-1106242740-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6771846 Mar 14 18:20:03.223141 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53014) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:03.267691 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-924e267c-eef7-4045-85cd-f7f340d6d44f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:03.279344 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-924e267c-eef7-4045-85cd-f7f340d6d44f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Usage tracker for resource:subnet and tenant:bff60ccacdd5462f96973c521c6b65c2 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:03.285850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-924e267c-eef7-4045-85cd-f7f340d6d44f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:03.295780 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-13edaed8-03de-4f59-a886-ea8db0985281 tempest-TestNetworkAdvancedServerOps-1106242740 tempest-TestNetworkAdvancedServerOps-1106242740-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0684896 Mar 14 18:20:03.296423 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53022) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:03.312128 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Allocated IP 2001:db8::f816:3eff:fe10:b047 (fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2/e8d0e57e-cede-4d30-9fb6-80920ad078be/393c3e52-f0fd-408f-83f5-f35a806baabc) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:03.319080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-924e267c-eef7-4045-85cd-f7f340d6d44f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:03.335556 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-b22aaa73-67f3-46c8-aabe-1e9822452eb4 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1536274601', 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5', 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:03.345085 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:20:03.356541 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761dd614-d85d-4a61-ab3f-f273bfbe7c14 None None] Sync routers for ids ['cc875189-f887-40d0-b82e-c1a9788922ed'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:20:03.392045 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2ef734f3-b9ca-4957-b6ef-aa1e027a77b9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] 10.222.0.43 "PUT /v2.0/routers/cc875189-f887-40d0-b82e-c1a9788922ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1055629 Mar 14 18:20:03.394316 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761dd614-d85d-4a61-ab3f-f273bfbe7c14 None None] Routers {'cc875189-f887-40d0-b82e-c1a9788922ed'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:03.395263 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-761dd614-d85d-4a61-ab3f-f273bfbe7c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:19:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['cc875189-f887-40d0-b82e-c1a9788922ed'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:03.400098 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53028) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:03.410149 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-71edd7a1-cbc3-46b1-a912-d6d3230c9877 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Request body: {'port': {'network_id': '1fb306ed-27c4-41e0-b1de-845139f9b0f3', 'name': 'tempest-FloatingIPNegativeTestJSON-1673815939'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:03.473495 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b22aaa73-67f3-46c8-aabe-1e9822452eb4 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:03.478743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b22aaa73-67f3-46c8-aabe-1e9822452eb4 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Usage tracker for resource:subnet and tenant:355ab1d132224c9998b0e8c4dad61d99 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:03.482426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b22aaa73-67f3-46c8-aabe-1e9822452eb4 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:03.489051 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b22aaa73-67f3-46c8-aabe-1e9822452eb4 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:03.523661 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 5b5db0c9-6cd6-4c9c-98c2-129e704261c6 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:03.523959 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:03.527752 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93de644-b962-43ae-bea9-67b2069e2b75 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Deleting subnet e8d0e57e-cede-4d30-9fb6-80920ad078be {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:20:03.558524 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-761dd614-d85d-4a61-ab3f-f273bfbe7c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:03.560365 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924e267c-eef7-4045-85cd-f7f340d6d44f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Made reservation on behalf of bff60ccacdd5462f96973c521c6b65c2 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:03.564603 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-924e267c-eef7-4045-85cd-f7f340d6d44f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:03.570485 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761dd614-d85d-4a61-ab3f-f273bfbe7c14 None None] Routers {'cc875189-f887-40d0-b82e-c1a9788922ed'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:03.575337 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-761dd614-d85d-4a61-ab3f-f273bfbe7c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:19:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['cc875189-f887-40d0-b82e-c1a9788922ed'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:03.581385 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22aaa73-67f3-46c8-aabe-1e9822452eb4 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Made reservation on behalf of 355ab1d132224c9998b0e8c4dad61d99 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:03.586164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:03.589151 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b22aaa73-67f3-46c8-aabe-1e9822452eb4 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:03.667901 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-761dd614-d85d-4a61-ab3f-f273bfbe7c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:03.668310 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761dd614-d85d-4a61-ab3f-f273bfbe7c14 None None] The sync data for ids ['cc875189-f887-40d0-b82e-c1a9788922ed'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:20:03.845332 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:03.864710 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:03.868241 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Transition to ACTIVE for port object 393c3e52-f0fd-408f-83f5-f35a806baabc will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:03.892301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Transition to ACTIVE for port object 01d6f610-b38f-4477-9a03-3764f999e8bf will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:03.901276 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Transition to ACTIVE for port object 393c3e52-f0fd-408f-83f5-f35a806baabc will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:03.983026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.033722 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] device_id is not set on port 7cff2f8c-83fb-461a-a829-231014eb69ff yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:20:04.047093 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f93de644-b962-43ae-bea9-67b2069e2b75 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.062177 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.071061 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Attempting to bind port 01d6f610-b38f-4477-9a03-3764f999e8bf on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:20:04.071272 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Attempting to bind port 01d6f610-b38f-4477-9a03-3764f999e8bf by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:20:04.071673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Attempting to bind port 01d6f610-b38f-4477-9a03-3764f999e8bf on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:20:04.076128 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a921b-5cbe-4d34-b3a8-aba8083f61b1 None None] Pushing event updated for resources: {'Port': ['ID=01d6f610-b38f-4477-9a03-3764f999e8bf,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:04.078251 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b22aaa73-67f3-46c8-aabe-1e9822452eb4 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.079578 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c7b28-1592-47a0-976f-4e4469eb61ff req-78e150b5-f0f4-449a-8a88-398b74369b0f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:04.081094 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ee3c7b28-1592-47a0-976f-4e4469eb61ff req-78e150b5-f0f4-449a-8a88-398b74369b0f tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.6501727 Mar 14 18:20:04.088810 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-71edd7a1-cbc3-46b1-a912-d6d3230c9877 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:04.092604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-71edd7a1-cbc3-46b1-a912-d6d3230c9877 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Usage tracker for resource:port and tenant:20cc75f11ec742e28474a5e789190314 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:04.095510 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-71edd7a1-cbc3-46b1-a912-d6d3230c9877 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:04.101143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-71edd7a1-cbc3-46b1-a912-d6d3230c9877 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:04.137462 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:20:04.139204 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:04.140665 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.141682 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:20:04.143827 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Bound port: 01d6f610-b38f-4477-9a03-3764f999e8bf, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:20:04.145004 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.189176 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22aaa73-67f3-46c8-aabe-1e9822452eb4 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event updated for resources: {'Subnet': ['ID=7ffcb896-1a23-4973-a93a-928d9017eb04,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:04.202062 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Network fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:04.209536 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:04.214370 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71edd7a1-cbc3-46b1-a912-d6d3230c9877 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Made reservation on behalf of 20cc75f11ec742e28474a5e789190314 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:04.219077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-71edd7a1-cbc3-46b1-a912-d6d3230c9877 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.224089 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:04.224245 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f93de644-b962-43ae-bea9-67b2069e2b75 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.239898 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Pushing event updated for resources: {'Port': ['ID=393c3e52-f0fd-408f-83f5-f35a806baabc,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:04.245674 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ee3c7b28-1592-47a0-976f-4e4469eb61ff req-bd3a7846-4ba8-4911-9e66-602cda4fb093 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348588 Mar 14 18:20:04.292626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53046) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:04.302971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-71edd7a1-cbc3-46b1-a912-d6d3230c9877 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] device_id is not set on port 434312b8-d9b8-4cb7-9a8f-da4523f86d45 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:20:04.341598 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22aaa73-67f3-46c8-aabe-1e9822452eb4 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Checking segment: {'id': '0a30a6d4-a184-4408-b1bb-2c3403867cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:04.342183 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22aaa73-67f3-46c8-aabe-1e9822452eb4 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Network hostable DHCP agents. Network: 5861a082-4a53-498e-b267-cfdff69a04c5, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:20:04.424692 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] For port 01d6f610-b38f-4477-9a03-3764f999e8bf, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:20:04.426980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Attempting to bind port 393c3e52-f0fd-408f-83f5-f35a806baabc on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:20:04.427444 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Attempting to bind port 393c3e52-f0fd-408f-83f5-f35a806baabc by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '15ae58ff-88c8-450e-a960-859ec140b6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:20:04.427867 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Attempting to bind port 393c3e52-f0fd-408f-83f5-f35a806baabc on network fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:20:04.434472 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f93de644-b962-43ae-bea9-67b2069e2b75 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.436321 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:20:04.436786 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Checking segment: {'id': '15ae58ff-88c8-450e-a960-859ec140b6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:04.437258 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.437721 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Bound using segment: {'id': '15ae58ff-88c8-450e-a960-859ec140b6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:20:04.438808 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Bound port: 393c3e52-f0fd-408f-83f5-f35a806baabc, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ae58ff-88c8-450e-a960-859ec140b6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:20:04.439259 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.451440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] For port 01d6f610-b38f-4477-9a03-3764f999e8bf, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=01d6f610-b38f-4477-9a03-3764f999e8bf,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:20:04.475809 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22aaa73-67f3-46c8-aabe-1e9822452eb4 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Network 5861a082-4a53-498e-b267-cfdff69a04c5 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:20:04.535753 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.540375 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.590339 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'network': {'name': 'tempest-RoutersTest-890852618'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:04.609641 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:04.614505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-924e267c-eef7-4045-85cd-f7f340d6d44f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.632308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Routers {'30045a5d-7a61-4819-9a21-b02b1adaab34'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:04.632963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:19:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['30045a5d-7a61-4819-9a21-b02b1adaab34'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:04.651685 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:network and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:04.665416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:04.681608 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-b22aaa73-67f3-46c8-aabe-1e9822452eb4 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 5861a082-4a53-498e-b267-cfdff69a04c5) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:04.686833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22aaa73-67f3-46c8-aabe-1e9822452eb4 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:04.687597 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b22aaa73-67f3-46c8-aabe-1e9822452eb4 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.697623 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:04.710837 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f93de644-b962-43ae-bea9-67b2069e2b75 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.742713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-71edd7a1-cbc3-46b1-a912-d6d3230c9877 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Allocated IP 172.20.0.5 (1fb306ed-27c4-41e0-b1de-845139f9b0f3/b9f3afd1-0c33-4228-8413-3525f91c2bd2/434312b8-d9b8-4cb7-9a8f-da4523f86d45) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:04.765725 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e267c-eef7-4045-85cd-f7f340d6d44f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Pushing event updated for resources: {'Subnet': ['ID=ca2211d7-60e6-4482-ad8b-995d3e5bfb78,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:04.769264 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93de644-b962-43ae-bea9-67b2069e2b75 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d0e57e-cede-4d30-9fb6-80920ad078be,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:04.774013 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f93de644-b962-43ae-bea9-67b2069e2b75 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.778336 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f93de644-b962-43ae-bea9-67b2069e2b75 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/subnets/e8d0e57e-cede-4d30-9fb6-80920ad078be HTTP/1.1" status: 204 len: 168 time: 1.5924504 Mar 14 18:20:04.781412 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53052) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:04.787875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d39e0-e0c9-4e0a-8039-7fdbdd55e0b4 req-825cf09a-da6e-4820-8afc-c7c20fcbbe38 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:04.789477 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8d3d39e0-e0c9-4e0a-8039-7fdbdd55e0b4 req-825cf09a-da6e-4820-8afc-c7c20fcbbe38 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.4059942 Mar 14 18:20:04.804365 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924e267c-eef7-4045-85cd-f7f340d6d44f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Checking segment: {'id': '43200ae2-ead1-4a32-91ba-cbb5c782859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8525d548-9a31-4d4c-bac1-b0108096e6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:04.804719 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924e267c-eef7-4045-85cd-f7f340d6d44f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Network hostable DHCP agents. Network: 8525d548-9a31-4d4c-bac1-b0108096e6b6, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:20:04.819988 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] Set router 30045a5d-7a61-4819-9a21-b02b1adaab34 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:20:04.848863 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62ec93f-8912-4915-a8b5-b974d6f1c390 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:04.849517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Made reservation on behalf of 65cbd48938094122bb9ae72dacf90bd1 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:04.850630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62ec93f-8912-4915-a8b5-b974d6f1c390 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:04.851510 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b62ec93f-8912-4915-a8b5-b974d6f1c390 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Synchronizing usage tracker for tenant:cbb6c4b3b69f40dc949b5ab2920c84d9 on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:20:04.852874 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.887728 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b22aaa73-67f3-46c8-aabe-1e9822452eb4 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5724268 Mar 14 18:20:04.889756 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53056) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:04.892031 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.907421 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:04.923937 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017fecec-645a-4776-97a2-e7485ec03896 None None] Network 5861a082-4a53-498e-b267-cfdff69a04c5 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:04.965838 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a921b-5cbe-4d34-b3a8-aba8083f61b1 None None] Pushing event updated for resources: {'Port': ['ID=01d6f610-b38f-4477-9a03-3764f999e8bf,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:04.969812 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] For port 393c3e52-f0fd-408f-83f5-f35a806baabc, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:20:04.970441 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b62ec93f-8912-4915-a8b5-b974d6f1c390 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Unset dirty status for tenant:cbb6c4b3b69f40dc949b5ab2920c84d9 on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:20:04.971630 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b62ec93f-8912-4915-a8b5-b974d6f1c390 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1921349 Mar 14 18:20:04.976296 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53060) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:04.983565 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8d3d39e0-e0c9-4e0a-8039-7fdbdd55e0b4 req-6dbbfb6f-b6ea-4a00-9d43-ee1f4cb4c41d tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829710 Mar 14 18:20:04.990253 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:05.092756 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f13868e5-377d-4a48-8693-a3965c6e01c7 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:05.114385 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924e267c-eef7-4045-85cd-f7f340d6d44f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Network 8525d548-9a31-4d4c-bac1-b0108096e6b6 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:20:05.124096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:security_group_rule and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:05.139557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:05.170880 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13868e5-377d-4a48-8693-a3965c6e01c7 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 14 18:20:05.171348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f13868e5-377d-4a48-8693-a3965c6e01c7 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:20:05.173762 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f13868e5-377d-4a48-8693-a3965c6e01c7 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/networks/fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2 HTTP/1.1" status: 409 len: 405 time: 0.1969202 Mar 14 18:20:05.177314 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53066) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:05.186485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d317c831-7150-452b-a9ab-db42de2c34c6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1771469952'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:05.196947 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d317c831-7150-452b-a9ab-db42de2c34c6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:05.198783 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] For port 393c3e52-f0fd-408f-83f5-f35a806baabc, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=393c3e52-f0fd-408f-83f5-f35a806baabc,segment=NetworkSegment(15ae58ff-88c8-450e-a960-859ec140b6e6),segment_id=15ae58ff-88c8-450e-a960-859ec140b6e6)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:20:05.213006 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:05.218148 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d317c831-7150-452b-a9ab-db42de2c34c6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Usage tracker for resource:network and tenant:cbb6c4b3b69f40dc949b5ab2920c84d9 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:05.224300 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d317c831-7150-452b-a9ab-db42de2c34c6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:05.247511 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event updated for resources: {'Port': ['ID=076a281a-c21f-40d7-a612-f0dcf098776e,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:05.265451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Checking segment: {'id': 'c8834ec4-981f-4846-88e9-f01fc07e74b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '00664500-2f59-46a4-937e-bc39eb0c70f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:05.265801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Network hostable DHCP agents. Network: 00664500-2f59-46a4-937e-bc39eb0c70f4, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:20:05.292418 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d317c831-7150-452b-a9ab-db42de2c34c6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:05.303303 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388483772', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:19:53Z', 'updated_at': '2022-03-14T18:19:58Z', 'revision_number': 3, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'gw_port': {'id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:55Z', 'updated_at': '2022-03-14T18:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:05.306905 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-924e267c-eef7-4045-85cd-f7f340d6d44f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 8525d548-9a31-4d4c-bac1-b0108096e6b6) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:05.312034 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924e267c-eef7-4045-85cd-f7f340d6d44f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:05.312597 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-924e267c-eef7-4045-85cd-f7f340d6d44f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:05.335305 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26104b29-4776-4515-9cfc-01a44f0cc519 None None] Network 8525d548-9a31-4d4c-bac1-b0108096e6b6 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:05.355604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:05.373714 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-71edd7a1-cbc3-46b1-a912-d6d3230c9877 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:05.398959 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d317c831-7150-452b-a9ab-db42de2c34c6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Made reservation on behalf of cbb6c4b3b69f40dc949b5ab2920c84d9 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:05.402204 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d317c831-7150-452b-a9ab-db42de2c34c6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:05.403184 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fc99b8-f3ae-48ae-a95f-9f110886fe37 None None] The sync data for ids ['30045a5d-7a61-4819-9a21-b02b1adaab34'] in dv-neutron-833560-1-hyperv is: [{'id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388483772', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:19:53Z', 'updated_at': '2022-03-14T18:19:58Z', 'revision_number': 3, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'gw_port': {'id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:55Z', 'updated_at': '2022-03-14T18:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:20:05.416565 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-71edd7a1-cbc3-46b1-a912-d6d3230c9877 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Transition to ACTIVE for port object 434312b8-d9b8-4cb7-9a8f-da4523f86d45 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:05.447883 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172225a-3f5e-4f23-ae55-4d4b3b91e364 req-a54b5915-dfa5-44c6-bc52-06c2cb3e43be tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:05.454816 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e172225a-3f5e-4f23-ae55-4d4b3b91e364 req-a54b5915-dfa5-44c6-bc52-06c2cb3e43be tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.3429425 Mar 14 18:20:05.488363 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Network 00664500-2f59-46a4-937e-bc39eb0c70f4 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:20:05.491024 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4745252e-d335-459b-822d-958a0419be31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-5861a082-4a53-498e-b267-cfdff69a04c5', 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'fixed_ips': [{'subnet_id': '7ffcb896-1a23-4973-a93a-928d9017eb04'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:20:05.491869 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4745252e-d335-459b-822d-958a0419be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:05.521716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 00664500-2f59-46a4-937e-bc39eb0c70f4) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:05.525716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:05.526577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:05.543546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8895ff90-cc02-4706-b05f-75cdd81b5d2c None None] Network 00664500-2f59-46a4-937e-bc39eb0c70f4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:05.550065 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d317c831-7150-452b-a9ab-db42de2c34c6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:20:05.560547 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d317c831-7150-452b-a9ab-db42de2c34c6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:05.561036 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-d317c831-7150-452b-a9ab-db42de2c34c6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Added segment b7191fce-7727-4d94-9113-5baa4bbc5a27 of type vlan for network d472bcec-c896-4605-a0e4-4c7a1671ca07 Mar 14 18:20:05.578868 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-924e267c-eef7-4045-85cd-f7f340d6d44f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7161312 Mar 14 18:20:05.583677 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53070) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:05.622873 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-428b3d51-4d8c-4faf-ad23-5cc9ae30a287 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Request body: {'port': {'network_id': '8525d548-9a31-4d4c-bac1-b0108096e6b6', 'name': 'tempest-TagsExtTest-1070111347'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:05.637879 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e172225a-3f5e-4f23-ae55-4d4b3b91e364 req-c566fb00-1423-4988-9017-4e679331f042 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821105 Mar 14 18:20:05.650283 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b4547-209e-44d9-85cb-b6dc3e991090 None None] Pushing event updated for resources: {'Port': ['ID=393c3e52-f0fd-408f-83f5-f35a806baabc,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:05.670176 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:05.705232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event updated for resources: {'Port': ['ID=7cff2f8c-83fb-461a-a829-231014eb69ff,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:05.724701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Checking segment: {'id': '957afd2d-11a5-416d-a14b-cc0a56308a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7aca58dc-3d09-49c1-bcfa-50700cc19d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:05.725279 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Network hostable DHCP agents. Network: 7aca58dc-3d09-49c1-bcfa-50700cc19d8a, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:20:05.767848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:05.791518 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d317c831-7150-452b-a9ab-db42de2c34c6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:05.801035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:20:05.823909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:05.824309 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Added segment b14556a4-5eca-4697-b961-16d60fda04f6 of type vlan for network 1db133b3-2f01-457f-b77d-3ce8b7a5ea31 Mar 14 18:20:05.875858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-71edd7a1-cbc3-46b1-a912-d6d3230c9877 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:06.018885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Network 7aca58dc-3d09-49c1-bcfa-50700cc19d8a is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:20:06.075499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:06.119408 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d7ff8d-f456-4624-9c27-a5bd0084b8f3,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:06.138127 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 7aca58dc-3d09-49c1-bcfa-50700cc19d8a) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:06.201353 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:06.220889 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-428b3d51-4d8c-4faf-ad23-5cc9ae30a287 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:06.222525 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:06.229101 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:06.234195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:06.235454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:06.239215 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa539b2-7d5f-40f7-91b2-a2dec16f131a None None] Network 7aca58dc-3d09-49c1-bcfa-50700cc19d8a requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:06.259631 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71edd7a1-cbc3-46b1-a912-d6d3230c9877 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Network 1fb306ed-27c4-41e0-b1de-845139f9b0f3 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:06.265313 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-8525d548-9a31-4d4c-bac1-b0108096e6b6', 'network_id': '8525d548-9a31-4d4c-bac1-b0108096e6b6', 'tenant_id': 'bff60ccacdd5462f96973c521c6b65c2', 'fixed_ips': [{'subnet_id': 'ca2211d7-60e6-4482-ad8b-995d3e5bfb78'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:20:06.266730 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:06.270304 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:06.275717 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:06.276339 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:06.280869 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-71edd7a1-cbc3-46b1-a912-d6d3230c9877 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:06.295248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d317c831-7150-452b-a9ab-db42de2c34c6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:06.305601 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d317c831-7150-452b-a9ab-db42de2c34c6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:06.306244 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d317c831-7150-452b-a9ab-db42de2c34c6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:06.321868 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71edd7a1-cbc3-46b1-a912-d6d3230c9877 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:06.334728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-428b3d51-4d8c-4faf-ad23-5cc9ae30a287 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Usage tracker for resource:port and tenant:bff60ccacdd5462f96973c521c6b65c2 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:06.355652 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-428b3d51-4d8c-4faf-ad23-5cc9ae30a287 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:06.386438 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edd7a1-cbc3-46b1-a912-d6d3230c9877 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Pushing event updated for resources: {'Port': ['ID=434312b8-d9b8-4cb7-9a8f-da4523f86d45,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:06.396869 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-428b3d51-4d8c-4faf-ad23-5cc9ae30a287 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:06.408193 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ea6fccb5-b75b-4027-a4a2-6307a16aae97 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.2712722 Mar 14 18:20:06.416177 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53076) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:06.522012 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-4745252e-d335-459b-822d-958a0419be31 None None] Allocated IP 172.20.0.2 (5861a082-4a53-498e-b267-cfdff69a04c5/7ffcb896-1a23-4973-a93a-928d9017eb04/f20633cf-6dd6-46d2-9b05-f1d43f5959fd) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:06.574795 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1971781 Mar 14 18:20:06.599525 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53080) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:06.607529 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ff34d-7dd9-4739-8036-9d99526fccb2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Network': ['ID=1db133b3-2f01-457f-b77d-3ce8b7a5ea31,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:06.619295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-0b5b35a7-1fee-4826-82c9-cf6a3adc807b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'network': {'name': 'tempest-RoutersTest-2026835617'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:06.634437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0b5b35a7-1fee-4826-82c9-cf6a3adc807b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:06.679215 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71edd7a1-cbc3-46b1-a912-d6d3230c9877 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:06.683010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-71edd7a1-cbc3-46b1-a912-d6d3230c9877 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:06.717543 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 1db133b3-2f01-457f-b77d-3ce8b7a5ea31 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:20:06.729633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0b5b35a7-1fee-4826-82c9-cf6a3adc807b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:network and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:06.738468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0b5b35a7-1fee-4826-82c9-cf6a3adc807b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:06.771367 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0b5b35a7-1fee-4826-82c9-cf6a3adc807b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:06.797051 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f16033-1c63-431c-80ec-c15ab102c660 req-28864bb9-e651-44aa-b289-81a5bef04e59 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:06.799197 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a7f16033-1c63-431c-80ec-c15ab102c660 req-28864bb9-e651-44aa-b289-81a5bef04e59 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.7693052 Mar 14 18:20:06.808460 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d317c831-7150-452b-a9ab-db42de2c34c6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6274102 Mar 14 18:20:06.808460 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428b3d51-4d8c-4faf-ad23-5cc9ae30a287 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Made reservation on behalf of bff60ccacdd5462f96973c521c6b65c2 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:06.809528 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53084) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:06.811189 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-428b3d51-4d8c-4faf-ad23-5cc9ae30a287 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:06.833153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-7317b224-e239-447a-80ee-e3c6484c1d6a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Request body: {'subnet': {'network_id': 'd472bcec-c896-4605-a0e4-4c7a1671ca07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:06.859633 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-71edd7a1-cbc3-46b1-a912-d6d3230c9877 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4584413 Mar 14 18:20:06.873960 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53088) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:06.893817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:06.946640 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317c831-7150-452b-a9ab-db42de2c34c6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event updated for resources: {'Network': ['ID=d472bcec-c896-4605-a0e4-4c7a1671ca07,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:06.977063 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-428b3d51-4d8c-4faf-ad23-5cc9ae30a287 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] device_id is not set on port be7d2918-d190-4931-ab4f-bf53ee271ff2 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:20:07.023083 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Allocated IP 172.20.0.2 (8525d548-9a31-4d4c-bac1-b0108096e6b6/ca2211d7-60e6-4482-ad8b-995d3e5bfb78/7014ba28-18ec-493e-b0bd-9d81edb98be3) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:07.025809 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network d472bcec-c896-4605-a0e4-4c7a1671ca07 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:20:07.061443 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-26a0e660-55be-40c5-823d-29837b47db86 None None] Provisioning for port 434312b8-d9b8-4cb7-9a8f-da4523f86d45 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:07.104041 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-26a0e660-55be-40c5-823d-29837b47db86 None None] Provisioning complete for port 434312b8-d9b8-4cb7-9a8f-da4523f86d45 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:07.104577 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-26a0e660-55be-40c5-823d-29837b47db86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:07.145825 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9de8d6-ee7b-4425-b9b0-b3c3176d3101 None None] Network fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:07.167960 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaa15de-cb20-4fca-b5af-4be4c249bb10 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:07.174784 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaa15de-cb20-4fca-b5af-4be4c249bb10 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:07.179384 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0eaa15de-cb20-4fca-b5af-4be4c249bb10 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7549980 Mar 14 18:20:07.199261 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:07.202702 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53092) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:07.209443 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5b35a7-1fee-4826-82c9-cf6a3adc807b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Made reservation on behalf of 65cbd48938094122bb9ae72dacf90bd1 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:07.211716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0b5b35a7-1fee-4826-82c9-cf6a3adc807b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:07.228195 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a7f16033-1c63-431c-80ec-c15ab102c660 req-f49e9fb4-f2f2-40e3-9ebc-2973bb47a6b1 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4173710 Mar 14 18:20:07.233403 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 393c3e52-f0fd-408f-83f5-f35a806baabc up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:07.240608 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Usage tracker for resource:floatingip and tenant:20cc75f11ec742e28474a5e789190314 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:07.248506 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:07.261631 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:07.265677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7317b224-e239-447a-80ee-e3c6484c1d6a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:07.282464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7317b224-e239-447a-80ee-e3c6484c1d6a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:07.289241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5b35a7-1fee-4826-82c9-cf6a3adc807b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:20:07.308001 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0b5b35a7-1fee-4826-82c9-cf6a3adc807b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:07.308351 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-0b5b35a7-1fee-4826-82c9-cf6a3adc807b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Added segment 04062115-e08a-4345-83ad-4fb90222f9b4 of type vlan for network 87a5eb55-43b1-4a15-90d9-e3b7f159a0b4 Mar 14 18:20:07.338061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0b5b35a7-1fee-4826-82c9-cf6a3adc807b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:07.368298 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:07.379424 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe7909-ac7d-449b-83f1-3a91c19db06a tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Deleting port 076a281a-c21f-40d7-a612-f0dcf098776e {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:07.379765 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7dfe7909-ac7d-449b-83f1-3a91c19db06a tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:07.407239 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7317b224-e239-447a-80ee-e3c6484c1d6a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Made reservation on behalf of cbb6c4b3b69f40dc949b5ab2920c84d9 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:07.410669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7317b224-e239-447a-80ee-e3c6484c1d6a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:07.472038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4745252e-d335-459b-822d-958a0419be31 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:07.488226 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4745252e-d335-459b-822d-958a0419be31 None None] Transition to ACTIVE for port object f20633cf-6dd6-46d2-9b05-f1d43f5959fd will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:07.507011 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4745252e-d335-459b-822d-958a0419be31 None None] Transition to ACTIVE for port object f20633cf-6dd6-46d2-9b05-f1d43f5959fd will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:07.572550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0b5b35a7-1fee-4826-82c9-cf6a3adc807b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:07.577949 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5b35a7-1fee-4826-82c9-cf6a3adc807b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:07.578592 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0b5b35a7-1fee-4826-82c9-cf6a3adc807b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:07.582530 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-26a0e660-55be-40c5-823d-29837b47db86 None None] Port 434312b8-d9b8-4cb7-9a8f-da4523f86d45 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:20:07.717820 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0b5b35a7-1fee-4826-82c9-cf6a3adc807b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1116703 Mar 14 18:20:07.724492 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53100) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:07.727847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b35a7-1fee-4826-82c9-cf6a3adc807b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Network': ['ID=87a5eb55-43b1-4a15-90d9-e3b7f159a0b4,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:07.734117 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-d36a6eb8-74e7-4f4c-a5ad-6dca32ead035 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'subnet': {'network_id': '1db133b3-2f01-457f-b77d-3ce8b7a5ea31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:07.736958 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7dfe7909-ac7d-449b-83f1-3a91c19db06a tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:07.795062 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:07.805609 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Transition to ACTIVE for port object 7014ba28-18ec-493e-b0bd-9d81edb98be3 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:07.825308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Transition to ACTIVE for port object 7014ba28-18ec-493e-b0bd-9d81edb98be3 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:07.833995 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4745252e-d335-459b-822d-958a0419be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:07.926249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4745252e-d335-459b-822d-958a0419be31 None None] Network 5861a082-4a53-498e-b267-cfdff69a04c5 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:07.930288 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 87a5eb55-43b1-4a15-90d9-e3b7f159a0b4 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:20:07.941616 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe7909-ac7d-449b-83f1-3a91c19db06a tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Calling delete_port for 076a281a-c21f-40d7-a612-f0dcf098776e owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:07.952503 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d36a6eb8-74e7-4f4c-a5ad-6dca32ead035 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:07.959540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d36a6eb8-74e7-4f4c-a5ad-6dca32ead035 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:subnet and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:07.971223 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Allocated IP 172.20.0.1 (5861a082-4a53-498e-b267-cfdff69a04c5/7ffcb896-1a23-4973-a93a-928d9017eb04/4f2eb911-d94d-4f4a-b958-23037be8d350) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:07.971454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d36a6eb8-74e7-4f4c-a5ad-6dca32ead035 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:08.010528 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d36a6eb8-74e7-4f4c-a5ad-6dca32ead035 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:08.018079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:08.083168 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745252e-d335-459b-822d-958a0419be31 None None] Pushing event updated for resources: {'Port': ['ID=f20633cf-6dd6-46d2-9b05-f1d43f5959fd,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:08.085629 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-4745252e-d335-459b-822d-958a0419be31 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:08.093708 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:08.100888 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-428b3d51-4d8c-4faf-ad23-5cc9ae30a287 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Allocated IP 172.20.0.13 (8525d548-9a31-4d4c-bac1-b0108096e6b6/ca2211d7-60e6-4482-ad8b-995d3e5bfb78/be7d2918-d190-4931-ab4f-bf53ee271ff2) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:08.140225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4745252e-d335-459b-822d-958a0419be31 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:08.210691 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d5891-a883-4fc8-8983-8658822c42b9 req-b92df460-d273-4538-9a6b-b06977f64d96 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:08.212292 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1d3d5891-a883-4fc8-8983-8658822c42b9 req-b92df460-d273-4538-9a6b-b06977f64d96 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.2471726 Mar 14 18:20:08.245730 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Pushing event updated for resources: {'Port': ['ID=7014ba28-18ec-493e-b0bd-9d81edb98be3,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:08.259080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36a6eb8-74e7-4f4c-a5ad-6dca32ead035 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Made reservation on behalf of 65cbd48938094122bb9ae72dacf90bd1 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:08.263311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d36a6eb8-74e7-4f4c-a5ad-6dca32ead035 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:08.264016 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4410fb72-c570-4837-b24f-096ffa177472 None None] Provisioning for port 393c3e52-f0fd-408f-83f5-f35a806baabc completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:08.277374 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Network 8525d548-9a31-4d4c-bac1-b0108096e6b6 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:08.311251 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:08.314005 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:08.329375 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Allocated IP 172.26.7.95 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/af733df0-307f-4755-b5dd-8dc4db468e3a) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:08.332822 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:08.377965 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7dfe7909-ac7d-449b-83f1-3a91c19db06a tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:08.380878 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1d3d5891-a883-4fc8-8983-8658822c42b9 req-9e540a39-5457-41f7-8092-6a6e99672f14 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573417 Mar 14 18:20:08.388877 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Transition to ACTIVE for port object 4f2eb911-d94d-4f4a-b958-23037be8d350 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:08.411497 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4745252e-d335-459b-822d-958a0419be31 None None] Attempting to bind port f20633cf-6dd6-46d2-9b05-f1d43f5959fd on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:20:08.411884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4745252e-d335-459b-822d-958a0419be31 None None] Attempting to bind port f20633cf-6dd6-46d2-9b05-f1d43f5959fd by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '0a30a6d4-a184-4408-b1bb-2c3403867cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:20:08.413308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745252e-d335-459b-822d-958a0419be31 None None] Attempting to bind port f20633cf-6dd6-46d2-9b05-f1d43f5959fd on network 5861a082-4a53-498e-b267-cfdff69a04c5 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:20:08.425431 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745252e-d335-459b-822d-958a0419be31 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:20:08.425431 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745252e-d335-459b-822d-958a0419be31 None None] Checking segment: {'id': '0a30a6d4-a184-4408-b1bb-2c3403867cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:08.425776 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4745252e-d335-459b-822d-958a0419be31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:08.426069 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745252e-d335-459b-822d-958a0419be31 None None] Bound using segment: {'id': '0a30a6d4-a184-4408-b1bb-2c3403867cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:20:08.426376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4745252e-d335-459b-822d-958a0419be31 None None] Bound port: f20633cf-6dd6-46d2-9b05-f1d43f5959fd, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a30a6d4-a184-4408-b1bb-2c3403867cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:20:08.426772 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4745252e-d335-459b-822d-958a0419be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:08.505924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7dfe7909-ac7d-449b-83f1-3a91c19db06a tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:08.517995 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe7909-ac7d-449b-83f1-3a91c19db06a tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event deleted for resources: {'Port': ['ID=076a281a-c21f-40d7-a612-f0dcf098776e,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:08.523171 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Attempting to bind port 7014ba28-18ec-493e-b0bd-9d81edb98be3 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:20:08.523538 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Attempting to bind port 7014ba28-18ec-493e-b0bd-9d81edb98be3 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '43200ae2-ead1-4a32-91ba-cbb5c782859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8525d548-9a31-4d4c-bac1-b0108096e6b6'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:20:08.523659 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.objects.ports [None req-7317b224-e239-447a-80ee-e3c6484c1d6a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:20:08.524813 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Attempting to bind port 7014ba28-18ec-493e-b0bd-9d81edb98be3 on network 8525d548-9a31-4d4c-bac1-b0108096e6b6 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:20:08.533338 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:20:08.533714 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Checking segment: {'id': '43200ae2-ead1-4a32-91ba-cbb5c782859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8525d548-9a31-4d4c-bac1-b0108096e6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:08.534908 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:08.534908 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Bound using segment: {'id': '43200ae2-ead1-4a32-91ba-cbb5c782859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8525d548-9a31-4d4c-bac1-b0108096e6b6'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:20:08.535114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Bound port: 7014ba28-18ec-493e-b0bd-9d81edb98be3, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43200ae2-ead1-4a32-91ba-cbb5c782859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8525d548-9a31-4d4c-bac1-b0108096e6b6'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:20:08.535415 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:08.539658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7317b224-e239-447a-80ee-e3c6484c1d6a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:08.543176 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7dfe7909-ac7d-449b-83f1-3a91c19db06a tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "DELETE /v2.0/ports/076a281a-c21f-40d7-a612-f0dcf098776e HTTP/1.1" status: 204 len: 168 time: 1.3392184 Mar 14 18:20:08.553976 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53106) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:08.557883 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 393c3e52-f0fd-408f-83f5-f35a806baabc completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:08.585543 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e66303-d456-465a-9487-c7b91793b2d6 None None] DHCP port deletion for fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:20:08.587209 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 393c3e52-f0fd-408f-83f5-f35a806baabc triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:08.590307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:08.648140 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-428b3d51-4d8c-4faf-ad23-5cc9ae30a287 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:08.659229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-88e66303-d456-465a-9487-c7b91793b2d6 None None] Deleting port 393c3e52-f0fd-408f-83f5-f35a806baabc {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:08.659614 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-88e66303-d456-465a-9487-c7b91793b2d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:08.673028 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-86c2906d-3ae6-4470-9cdc-b9c46939e45f tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Deleting port 7cff2f8c-83fb-461a-a829-231014eb69ff {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:08.673374 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-86c2906d-3ae6-4470-9cdc-b9c46939e45f tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:08.714731 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-428b3d51-4d8c-4faf-ad23-5cc9ae30a287 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Transition to ACTIVE for port object be7d2918-d190-4931-ab4f-bf53ee271ff2 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:08.730947 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4745252e-d335-459b-822d-958a0419be31 None None] For port f20633cf-6dd6-46d2-9b05-f1d43f5959fd, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:20:08.741433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317b224-e239-447a-80ee-e3c6484c1d6a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event updated for resources: {'Subnet': ['ID=266e2991-3bf3-4dfb-ad4f-81a9ed855e11,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:08.743029 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:08.778517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4745252e-d335-459b-822d-958a0419be31 None None] For port f20633cf-6dd6-46d2-9b05-f1d43f5959fd, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f20633cf-6dd6-46d2-9b05-f1d43f5959fd,segment=NetworkSegment(0a30a6d4-a184-4408-b1bb-2c3403867cb6),segment_id=0a30a6d4-a184-4408-b1bb-2c3403867cb6)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:20:08.820213 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317b224-e239-447a-80ee-e3c6484c1d6a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Checking segment: {'id': 'b7191fce-7727-4d94-9113-5baa4bbc5a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd472bcec-c896-4605-a0e4-4c7a1671ca07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:08.820598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7317b224-e239-447a-80ee-e3c6484c1d6a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Network hostable DHCP agents. Network: d472bcec-c896-4605-a0e4-4c7a1671ca07, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:20:08.830477 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] For port 7014ba28-18ec-493e-b0bd-9d81edb98be3, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:20:08.834744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:08.850405 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4745252e-d335-459b-822d-958a0419be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:08.855427 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] For port 7014ba28-18ec-493e-b0bd-9d81edb98be3, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7014ba28-18ec-493e-b0bd-9d81edb98be3,segment=NetworkSegment(43200ae2-ead1-4a32-91ba-cbb5c782859e),segment_id=43200ae2-ead1-4a32-91ba-cbb5c782859e)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:20:08.962263 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7317b224-e239-447a-80ee-e3c6484c1d6a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Network d472bcec-c896-4605-a0e4-4c7a1671ca07 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:20:08.979694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:08.991127 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Network 5861a082-4a53-498e-b267-cfdff69a04c5 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:09.001901 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:09.023361 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:09.025572 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d36a6eb8-74e7-4f4c-a5ad-6dca32ead035 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:09.060225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:09.066821 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event updated for resources: {'Port': ['ID=4f2eb911-d94d-4f4a-b958-23037be8d350,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:09.069501 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:09.096684 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:09.119376 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-7317b224-e239-447a-80ee-e3c6484c1d6a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, d472bcec-c896-4605-a0e4-4c7a1671ca07) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:09.130932 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-88e66303-d456-465a-9487-c7b91793b2d6 None None] For port 393c3e52-f0fd-408f-83f5-f35a806baabc, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=393c3e52-f0fd-408f-83f5-f35a806baabc,segment=NetworkSegment(15ae58ff-88c8-450e-a960-859ec140b6e6),segment_id=15ae58ff-88c8-450e-a960-859ec140b6e6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:09.131319 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-88e66303-d456-465a-9487-c7b91793b2d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:09.152657 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-428b3d51-4d8c-4faf-ad23-5cc9ae30a287 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:09.153405 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745252e-d335-459b-822d-958a0419be31 None None] Pushing event updated for resources: {'Port': ['ID=f20633cf-6dd6-46d2-9b05-f1d43f5959fd,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:09.160942 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2b9150-9f58-43e0-b430-0dec7d5df778 None None] Network d472bcec-c896-4605-a0e4-4c7a1671ca07 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:09.167236 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7317b224-e239-447a-80ee-e3c6484c1d6a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:09.168534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7317b224-e239-447a-80ee-e3c6484c1d6a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:09.215905 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:09.231649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:09.262642 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:09.262807 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-86c2906d-3ae6-4470-9cdc-b9c46939e45f tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:09.286657 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:09.290199 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 393c3e52-f0fd-408f-83f5-f35a806baabc, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=393c3e52-f0fd-408f-83f5-f35a806baabc,segment=NetworkSegment(15ae58ff-88c8-450e-a960-859ec140b6e6),segment_id=15ae58ff-88c8-450e-a960-859ec140b6e6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:09.521353 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-88e66303-d456-465a-9487-c7b91793b2d6 None None] Calling delete_port for 393c3e52-f0fd-408f-83f5-f35a806baabc owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:09.573586 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:09.590840 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a6eb8-74e7-4f4c-a5ad-6dca32ead035 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Subnet': ['ID=6fcb17a0-ebf4-4063-b4d1-6e6d3c160ce8,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:09.606001 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36a6eb8-74e7-4f4c-a5ad-6dca32ead035 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Checking segment: {'id': 'b14556a4-5eca-4697-b961-16d60fda04f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1db133b3-2f01-457f-b77d-3ce8b7a5ea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:09.610950 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36a6eb8-74e7-4f4c-a5ad-6dca32ead035 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network hostable DHCP agents. Network: 1db133b3-2f01-457f-b77d-3ce8b7a5ea31, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:20:09.622321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Pushing event updated for resources: {'Port': ['ID=af733df0-307f-4755-b5dd-8dc4db468e3a,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:09.646889 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:09.654370 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 01d6f610-b38f-4477-9a03-3764f999e8bf up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:09.742673 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-86c2906d-3ae6-4470-9cdc-b9c46939e45f tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Calling delete_port for 7cff2f8c-83fb-461a-a829-231014eb69ff owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:09.760479 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36a6eb8-74e7-4f4c-a5ad-6dca32ead035 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 1db133b3-2f01-457f-b77d-3ce8b7a5ea31 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:20:09.797814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaf50f-a11b-43ee-890f-8f38e0c52d7e req-f8bb7cd4-986e-4fc7-b949-a09c8c5a4340 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:09.800522 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8bbaf50f-a11b-43ee-890f-8f38e0c52d7e req-f8bb7cd4-986e-4fc7-b949-a09c8c5a4340 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.1709106 Mar 14 18:20:09.802105 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7317b224-e239-447a-80ee-e3c6484c1d6a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9763975 Mar 14 18:20:09.810310 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53114) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:09.819379 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b3d51-4d8c-4faf-ad23-5cc9ae30a287 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Pushing event updated for resources: {'Port': ['ID=be7d2918-d190-4931-ab4f-bf53ee271ff2,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:09.837118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-77ca09f5-48dc-4e6a-a07d-e0ac75fea983 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Request body: {'port': {'network_id': 'd472bcec-c896-4605-a0e4-4c7a1671ca07', 'name': 'tempest-NetworksIpV6TestAttrs-2001866040'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:09.847402 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d30cdc-d29a-40db-893a-d9d88d06347c None None] Pushing event updated for resources: {'Port': ['ID=7014ba28-18ec-493e-b0bd-9d81edb98be3,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:09.856496 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428b3d51-4d8c-4faf-ad23-5cc9ae30a287 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Network 8525d548-9a31-4d4c-bac1-b0108096e6b6 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:09.859699 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:09.870078 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-428b3d51-4d8c-4faf-ad23-5cc9ae30a287 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:09.876589 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428b3d51-4d8c-4faf-ad23-5cc9ae30a287 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:09.899791 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-d36a6eb8-74e7-4f4c-a5ad-6dca32ead035 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 1db133b3-2f01-457f-b77d-3ce8b7a5ea31) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:09.904108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36a6eb8-74e7-4f4c-a5ad-6dca32ead035 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:09.907862 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d36a6eb8-74e7-4f4c-a5ad-6dca32ead035 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:09.940724 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bbc9e0-ae41-43d3-801d-4f0fa265c7d9 None None] Network 1db133b3-2f01-457f-b77d-3ce8b7a5ea31 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:09.968967 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428b3d51-4d8c-4faf-ad23-5cc9ae30a287 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:09.969593 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-428b3d51-4d8c-4faf-ad23-5cc9ae30a287 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:10.015236 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-88e66303-d456-465a-9487-c7b91793b2d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:20:10.015593 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-88e66303-d456-465a-9487-c7b91793b2d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:20:10.020740 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8bbaf50f-a11b-43ee-890f-8f38e0c52d7e req-9aabb69e-4569-4215-97d4-0e16255ba8db tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094500 Mar 14 18:20:10.033530 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d36a6eb8-74e7-4f4c-a5ad-6dca32ead035 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3077140 Mar 14 18:20:10.037112 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53118) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:10.044366 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c148dd7c-259c-40c7-a767-a7919e289195 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'subnet': {'network_id': '87a5eb55-43b1-4a15-90d9-e3b7f159a0b4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:10.089635 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-86c2906d-3ae6-4470-9cdc-b9c46939e45f tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:10.092192 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=393c3e52-f0fd-408f-83f5-f35a806baabc,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:10.107286 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 01d6f610-b38f-4477-9a03-3764f999e8bf completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:10.113291 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-77ca09f5-48dc-4e6a-a07d-e0ac75fea983 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:10.115300 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-428b3d51-4d8c-4faf-ad23-5cc9ae30a287 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.5306387 Mar 14 18:20:10.119146 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53124) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:10.120086 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 01d6f610-b38f-4477-9a03-3764f999e8bf triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:10.120470 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:10.128246 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-139a994c-e51a-494e-b915-bd24c5400a15 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1220618621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:10.138019 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-77ca09f5-48dc-4e6a-a07d-e0ac75fea983 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Usage tracker for resource:port and tenant:cbb6c4b3b69f40dc949b5ab2920c84d9 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:10.145609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-139a994c-e51a-494e-b915-bd24c5400a15 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:10.149459 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-77ca09f5-48dc-4e6a-a07d-e0ac75fea983 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:10.186886 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-77ca09f5-48dc-4e6a-a07d-e0ac75fea983 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:10.190990 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-139a994c-e51a-494e-b915-bd24c5400a15 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Usage tracker for resource:router and tenant:bff60ccacdd5462f96973c521c6b65c2 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:10.220010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-139a994c-e51a-494e-b915-bd24c5400a15 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:10.228341 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-d472bcec-c896-4605-a0e4-4c7a1671ca07', 'network_id': 'd472bcec-c896-4605-a0e4-4c7a1671ca07', 'tenant_id': 'cbb6c4b3b69f40dc949b5ab2920c84d9', 'fixed_ips': [{'subnet_id': '266e2991-3bf3-4dfb-ad4f-81a9ed855e11'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:20:10.229416 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:10.235002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-139a994c-e51a-494e-b915-bd24c5400a15 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:10.254897 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-86c2906d-3ae6-4470-9cdc-b9c46939e45f tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:10.256752 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-86c2906d-3ae6-4470-9cdc-b9c46939e45f tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "DELETE /v2.0/ports/7cff2f8c-83fb-461a-a829-231014eb69ff HTTP/1.1" status: 204 len: 168 time: 1.7055492 Mar 14 18:20:10.272797 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53128) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:10.273633 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2906d-3ae6-4470-9cdc-b9c46939e45f tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event deleted for resources: {'Port': ['ID=7cff2f8c-83fb-461a-a829-231014eb69ff,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:10.328830 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c148dd7c-259c-40c7-a767-a7919e289195 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:10.332030 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2b709584-7d15-46ca-9634-d9a08bf6aada tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Synchronizing usage tracker for tenant:d70af721e8c2476f96412a8b344ce959 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:20:10.336821 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c148dd7c-259c-40c7-a767-a7919e289195 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:subnet and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:10.339897 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c148dd7c-259c-40c7-a767-a7919e289195 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:10.347925 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c148dd7c-259c-40c7-a767-a7919e289195 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:10.369072 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:10.370290 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ca09f5-48dc-4e6a-a07d-e0ac75fea983 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Made reservation on behalf of cbb6c4b3b69f40dc949b5ab2920c84d9 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:10.374025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77ca09f5-48dc-4e6a-a07d-e0ac75fea983 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:10.397271 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-139a994c-e51a-494e-b915-bd24c5400a15 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:10.398367 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-139a994c-e51a-494e-b915-bd24c5400a15 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:10.413976 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-139a994c-e51a-494e-b915-bd24c5400a15 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:10.426811 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-77ca09f5-48dc-4e6a-a07d-e0ac75fea983 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] device_id is not set on port fc80e6ac-b270-4597-8b1e-33126c655ae7 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:20:10.460752 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2b709584-7d15-46ca-9634-d9a08bf6aada tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Unset dirty status for tenant:d70af721e8c2476f96412a8b344ce959 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:20:10.462486 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2b709584-7d15-46ca-9634-d9a08bf6aada tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1860058 Mar 14 18:20:10.463423 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c148dd7c-259c-40c7-a767-a7919e289195 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Made reservation on behalf of 65cbd48938094122bb9ae72dacf90bd1 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:10.466583 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53134) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:10.469410 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c148dd7c-259c-40c7-a767-a7919e289195 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:10.487660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-82624897-6883-456d-8b5e-b76f8904b8d4 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-417503554'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:10.499248 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-1db133b3-2f01-457f-b77d-3ce8b7a5ea31', 'network_id': '1db133b3-2f01-457f-b77d-3ce8b7a5ea31', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'fixed_ips': [{'subnet_id': '6fcb17a0-ebf4-4063-b4d1-6e6d3c160ce8'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:20:10.500744 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:10.521726 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-88e66303-d456-465a-9487-c7b91793b2d6 None None] Deleting port 393c3e52-f0fd-408f-83f5-f35a806baabc {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:10.522109 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-88e66303-d456-465a-9487-c7b91793b2d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:10.536117 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:10.569795 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-82624897-6883-456d-8b5e-b76f8904b8d4 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:10.651572 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-139a994c-e51a-494e-b915-bd24c5400a15 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:10.655360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:10.655503 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:10.670487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-82624897-6883-456d-8b5e-b76f8904b8d4 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Usage tracker for resource:network and tenant:d70af721e8c2476f96412a8b344ce959 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:10.823680 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-82624897-6883-456d-8b5e-b76f8904b8d4 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:10.899713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-82624897-6883-456d-8b5e-b76f8904b8d4 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:11.007158 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Allocated IP 172.20.0.2 (1db133b3-2f01-457f-b77d-3ce8b7a5ea31/6fcb17a0-ebf4-4063-b4d1-6e6d3c160ce8/3f56f69d-35e6-42ad-942c-11e6b6a95f87) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:11.034848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Pushing event updated for resources: {'Port': ['ID=af733df0-307f-4755-b5dd-8dc4db468e3a,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:11.042433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:11.067985 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 01d6f610-b38f-4477-9a03-3764f999e8bf, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=01d6f610-b38f-4477-9a03-3764f999e8bf,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:11.105320 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3224b-7b5e-4bcc-b33b-0a02b8908048 req-e3ef23ca-0020-4658-a142-ebde0f2c6366 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:11.107043 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ac3224b-7b5e-4bcc-b33b-0a02b8908048 req-e3ef23ca-0020-4658-a142-ebde0f2c6366 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.5347300 Mar 14 18:20:11.107993 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-139a994c-e51a-494e-b915-bd24c5400a15 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:11.114340 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-139a994c-e51a-494e-b915-bd24c5400a15 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9916961 Mar 14 18:20:11.114521 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53138) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:11.135569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-3a8779d4-39fd-4c60-aa18-fd8025dafe7c tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-194864783', 'prefixes': ['172.20.0.0/16']}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:11.149159 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:11.149159 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c5472efc-6cea-4ef5-a9bd-3ac92ed4ccf9 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2614172 Mar 14 18:20:11.149420 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3a8779d4-39fd-4c60-aa18-fd8025dafe7c tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:11.149515 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53142) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:11.155433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-0dd2958c-f1bb-49f7-856f-3b33343b945b tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Request body: {'floatingip': {'port_id': '434312b8-d9b8-4cb7-9a8f-da4523f86d45', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:11.160229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcbeb77-23e9-488a-b50e-47f8ee5f26f2 None None] Network 8525d548-9a31-4d4c-bac1-b0108096e6b6 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:11.208957 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:11.209602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42572cd3-c7c8-4a7c-befa-3791fa5e026d req-0765f500-3726-474e-b87b-486fe90ff9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:11.211250 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-42572cd3-c7c8-4a7c-befa-3791fa5e026d req-0765f500-3726-474e-b87b-486fe90ff9c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bd345c2c70054138a63ee3b6474a8824&device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 1098 time: 0.4823081 Mar 14 18:20:11.240423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82624897-6883-456d-8b5e-b76f8904b8d4 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Made reservation on behalf of d70af721e8c2476f96412a8b344ce959 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:11.249078 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-82624897-6883-456d-8b5e-b76f8904b8d4 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:11.297909 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Allocated IP 2001:db8::f816:3eff:fea3:8a41 (d472bcec-c896-4605-a0e4-4c7a1671ca07/266e2991-3bf3-4dfb-ad4f-81a9ed855e11/b5e1aedb-1f19-405c-b529-58c85306078d) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:11.302735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=01d6f610-b38f-4477-9a03-3764f999e8bf,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:11.305380 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4002d5a7-dc68-4f3e-aeee-fb381089dfe3 None None] Network 5861a082-4a53-498e-b267-cfdff69a04c5 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:11.309910 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0dd2958c-f1bb-49f7-856f-3b33343b945b tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for floatingip, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:11.333309 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c148dd7c-259c-40c7-a767-a7919e289195 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:11.386059 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ac3224b-7b5e-4bcc-b33b-0a02b8908048 req-fc984640-3029-4cad-8ac5-88db7b892060 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650080 Mar 14 18:20:11.524751 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148dd7c-259c-40c7-a767-a7919e289195 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Subnet': ['ID=b32a798a-7520-4b50-9a68-7d3651d02f7c,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:11.529196 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82624897-6883-456d-8b5e-b76f8904b8d4 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:20:11.548087 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c148dd7c-259c-40c7-a767-a7919e289195 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Checking segment: {'id': '04062115-e08a-4345-83ad-4fb90222f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87a5eb55-43b1-4a15-90d9-e3b7f159a0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:11.548512 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c148dd7c-259c-40c7-a767-a7919e289195 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network hostable DHCP agents. Network: 87a5eb55-43b1-4a15-90d9-e3b7f159a0b4, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:20:11.571435 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:11.577933 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f20633cf-6dd6-46d2-9b05-f1d43f5959fd up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:11.596734 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-82624897-6883-456d-8b5e-b76f8904b8d4 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:11.597079 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-82624897-6883-456d-8b5e-b76f8904b8d4 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Added segment b92ea442-e51c-4b2f-a0f4-64d8f8e82dd2 of type vlan for network 2a805c6f-3e52-473a-b952-b27a20e3fb00 Mar 14 18:20:11.613353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42572cd3-c7c8-4a7c-befa-3791fa5e026d req-6b718a4f-03dd-40be-ba29-77e40d40bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:11.613634 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-42572cd3-c7c8-4a7c-befa-3791fa5e026d req-6b718a4f-03dd-40be-ba29-77e40d40bd27 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d9396576-f6d5-42a1-a913-3123f2ec508b HTTP/1.1" status: 200 len: 913 time: 0.3743093 Mar 14 18:20:11.624484 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:11.710709 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-928814bb-e140-4c09-a549-6b6c2ede9c65 None None] Provisioning for port 7014ba28-18ec-493e-b0bd-9d81edb98be3 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:11.761715 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:11.773003 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event updated for resources: {'Port': ['ID=4f2eb911-d94d-4f4a-b958-23037be8d350,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:11.790127 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c148dd7c-259c-40c7-a767-a7919e289195 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 87a5eb55-43b1-4a15-90d9-e3b7f159a0b4 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:20:11.793942 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-88e66303-d456-465a-9487-c7b91793b2d6 None None] For port 393c3e52-f0fd-408f-83f5-f35a806baabc, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=393c3e52-f0fd-408f-83f5-f35a806baabc,segment=NetworkSegment(15ae58ff-88c8-450e-a960-859ec140b6e6),segment_id=15ae58ff-88c8-450e-a960-859ec140b6e6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:11.794350 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-88e66303-d456-465a-9487-c7b91793b2d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:11.808675 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3a8779d4-39fd-4c60-aa18-fd8025dafe7c tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks [] for subnetpool, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:11.810142 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3a8779d4-39fd-4c60-aa18-fd8025dafe7c tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6942697 Mar 14 18:20:11.816935 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53146) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:11.822360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.tag.tag_plugin [None req-26c43890-bccb-424d-a97c-021b29155ec9 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ca2211d7-60e6-4482-ad8b-995d3e5bfb78', 'tempest-TagsExtTest-Tag-1420847293') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:11.853424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-82624897-6883-456d-8b5e-b76f8904b8d4 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:11.857417 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-0dd2958c-f1bb-49f7-856f-3b33343b945b tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] update failed (client error): The resource could not be found. Mar 14 18:20:11.861060 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0dd2958c-f1bb-49f7-856f-3b33343b945b tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] 10.222.0.43 "PUT /v2.0/floatingips/01c09c2a-9202-4102-a7bb-8996dffb0171 HTTP/1.1" status: 404 len: 507 time: 0.7086270 Mar 14 18:20:11.862876 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53150) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:11.911967 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-c148dd7c-259c-40c7-a767-a7919e289195 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 87a5eb55-43b1-4a15-90d9-e3b7f159a0b4) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:11.936708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c148dd7c-259c-40c7-a767-a7919e289195 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:11.937291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c148dd7c-259c-40c7-a767-a7919e289195 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:12.000698 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Network 5861a082-4a53-498e-b267-cfdff69a04c5 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:12.002447 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:12.041854 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494b6c74-a500-4682-9ce9-6bc5527dbef2 None None] Network 87a5eb55-43b1-4a15-90d9-e3b7f159a0b4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:12.056695 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-42572cd3-c7c8-4a7c-befa-3791fa5e026d req-55d5c425-b7f0-4e85-bbe7-8440399fa035 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd010dab-ae55-486e-afd2-5dac7ff748cf HTTP/1.1" status: 200 len: 1000 time: 0.4337504 Mar 14 18:20:12.061346 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-4bb08bec-af13-405f-b7ab-260b50084edc tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Deleting port af733df0-307f-4755-b5dd-8dc4db468e3a {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:12.061686 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4bb08bec-af13-405f-b7ab-260b50084edc tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:12.072020 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c148dd7c-259c-40c7-a767-a7919e289195 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0337152 Mar 14 18:20:12.081350 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53156) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:12.088744 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-78ebd7c3-9874-44cb-bd01-486f13278625 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1441683349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:12.092596 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-88e66303-d456-465a-9487-c7b91793b2d6 None None] Calling delete_port for 393c3e52-f0fd-408f-83f5-f35a806baabc owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:12.103367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-78ebd7c3-9874-44cb-bd01-486f13278625 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:12.111161 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-78ebd7c3-9874-44cb-bd01-486f13278625 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:router and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:12.115562 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-78ebd7c3-9874-44cb-bd01-486f13278625 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:12.130387 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-78ebd7c3-9874-44cb-bd01-486f13278625 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:12.189295 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-26c43890-bccb-424d-a97c-021b29155ec9 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "PUT /v2.0/subnets/ca2211d7-60e6-4482-ad8b-995d3e5bfb78/tags/tempest-TagsExtTest-Tag-1420847293 HTTP/1.1" status: 201 len: 201 time: 0.3710592 Mar 14 18:20:12.192187 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53160) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:12.208252 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-82624897-6883-456d-8b5e-b76f8904b8d4 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:12.208768 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.tag.tag_plugin [None req-52535035-cdf6-4799-864c-e4a999270748 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'be7d2918-d190-4931-ab4f-bf53ee271ff2', 'tempest-TagsExtTest-Tag-1100559708') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:12.214888 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82624897-6883-456d-8b5e-b76f8904b8d4 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:12.215632 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-82624897-6883-456d-8b5e-b76f8904b8d4 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:12.220245 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42572cd3-c7c8-4a7c-befa-3791fa5e026d req-976ee484-97fa-46e5-ba78-862fc57f5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:12.224435 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-42572cd3-c7c8-4a7c-befa-3791fa5e026d req-976ee484-97fa-46e5-ba78-862fc57f5892 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f809337b-5605-4ccf-a62e-7a1913cdfa2f HTTP/1.1" status: 200 len: 851 time: 0.1279387 Mar 14 18:20:12.283461 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78ebd7c3-9874-44cb-bd01-486f13278625 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:12.284459 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78ebd7c3-9874-44cb-bd01-486f13278625 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:12.291045 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Router 30045a5d-7a61-4819-9a21-b02b1adaab34 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:20:12.346511 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:12.374914 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78ebd7c3-9874-44cb-bd01-486f13278625 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:12.434731 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Transition to ACTIVE for port object 3f56f69d-35e6-42ad-942c-11e6b6a95f87 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:12.495395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82624897-6883-456d-8b5e-b76f8904b8d4 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event updated for resources: {'Network': ['ID=2a805c6f-3e52-473a-b952-b27a20e3fb00,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:12.504916 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-38b30a80-8c2e-4d61-897d-a21e8be3a2b8 None None] Provisioning for port f20633cf-6dd6-46d2-9b05-f1d43f5959fd completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:12.510628 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4bb08bec-af13-405f-b7ab-260b50084edc tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:12.511019 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4bb08bec-af13-405f-b7ab-260b50084edc tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:12.526357 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78ebd7c3-9874-44cb-bd01-486f13278625 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:12.555149 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 2a805c6f-3e52-473a-b952-b27a20e3fb00 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:20:12.568539 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:20:12.574061 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-93927565-fdd8-467f-b7c2-d34790c8fdb1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "PUT /v2.0/routers/30045a5d-7a61-4819-9a21-b02b1adaab34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6830034 Mar 14 18:20:12.616332 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Sync routers for ids ['30045a5d-7a61-4819-9a21-b02b1adaab34'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:20:12.620607 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-52535035-cdf6-4799-864c-e4a999270748 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "PUT /v2.0/ports/be7d2918-d190-4931-ab4f-bf53ee271ff2/tags/tempest-TagsExtTest-Tag-1100559708 HTTP/1.1" status: 201 len: 201 time: 0.4165032 Mar 14 18:20:12.620806 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port f20633cf-6dd6-46d2-9b05-f1d43f5959fd completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:12.621640 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53172) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:12.631983 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.tag.tag_plugin [None req-62793df1-46e3-4753-aa66-26973c1f5e7a tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '873adb90-69ea-493e-8c64-bcf2976b5e46', 'tempest-TagsExtTest-Tag-1530139286') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:12.673655 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Transition to ACTIVE for port object 3f56f69d-35e6-42ad-942c-11e6b6a95f87 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:12.675869 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-88e66303-d456-465a-9487-c7b91793b2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:12.739205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78ebd7c3-9874-44cb-bd01-486f13278625 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:12.740527 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-78ebd7c3-9874-44cb-bd01-486f13278625 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6571925 Mar 14 18:20:12.747862 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53182) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:12.748069 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-4bb08bec-af13-405f-b7ab-260b50084edc tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Calling delete_port for af733df0-307f-4755-b5dd-8dc4db468e3a owned by network:floatingip {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:12.795886 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-82624897-6883-456d-8b5e-b76f8904b8d4 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3218637 Mar 14 18:20:12.801382 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53190) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:12.815652 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port f20633cf-6dd6-46d2-9b05-f1d43f5959fd triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:12.816224 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:12.838990 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e66303-d456-465a-9487-c7b91793b2d6 None None] Pushing event deleted for resources: {'Port': ['ID=393c3e52-f0fd-408f-83f5-f35a806baabc,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:12.845995 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-163848af-f627-4fec-af9a-8c098e5537ff tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-565153071'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:12.856909 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:12.862434 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:12.876576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-163848af-f627-4fec-af9a-8c098e5537ff tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:12.911674 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-163848af-f627-4fec-af9a-8c098e5537ff tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Usage tracker for resource:network and tenant:d70af721e8c2476f96412a8b344ce959 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:12.914333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Routers {'30045a5d-7a61-4819-9a21-b02b1adaab34'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:12.915018 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:19:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['30045a5d-7a61-4819-9a21-b02b1adaab34'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:12.918153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42572cd3-c7c8-4a7c-befa-3791fa5e026d req-42c7a7f4-20ca-4f6e-9435-cab835ef9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:12.919742 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-42572cd3-c7c8-4a7c-befa-3791fa5e026d req-42c7a7f4-20ca-4f6e-9435-cab835ef9654 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9396576-f6d5-42a1-a913-3123f2ec508b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6759338 Mar 14 18:20:12.921916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-3dab620e-30d8-475c-ba44-6c34b59e0bb3 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Synchronizing usage tracker for tenant:355ab1d132224c9998b0e8c4dad61d99 on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:20:12.924747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-163848af-f627-4fec-af9a-8c098e5537ff tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:12.942746 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-163848af-f627-4fec-af9a-8c098e5537ff tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:13.013719 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e66303-d456-465a-9487-c7b91793b2d6 None None] No DVR routers for this DVR port 393c3e52-f0fd-408f-83f5-f35a806baabc on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:20:13.016706 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67305db8-c099-4d47-a7ec-563dffa109ef req-12ded547-ef81-438f-a365-97da0ac595de tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:13.019960 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-67305db8-c099-4d47-a7ec-563dffa109ef req-12ded547-ef81-438f-a365-97da0ac595de tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.4954524 Mar 14 18:20:13.107714 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Network 1db133b3-2f01-457f-b77d-3ce8b7a5ea31 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:13.125915 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:13.135395 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:13.141551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163848af-f627-4fec-af9a-8c098e5537ff tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Made reservation on behalf of d70af721e8c2476f96412a8b344ce959 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:13.149523 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-163848af-f627-4fec-af9a-8c098e5537ff tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:13.152170 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Pushing event updated for resources: {'Port': ['ID=3f56f69d-35e6-42ad-942c-11e6b6a95f87,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:13.168347 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-3dab620e-30d8-475c-ba44-6c34b59e0bb3 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Unset dirty status for tenant:355ab1d132224c9998b0e8c4dad61d99 on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:20:13.169532 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-3dab620e-30d8-475c-ba44-6c34b59e0bb3 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1213112406&fields=id&tenant_id=355ab1d132224c9998b0e8c4dad61d99 HTTP/1.1" status: 200 len: 267 time: 0.3733552 Mar 14 18:20:13.273614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163848af-f627-4fec-af9a-8c098e5537ff tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:20:13.298582 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-87a5eb55-43b1-4a15-90d9-e3b7f159a0b4', 'network_id': '87a5eb55-43b1-4a15-90d9-e3b7f159a0b4', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'fixed_ips': [{'subnet_id': 'b32a798a-7520-4b50-9a68-7d3651d02f7c'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:20:13.299415 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:13.358747 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-67305db8-c099-4d47-a7ec-563dffa109ef req-a44bf938-6a52-4541-a85c-8b68fda3f33a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2982497 Mar 14 18:20:13.368082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Transition to ACTIVE for port object b5e1aedb-1f19-405c-b529-58c85306078d will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:13.372337 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-163848af-f627-4fec-af9a-8c098e5537ff tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:13.372337 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-163848af-f627-4fec-af9a-8c098e5537ff tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Added segment a0f6b718-14fc-4459-af27-9d5976bb0d27 of type vlan for network 944425e5-42b2-4e45-9581-88f3dd0dd71d Mar 14 18:20:13.387277 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4bb08bec-af13-405f-b7ab-260b50084edc tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:13.454129 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-42572cd3-c7c8-4a7c-befa-3791fa5e026d req-2e559006-0916-4fd5-a3b4-3808af42b86a service neutron] 10.222.0.59 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246637 Mar 14 18:20:13.486851 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-62793df1-46e3-4753-aa66-26973c1f5e7a tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "PUT /v2.0/routers/873adb90-69ea-493e-8c64-bcf2976b5e46/tags/tempest-TagsExtTest-Tag-1530139286 HTTP/1.1" status: 201 len: 201 time: 0.8615861 Mar 14 18:20:13.489203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53194) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:13.493681 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:13.524518 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.tag.tag_plugin [None req-6962631d-ed1d-4f13-8693-fb119aa08408 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '54070f7b-166c-4831-993f-856b6fad5485', 'tempest-TagsExtTest-Tag-1692995681') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:13.599617 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Transition to ACTIVE for port object b5e1aedb-1f19-405c-b529-58c85306078d will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:13.609573 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:13.620295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb08bec-af13-405f-b7ab-260b50084edc tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Pushing event deleted for resources: {'Port': ['ID=af733df0-307f-4755-b5dd-8dc4db468e3a,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:13.620559 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Set router 30045a5d-7a61-4819-9a21-b02b1adaab34 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:20:13.701182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-163848af-f627-4fec-af9a-8c098e5537ff tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:13.714480 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Attempting to bind port 3f56f69d-35e6-42ad-942c-11e6b6a95f87 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:20:13.714880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Attempting to bind port 3f56f69d-35e6-42ad-942c-11e6b6a95f87 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'b14556a4-5eca-4697-b961-16d60fda04f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1db133b3-2f01-457f-b77d-3ce8b7a5ea31'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:20:13.715252 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Attempting to bind port 3f56f69d-35e6-42ad-942c-11e6b6a95f87 on network 1db133b3-2f01-457f-b77d-3ce8b7a5ea31 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:20:13.762729 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:20:13.763129 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Checking segment: {'id': 'b14556a4-5eca-4697-b961-16d60fda04f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1db133b3-2f01-457f-b77d-3ce8b7a5ea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:13.763531 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:13.763932 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Bound using segment: {'id': 'b14556a4-5eca-4697-b961-16d60fda04f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1db133b3-2f01-457f-b77d-3ce8b7a5ea31'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:20:13.764433 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Bound port: 3f56f69d-35e6-42ad-942c-11e6b6a95f87, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14556a4-5eca-4697-b961-16d60fda04f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1db133b3-2f01-457f-b77d-3ce8b7a5ea31'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:20:13.764911 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:13.815627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:13.965088 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-77ca09f5-48dc-4e6a-a07d-e0ac75fea983 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Allocated IP 2001:db8::f816:3eff:fe8b:d02d (d472bcec-c896-4605-a0e4-4c7a1671ca07/266e2991-3bf3-4dfb-ad4f-81a9ed855e11/fc80e6ac-b270-4597-8b1e-33126c655ae7) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:14.041621 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-0cd0bd53-a040-4792-a5eb-7c18f0ab28aa tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:14.049195 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-0cd0bd53-a040-4792-a5eb-7c18f0ab28aa tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/networks?id=5861a082-4a53-498e-b267-cfdff69a04c5 HTTP/1.1" status: 200 len: 797 time: 0.8589382 Mar 14 18:20:14.051208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port f20633cf-6dd6-46d2-9b05-f1d43f5959fd, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f20633cf-6dd6-46d2-9b05-f1d43f5959fd,segment=NetworkSegment(0a30a6d4-a184-4408-b1bb-2c3403867cb6),segment_id=0a30a6d4-a184-4408-b1bb-2c3403867cb6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:14.086482 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Network d472bcec-c896-4605-a0e4-4c7a1671ca07 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:14.089253 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-efb3b445-9ca0-45d2-bb80-58dfd6eb386f None None] Provisioning for port be7d2918-d190-4931-ab4f-bf53ee271ff2 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:14.099870 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:14.102346 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:14.125625 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-a3175860-d51a-49ca-8da1-85538ec5c3b6 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/quotas/355ab1d132224c9998b0e8c4dad61d99 HTTP/1.1" status: 200 len: 375 time: 0.0754583 Mar 14 18:20:14.132886 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4bb08bec-af13-405f-b7ab-260b50084edc tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for floatingip, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:14.137652 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6962631d-ed1d-4f13-8693-fb119aa08408 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "PUT /v2.0/subnetpools/54070f7b-166c-4831-993f-856b6fad5485/tags/tempest-TagsExtTest-Tag-1692995681 HTTP/1.1" status: 201 len: 201 time: 0.6472917 Mar 14 18:20:14.140979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53198) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:14.149858 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.tag.tag_plugin [None req-7a93d295-40fd-495b-bdf2-dbdcbc20ed87 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ca2211d7-60e6-4482-ad8b-995d3e5bfb78') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:14.176839 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-42572cd3-c7c8-4a7c-befa-3791fa5e026d req-4990b70c-90f9-499e-a129-a2ac17499e8e service neutron] 10.222.0.59 "GET /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656750 Mar 14 18:20:14.189913 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-efb3b445-9ca0-45d2-bb80-58dfd6eb386f None None] Provisioning complete for port be7d2918-d190-4931-ab4f-bf53ee271ff2 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:14.190277 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-efb3b445-9ca0-45d2-bb80-58dfd6eb386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:14.228920 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-163848af-f627-4fec-af9a-8c098e5537ff tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:14.234943 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163848af-f627-4fec-af9a-8c098e5537ff tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:14.236055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-163848af-f627-4fec-af9a-8c098e5537ff tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:14.248983 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Allocated IP 172.20.0.1 (1db133b3-2f01-457f-b77d-3ce8b7a5ea31/6fcb17a0-ebf4-4063-b4d1-6e6d3c160ce8/0ab3c633-972d-4a9b-a8e5-761fb44806ea) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:14.251174 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Pushing event updated for resources: {'Port': ['ID=b5e1aedb-1f19-405c-b529-58c85306078d,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:14.254356 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:14.255170 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7014ba28-18ec-493e-b0bd-9d81edb98be3 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:14.296640 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4bb08bec-af13-405f-b7ab-260b50084edc tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:14.298806 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4bb08bec-af13-405f-b7ab-260b50084edc tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] 10.222.0.43 "DELETE /v2.0/floatingips/01c09c2a-9202-4102-a7bb-8996dffb0171 HTTP/1.1" status: 204 len: 168 time: 2.4358301 Mar 14 18:20:14.300444 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7a93d295-40fd-495b-bdf2-dbdcbc20ed87 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/subnets/ca2211d7-60e6-4482-ad8b-995d3e5bfb78/tags HTTP/1.1" status: 200 len: 241 time: 0.1584253 Mar 14 18:20:14.315442 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53204) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:14.316393 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53206) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:14.322769 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-fa3b7bf7-9e5b-40ff-a3b7-f38e2c4b300c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Request body: {'floatingip': {'floating_network_id': '1fb306ed-27c4-41e0-b1de-845139f9b0f3', 'port_id': '434312b8-d9b8-4cb7-9a8f-da4523f86d45', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:14.329298 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fa3b7bf7-9e5b-40ff-a3b7-f38e2c4b300c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:14.333460 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fa3b7bf7-9e5b-40ff-a3b7-f38e2c4b300c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Usage tracker for resource:floatingip and tenant:20cc75f11ec742e28474a5e789190314 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:14.336415 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fa3b7bf7-9e5b-40ff-a3b7-f38e2c4b300c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:14.342994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fa3b7bf7-9e5b-40ff-a3b7-f38e2c4b300c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:14.352853 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.tag.tag_plugin [None req-9dfbb4fb-6fca-4d50-845d-c49bce2eca82 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ca2211d7-60e6-4482-ad8b-995d3e5bfb78', 'tempest-TagsExtTest-Tag-1420847293') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:14.451631 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163848af-f627-4fec-af9a-8c098e5537ff tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event updated for resources: {'Network': ['ID=944425e5-42b2-4e45-9581-88f3dd0dd71d,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:14.511654 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Allocated IP 172.21.0.2 (87a5eb55-43b1-4a15-90d9-e3b7f159a0b4/b32a798a-7520-4b50-9a68-7d3651d02f7c/c11b9e36-ea43-4212-9777-e8b27a2a8ed5) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:14.519340 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9dfbb4fb-6fca-4d50-845d-c49bce2eca82 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/subnets/ca2211d7-60e6-4482-ad8b-995d3e5bfb78/tags/tempest-TagsExtTest-Tag-1420847293 HTTP/1.1" status: 204 len: 168 time: 0.2026141 Mar 14 18:20:14.520868 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa3b7bf7-9e5b-40ff-a3b7-f38e2c4b300c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for floatingip, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:14.542784 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53214) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:14.551134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-7bdec29d-5299-4ac8-9799-cf650821b18a tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ca2211d7-60e6-4482-ad8b-995d3e5bfb78', 'tempest-TagsExtTest-Tag-1420847293') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:14.556080 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:14.559674 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 944425e5-42b2-4e45-9581-88f3dd0dd71d details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:20:14.592157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Transition to ACTIVE for port object 0ab3c633-972d-4a9b-a8e5-761fb44806ea will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:14.606777 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-163848af-f627-4fec-af9a-8c098e5537ff tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7734718 Mar 14 18:20:14.607026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-efb3b445-9ca0-45d2-bb80-58dfd6eb386f None None] Port be7d2918-d190-4931-ab4f-bf53ee271ff2 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:20:14.607138 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-4daa27c2-21b6-447d-9f5b-990a103646ad tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=355ab1d132224c9998b0e8c4dad61d99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4754114 Mar 14 18:20:14.639154 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Attempting to bind port b5e1aedb-1f19-405c-b529-58c85306078d on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:20:14.639525 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Attempting to bind port b5e1aedb-1f19-405c-b529-58c85306078d by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'b7191fce-7727-4d94-9113-5baa4bbc5a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd472bcec-c896-4605-a0e4-4c7a1671ca07'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:20:14.639892 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Attempting to bind port b5e1aedb-1f19-405c-b529-58c85306078d on network d472bcec-c896-4605-a0e4-4c7a1671ca07 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:20:14.671292 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] For port 3f56f69d-35e6-42ad-942c-11e6b6a95f87, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:20:14.700725 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77ca09f5-48dc-4e6a-a07d-e0ac75fea983 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:14.774010 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:14.856994 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-77ca09f5-48dc-4e6a-a07d-e0ac75fea983 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Transition to ACTIVE for port object fc80e6ac-b270-4597-8b1e-33126c655ae7 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:14.892376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:14.902632 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Transition to ACTIVE for port object c11b9e36-ea43-4212-9777-e8b27a2a8ed5 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:14.919148 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-d14780f5-1359-488e-9e59-360461ed202d service neutron] 10.222.0.43 "GET /v2.0/networks/5861a082-4a53-498e-b267-cfdff69a04c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032749 Mar 14 18:20:14.927477 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Transition to ACTIVE for port object c11b9e36-ea43-4212-9777-e8b27a2a8ed5 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:14.930041 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:20:14.930462 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Checking segment: {'id': 'b7191fce-7727-4d94-9113-5baa4bbc5a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd472bcec-c896-4605-a0e4-4c7a1671ca07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:14.930898 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:14.931293 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Bound using segment: {'id': 'b7191fce-7727-4d94-9113-5baa4bbc5a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd472bcec-c896-4605-a0e4-4c7a1671ca07'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:20:14.931845 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Bound port: b5e1aedb-1f19-405c-b529-58c85306078d, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7191fce-7727-4d94-9113-5baa4bbc5a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd472bcec-c896-4605-a0e4-4c7a1671ca07'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:20:14.932219 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:14.963883 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb31fc-8eb2-46d9-8e2e-f99374597766 req-5da1dad2-6348-40cd-9a38-10256823cdcf tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:14.971446 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6beb31fc-8eb2-46d9-8e2e-f99374597766 req-5da1dad2-6348-40cd-9a38-10256823cdcf tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.4793799 Mar 14 18:20:14.992173 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=0ab3c633-972d-4a9b-a8e5-761fb44806ea,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:15.009075 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-fa3b7bf7-9e5b-40ff-a3b7-f38e2c4b300c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:20:15.020741 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fa3b7bf7-9e5b-40ff-a3b7-f38e2c4b300c tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7024205 Mar 14 18:20:15.022026 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53218) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:15.037205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 1db133b3-2f01-457f-b77d-3ce8b7a5ea31 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:15.044857 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': '434312b8-d9b8-4cb7-9a8f-da4523f86d45', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:15.055090 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:15.060804 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Usage tracker for resource:floatingip and tenant:20cc75f11ec742e28474a5e789190314 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:15.067937 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:15.080347 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:15.091340 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:15.094192 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:15.105736 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=f20633cf-6dd6-46d2-9b05-f1d43f5959fd,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:15.123264 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:15.135841 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] For port 3f56f69d-35e6-42ad-942c-11e6b6a95f87, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3f56f69d-35e6-42ad-942c-11e6b6a95f87,segment=NetworkSegment(b14556a4-5eca-4697-b961-16d60fda04f6),segment_id=b14556a4-5eca-4697-b961-16d60fda04f6)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:20:15.145967 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6beb31fc-8eb2-46d9-8e2e-f99374597766 req-b9e21f4f-51e1-45aa-8c5f-437f5f13bddc tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676469 Mar 14 18:20:15.154862 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77ca09f5-48dc-4e6a-a07d-e0ac75fea983 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:15.188213 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:15.189063 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Network 87a5eb55-43b1-4a15-90d9-e3b7f159a0b4 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:15.210206 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:15.221123 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for floatingip, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:15.221318 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:15.257235 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7bdec29d-5299-4ac8-9799-cf650821b18a tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/subnets/ca2211d7-60e6-4482-ad8b-995d3e5bfb78/tags/tempest-TagsExtTest-Tag-1420847293 HTTP/1.1" status: 204 len: 168 time: 0.7132795 Mar 14 18:20:15.261401 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ca09f5-48dc-4e6a-a07d-e0ac75fea983 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Network d472bcec-c896-4605-a0e4-4c7a1671ca07 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:15.264461 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53222) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:15.269309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-77ca09f5-48dc-4e6a-a07d-e0ac75fea983 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:15.277829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-ee2a0d4a-c0ed-47d5-8f6e-b5cf1c2335f2 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ca2211d7-60e6-4482-ad8b-995d3e5bfb78') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:15.308379 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-a60d15ca-e565-411a-8450-dbb8fda8fb16 service neutron] 10.222.0.43 "GET /v2.0/networks/5861a082-4a53-498e-b267-cfdff69a04c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827043 Mar 14 18:20:15.322029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca09f5-48dc-4e6a-a07d-e0ac75fea983 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:15.322029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ca09f5-48dc-4e6a-a07d-e0ac75fea983 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:15.322029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77ca09f5-48dc-4e6a-a07d-e0ac75fea983 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:15.354336 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:15.371299 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Attempting to bind port c11b9e36-ea43-4212-9777-e8b27a2a8ed5 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:20:15.371685 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Attempting to bind port c11b9e36-ea43-4212-9777-e8b27a2a8ed5 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '04062115-e08a-4345-83ad-4fb90222f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87a5eb55-43b1-4a15-90d9-e3b7f159a0b4'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:20:15.372026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Attempting to bind port c11b9e36-ea43-4212-9777-e8b27a2a8ed5 on network 87a5eb55-43b1-4a15-90d9-e3b7f159a0b4 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:20:15.372926 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca09f5-48dc-4e6a-a07d-e0ac75fea983 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event updated for resources: {'Port': ['ID=fc80e6ac-b270-4597-8b1e-33126c655ae7,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:15.417514 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ee2a0d4a-c0ed-47d5-8f6e-b5cf1c2335f2 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/subnets/ca2211d7-60e6-4482-ad8b-995d3e5bfb78/tags HTTP/1.1" status: 200 len: 205 time: 0.1497726 Mar 14 18:20:15.420109 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53226) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:15.426684 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-10ca286d-07c5-4ef5-bf15-1b41115a1e52 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'be7d2918-d190-4931-ab4f-bf53ee271ff2') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:15.434465 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 7014ba28-18ec-493e-b0bd-9d81edb98be3 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:15.441732 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:20:15.442114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Checking segment: {'id': '04062115-e08a-4345-83ad-4fb90222f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87a5eb55-43b1-4a15-90d9-e3b7f159a0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:15.442665 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:15.443163 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Bound using segment: {'id': '04062115-e08a-4345-83ad-4fb90222f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87a5eb55-43b1-4a15-90d9-e3b7f159a0b4'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:20:15.443638 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Bound port: c11b9e36-ea43-4212-9777-e8b27a2a8ed5, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04062115-e08a-4345-83ad-4fb90222f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '87a5eb55-43b1-4a15-90d9-e3b7f159a0b4'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:20:15.444006 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:15.462606 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Pushing event updated for resources: {'Port': ['ID=c11b9e36-ea43-4212-9777-e8b27a2a8ed5,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:15.482299 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-77ca09f5-48dc-4e6a-a07d-e0ac75fea983 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.6692924 Mar 14 18:20:15.483659 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53230) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:15.566901 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 7014ba28-18ec-493e-b0bd-9d81edb98be3 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:15.566901 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:15.585386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-255c4b25-2f96-430a-b063-c2bdf31d5892 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Deleting subnet 266e2991-3bf3-4dfb-ad4f-81a9ed855e11 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:20:15.589599 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-255c4b25-2f96-430a-b063-c2bdf31d5892 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:15.604902 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] For port b5e1aedb-1f19-405c-b529-58c85306078d, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:20:15.608337 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388483772', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:19:53Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'gw_port': {'id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:55Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '4f2eb911-d94d-4f4a-b958-23037be8d350', 'name': '', 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'mac_address': 'fa:16:3e:80:26:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:20:07Z', 'updated_at': '2022-03-14T18:20:11Z', 'revision_number': 2, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'subnets': [{'id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:15.637418 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Checking router: 30045a5d-7a61-4819-9a21-b02b1adaab34 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:20:15.637824 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Updating router 30045a5d-7a61-4819-9a21-b02b1adaab34 port 4f2eb911-d94d-4f4a-b958-23037be8d350 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:20:15.661940 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-255c4b25-2f96-430a-b063-c2bdf31d5892 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:15.694979 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-29155b04-19c6-47db-9e55-99b36fd6e995 None None] Provisioning complete for port be7d2918-d190-4931-ab4f-bf53ee271ff2 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:15.695811 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-29155b04-19c6-47db-9e55-99b36fd6e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:15.761925 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] For port b5e1aedb-1f19-405c-b529-58c85306078d, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=b5e1aedb-1f19-405c-b529-58c85306078d,segment=NetworkSegment(b7191fce-7727-4d94-9113-5baa4bbc5a27),segment_id=b7191fce-7727-4d94-9113-5baa4bbc5a27)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:20:15.817960 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:15.896217 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:15.898975 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-29155b04-19c6-47db-9e55-99b36fd6e995 None None] Port be7d2918-d190-4931-ab4f-bf53ee271ff2 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:20:15.948746 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] For port c11b9e36-ea43-4212-9777-e8b27a2a8ed5, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:20:15.951677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-255c4b25-2f96-430a-b063-c2bdf31d5892 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:15.952061 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] For port c11b9e36-ea43-4212-9777-e8b27a2a8ed5, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c11b9e36-ea43-4212-9777-e8b27a2a8ed5,segment=NetworkSegment(04062115-e08a-4345-83ad-4fb90222f9b4),segment_id=04062115-e08a-4345-83ad-4fb90222f9b4)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:20:15.954247 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:15.957861 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:15.966254 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5f962-8611-499d-9cc5-d6acb5c42d91 None None] Pushing event updated for resources: {'Port': ['ID=3f56f69d-35e6-42ad-942c-11e6b6a95f87,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:16.057764 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-10ca286d-07c5-4ef5-bf15-1b41115a1e52 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/ports/be7d2918-d190-4931-ab4f-bf53ee271ff2/tags HTTP/1.1" status: 200 len: 241 time: 0.6360288 Mar 14 18:20:16.060194 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53234) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:16.068132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-9dc7cde3-9680-45af-9aa9-3ec2252aed5d tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'be7d2918-d190-4931-ab4f-bf53ee271ff2', 'tempest-TagsExtTest-Tag-1100559708') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:16.352735 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-255c4b25-2f96-430a-b063-c2bdf31d5892 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:16.379568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Allocated IP 172.26.7.105 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/2075d536-b596-4b9c-94bf-f100846f524a) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:16.420971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-255c4b25-2f96-430a-b063-c2bdf31d5892 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:16.458482 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c4b25-2f96-430a-b063-c2bdf31d5892 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event deleted for resources: {'Subnet': ['ID=266e2991-3bf3-4dfb-ad4f-81a9ed855e11,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:16.487563 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-255c4b25-2f96-430a-b063-c2bdf31d5892 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/subnets/266e2991-3bf3-4dfb-ad4f-81a9ed855e11 HTTP/1.1" status: 204 len: 168 time: 0.9949920 Mar 14 18:20:16.490116 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53240) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:16.531164 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:16.546840 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Transition to ACTIVE for port object 4f2eb911-d94d-4f4a-b958-23037be8d350 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:16.577268 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f9862-b685-41a8-bdc5-c18ee8bb581b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:16.579582 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f9862-b685-41a8-bdc5-c18ee8bb581b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:16.580315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a19f9862-b685-41a8-bdc5-c18ee8bb581b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Synchronizing usage tracker for tenant:cbb6c4b3b69f40dc949b5ab2920c84d9 on resource:subnet {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:20:16.612727 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:16.629410 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-29155b04-19c6-47db-9e55-99b36fd6e995 None None] Provisioning complete for port f20633cf-6dd6-46d2-9b05-f1d43f5959fd triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:16.633473 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-29155b04-19c6-47db-9e55-99b36fd6e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:16.719981 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552afb1f-8d27-46ea-a473-6c2c9128c6f9 req-2d385f7a-2a91-43ef-b3a4-531b97501536 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:16.724500 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-552afb1f-8d27-46ea-a473-6c2c9128c6f9 req-2d385f7a-2a91-43ef-b3a4-531b97501536 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.3734329 Mar 14 18:20:16.729739 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9dc7cde3-9680-45af-9aa9-3ec2252aed5d tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/ports/be7d2918-d190-4931-ab4f-bf53ee271ff2/tags/tempest-TagsExtTest-Tag-1100559708 HTTP/1.1" status: 204 len: 168 time: 0.6683133 Mar 14 18:20:16.733383 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53250) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:16.743481 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a19f9862-b685-41a8-bdc5-c18ee8bb581b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Unset dirty status for tenant:cbb6c4b3b69f40dc949b5ab2920c84d9 on resource:subnet {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:20:16.746555 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a19f9862-b685-41a8-bdc5-c18ee8bb581b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2491374 Mar 14 18:20:16.757395 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53254) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:16.764596 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:16.814015 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-dcfafe9f-665f-4377-abb4-cf9f5c2943e2 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'be7d2918-d190-4931-ab4f-bf53ee271ff2', 'tempest-TagsExtTest-Tag-1100559708') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:16.974300 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:17.156394 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0d40bacc-5f14-4d18-bfe0-85d15b4eb6d4 req-9eb91f3c-931f-4b52-ab5c-49195f0e5359 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 210 time: 0.2364845 Mar 14 18:20:17.211123 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-552afb1f-8d27-46ea-a473-6c2c9128c6f9 req-b330f723-e6c1-46b6-b79e-642b929e25f6 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4774790 Mar 14 18:20:17.252527 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b6494-a22b-4e1d-a317-90e1b50fa79e None None] Pushing event updated for resources: {'Port': ['ID=b5e1aedb-1f19-405c-b529-58c85306078d,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:17.344574 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.resource_extend [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:20:17.378303 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:17.388589 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 7014ba28-18ec-493e-b0bd-9d81edb98be3, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7014ba28-18ec-493e-b0bd-9d81edb98be3,segment=NetworkSegment(43200ae2-ead1-4a32-91ba-cbb5c782859e),segment_id=43200ae2-ead1-4a32-91ba-cbb5c782859e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:17.391413 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a279d5-2f1f-4907-97a6-5f615c755c52 None None] Pushing event updated for resources: {'Port': ['ID=c11b9e36-ea43-4212-9777-e8b27a2a8ed5,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:17.392601 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:17.457813 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:17.620716 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9f87c-d38f-4265-8721-9977978111b6 None None] Pushing event updated for resources: {'Port': ['ID=4f2eb911-d94d-4f4a-b958-23037be8d350,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:17.692112 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-dcfafe9f-665f-4377-abb4-cf9f5c2943e2 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/ports/be7d2918-d190-4931-ab4f-bf53ee271ff2/tags/tempest-TagsExtTest-Tag-1100559708 HTTP/1.1" status: 204 len: 168 time: 0.9552038 Mar 14 18:20:17.694854 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53264) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:17.707133 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-9caa4f2f-7a4c-4a7f-a8ce-199c724d491f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'be7d2918-d190-4931-ab4f-bf53ee271ff2') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:17.727418 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:17.762271 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:17.782261 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:17.856952 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779f08b3-a8f7-4750-8780-cafbdd1ef6b9 None None] Network 1db133b3-2f01-457f-b77d-3ce8b7a5ea31 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:17.862965 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-590850af-87a1-4f1b-bfe7-63e50180210b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:17.972972 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5b443-c33a-4c9e-af81-f0497e02b20c req-9b6d96e3-64a3-481d-8a97-9ecd2d9de878 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:17.980267 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-05c5b443-c33a-4c9e-af81-f0497e02b20c req-9b6d96e3-64a3-481d-8a97-9ecd2d9de878 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.4433255 Mar 14 18:20:18.024583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53270) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:18.026429 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:18.034878 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-590850af-87a1-4f1b-bfe7-63e50180210b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 14 18:20:18.035350 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590850af-87a1-4f1b-bfe7-63e50180210b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:20:18.047295 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:18.059386 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Request body: {'subnets': [{'network_id': '2a805c6f-3e52-473a-b952-b27a20e3fb00', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--694987210', 'ip_version': 6}, {'network_id': '944425e5-42b2-4e45-9581-88f3dd0dd71d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:18.061449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Request body: {'subnet': {'network_id': '2a805c6f-3e52-473a-b952-b27a20e3fb00', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--694987210', 'ip_version': 6}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:18.061449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Request body: {'subnet': {'network_id': '944425e5-42b2-4e45-9581-88f3dd0dd71d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:18.071494 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-05c5b443-c33a-4c9e-af81-f0497e02b20c req-edc57e42-0c0f-452b-8358-c58203a03071 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900316 Mar 14 18:20:18.075712 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9caa4f2f-7a4c-4a7f-a8ce-199c724d491f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/ports/be7d2918-d190-4931-ab4f-bf53ee271ff2/tags HTTP/1.1" status: 200 len: 205 time: 0.3812058 Mar 14 18:20:18.077365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:18.078380 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53274) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:18.084918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-9fdb2fef-d439-4961-a5d9-53968a136eac tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '873adb90-69ea-493e-8c64-bcf2976b5e46') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:18.105966 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=0ab3c633-972d-4a9b-a8e5-761fb44806ea,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:18.151114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 393c3e52-f0fd-408f-83f5-f35a806baabc no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:20:18.206500 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-590850af-87a1-4f1b-bfe7-63e50180210b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/networks/d472bcec-c896-4605-a0e4-4c7a1671ca07 HTTP/1.1" status: 409 len: 405 time: 1.4283242 Mar 14 18:20:18.221471 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53282) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:18.232742 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-828b5c40-223e-4759-a285-8e805fcd1dea tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-448634975'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:18.285483 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Attempting to bind port 4f2eb911-d94d-4f4a-b958-23037be8d350 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:20:18.285851 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Attempting to bind port 4f2eb911-d94d-4f4a-b958-23037be8d350 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '0a30a6d4-a184-4408-b1bb-2c3403867cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:20:18.286223 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Attempting to bind port 4f2eb911-d94d-4f4a-b958-23037be8d350 on network 5861a082-4a53-498e-b267-cfdff69a04c5 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:20:18.299909 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:20:18.306302 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Checking segment: {'id': '0a30a6d4-a184-4408-b1bb-2c3403867cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:18.306302 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:18.306302 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Bound using segment: {'id': '0a30a6d4-a184-4408-b1bb-2c3403867cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:20:18.306302 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Bound port: 4f2eb911-d94d-4f4a-b958-23037be8d350, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a30a6d4-a184-4408-b1bb-2c3403867cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:20:18.306302 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:18.313555 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 393c3e52-f0fd-408f-83f5-f35a806baabc {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:20:18.313899 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 393c3e52-f0fd-408f-83f5-f35a806baabc not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:20:18.453584 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-828b5c40-223e-4759-a285-8e805fcd1dea tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:18.461404 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9fdb2fef-d439-4961-a5d9-53968a136eac tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/routers/873adb90-69ea-493e-8c64-bcf2976b5e46/tags HTTP/1.1" status: 200 len: 241 time: 0.3809175 Mar 14 18:20:18.481618 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-aa233bb1-e900-417c-b2fc-edcd5555fc49 req-75c454d2-13a1-48a2-bb65-2683fcb8234e tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 210 time: 0.1427922 Mar 14 18:20:18.481618 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53286) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:18.496568 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-828b5c40-223e-4759-a285-8e805fcd1dea tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Usage tracker for resource:network and tenant:cbb6c4b3b69f40dc949b5ab2920c84d9 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:18.496568 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-0a6d62ef-8012-4bcd-aa7a-16f612aabfd1 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '873adb90-69ea-493e-8c64-bcf2976b5e46', 'tempest-TagsExtTest-Tag-1530139286') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:18.615300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-828b5c40-223e-4759-a285-8e805fcd1dea tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:18.638086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-828b5c40-223e-4759-a285-8e805fcd1dea tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:18.653731 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823780fe-81cf-4b23-9211-7416d7bc795f None None] Network d472bcec-c896-4605-a0e4-4c7a1671ca07 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:18.677377 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=7014ba28-18ec-493e-b0bd-9d81edb98be3,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:18.722137 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828b5c40-223e-4759-a285-8e805fcd1dea tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Made reservation on behalf of cbb6c4b3b69f40dc949b5ab2920c84d9 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:18.728994 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-828b5c40-223e-4759-a285-8e805fcd1dea tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:18.857840 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Deleting port 2075d536-b596-4b9c-94bf-f100846f524a {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:18.858804 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:18.897256 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 1db133b3-2f01-457f-b77d-3ce8b7a5ea31 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:18.898436 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-29155b04-19c6-47db-9e55-99b36fd6e995 None None] Provisioning for port 4f2eb911-d94d-4f4a-b958-23037be8d350 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:18.907800 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f20633cf-6dd6-46d2-9b05-f1d43f5959fd up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:18.917403 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:18.918515 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0a6d62ef-8012-4bcd-aa7a-16f612aabfd1 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/routers/873adb90-69ea-493e-8c64-bcf2976b5e46/tags/tempest-TagsExtTest-Tag-1530139286 HTTP/1.1" status: 204 len: 168 time: 0.4360940 Mar 14 18:20:18.924915 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53292) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:18.946822 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-5df179a2-f069-4354-94c2-c4b3b93630b7 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '873adb90-69ea-493e-8c64-bcf2976b5e46', 'tempest-TagsExtTest-Tag-1530139286') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:19.008891 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] For port 4f2eb911-d94d-4f4a-b958-23037be8d350, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:20:19.051973 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:19.064440 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-828b5c40-223e-4759-a285-8e805fcd1dea tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:20:19.070046 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] For port 4f2eb911-d94d-4f4a-b958-23037be8d350, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4f2eb911-d94d-4f4a-b958-23037be8d350,segment=NetworkSegment(0a30a6d4-a184-4408-b1bb-2c3403867cb6),segment_id=0a30a6d4-a184-4408-b1bb-2c3403867cb6)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:20:19.099335 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-828b5c40-223e-4759-a285-8e805fcd1dea tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:19.099685 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-828b5c40-223e-4759-a285-8e805fcd1dea tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Added segment 8ececdd8-0efd-44fd-92b5-6552d82b4aa3 of type vlan for network b842a22d-c8c2-4038-9b9d-fdd64307caca Mar 14 18:20:19.146395 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Pushing event updated for resources: {'Port': ['ID=2075d536-b596-4b9c-94bf-f100846f524a,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:19.163995 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Usage tracker for resource:subnet and tenant:d70af721e8c2476f96412a8b344ce959 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:19.165443 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab0526a-87de-4304-bce8-eb30b8be7955 None None] Network 87a5eb55-43b1-4a15-90d9-e3b7f159a0b4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:19.195318 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:19.195776 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:19.210488 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-828b5c40-223e-4759-a285-8e805fcd1dea tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:19.222049 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f056a2b-94dd-4fe1-8773-be4aadce19c4 req-f8159f47-7487-4fa1-9eb0-544d5e83b4e1 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:19.223688 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4f056a2b-94dd-4fe1-8773-be4aadce19c4 req-f8159f47-7487-4fa1-9eb0-544d5e83b4e1 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.2012606 Mar 14 18:20:19.278847 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4f056a2b-94dd-4fe1-8773-be4aadce19c4 req-0d529412-9805-4b7d-bb84-de2e500853b8 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423431 Mar 14 18:20:19.335067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:19.365049 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5df179a2-f069-4354-94c2-c4b3b93630b7 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/routers/873adb90-69ea-493e-8c64-bcf2976b5e46/tags/tempest-TagsExtTest-Tag-1530139286 HTTP/1.1" status: 204 len: 168 time: 0.4362037 Mar 14 18:20:19.365889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53296) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:19.371237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-bb39362b-71f9-4e78-b375-bd5c91fbb6ab tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '873adb90-69ea-493e-8c64-bcf2976b5e46') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:19.404622 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:19.404997 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:19.436392 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9f87c-d38f-4265-8721-9977978111b6 None None] Pushing event updated for resources: {'Port': ['ID=4f2eb911-d94d-4f4a-b958-23037be8d350,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:19.444410 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d633535e-8fec-41be-bc61-eccdaec2596e None None] Provisioning for port 3f56f69d-35e6-42ad-942c-11e6b6a95f87 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:19.455557 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port f20633cf-6dd6-46d2-9b05-f1d43f5959fd triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:19.458486 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:19.458934 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-828b5c40-223e-4759-a285-8e805fcd1dea tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:19.471463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828b5c40-223e-4759-a285-8e805fcd1dea tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:19.471808 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-828b5c40-223e-4759-a285-8e805fcd1dea tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:19.618831 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Made reservation on behalf of d70af721e8c2476f96412a8b344ce959 for: {'subnet': 2} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:19.624618 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:19.625838 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:19.653181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Routers {'30045a5d-7a61-4819-9a21-b02b1adaab34'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:19.664641 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:19:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['30045a5d-7a61-4819-9a21-b02b1adaab34'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:19.674232 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Calling delete_port for 2075d536-b596-4b9c-94bf-f100846f524a owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:19.769554 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d633535e-8fec-41be-bc61-eccdaec2596e None None] Provisioning for port b5e1aedb-1f19-405c-b529-58c85306078d completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:19.826243 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router a56b084e-38a4-43eb-8a70-cdefb175abf1 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:20:19.903727 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3f56f69d-35e6-42ad-942c-11e6b6a95f87 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:19.962000 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b5c40-223e-4759-a285-8e805fcd1dea tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event updated for resources: {'Network': ['ID=b842a22d-c8c2-4038-9b9d-fdd64307caca,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:20.035921 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network b842a22d-c8c2-4038-9b9d-fdd64307caca details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:20:20.052043 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:20:20.066243 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ce14449a-0226-4971-bfc4-a200ff74143b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/a56b084e-38a4-43eb-8a70-cdefb175abf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3110936 Mar 14 18:20:20.066243 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53302) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:20.070404 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5aabe9-bf25-477d-9d5f-b984f59b0d25 None None] Sync routers for ids ['a56b084e-38a4-43eb-8a70-cdefb175abf1'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:20:20.091621 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5aabe9-bf25-477d-9d5f-b984f59b0d25 None None] Routers {'a56b084e-38a4-43eb-8a70-cdefb175abf1'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:20.092248 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-1c5aabe9-bf25-477d-9d5f-b984f59b0d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:19:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['a56b084e-38a4-43eb-8a70-cdefb175abf1'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:20.165657 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-1c5aabe9-bf25-477d-9d5f-b984f59b0d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:20.180154 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5aabe9-bf25-477d-9d5f-b984f59b0d25 None None] Routers {'a56b084e-38a4-43eb-8a70-cdefb175abf1'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:20.186360 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-1c5aabe9-bf25-477d-9d5f-b984f59b0d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:19:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['a56b084e-38a4-43eb-8a70-cdefb175abf1'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:20.217956 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f544217c-d67c-47fb-aa53-baba15d11853 req-e9cce7b3-e5b4-4e96-90df-00d5fe695ee1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 210 time: 0.3314614 Mar 14 18:20:20.231461 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-d9d9e497-2908-4df2-a6a9-bc6ae9cfc719 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:20.233668 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-d9d9e497-2908-4df2-a6a9-bc6ae9cfc719 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.59 "GET /v2.0/networks?id=5861a082-4a53-498e-b267-cfdff69a04c5 HTTP/1.1" status: 200 len: 797 time: 0.3591485 Mar 14 18:20:20.236341 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-828b5c40-223e-4759-a285-8e805fcd1dea tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0127826 Mar 14 18:20:20.249867 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53306) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:20.271831 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c716b7-5449-40ab-b50c-4ee8b60415c9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:20.273437 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-19c716b7-5449-40ab-b50c-4ee8b60415c9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Synchronizing usage tracker for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:20:20.277971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-6bb313ec-fae3-4cf2-89ac-067d3be5441a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Request body: {'subnet': {'network_id': 'b842a22d-c8c2-4038-9b9d-fdd64307caca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:20.287221 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-1c5aabe9-bf25-477d-9d5f-b984f59b0d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:20.287888 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5aabe9-bf25-477d-9d5f-b984f59b0d25 None None] The sync data for ids ['a56b084e-38a4-43eb-8a70-cdefb175abf1'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:20:20.297840 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bb39362b-71f9-4e78-b375-bd5c91fbb6ab tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/routers/873adb90-69ea-493e-8c64-bcf2976b5e46/tags HTTP/1.1" status: 200 len: 205 time: 0.9308865 Mar 14 18:20:20.303810 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53310) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:20.328667 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-b14e52a1-9ea7-4117-9848-5d59e613dc21 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '54070f7b-166c-4831-993f-856b6fad5485') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:20.415520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] Set router 30045a5d-7a61-4819-9a21-b02b1adaab34 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:20:20.481559 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664a64f8-55f9-4140-9cca-38977c090b5c None None] DHCP port deletion for d472bcec-c896-4605-a0e4-4c7a1671ca07 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:20:20.481827 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-19c716b7-5449-40ab-b50c-4ee8b60415c9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Unset dirty status for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:20:20.483077 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-19c716b7-5449-40ab-b50c-4ee8b60415c9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/ports/0ab3c633-972d-4a9b-a8e5-761fb44806ea HTTP/1.1" status: 200 len: 910 time: 0.4157925 Mar 14 18:20:20.495706 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53320) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:20.497007 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-04ecd47f-5885-4048-aafa-45df1680af08 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=355ab1d132224c9998b0e8c4dad61d99 HTTP/1.1" status: 200 len: 380 time: 0.2490294 Mar 14 18:20:20.498440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-664a64f8-55f9-4140-9cca-38977c090b5c None None] Deleting port b5e1aedb-1f19-405c-b529-58c85306078d {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:20.499030 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-664a64f8-55f9-4140-9cca-38977c090b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:20.533287 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 3f56f69d-35e6-42ad-942c-11e6b6a95f87 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:20.545131 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-20ecd6ae-ad6a-4cca-9822-d95a90bf793a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Request body: {'port': {'device_id': '21cf7365-997e-4e3e-870a-f93c1540f96e', 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5', 'admin_state_up': True, 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'security_groups': ['72ae82fb-7f38-4dee-9fad-fc2733c08cd5']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:20.585625 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6bb313ec-fae3-4cf2-89ac-067d3be5441a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:20.632218 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 3f56f69d-35e6-42ad-942c-11e6b6a95f87 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:20.632577 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:20.682134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6bb313ec-fae3-4cf2-89ac-067d3be5441a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:20.700793 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b14e52a1-9ea7-4117-9848-5d59e613dc21 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/subnetpools/54070f7b-166c-4831-993f-856b6fad5485/tags HTTP/1.1" status: 200 len: 241 time: 0.3940015 Mar 14 18:20:20.706959 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8b3ca32e-8786-44d8-96df-101b4c9469c7 None None] Provisioning complete for port 3f56f69d-35e6-42ad-942c-11e6b6a95f87 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:20.706959 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca32e-8786-44d8-96df-101b4c9469c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:20.707584 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53326) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:20.719054 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-1f452f5a-9fe2-4a2e-b0bc-013804604248 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54070f7b-166c-4831-993f-856b6fad5485', 'tempest-TagsExtTest-Tag-1692995681') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:20.787729 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ca438-30ef-4ad7-abb9-1fd8f9c50630 req-235115fd-30ef-4220-ad3d-29c7ce53137b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:20.789208 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0f3ca438-30ef-4ad7-abb9-1fd8f9c50630 req-235115fd-30ef-4220-ad3d-29c7ce53137b tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.2912390 Mar 14 18:20:20.798407 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1f452f5a-9fe2-4a2e-b0bc-013804604248 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/subnetpools/54070f7b-166c-4831-993f-856b6fad5485/tags/tempest-TagsExtTest-Tag-1692995681 HTTP/1.1" status: 204 len: 168 time: 0.0871332 Mar 14 18:20:20.802284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:20.813911 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53332) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:20.820923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-8c077117-4825-4ee8-b694-68a6f1bd7568 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '54070f7b-166c-4831-993f-856b6fad5485', 'tempest-TagsExtTest-Tag-1692995681') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:20.829729 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-20ecd6ae-ad6a-4cca-9822-d95a90bf793a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:20.836394 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb313ec-fae3-4cf2-89ac-067d3be5441a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Made reservation on behalf of cbb6c4b3b69f40dc949b5ab2920c84d9 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:20.839808 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6bb313ec-fae3-4cf2-89ac-067d3be5441a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:20.867089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-20ecd6ae-ad6a-4cca-9822-d95a90bf793a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Usage tracker for resource:port and tenant:355ab1d132224c9998b0e8c4dad61d99 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:20.898497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-20ecd6ae-ad6a-4cca-9822-d95a90bf793a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:20.914381 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-20ecd6ae-ad6a-4cca-9822-d95a90bf793a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:20.971449 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0f3ca438-30ef-4ad7-abb9-1fd8f9c50630 req-1ed407f3-9df0-4adc-baf9-d292bb3ecdd0 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718051 Mar 14 18:20:20.993765 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Pushing event deleted for resources: {'Port': ['ID=2075d536-b596-4b9c-94bf-f100846f524a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:21.088090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-20ecd6ae-ad6a-4cca-9822-d95a90bf793a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Made reservation on behalf of 355ab1d132224c9998b0e8c4dad61d99 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:21.091808 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-20ecd6ae-ad6a-4cca-9822-d95a90bf793a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:21.100352 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:21.159592 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8c077117-4825-4ee8-b694-68a6f1bd7568 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/subnetpools/54070f7b-166c-4831-993f-856b6fad5485/tags/tempest-TagsExtTest-Tag-1692995681 HTTP/1.1" status: 204 len: 168 time: 0.3446808 Mar 14 18:20:21.163094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53336) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:21.183931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-81e4fc21-61b4-41eb-98be-745673454e2c tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '54070f7b-166c-4831-993f-856b6fad5485') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:21.223725 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-664a64f8-55f9-4140-9cca-38977c090b5c None None] For port b5e1aedb-1f19-405c-b529-58c85306078d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=b5e1aedb-1f19-405c-b529-58c85306078d,segment=NetworkSegment(b7191fce-7727-4d94-9113-5baa4bbc5a27),segment_id=b7191fce-7727-4d94-9113-5baa4bbc5a27)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:21.229121 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-664a64f8-55f9-4140-9cca-38977c090b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:21.265493 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-81e4fc21-61b4-41eb-98be-745673454e2c tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/subnetpools/54070f7b-166c-4831-993f-856b6fad5485/tags HTTP/1.1" status: 200 len: 205 time: 0.0947280 Mar 14 18:20:21.265493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53344) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:21.298261 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-c16b80b8-d6a4-4857-b4c5-15957e0db738 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '54070f7b-166c-4831-993f-856b6fad5485') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:21.365284 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca32e-8786-44d8-96df-101b4c9469c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:21.384701 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-664a64f8-55f9-4140-9cca-38977c090b5c None None] Calling delete_port for b5e1aedb-1f19-405c-b529-58c85306078d owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:21.429430 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 3f56f69d-35e6-42ad-942c-11e6b6a95f87, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3f56f69d-35e6-42ad-942c-11e6b6a95f87,segment=NetworkSegment(b14556a4-5eca-4697-b961-16d60fda04f6),segment_id=b14556a4-5eca-4697-b961-16d60fda04f6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:21.439109 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-20ecd6ae-ad6a-4cca-9822-d95a90bf793a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Allocated IP 172.20.0.13 (5861a082-4a53-498e-b267-cfdff69a04c5/7ffcb896-1a23-4973-a93a-928d9017eb04/e7b46dd8-f6ca-44b8-9556-f232459450cd) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:21.450937 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-934f488d-78a0-4879-98a4-9e7195565825 req-919249c6-8080-4241-a8e6-ca36c87fe562 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 210 time: 0.0856912 Mar 14 18:20:21.471650 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c16b80b8-d6a4-4857-b4c5-15957e0db738 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/subnetpools/54070f7b-166c-4831-993f-856b6fad5485/tags HTTP/1.1" status: 204 len: 168 time: 0.2018032 Mar 14 18:20:21.471900 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53348) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:21.488236 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.tag.tag_plugin [None req-1015cd03-3962-4c37-80f1-a68be5c9979c tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '873adb90-69ea-493e-8c64-bcf2976b5e46') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:21.500670 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388483772', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:19:53Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'gw_port': {'id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:55Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '4f2eb911-d94d-4f4a-b958-23037be8d350', 'name': '', 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'mac_address': 'fa:16:3e:80:26:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:20:07Z', 'updated_at': '2022-03-14T18:20:18Z', 'revision_number': 4, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'subnets': [{'id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:21.505481 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4136b57a-fe1d-45f9-bf85-95c5a4dc34c5 None None] The sync data for ids ['30045a5d-7a61-4819-9a21-b02b1adaab34'] in dv-neutron-833560-1-hyperv is: [{'id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388483772', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:19:53Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'gw_port': {'id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:55Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '4f2eb911-d94d-4f4a-b958-23037be8d350', 'name': '', 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'mac_address': 'fa:16:3e:80:26:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:20:07Z', 'updated_at': '2022-03-14T18:20:18Z', 'revision_number': 4, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'subnets': [{'id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:20:21.509841 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.objects.ports [None req-6bb313ec-fae3-4cf2-89ac-067d3be5441a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:20:21.518672 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6bb313ec-fae3-4cf2-89ac-067d3be5441a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:21.534921 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:21.535851 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b5e1aedb-1f19-405c-b529-58c85306078d up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:21.643667 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] create failed (client error): The resource could not be found. Mar 14 18:20:21.644741 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2df37040-7997-4eb9-91b7-fda6622b7d41 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.6144738 Mar 14 18:20:21.645604 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:21.650815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53352) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:21.716066 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-664a64f8-55f9-4140-9cca-38977c090b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:21.752899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event updated for resources: {'Subnet': ['ID=208209e1-9aaa-4a28-b24f-da6145317a0b,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:21.777979 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664a64f8-55f9-4140-9cca-38977c090b5c None None] No DVR routers for this DVR port b5e1aedb-1f19-405c-b529-58c85306078d on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:20:21.809687 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No active binding found for port b5e1aedb-1f19-405c-b529-58c85306078d {{(pid=88636) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 14 18:20:21.810106 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b5e1aedb-1f19-405c-b529-58c85306078d not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 14 18:20:21.880894 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=3f56f69d-35e6-42ad-942c-11e6b6a95f87,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:21.896638 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Port b5e1aedb-1f19-405c-b529-58c85306078d not found, will not notify nova. {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 14 18:20:21.910130 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c11b9e36-ea43-4212-9777-e8b27a2a8ed5 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:21.983739 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-8b3ca32e-8786-44d8-96df-101b4c9469c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:20:21.984607 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-8b3ca32e-8786-44d8-96df-101b4c9469c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:20:22.008162 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a64f8-55f9-4140-9cca-38977c090b5c None None] Pushing event deleted for resources: {'Port': ['ID=b5e1aedb-1f19-405c-b529-58c85306078d,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:22.016453 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f0e0a-fd1c-429e-82b6-a3a64996dd3a req-b0692446-0040-41cb-a6fb-618dcf8e1b0c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:22.017432 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-ef5f0e0a-fd1c-429e-82b6-a3a64996dd3a req-b0692446-0040-41cb-a6fb-618dcf8e1b0c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Synchronizing usage tracker for tenant:bd345c2c70054138a63ee3b6474a8824 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:20:22.055809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb313ec-fae3-4cf2-89ac-067d3be5441a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event updated for resources: {'Subnet': ['ID=a38ce4ed-84b5-481e-a12a-ece051c6fc83,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:22.070079 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Checking segment: {'id': 'b92ea442-e51c-4b2f-a0f4-64d8f8e82dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2a805c6f-3e52-473a-b952-b27a20e3fb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:22.070800 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Network hostable DHCP agents. Network: 2a805c6f-3e52-473a-b952-b27a20e3fb00, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:20:22.076221 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1015cd03-3962-4c37-80f1-a68be5c9979c tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/routers/873adb90-69ea-493e-8c64-bcf2976b5e46/tags HTTP/1.1" status: 204 len: 168 time: 0.6026759 Mar 14 18:20:22.082518 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53362) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:22.112453 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-e27b6037-d207-4a2e-b599-50072ebf63d7 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Deleting port 434312b8-d9b8-4cb7-9a8f-da4523f86d45 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:22.112805 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e27b6037-d207-4a2e-b599-50072ebf63d7 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:22.128481 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.tag.tag_plugin [None req-6cd19ad4-eeb5-4aed-af89-956e845e3a9f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'be7d2918-d190-4931-ab4f-bf53ee271ff2') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:22.156556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb313ec-fae3-4cf2-89ac-067d3be5441a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Checking segment: {'id': '8ececdd8-0efd-44fd-92b5-6552d82b4aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b842a22d-c8c2-4038-9b9d-fdd64307caca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:22.156803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb313ec-fae3-4cf2-89ac-067d3be5441a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Network hostable DHCP agents. Network: b842a22d-c8c2-4038-9b9d-fdd64307caca, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:20:22.168856 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port c11b9e36-ea43-4212-9777-e8b27a2a8ed5 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:22.174484 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 01d6f610-b38f-4477-9a03-3764f999e8bf up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:22.217580 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:22.242415 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-ef5f0e0a-fd1c-429e-82b6-a3a64996dd3a req-b0692446-0040-41cb-a6fb-618dcf8e1b0c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Unset dirty status for tenant:bd345c2c70054138a63ee3b6474a8824 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:20:22.244794 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-ef5f0e0a-fd1c-429e-82b6-a3a64996dd3a req-b0692446-0040-41cb-a6fb-618dcf8e1b0c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.59 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.8650193 Mar 14 18:20:22.272429 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-20ecd6ae-ad6a-4cca-9822-d95a90bf793a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:22.285804 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 01d6f610-b38f-4477-9a03-3764f999e8bf triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:22.286269 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:22.295971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-20ecd6ae-ad6a-4cca-9822-d95a90bf793a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Transition to ACTIVE for port object e7b46dd8-f6ca-44b8-9556-f232459450cd will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:22.476618 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Network 2a805c6f-3e52-473a-b952-b27a20e3fb00 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:20:22.517669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb313ec-fae3-4cf2-89ac-067d3be5441a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Network b842a22d-c8c2-4038-9b9d-fdd64307caca is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:20:22.638296 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc146a-7f9e-41e9-a7f8-4c802b06faec req-97926a34-eed2-4f7c-84a3-a0fd7c7d8e4e tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:22.639862 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f6fc146a-7f9e-41e9-a7f8-4c802b06faec req-97926a34-eed2-4f7c-84a3-a0fd7c7d8e4e tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.4937057 Mar 14 18:20:22.720755 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-6bb313ec-fae3-4cf2-89ac-067d3be5441a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, b842a22d-c8c2-4038-9b9d-fdd64307caca) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:22.722743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-20ecd6ae-ad6a-4cca-9822-d95a90bf793a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:22.732126 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b895ce-e811-43e8-93e1-3cf61932d99e None None] Network b842a22d-c8c2-4038-9b9d-fdd64307caca requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:22.777154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb313ec-fae3-4cf2-89ac-067d3be5441a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:22.777737 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6bb313ec-fae3-4cf2-89ac-067d3be5441a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:22.798420 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8b3ca32e-8786-44d8-96df-101b4c9469c7 None None] Provisioning for port 0ab3c633-972d-4a9b-a8e5-761fb44806ea completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:22.805002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4d71d-82a7-4eac-a1d9-d02c0a3166a6 req-52068a98-fd9a-4405-935d-9f248e7612f7 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:22.805204 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8b3ca32e-8786-44d8-96df-101b4c9469c7 None None] Provisioning complete for port 0ab3c633-972d-4a9b-a8e5-761fb44806ea triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:22.805451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca32e-8786-44d8-96df-101b4c9469c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:22.808276 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6d4d71d-82a7-4eac-a1d9-d02c0a3166a6 req-52068a98-fd9a-4405-935d-9f248e7612f7 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 945 time: 0.3576899 Mar 14 18:20:22.908807 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4f2eb911-d94d-4f4a-b958-23037be8d350 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:22.935521 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 2a805c6f-3e52-473a-b952-b27a20e3fb00) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:22.943739 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-ef5f0e0a-fd1c-429e-82b6-a3a64996dd3a req-e2b65239-0bff-4493-a7e3-0bdc4f306c4a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Deleting port bd010dab-ae55-486e-afd2-5dac7ff748cf {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:22.944086 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-ef5f0e0a-fd1c-429e-82b6-a3a64996dd3a req-e2b65239-0bff-4493-a7e3-0bdc4f306c4a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:22.961663 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dde192a-885e-46dd-b082-ba6896d3f0a0 None None] Network 2a805c6f-3e52-473a-b952-b27a20e3fb00 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:22.992268 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:22.995076 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-20ecd6ae-ad6a-4cca-9822-d95a90bf793a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Network 5861a082-4a53-498e-b267-cfdff69a04c5 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:22.998622 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f6fc146a-7f9e-41e9-a7f8-4c802b06faec req-65fd09f3-a678-4366-a51f-8bbcfa695762 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3507917 Mar 14 18:20:23.000610 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6cd19ad4-eeb5-4aed-af89-956e845e3a9f tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/ports/be7d2918-d190-4931-ab4f-bf53ee271ff2/tags HTTP/1.1" status: 204 len: 168 time: 0.8832691 Mar 14 18:20:23.011612 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-20ecd6ae-ad6a-4cca-9822-d95a90bf793a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:23.035520 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53372) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:23.040220 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-20ecd6ae-ad6a-4cca-9822-d95a90bf793a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:23.048536 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.tag.tag_plugin [None req-81bb1a7c-c7e8-4143-9895-df6f8138495a tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ca2211d7-60e6-4482-ad8b-995d3e5bfb78') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:23.091286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecd6ae-ad6a-4cca-9822-d95a90bf793a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event updated for resources: {'Port': ['ID=e7b46dd8-f6ca-44b8-9556-f232459450cd,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:23.129032 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6d4d71d-82a7-4eac-a1d9-d02c0a3166a6 req-e78cbca0-27b5-464f-a790-7f8c665d5052 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/security-groups?id=da4f0cc3-e718-4797-8458-df0ba9166c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2395446 Mar 14 18:20:23.137820 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e27b6037-d207-4a2e-b599-50072ebf63d7 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:23.145918 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Allocated IP 172.21.0.1 (87a5eb55-43b1-4a15-90d9-e3b7f159a0b4/b32a798a-7520-4b50-9a68-7d3651d02f7c/1273a1cd-3dd4-4e6a-9f44-e2638d690d74) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:23.165071 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6bb313ec-fae3-4cf2-89ac-067d3be5441a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.8979552 Mar 14 18:20:23.205393 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53376) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:23.212810 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ca32e-8786-44d8-96df-101b4c9469c7 None None] Port 0ab3c633-972d-4a9b-a8e5-761fb44806ea cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:20:23.310084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-20ecd6ae-ad6a-4cca-9822-d95a90bf793a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:23.310743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-20ecd6ae-ad6a-4cca-9822-d95a90bf793a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:23.325180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-e27b6037-d207-4a2e-b599-50072ebf63d7 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Calling delete_port for 434312b8-d9b8-4cb7-9a8f-da4523f86d45 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:23.418441 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event updated for resources: {'Subnet': ['ID=2f68b68e-4202-4265-bf2d-b8160b4ba81c,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:23.455207 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Checking segment: {'id': 'a0f6b718-14fc-4459-af27-9d5976bb0d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '944425e5-42b2-4e45-9581-88f3dd0dd71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:23.455207 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Network hostable DHCP agents. Network: 944425e5-42b2-4e45-9581-88f3dd0dd71d, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:20:23.465341 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-b842a22d-c8c2-4038-9b9d-fdd64307caca', 'network_id': 'b842a22d-c8c2-4038-9b9d-fdd64307caca', 'tenant_id': 'cbb6c4b3b69f40dc949b5ab2920c84d9', 'fixed_ips': [{'subnet_id': 'a38ce4ed-84b5-481e-a12a-ece051c6fc83'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:20:23.466190 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:23.496880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 4f2eb911-d94d-4f4a-b958-23037be8d350 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:23.543524 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-20ecd6ae-ad6a-4cca-9822-d95a90bf793a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0110135 Mar 14 18:20:23.563190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Request body: {'port': {'device_id': '21cf7365-997e-4e3e-870a-f93c1540f96e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:23.568924 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8b3ca32e-8786-44d8-96df-101b4c9469c7 None None] Provisioning for port c11b9e36-ea43-4212-9777-e8b27a2a8ed5 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:23.571459 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 4f2eb911-d94d-4f4a-b958-23037be8d350 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:23.571826 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:23.611463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32660e-f199-4bac-94f2-85ea01dbe3b9 req-92b827ee-f447-42db-aa3f-ef2de9f53f50 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:23.613109 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-0a32660e-f199-4bac-94f2-85ea01dbe3b9 req-92b827ee-f447-42db-aa3f-ef2de9f53f50 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Synchronizing usage tracker for tenant:355ab1d132224c9998b0e8c4dad61d99 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:20:23.631663 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8b3ca32e-8786-44d8-96df-101b4c9469c7 None None] Provisioning complete for port c11b9e36-ea43-4212-9777-e8b27a2a8ed5 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:23.631853 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca32e-8786-44d8-96df-101b4c9469c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:23.712604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:23.747911 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:23.754596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-0a32660e-f199-4bac-94f2-85ea01dbe3b9 req-92b827ee-f447-42db-aa3f-ef2de9f53f50 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Unset dirty status for tenant:355ab1d132224c9998b0e8c4dad61d99 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:20:23.755819 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0a32660e-f199-4bac-94f2-85ea01dbe3b9 req-92b827ee-f447-42db-aa3f-ef2de9f53f50 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 932 time: 0.5197079 Mar 14 18:20:23.771303 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-2a805c6f-3e52-473a-b952-b27a20e3fb00', 'network_id': '2a805c6f-3e52-473a-b952-b27a20e3fb00', 'tenant_id': 'd70af721e8c2476f96412a8b344ce959', 'fixed_ips': [{'subnet_id': '208209e1-9aaa-4a28-b24f-da6145317a0b'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:20:23.772141 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:23.795362 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Network 944425e5-42b2-4e45-9581-88f3dd0dd71d is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:20:23.797795 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e27b6037-d207-4a2e-b599-50072ebf63d7 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:23.874716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:23.883989 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-81bb1a7c-c7e8-4143-9895-df6f8138495a tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/subnets/ca2211d7-60e6-4482-ad8b-995d3e5bfb78/tags HTTP/1.1" status: 204 len: 168 time: 0.8469350 Mar 14 18:20:23.907774 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53380) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:23.910643 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 944425e5-42b2-4e45-9581-88f3dd0dd71d) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:23.922150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b6037-d207-4a2e-b599-50072ebf63d7 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Pushing event deleted for resources: {'Port': ['ID=434312b8-d9b8-4cb7-9a8f-da4523f86d45,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:23.923203 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Allocated IP 2001:db8::f816:3eff:fe5e:17ec (b842a22d-c8c2-4038-9b9d-fdd64307caca/a38ce4ed-84b5-481e-a12a-ece051c6fc83/30186cd1-32b2-4bdd-b711-cb0f8193899e) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:23.926952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.tag.tag_plugin [None req-58b50093-1694-4d69-b5cd-321553133b64 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ca2211d7-60e6-4482-ad8b-995d3e5bfb78', 'tempest-TagsExtTest-Tag-1807193139') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:23.945015 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70046fad-169a-464c-98a8-5b9e0e36838b None None] Network 944425e5-42b2-4e45-9581-88f3dd0dd71d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:23.972869 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:23.973711 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:23.974521 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:23.983495 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Transition to ACTIVE for port object 1273a1cd-3dd4-4e6a-9f44-e2638d690d74 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:23.990825 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-ef5f0e0a-fd1c-429e-82b6-a3a64996dd3a req-e2b65239-0bff-4493-a7e3-0bdc4f306c4a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] For port bd010dab-ae55-486e-afd2-5dac7ff748cf, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=bd010dab-ae55-486e-afd2-5dac7ff748cf,segment=NetworkSegment(e7c93387-8248-4192-a879-afba5ed5edf4),segment_id=e7c93387-8248-4192-a879-afba5ed5edf4)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:23.995108 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-ef5f0e0a-fd1c-429e-82b6-a3a64996dd3a req-e2b65239-0bff-4493-a7e3-0bdc4f306c4a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:24.001486 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0a32660e-f199-4bac-94f2-85ea01dbe3b9 req-11fa8447-58a5-4994-9da6-8200689f9593 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333505 Mar 14 18:20:24.095978 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e27b6037-d207-4a2e-b599-50072ebf63d7 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:24.116509 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e27b6037-d207-4a2e-b599-50072ebf63d7 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] 10.222.0.43 "DELETE /v2.0/ports/434312b8-d9b8-4cb7-9a8f-da4523f86d45 HTTP/1.1" status: 204 len: 168 time: 2.4496431 Mar 14 18:20:24.116775 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:24.121161 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:24.149998 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53386) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:24.377291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-5e13058f-63cb-4846-9864-ae1e16e52659 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:24.378152 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-5e13058f-63cb-4846-9864-ae1e16e52659 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Synchronizing usage tracker for tenant:29958d1556c74dc4b97217fd3a482d39 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:20:24.438544 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca32e-8786-44d8-96df-101b4c9469c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:24.527593 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-82cb4863-6f48-411e-8e58-da0ec2b47807 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.4867344 Mar 14 18:20:24.529217 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53392) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:24.569564 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d39728-5521-432e-a537-aca64effe693 req-013a8b80-ebf2-4955-a434-5a4b6882ed44 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:24.571089 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-21d39728-5521-432e-a537-aca64effe693 req-013a8b80-ebf2-4955-a434-5a4b6882ed44 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 945 time: 0.2339349 Mar 14 18:20:24.603032 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 4f2eb911-d94d-4f4a-b958-23037be8d350, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4f2eb911-d94d-4f4a-b958-23037be8d350,segment=NetworkSegment(0a30a6d4-a184-4408-b1bb-2c3403867cb6),segment_id=0a30a6d4-a184-4408-b1bb-2c3403867cb6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:24.617197 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a438a0b4-06bd-4a4d-886f-a567343d0957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:24.650229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62116fdc-235a-4b42-bf0b-7e0c8cca9c74 req-c6815036-08e3-44d3-ab26-4e1c74e3e073 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:24.651767 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-62116fdc-235a-4b42-bf0b-7e0c8cca9c74 req-c6815036-08e3-44d3-ab26-4e1c74e3e073 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 945 time: 0.3157384 Mar 14 18:20:24.655433 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-8b3ca32e-8786-44d8-96df-101b4c9469c7 None None] For port c11b9e36-ea43-4212-9777-e8b27a2a8ed5, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c11b9e36-ea43-4212-9777-e8b27a2a8ed5,segment=NetworkSegment(04062115-e08a-4345-83ad-4fb90222f9b4),segment_id=04062115-e08a-4345-83ad-4fb90222f9b4)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:24.657652 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-5e13058f-63cb-4846-9864-ae1e16e52659 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Unset dirty status for tenant:29958d1556c74dc4b97217fd3a482d39 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:20:24.658988 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-5e13058f-63cb-4846-9864-ae1e16e52659 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 945 time: 0.9779830 Mar 14 18:20:24.664045 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:24.674466 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Allocated IP 2001:db8::1 (2a805c6f-3e52-473a-b952-b27a20e3fb00/208209e1-9aaa-4a28-b24f-da6145317a0b/1bf8a87e-15c4-4298-ad8b-715fb11093f4) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:24.736357 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b46dd8-f6ca-44b8-9556-f232459450cd {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:20:24.741282 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:24.742062 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7014ba28-18ec-493e-b0bd-9d81edb98be3 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:24.745090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f107276b-38f9-498f-be92-8acf01587b73 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:24.745090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f107276b-38f9-498f-be92-8acf01587b73 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:24.746663 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f107276b-38f9-498f-be92-8acf01587b73 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:24.748937 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f107276b-38f9-498f-be92-8acf01587b73 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2186937 Mar 14 18:20:24.757853 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:24.760605 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53396) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:24.768731 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41a7b3a-37cc-4451-a855-ecbb5f0a86f2 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:24.770499 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c41a7b3a-37cc-4451-a855-ecbb5f0a86f2 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc875189-f887-40d0-b82e-c1a9788922ed HTTP/1.1" status: 200 len: 913 time: 0.6056120 Mar 14 18:20:24.801101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53400) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:24.819963 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-62116fdc-235a-4b42-bf0b-7e0c8cca9c74 req-cf83e1c4-5f70-489c-94f9-c1569ea2be44 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9d0734e-37ac-4d52-8563-7ac75d5c19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405766 Mar 14 18:20:24.823046 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-21d39728-5521-432e-a537-aca64effe693 req-686ab909-c5f8-41b0-b919-73e89d30f36f tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/security-groups?id=da4f0cc3-e718-4797-8458-df0ba9166c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148218 Mar 14 18:20:24.849800 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Transition to ACTIVE for port object e7b46dd8-f6ca-44b8-9556-f232459450cd will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:24.869564 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-e960ecc1-3bd1-4202-a0b6-4a9fa0b14e80 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Deleting subnet 208209e1-9aaa-4a28-b24f-da6145317a0b {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:20:24.871060 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca32e-8786-44d8-96df-101b4c9469c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:24.892930 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-58b50093-1694-4d69-b5cd-321553133b64 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "PUT /v2.0/subnets/ca2211d7-60e6-4482-ad8b-995d3e5bfb78/tags/tempest-TagsExtTest-Tag-1807193139 HTTP/1.1" status: 201 len: 201 time: 0.9835453 Mar 14 18:20:24.895051 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-ef5f0e0a-fd1c-429e-82b6-a3a64996dd3a req-e2b65239-0bff-4493-a7e3-0bdc4f306c4a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:24.895626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-ef5f0e0a-fd1c-429e-82b6-a3a64996dd3a req-e2b65239-0bff-4493-a7e3-0bdc4f306c4a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:24.895788 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53404) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:24.896102 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [req-ef5f0e0a-fd1c-429e-82b6-a3a64996dd3a req-e2b65239-0bff-4493-a7e3-0bdc4f306c4a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Floating IP 91527a64-aed8-4f79-ae9f-731694caaf9f disassociated. External IP: 172.26.7.61, port: bd010dab-ae55-486e-afd2-5dac7ff748cf. Mar 14 18:20:24.896532 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-ef5f0e0a-fd1c-429e-82b6-a3a64996dd3a req-e2b65239-0bff-4493-a7e3-0bdc4f306c4a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Calling delete_port for bd010dab-ae55-486e-afd2-5dac7ff748cf owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:24.901528 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-ddbf9b04-6a00-4475-bb07-988663331320 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'be7d2918-d190-4931-ab4f-bf53ee271ff2', 'tempest-TagsExtTest-Tag-460452308') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:24.929493 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 87a5eb55-43b1-4a15-90d9-e3b7f159a0b4 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:24.939302 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:24.956607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:24.969613 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:24.998296 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Deleting port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:24.999169 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:25.025622 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=1273a1cd-3dd4-4e6a-9f44-e2638d690d74,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:25.068757 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:25.090043 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-944425e5-42b2-4e45-9581-88f3dd0dd71d', 'network_id': '944425e5-42b2-4e45-9581-88f3dd0dd71d', 'tenant_id': 'd70af721e8c2476f96412a8b344ce959', 'fixed_ips': [{'subnet_id': '2f68b68e-4202-4265-bf2d-b8160b4ba81c'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:20:25.096554 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:25.122362 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Transition to ACTIVE for port object 30186cd1-32b2-4bdd-b711-cb0f8193899e will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:25.130294 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b46dd8-f6ca-44b8-9556-f232459450cd,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:25.138052 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=4f2eb911-d94d-4f4a-b958-23037be8d350,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:25.246593 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 7014ba28-18ec-493e-b0bd-9d81edb98be3 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:25.258072 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:25.326686 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2afb90ee-cb0a-485b-bfcd-93eec2d47748 None None] Provisioning for port e7b46dd8-f6ca-44b8-9556-f232459450cd completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:25.332326 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:25.401611 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Attempting to bind port e7b46dd8-f6ca-44b8-9556-f232459450cd on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:20:25.405205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Attempting to bind port e7b46dd8-f6ca-44b8-9556-f232459450cd by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '0a30a6d4-a184-4408-b1bb-2c3403867cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:20:25.405205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Attempting to bind port e7b46dd8-f6ca-44b8-9556-f232459450cd on network 5861a082-4a53-498e-b267-cfdff69a04c5 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:20:25.411972 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Transition to ACTIVE for port object 30186cd1-32b2-4bdd-b711-cb0f8193899e will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:25.421042 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Port e7b46dd8-f6ca-44b8-9556-f232459450cd on network 5861a082-4a53-498e-b267-cfdff69a04c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:20:25.422274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Attempting to bind port e7b46dd8-f6ca-44b8-9556-f232459450cd on network 5861a082-4a53-498e-b267-cfdff69a04c5 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:20:25.440201 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:20:25.440926 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Checking segment: {'id': '0a30a6d4-a184-4408-b1bb-2c3403867cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:25.441755 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Bound using segment: {'id': '0a30a6d4-a184-4408-b1bb-2c3403867cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:20:25.442418 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Bound port: e7b46dd8-f6ca-44b8-9556-f232459450cd, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a30a6d4-a184-4408-b1bb-2c3403867cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:20:25.442990 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:25.522537 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ca32e-8786-44d8-96df-101b4c9469c7 None None] Pushing event updated for resources: {'Port': ['ID=c11b9e36-ea43-4212-9777-e8b27a2a8ed5,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:25.543559 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:25.548363 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ddbf9b04-6a00-4475-bb07-988663331320 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "PUT /v2.0/ports/be7d2918-d190-4931-ab4f-bf53ee271ff2/tags/tempest-TagsExtTest-Tag-460452308 HTTP/1.1" status: 201 len: 201 time: 0.6515381 Mar 14 18:20:25.561262 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8225a13-a946-4ba3-8dce-e356efc70970 req-ec0495ae-98e9-4020-b929-7cdd952aec29 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:25.562867 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e8225a13-a946-4ba3-8dce-e356efc70970 req-ec0495ae-98e9-4020-b929-7cdd952aec29 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 944 time: 0.3082371 Mar 14 18:20:25.563423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53410) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:25.570502 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-21163ed1-7538-4a09-a2b2-c143c6fcc10a tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '873adb90-69ea-493e-8c64-bcf2976b5e46', 'tempest-TagsExtTest-Tag-1378233141') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:25.581137 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2afb90ee-cb0a-485b-bfcd-93eec2d47748 None None] Provisioning complete for port c11b9e36-ea43-4212-9777-e8b27a2a8ed5 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:25.581429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2afb90ee-cb0a-485b-bfcd-93eec2d47748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:25.648641 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] For port e7b46dd8-f6ca-44b8-9556-f232459450cd, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:20:25.665502 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] For port e7b46dd8-f6ca-44b8-9556-f232459450cd, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e7b46dd8-f6ca-44b8-9556-f232459450cd,segment=NetworkSegment(0a30a6d4-a184-4408-b1bb-2c3403867cb6),segment_id=0a30a6d4-a184-4408-b1bb-2c3403867cb6)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:20:25.689433 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e8225a13-a946-4ba3-8dce-e356efc70970 req-91d64207-4a09-4fc9-a604-174850dbc87b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656471 Mar 14 18:20:25.698174 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-ef5f0e0a-fd1c-429e-82b6-a3a64996dd3a req-e2b65239-0bff-4493-a7e3-0bdc4f306c4a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:25.741936 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Network b842a22d-c8c2-4038-9b9d-fdd64307caca is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:25.774490 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:25.783891 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:25.793556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:25.796121 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:25.801568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:25.817619 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Pushing event updated for resources: {'Port': ['ID=30186cd1-32b2-4bdd-b711-cb0f8193899e,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:25.841018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b65239-0bff-4493-a7e3-0bdc4f306c4a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Pushing event deleted for resources: {'Port': ['ID=bd010dab-ae55-486e-afd2-5dac7ff748cf,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:25.866281 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event deleted for resources: {'Subnet': ['ID=a38ce4ed-84b5-481e-a12a-ece051c6fc83,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:25.883470 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-21163ed1-7538-4a09-a2b2-c143c6fcc10a tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "PUT /v2.0/routers/873adb90-69ea-493e-8c64-bcf2976b5e46/tags/tempest-TagsExtTest-Tag-1378233141 HTTP/1.1" status: 201 len: 201 time: 0.3162947 Mar 14 18:20:25.884900 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53418) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:25.907500 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-7fa98635-b05e-471b-9e9e-f521aa469003 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '54070f7b-166c-4831-993f-856b6fad5485', 'tempest-TagsExtTest-Tag-174528243') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:25.911534 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Allocated IP 2001:db8:0:1::1 (944425e5-42b2-4e45-9581-88f3dd0dd71d/2f68b68e-4202-4265-bf2d-b8160b4ba81c/4a69935d-f79b-405b-b8db-7d13d1a81c36) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:25.929552 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Transition to ACTIVE for port object 1bf8a87e-15c4-4298-ad8b-715fb11093f4 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:25.936158 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3f56f69d-35e6-42ad-942c-11e6b6a95f87 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:25.953426 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:25.959122 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:25.960657 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] 10.222.0.59 "PUT /v2.0/ports/e7b46dd8-f6ca-44b8-9556-f232459450cd HTTP/1.1" status: 200 len: 1094 time: 2.4039452 Mar 14 18:20:25.963251 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cf7365-997e-4e3e-870a-f93c1540f96e', 'tag': 'e7b46dd8-f6ca-44b8-9556-f232459450cd'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:20:26.025382 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51aa59-35ca-445c-b650-f392cf8f6471 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b46dd8-f6ca-44b8-9556-f232459450cd,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:26.173318 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Transition to ACTIVE for port object 1bf8a87e-15c4-4298-ad8b-715fb11093f4 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:26.177508 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Attempting to bind port 30186cd1-32b2-4bdd-b711-cb0f8193899e on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:20:26.177878 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Attempting to bind port 30186cd1-32b2-4bdd-b711-cb0f8193899e by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '8ececdd8-0efd-44fd-92b5-6552d82b4aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b842a22d-c8c2-4038-9b9d-fdd64307caca'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:20:26.178243 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Attempting to bind port 30186cd1-32b2-4bdd-b711-cb0f8193899e on network b842a22d-c8c2-4038-9b9d-fdd64307caca {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:20:26.205122 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:20:26.205497 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Checking segment: {'id': '8ececdd8-0efd-44fd-92b5-6552d82b4aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b842a22d-c8c2-4038-9b9d-fdd64307caca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:26.207145 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:26.207145 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Bound using segment: {'id': '8ececdd8-0efd-44fd-92b5-6552d82b4aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b842a22d-c8c2-4038-9b9d-fdd64307caca'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:20:26.207145 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Bound port: 30186cd1-32b2-4bdd-b711-cb0f8193899e, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ececdd8-0efd-44fd-92b5-6552d82b4aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b842a22d-c8c2-4038-9b9d-fdd64307caca'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:20:26.207557 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:26.231595 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3befaf67-b494-4267-a290-0fb17915ac99 req-e2c5201d-c699-405c-993a-0f6e4fc338a4 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 210 time: 0.2015009 Mar 14 18:20:26.254141 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e960ecc1-3bd1-4202-a0b6-4a9fa0b14e80 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:26.310004 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device bd010dab-ae55-486e-afd2-5dac7ff748cf no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:20:26.314617 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7fa98635-b05e-471b-9e9e-f521aa469003 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "PUT /v2.0/subnetpools/54070f7b-166c-4831-993f-856b6fad5485/tags/tempest-TagsExtTest-Tag-174528243 HTTP/1.1" status: 201 len: 201 time: 0.4185019 Mar 14 18:20:26.319748 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cf7365-997e-4e3e-870a-f93c1540f96e', 'tag': 'e7b46dd8-f6ca-44b8-9556-f232459450cd', 'status': 'completed', 'code': 200} Mar 14 18:20:26.323588 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53424) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:26.332557 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] For port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2a89fabe-b9e0-4f39-8778-cc2ec3a51570,segment=NetworkSegment(ea00cd85-2575-4820-b3d2-8f850c9094d4),segment_id=ea00cd85-2575-4820-b3d2-8f850c9094d4)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:26.332557 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:26.332827 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-56facd90-f511-42fd-b5af-9d240fab06fb tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ca2211d7-60e6-4482-ad8b-995d3e5bfb78', {'tags': ['tempest-TagsExtTest-Tag-2084781306', 'tempest-TagsExtTest-Tag-1936213040', 'tempest-TagsExtTest-Tag-1993669675']}) {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:26.353581 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:26.415496 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: bd010dab-ae55-486e-afd2-5dac7ff748cf {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:20:26.415891 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device bd010dab-ae55-486e-afd2-5dac7ff748cf not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:20:26.416245 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:20:26.513472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e960ecc1-3bd1-4202-a0b6-4a9fa0b14e80 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:26.604267 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Network 2a805c6f-3e52-473a-b952-b27a20e3fb00 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:26.606563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fe79f4ee-1757-4e45-ac0c-46e51f528d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:26.617092 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:26.619492 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:26.626662 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529863c-41ff-441a-b77d-21a47f9d9307 req-3a132ea4-1f41-46d9-b994-ffe2e8374ce3 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:26.628495 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4529863c-41ff-441a-b77d-21a47f9d9307 req-3a132ea4-1f41-46d9-b994-ffe2e8374ce3 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 945 time: 0.5396719 Mar 14 18:20:26.636609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-b6bcf1ae-061c-4fc9-9aa1-9ab34fab7f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:26.642604 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-b6bcf1ae-061c-4fc9-9aa1-9ab34fab7f72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=355ab1d132224c9998b0e8c4dad61d99&device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 1097 time: 0.5486040 Mar 14 18:20:26.646211 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:26.716907 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 3f56f69d-35e6-42ad-942c-11e6b6a95f87 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:26.717268 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:26.739381 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-2261b21a-c45f-4943-8895-a87f2bd26be7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b46dd8-f6ca-44b8-9556-f232459450cd HTTP/1.1" status: 200 len: 217 time: 0.0819387 Mar 14 18:20:26.763393 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Pushing event updated for resources: {'Port': ['ID=1bf8a87e-15c4-4298-ad8b-715fb11093f4,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:26.794099 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-56facd90-f511-42fd-b5af-9d240fab06fb tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "PUT /v2.0/subnets/ca2211d7-60e6-4482-ad8b-995d3e5bfb78/tags HTTP/1.1" status: 200 len: 318 time: 0.4643235 Mar 14 18:20:26.798540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53430) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:26.808866 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:26.810574 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4529863c-41ff-441a-b77d-21a47f9d9307 req-e7b3c191-e147-48d9-8aca-8ca08a47a39a tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/security-groups?id=da4f0cc3-e718-4797-8458-df0ba9166c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710763 Mar 14 18:20:26.815336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-2005060f-2b86-4e5c-b6b1-a095dd298c87 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ca2211d7-60e6-4482-ad8b-995d3e5bfb78') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:26.832781 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b842a22d-c8c2-4038-9b9d-fdd64307caca']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:26.834255 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-cb49713e-a5f7-4aae-a08f-4549555dc2c4 None None] Provisioning for port 1273a1cd-3dd4-4e6a-9f44-e2638d690d74 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:26.858064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ececdd8-0efd-44fd-92b5-6552d82b4aa3') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:26.858288 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ececdd8-0efd-44fd-92b5-6552d82b4aa3') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:26.858390 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e960ecc1-3bd1-4202-a0b6-4a9fa0b14e80 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:26.882742 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef5f0e0a-fd1c-429e-82b6-a3a64996dd3a req-e2b65239-0bff-4493-a7e3-0bdc4f306c4a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Router f1895dcc-80d8-43a4-9f80-978b038bbcd9 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:20:26.912129 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:26.922139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-21fe275a-c465-4ad8-8abf-79cebe7b03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:26.922374 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] For port 30186cd1-32b2-4bdd-b711-cb0f8193899e, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:20:26.925516 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-21fe275a-c465-4ad8-8abf-79cebe7b03fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ffcb896-1a23-4973-a93a-928d9017eb04 HTTP/1.1" status: 200 len: 835 time: 0.1728060 Mar 14 18:20:26.966639 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-cb49713e-a5f7-4aae-a08f-4549555dc2c4 None None] Provisioning complete for port 1273a1cd-3dd4-4e6a-9f44-e2638d690d74 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:26.967312 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb49713e-a5f7-4aae-a08f-4549555dc2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.041229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] For port 30186cd1-32b2-4bdd-b711-cb0f8193899e, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=30186cd1-32b2-4bdd-b711-cb0f8193899e,segment=NetworkSegment(8ececdd8-0efd-44fd-92b5-6552d82b4aa3),segment_id=8ececdd8-0efd-44fd-92b5-6552d82b4aa3)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:20:27.048746 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Attempting to bind port 1bf8a87e-15c4-4298-ad8b-715fb11093f4 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:20:27.049116 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Attempting to bind port 1bf8a87e-15c4-4298-ad8b-715fb11093f4 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'b92ea442-e51c-4b2f-a0f4-64d8f8e82dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2a805c6f-3e52-473a-b952-b27a20e3fb00'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:20:27.049474 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Attempting to bind port 1bf8a87e-15c4-4298-ad8b-715fb11093f4 on network 2a805c6f-3e52-473a-b952-b27a20e3fb00 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:20:27.075410 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.086969 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.101897 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-cb49713e-a5f7-4aae-a08f-4549555dc2c4 None None] Port 1273a1cd-3dd4-4e6a-9f44-e2638d690d74 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:20:27.103559 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:20:27.103933 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Checking segment: {'id': 'b92ea442-e51c-4b2f-a0f4-64d8f8e82dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2a805c6f-3e52-473a-b952-b27a20e3fb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:27.104327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.104717 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Bound using segment: {'id': 'b92ea442-e51c-4b2f-a0f4-64d8f8e82dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2a805c6f-3e52-473a-b952-b27a20e3fb00'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:20:27.105195 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Bound port: 1bf8a87e-15c4-4298-ad8b-715fb11093f4, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92ea442-e51c-4b2f-a0f4-64d8f8e82dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2a805c6f-3e52-473a-b952-b27a20e3fb00'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:20:27.105560 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.107735 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c234d-08bd-4a34-aca9-8fc9e3b66097 req-38533d39-656e-4866-99b6-93e89345299b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:27.109858 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1e7c234d-08bd-4a34-aca9-8fc9e3b66097 req-38533d39-656e-4866-99b6-93e89345299b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 944 time: 0.1852765 Mar 14 18:20:27.119758 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-e82cb0d5-e9fd-4db9-a5ae-32a31800df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:27.121359 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-e82cb0d5-e9fd-4db9-a5ae-32a31800df01 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5861a082-4a53-498e-b267-cfdff69a04c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1471293 Mar 14 18:20:27.124992 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Transition to ACTIVE for port object 4a69935d-f79b-405b-b8db-7d13d1a81c36 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:27.203110 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.210377 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.241350 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e960ecc1-3bd1-4202-a0b6-4a9fa0b14e80 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.282173 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2005060f-2b86-4e5c-b6b1-a095dd298c87 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/subnets/ca2211d7-60e6-4482-ad8b-995d3e5bfb78/tags HTTP/1.1" status: 204 len: 168 time: 0.4812925 Mar 14 18:20:27.304537 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1e7c234d-08bd-4a34-aca9-8fc9e3b66097 req-afa1745f-21c4-4af0-b9ad-a1af8ab2dee0 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774638 Mar 14 18:20:27.305046 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53436) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:27.310426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:20:27.310860 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.314542 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2a89fabe-b9e0-4f39-8778-cc2ec3a51570,segment=NetworkSegment(ea00cd85-2575-4820-b3d2-8f850c9094d4),segment_id=ea00cd85-2575-4820-b3d2-8f850c9094d4)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:27.325664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-effebafb-061c-4661-91c5-8d3def82ec72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ca2211d7-60e6-4482-ad8b-995d3e5bfb78', 'tempest-TagsExtTest-Tag-2084781306') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:20:27.337038 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:20:27.353332 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960ecc1-3bd1-4202-a0b6-4a9fa0b14e80 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event deleted for resources: {'Subnet': ['ID=208209e1-9aaa-4a28-b24f-da6145317a0b,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:27.355397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e960ecc1-3bd1-4202-a0b6-4a9fa0b14e80 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.368919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.368919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.368919 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Floating IP 1114d49d-0a24-4281-ad2d-d747950f1131 disassociated. External IP: 172.26.7.212, port: 2a89fabe-b9e0-4f39-8778-cc2ec3a51570. Mar 14 18:20:27.368919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Calling delete_port for 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:27.379189 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e960ecc1-3bd1-4202-a0b6-4a9fa0b14e80 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "DELETE /v2.0/subnets/208209e1-9aaa-4a28-b24f-da6145317a0b HTTP/1.1" status: 204 len: 168 time: 2.6092987 Mar 14 18:20:27.380884 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53440) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:27.417310 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6434990-465e-4dc8-a023-946a0161ab97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a89fabe-b9e0-4f39-8778-cc2ec3a51570'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:20:27.426039 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Transition to ACTIVE for port object 4a69935d-f79b-405b-b8db-7d13d1a81c36 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:27.427907 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] For port 1bf8a87e-15c4-4298-ad8b-715fb11093f4, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:20:27.473084 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.476781 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df950db7-e9d2-4aeb-90c7-596fa0d5eb27 None None] Pushing event updated for resources: {'Port': ['ID=30186cd1-32b2-4bdd-b711-cb0f8193899e,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:27.516129 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6434990-465e-4dc8-a023-946a0161ab97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a89fabe-b9e0-4f39-8778-cc2ec3a51570', 'code': 200} Mar 14 18:20:27.527002 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b5e1aedb-1f19-405c-b529-58c85306078d no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:20:27.539455 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9e0d0cad-dd24-4645-907b-6d5b3569ee73 req-72c86f11-6380-4f5a-9987-1d31545cb6c8 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 210 time: 0.1492236 Mar 14 18:20:27.548511 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-eb5eff8a-ab8f-41f2-af55-dbbabaee03bd service neutron] 10.222.0.59 "GET /v2.0/networks/5861a082-4a53-498e-b267-cfdff69a04c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068282 Mar 14 18:20:27.574375 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: b5e1aedb-1f19-405c-b529-58c85306078d {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:20:27.574854 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b5e1aedb-1f19-405c-b529-58c85306078d not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:20:27.583934 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] For port 1bf8a87e-15c4-4298-ad8b-715fb11093f4, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1bf8a87e-15c4-4298-ad8b-715fb11093f4,segment=NetworkSegment(b92ea442-e51c-4b2f-a0f4-64d8f8e82dd2),segment_id=b92ea442-e51c-4b2f-a0f4-64d8f8e82dd2)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:20:27.589844 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.602063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e405894-d994-4472-a4fb-47dad28418ab tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Deleting subnet 2f68b68e-4202-4265-bf2d-b8160b4ba81c {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:20:27.610413 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Network 944425e5-42b2-4e45-9581-88f3dd0dd71d is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:27.611051 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1e405894-d994-4472-a4fb-47dad28418ab tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.613753 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:27.617571 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:27.732142 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-effebafb-061c-4661-91c5-8d3def82ec72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] show failed (client error): The resource could not be found. Mar 14 18:20:27.733800 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-effebafb-061c-4661-91c5-8d3def82ec72 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/subnets/ca2211d7-60e6-4482-ad8b-995d3e5bfb78/tags/tempest-TagsExtTest-Tag-2084781306 HTTP/1.1" status: 404 len: 329 time: 0.4187076 Mar 14 18:20:27.739667 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53446) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:27.746554 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-9f22e225-6ae7-4939-aee6-078c174cd63c tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ca2211d7-60e6-4482-ad8b-995d3e5bfb78', 'tempest-TagsExtTest-Tag-1936213040') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:27.761106 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.780627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:20:27.780627 dv-neutron-833560-1-hyperv neutron-server[88634]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:20:27.780627 dv-neutron-833560-1-hyperv neutron-server[88634]: [parameters: {'id': 'b842a22d-c8c2-4038-9b9d-fdd64307caca'}] Mar 14 18:20:27.780627 dv-neutron-833560-1-hyperv neutron-server[88634]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:20:27.781526 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:20:27.797703 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1e405894-d994-4472-a4fb-47dad28418ab tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.852307 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef5f0e0a-fd1c-429e-82b6-a3a64996dd3a req-e2b65239-0bff-4493-a7e3-0bdc4f306c4a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:20:27.871193 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Attempting to bind port 4a69935d-f79b-405b-b8db-7d13d1a81c36 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:20:27.872022 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Attempting to bind port 4a69935d-f79b-405b-b8db-7d13d1a81c36 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'a0f6b718-14fc-4459-af27-9d5976bb0d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '944425e5-42b2-4e45-9581-88f3dd0dd71d'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:20:27.872498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Attempting to bind port 4a69935d-f79b-405b-b8db-7d13d1a81c36 on network 944425e5-42b2-4e45-9581-88f3dd0dd71d {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:20:27.874030 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ae4ec90-dc04-4691-abb8-0f1b36ae9e89 req-0d1c0227-1ecd-4faa-ab28-59e5f3983746 service neutron] 10.222.0.59 "GET /v2.0/networks/5861a082-4a53-498e-b267-cfdff69a04c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163354 Mar 14 18:20:27.939323 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4f2eb911-d94d-4f4a-b958-23037be8d350 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:27.959869 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1e405894-d994-4472-a4fb-47dad28418ab tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.971423 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5f0e0a-fd1c-429e-82b6-a3a64996dd3a req-e2b65239-0bff-4493-a7e3-0bdc4f306c4a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] No DVR routers for this DVR port bd010dab-ae55-486e-afd2-5dac7ff748cf on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:20:27.976399 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-ef5f0e0a-fd1c-429e-82b6-a3a64996dd3a req-e2b65239-0bff-4493-a7e3-0bdc4f306c4a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.981837 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67f078e-2cce-4f00-8714-4dc479182ebf', 'name': 'network-vif-deleted', 'tag': 'bd010dab-ae55-486e-afd2-5dac7ff748cf'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:20:27.993694 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ebee6bd-20cc-434c-ba27-238ef4c5ed22 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:28.002145 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:28.010162 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-9f22e225-6ae7-4939-aee6-078c174cd63c tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] show failed (client error): The resource could not be found. Mar 14 18:20:28.011431 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9f22e225-6ae7-4939-aee6-078c174cd63c tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/subnets/ca2211d7-60e6-4482-ad8b-995d3e5bfb78/tags/tempest-TagsExtTest-Tag-1936213040 HTTP/1.1" status: 404 len: 329 time: 0.2705452 Mar 14 18:20:28.017921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53454) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:28.019782 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:20:28.020250 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Checking segment: {'id': 'a0f6b718-14fc-4459-af27-9d5976bb0d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '944425e5-42b2-4e45-9581-88f3dd0dd71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:28.020714 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:28.021167 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Bound using segment: {'id': 'a0f6b718-14fc-4459-af27-9d5976bb0d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '944425e5-42b2-4e45-9581-88f3dd0dd71d'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:20:28.021695 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Bound port: 4a69935d-f79b-405b-b8db-7d13d1a81c36, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f6b718-14fc-4459-af27-9d5976bb0d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '944425e5-42b2-4e45-9581-88f3dd0dd71d'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:20:28.022131 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:28.044259 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91c465b-6b44-41b2-a296-8a45bf5e98cc None None] Network b842a22d-c8c2-4038-9b9d-fdd64307caca requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:28.049418 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67f078e-2cce-4f00-8714-4dc479182ebf', 'name': 'network-vif-deleted', 'tag': 'bd010dab-ae55-486e-afd2-5dac7ff748cf', 'status': 'completed', 'code': 200} Mar 14 18:20:28.058593 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fca10f7-73ed-4431-bd68-e37d2e577a28 None None] Sync routers for ids ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:20:28.076460 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=2a89fabe-b9e0-4f39-8778-cc2ec3a51570,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:28.076692 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:20:28.076794 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:20:28.108930 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-600b6bba-a67d-4c64-9f09-8e49381709ee tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ca2211d7-60e6-4482-ad8b-995d3e5bfb78', 'tempest-TagsExtTest-Tag-1993669675') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:28.172243 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-ef5f0e0a-fd1c-429e-82b6-a3a64996dd3a req-e2b65239-0bff-4493-a7e3-0bdc4f306c4a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.59 "DELETE /v2.0/ports/bd010dab-ae55-486e-afd2-5dac7ff748cf HTTP/1.1" status: 204 len: 173 time: 5.9027708 Mar 14 18:20:28.260785 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:28.267548 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49f478-9b2b-4d2d-b5bb-5879406904a3 req-51a12cd9-14e3-4bfe-9f66-72a9fdc22618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:28.269043 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d49f478-9b2b-4d2d-b5bb-5879406904a3 req-51a12cd9-14e3-4bfe-9f66-72a9fdc22618 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=355ab1d132224c9998b0e8c4dad61d99&device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 1097 time: 0.2531474 Mar 14 18:20:28.278359 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac032c43-a2f4-4a21-a059-b755c3d1f23f req-5d1d3567-353d-4c02-be05-bb27b7ad6e48 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:28.285386 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ac032c43-a2f4-4a21-a059-b755c3d1f23f req-5d1d3567-353d-4c02-be05-bb27b7ad6e48 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 943 time: 0.2664647 Mar 14 18:20:28.294882 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:28.295080 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fca10f7-73ed-4431-bd68-e37d2e577a28 None None] Routers {'f1895dcc-80d8-43a4-9f80-978b038bbcd9'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:28.295763 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-7fca10f7-73ed-4431-bd68-e37d2e577a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:28.322167 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Deleting port 30186cd1-32b2-4bdd-b711-cb0f8193899e {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:28.322563 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:28.343888 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1e405894-d994-4472-a4fb-47dad28418ab tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:28.353324 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e713948-d5b3-42c5-8be1-38f0f6fb4b40 None None] Network 2a805c6f-3e52-473a-b952-b27a20e3fb00 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:28.367885 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:28.441279 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:28.471755 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Pushing event updated for resources: {'Port': ['ID=4a69935d-f79b-405b-b8db-7d13d1a81c36,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:28.581052 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-600b6bba-a67d-4c64-9f09-8e49381709ee tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] show failed (client error): The resource could not be found. Mar 14 18:20:28.582080 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-600b6bba-a67d-4c64-9f09-8e49381709ee tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/subnets/ca2211d7-60e6-4482-ad8b-995d3e5bfb78/tags/tempest-TagsExtTest-Tag-1993669675 HTTP/1.1" status: 404 len: 329 time: 0.5460687 Mar 14 18:20:28.584665 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Deleting port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:28.585183 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:28.616061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53462) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:28.648829 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.tag.tag_plugin [None req-07d324d0-e33d-44d0-8a6b-8344cd941367 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'be7d2918-d190-4931-ab4f-bf53ee271ff2', {'tags': ['tempest-TagsExtTest-Tag-1632885798', 'tempest-TagsExtTest-Tag-911029913', 'tempest-TagsExtTest-Tag-1615241387']}) {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:28.724709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e405894-d994-4472-a4fb-47dad28418ab tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event deleted for resources: {'Subnet': ['ID=2f68b68e-4202-4265-bf2d-b8160b4ba81c,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:28.727076 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49f478-9b2b-4d2d-b5bb-5879406904a3 req-d067fb82-65b7-4ea1-8bcf-13521ba78170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:28.728620 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d49f478-9b2b-4d2d-b5bb-5879406904a3 req-d067fb82-65b7-4ea1-8bcf-13521ba78170 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5861a082-4a53-498e-b267-cfdff69a04c5 HTTP/1.1" status: 200 len: 898 time: 0.4240808 Mar 14 18:20:28.740856 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ac032c43-a2f4-4a21-a059-b755c3d1f23f req-51bac237-5f9c-4ec4-b60a-0dce4e3e6b9b tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/security-groups?id=da4f0cc3-e718-4797-8458-df0ba9166c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4535367 Mar 14 18:20:28.741432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1e405894-d994-4472-a4fb-47dad28418ab tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:28.779066 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 4f2eb911-d94d-4f4a-b958-23037be8d350 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:28.779066 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:28.849768 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d49f478-9b2b-4d2d-b5bb-5879406904a3 req-59235ffb-86cd-404d-b7bc-4925b4fa40c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b46dd8-f6ca-44b8-9556-f232459450cd HTTP/1.1" status: 200 len: 217 time: 0.0947900 Mar 14 18:20:28.856902 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1e405894-d994-4472-a4fb-47dad28418ab tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "DELETE /v2.0/subnets/2f68b68e-4202-4265-bf2d-b8160b4ba81c HTTP/1.1" status: 204 len: 168 time: 1.4748814 Mar 14 18:20:28.860572 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-07d324d0-e33d-44d0-8a6b-8344cd941367 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "PUT /v2.0/ports/be7d2918-d190-4931-ab4f-bf53ee271ff2/tags HTTP/1.1" status: 200 len: 317 time: 0.2371356 Mar 14 18:20:28.861534 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:28.864327 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53466) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:28.865322 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53468) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:28.866904 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-8e702b87-4f04-458e-8266-822961178f5f None None] For port 4a69935d-f79b-405b-b8db-7d13d1a81c36, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:20:28.888594 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=1273a1cd-3dd4-4e6a-9f44-e2638d690d74,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:28.928510 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-38af51c3-bf9b-4457-8ec7-544f867160ed tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'be7d2918-d190-4931-ab4f-bf53ee271ff2') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:28.934745 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-8e702b87-4f04-458e-8266-822961178f5f None None] For port 4a69935d-f79b-405b-b8db-7d13d1a81c36, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4a69935d-f79b-405b-b8db-7d13d1a81c36,segment=NetworkSegment(a0f6b718-14fc-4459-af27-9d5976bb0d27),segment_id=a0f6b718-14fc-4459-af27-9d5976bb0d27)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:20:28.961451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113cd00-4560-44f5-a046-aa8b094c4e4d None None] Pushing event updated for resources: {'Port': ['ID=1bf8a87e-15c4-4298-ad8b-715fb11093f4,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:28.981215 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-7fca10f7-73ed-4431-bd68-e37d2e577a28 None None] Set router f1895dcc-80d8-43a4-9f80-978b038bbcd9 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:20:29.030130 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:29.089672 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-45d1b1d8-0065-44a4-a1e5-125203876de9 req-1413023a-5629-4a3a-9845-72d338232858 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/ports?device_id=d67f078e-2cce-4f00-8714-4dc479182ebf HTTP/1.1" status: 200 len: 210 time: 0.1645250 Mar 14 18:20:29.109806 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49f478-9b2b-4d2d-b5bb-5879406904a3 req-559ceadb-8542-48aa-a2a9-74a80cf730e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:29.111560 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d49f478-9b2b-4d2d-b5bb-5879406904a3 req-559ceadb-8542-48aa-a2a9-74a80cf730e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ffcb896-1a23-4973-a93a-928d9017eb04 HTTP/1.1" status: 200 len: 835 time: 0.2430394 Mar 14 18:20:29.131776 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b1ce4-5e21-4424-a170-5d01facb0e1c req-2f27c76c-7489-4172-af69-ec19d24b0448 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:29.143887 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f24b1ce4-5e21-4424-a170-5d01facb0e1c req-2f27c76c-7489-4172-af69-ec19d24b0448 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 944 time: 0.5737743 Mar 14 18:20:29.165110 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7ebee6bd-20cc-434c-ba27-238ef4c5ed22 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Deleting port 98c49e66-a107-4821-a7d3-dbe2c992cc26 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:29.166555 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ebee6bd-20cc-434c-ba27-238ef4c5ed22 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:29.222434 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a58ad96-de11-4eca-93ef-2f9e36b8908a tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:29.223546 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9a58ad96-de11-4eca-93ef-2f9e36b8908a tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Synchronizing usage tracker for tenant:d70af721e8c2476f96412a8b344ce959 on resource:subnet {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:20:29.252931 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] For port 30186cd1-32b2-4bdd-b711-cb0f8193899e, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=30186cd1-32b2-4bdd-b711-cb0f8193899e,segment=NetworkSegment(8ececdd8-0efd-44fd-92b5-6552d82b4aa3),segment_id=8ececdd8-0efd-44fd-92b5-6552d82b4aa3)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:29.253814 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:29.322229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e702b87-4f04-458e-8266-822961178f5f None None] Pushing event updated for resources: {'Port': ['ID=4a69935d-f79b-405b-b8db-7d13d1a81c36,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:29.349250 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f24b1ce4-5e21-4424-a170-5d01facb0e1c req-45fd17eb-3c8a-4c1a-852e-5e760fc7d928 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042103 Mar 14 18:20:29.363111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49f478-9b2b-4d2d-b5bb-5879406904a3 req-357d6f17-adf7-416d-8aea-d1b8f325777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:29.364607 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d49f478-9b2b-4d2d-b5bb-5879406904a3 req-357d6f17-adf7-416d-8aea-d1b8f325777b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5861a082-4a53-498e-b267-cfdff69a04c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2453322 Mar 14 18:20:29.404824 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c11b9e36-ea43-4212-9777-e8b27a2a8ed5 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:29.515052 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9a58ad96-de11-4eca-93ef-2f9e36b8908a tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Unset dirty status for tenant:d70af721e8c2476f96412a8b344ce959 on resource:subnet {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:20:29.515814 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9a58ad96-de11-4eca-93ef-2f9e36b8908a tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5983593 Mar 14 18:20:29.545679 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53474) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:29.553396 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-38af51c3-bf9b-4457-8ec7-544f867160ed tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/ports/be7d2918-d190-4931-ab4f-bf53ee271ff2/tags HTTP/1.1" status: 204 len: 168 time: 0.6342404 Mar 14 18:20:29.578040 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53476) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:29.587923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-2d4ba25f-4f19-4026-ae9b-fdea20402ae0 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'be7d2918-d190-4931-ab4f-bf53ee271ff2', 'tempest-TagsExtTest-Tag-1632885798') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:29.602233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port c11b9e36-ea43-4212-9777-e8b27a2a8ed5 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:29.602616 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:29.644591 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Calling delete_port for 30186cd1-32b2-4bdd-b711-cb0f8193899e owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:29.738072 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:29.740021 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-7fca10f7-73ed-4431-bd68-e37d2e577a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'name': 'tempest-ServerActionsTestJSON-1195878598-router', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:40Z', 'revision_number': 4, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'gw_port': {'id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:37:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd4dd1d39-56f7-41ce-bc58-e26cc045a540', 'name': '', 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'mac_address': 'fa:16:3e:cc:41:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:38Z', 'updated_at': '2022-03-14T18:16:48Z', 'revision_number': 5, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'subnets': [{'id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:29.753439 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fca10f7-73ed-4431-bd68-e37d2e577a28 None None] Checking router: f1895dcc-80d8-43a4-9f80-978b038bbcd9 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:20:29.777045 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fca10f7-73ed-4431-bd68-e37d2e577a28 None None] Routers {'f1895dcc-80d8-43a4-9f80-978b038bbcd9'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:29.777667 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-7fca10f7-73ed-4431-bd68-e37d2e577a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:29.857118 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 87a5eb55-43b1-4a15-90d9-e3b7f159a0b4 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:29.865238 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d49f478-9b2b-4d2d-b5bb-5879406904a3 req-b445517e-26cb-4fdd-8051-5e36f09f3a91 service neutron] 10.222.0.59 "GET /v2.0/networks/5861a082-4a53-498e-b267-cfdff69a04c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920697 Mar 14 18:20:29.882828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:29.943743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:29.999473 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4a69935d-f79b-405b-b8db-7d13d1a81c36 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:30.036993 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] For port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2a89fabe-b9e0-4f39-8778-cc2ec3a51570,segment=NetworkSegment(ea00cd85-2575-4820-b3d2-8f850c9094d4),segment_id=ea00cd85-2575-4820-b3d2-8f850c9094d4)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:30.037582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:30.047982 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ebee6bd-20cc-434c-ba27-238ef4c5ed22 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:30.066451 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-2d4ba25f-4f19-4026-ae9b-fdea20402ae0 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] show failed (client error): The resource could not be found. Mar 14 18:20:30.067540 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2d4ba25f-4f19-4026-ae9b-fdea20402ae0 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/ports/be7d2918-d190-4931-ab4f-bf53ee271ff2/tags/tempest-TagsExtTest-Tag-1632885798 HTTP/1.1" status: 404 len: 329 time: 0.4879947 Mar 14 18:20:30.075236 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53484) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:30.087006 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-6220c61c-2e0b-4525-98d0-eb3412a372d4 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'be7d2918-d190-4931-ab4f-bf53ee271ff2', 'tempest-TagsExtTest-Tag-911029913') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:30.132642 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Deleting port 4a69935d-f79b-405b-b8db-7d13d1a81c36 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:30.133033 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:30.152884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-7fca10f7-73ed-4431-bd68-e37d2e577a28 None None] Set router f1895dcc-80d8-43a4-9f80-978b038bbcd9 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:20:30.238632 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d49f478-9b2b-4d2d-b5bb-5879406904a3 req-be838572-12d7-44a6-b3e1-e2b6f4d9038b service neutron] 10.222.0.59 "GET /v2.0/networks/5861a082-4a53-498e-b267-cfdff69a04c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647575 Mar 14 18:20:30.264559 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 4a69935d-f79b-405b-b8db-7d13d1a81c36 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:30.290345 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device e7b46dd8-f6ca-44b8-9556-f232459450cd details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:20:30.327229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb5379-a3ae-4df3-8e3b-b0aa114921f0 req-804a9c43-0124-4874-b8e6-740e6b1877f6 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:30.330980 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b3cb5379-a3ae-4df3-8e3b-b0aa114921f0 req-804a9c43-0124-4874-b8e6-740e6b1877f6 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 943 time: 0.3918312 Mar 14 18:20:30.342784 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:30.364194 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7ebee6bd-20cc-434c-ba27-238ef4c5ed22 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Calling delete_port for 98c49e66-a107-4821-a7d3-dbe2c992cc26 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:30.440850 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53492) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:30.516746 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event deleted for resources: {'Port': ['ID=30186cd1-32b2-4bdd-b711-cb0f8193899e,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:30.519869 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] For port 4a69935d-f79b-405b-b8db-7d13d1a81c36, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4a69935d-f79b-405b-b8db-7d13d1a81c36,segment=NetworkSegment(a0f6b718-14fc-4459-af27-9d5976bb0d27),segment_id=a0f6b718-14fc-4459-af27-9d5976bb0d27)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:30.520286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:30.525829 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] No DVR routers for this DVR port 30186cd1-32b2-4bdd-b711-cb0f8193899e on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:20:30.536210 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.resource_extend [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:20:30.604701 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1fa53309-a652-4bc0-9f1e-f3a65cb0a7c7 None None] Provisioning complete for port 1273a1cd-3dd4-4e6a-9f44-e2638d690d74 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:30.605221 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1fa53309-a652-4bc0-9f1e-f3a65cb0a7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:30.607162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:30.607495 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:30.607828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:30.608152 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:30.608475 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:30.608850 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:30.609170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:30.609493 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:30.609820 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:30.610125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:30.610447 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:30.610784 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:30.617676 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router a56b084e-38a4-43eb-8a70-cdefb175abf1 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:20:30.716413 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3f009e-554d-4c33-80b9-af69f0a4a179 None None] Network 944425e5-42b2-4e45-9581-88f3dd0dd71d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:30.833534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Calling delete_port for 4a69935d-f79b-405b-b8db-7d13d1a81c36 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:30.877496 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1fa53309-a652-4bc0-9f1e-f3a65cb0a7c7 None None] Port 1273a1cd-3dd4-4e6a-9f44-e2638d690d74 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:20:30.925915 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port e7b46dd8-f6ca-44b8-9556-f232459450cd, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e7b46dd8-f6ca-44b8-9556-f232459450cd,segment=NetworkSegment(0a30a6d4-a184-4408-b1bb-2c3403867cb6),segment_id=0a30a6d4-a184-4408-b1bb-2c3403867cb6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:30.928629 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b3cb5379-a3ae-4df3-8e3b-b0aa114921f0 req-33ed6c2c-67fd-4dea-8561-08f0005a7e6c tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/security-groups?id=da4f0cc3-e718-4797-8458-df0ba9166c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5890019 Mar 14 18:20:30.946828 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-6220c61c-2e0b-4525-98d0-eb3412a372d4 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] show failed (client error): The resource could not be found. Mar 14 18:20:30.951004 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6220c61c-2e0b-4525-98d0-eb3412a372d4 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/ports/be7d2918-d190-4931-ab4f-bf53ee271ff2/tags/tempest-TagsExtTest-Tag-911029913 HTTP/1.1" status: 404 len: 328 time: 0.8707726 Mar 14 18:20:30.955391 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53498) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:30.965605 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-ac38c1c6-ad7f-4224-aa13-da35c3589c9a tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'be7d2918-d190-4931-ab4f-bf53ee271ff2', 'tempest-TagsExtTest-Tag-1615241387') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:31.034813 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'e7b46dd8-f6ca-44b8-9556-f232459450cd', 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5', 'port_id': 'e7b46dd8-f6ca-44b8-9556-f232459450cd', 'mac_address': 'fa:16:3e:fd:a3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:20:31.063354 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815647-0b86-41f6-9936-58d206d1c0d0 req-7e83000d-adc5-46c8-913b-29838475e247 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:31.065580 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3d815647-0b86-41f6-9936-58d206d1c0d0 req-7e83000d-adc5-46c8-913b-29838475e247 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 944 time: 0.2962396 Mar 14 18:20:31.122447 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3d815647-0b86-41f6-9936-58d206d1c0d0 req-138be981-2cf2-4037-8664-1c486c56ae1c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449595 Mar 14 18:20:31.128696 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-ac38c1c6-ad7f-4224-aa13-da35c3589c9a tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] show failed (client error): The resource could not be found. Mar 14 18:20:31.129847 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ac38c1c6-ad7f-4224-aa13-da35c3589c9a tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/ports/be7d2918-d190-4931-ab4f-bf53ee271ff2/tags/tempest-TagsExtTest-Tag-1615241387 HTTP/1.1" status: 404 len: 329 time: 0.1697454 Mar 14 18:20:31.132569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53502) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:31.138564 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-5fab0457-f0fb-45eb-8008-b6782406b056 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '873adb90-69ea-493e-8c64-bcf2976b5e46', {'tags': ['tempest-TagsExtTest-Tag-427758655', 'tempest-TagsExtTest-Tag-1451812792', 'tempest-TagsExtTest-Tag-1513184881']}) {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:31.144047 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:31.162634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-fb726f3e-9594-42e5-8423-7127c19d8df5 None None] Provisioning for port 4a69935d-f79b-405b-b8db-7d13d1a81c36 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:31.175758 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-fb726f3e-9594-42e5-8423-7127c19d8df5 None None] Provisioning complete for port 4a69935d-f79b-405b-b8db-7d13d1a81c36 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:31.176384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fb726f3e-9594-42e5-8423-7127c19d8df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:31.179737 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b842a22d-c8c2-4038-9b9d-fdd64307caca']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:31.195525 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ececdd8-0efd-44fd-92b5-6552d82b4aa3') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:31.195823 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ececdd8-0efd-44fd-92b5-6552d82b4aa3') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:31.209637 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:31.212820 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:31.235999 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-fb726f3e-9594-42e5-8423-7127c19d8df5 None None] Port 4a69935d-f79b-405b-b8db-7d13d1a81c36 was deleted so its status cannot be updated. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 14 18:20:31.246683 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:31.286291 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b46dd8-f6ca-44b8-9556-f232459450cd {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:20:31.317282 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port e7b46dd8-f6ca-44b8-9556-f232459450cd, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e7b46dd8-f6ca-44b8-9556-f232459450cd,segment=NetworkSegment(0a30a6d4-a184-4408-b1bb-2c3403867cb6),segment_id=0a30a6d4-a184-4408-b1bb-2c3403867cb6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:31.323700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] No DVR routers for this DVR port 4a69935d-f79b-405b-b8db-7d13d1a81c36 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:20:31.329815 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-7fca10f7-73ed-4431-bd68-e37d2e577a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'name': 'tempest-ServerActionsTestJSON-1195878598-router', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:40Z', 'revision_number': 4, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'gw_port': {'id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:37:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd4dd1d39-56f7-41ce-bc58-e26cc045a540', 'name': '', 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'mac_address': 'fa:16:3e:cc:41:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:38Z', 'updated_at': '2022-03-14T18:16:48Z', 'revision_number': 5, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'subnets': [{'id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:31.336529 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fca10f7-73ed-4431-bd68-e37d2e577a28 None None] The sync data for ids ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'] in dv-neutron-833560-1-hyperv is: [{'id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'name': 'tempest-ServerActionsTestJSON-1195878598-router', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:16:40Z', 'revision_number': 4, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'gw_port': {'id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:37:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd4dd1d39-56f7-41ce-bc58-e26cc045a540', 'name': '', 'network_id': 'd9396576-f6d5-42a1-a913-3123f2ec508b', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'mac_address': 'fa:16:3e:cc:41:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:38Z', 'updated_at': '2022-03-14T18:16:48Z', 'revision_number': 5, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'subnets': [{'id': 'f809337b-5605-4ccf-a62e-7a1913cdfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:20:31.394649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event deleted for resources: {'Port': ['ID=4a69935d-f79b-405b-b8db-7d13d1a81c36,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:31.422580 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0a9287-34f0-4475-a2b0-c4bf66edae7c None None] DHCP port deletion for 944425e5-42b2-4e45-9581-88f3dd0dd71d request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:20:31.437982 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:31.465918 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:31.472395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.472740 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.473078 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.473410 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.473796 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.474106 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.474433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.474866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.480978 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.480978 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.480978 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.480978 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.487466 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac05e7d-0bef-4326-a9ca-73df03970231 None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:20:31.507265 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-90d97fe3-6ce9-4602-a475-0bbffae7f5c3 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:31.586170 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:31.596264 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:20:31.596664 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:31.614686 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944425e5-42b2-4e45-9581-88f3dd0dd71d']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:20:31.622910 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:20:31.635338 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f6b718-14fc-4459-af27-9d5976bb0d27') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:31.635889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f6b718-14fc-4459-af27-9d5976bb0d27') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:31.651266 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:31.667514 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=e7b46dd8-f6ca-44b8-9556-f232459450cd,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:31.672734 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:31.675175 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['e7b46dd8-f6ca-44b8-9556-f232459450cd'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:20:31.679859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:20:31.684091 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:31.702238 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd62d0b-190a-4908-9c0b-9882edf4135b None None] New status for floating IP 91527a64-aed8-4f79-ae9f-731694caaf9f: DOWN {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:20:31.714995 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.718382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.718382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.718382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.718382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.718382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.718382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.718382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.718382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.718382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.718382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.719352 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:20:31.773019 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac05e7d-0bef-4326-a9ca-73df03970231 None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:20:31.773756 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-90d97fe3-6ce9-4602-a475-0bbffae7f5c3 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:31.798890 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:31.799263 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:31.799571 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Floating IP 1114d49d-0a24-4281-ad2d-d747950f1131 disassociated. External IP: 172.26.7.212, port: 2a89fabe-b9e0-4f39-8778-cc2ec3a51570. Mar 14 18:20:31.799904 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Calling delete_port for 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:20:31.820124 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:20:31.823257 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5fab0457-f0fb-45eb-8008-b6782406b056 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "PUT /v2.0/routers/873adb90-69ea-493e-8c64-bcf2976b5e46/tags HTTP/1.1" status: 200 len: 317 time: 0.6895604 Mar 14 18:20:31.833222 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53506) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:31.842276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-e70305fd-fafc-4eb0-9c70-c1f5d1f432a7 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '873adb90-69ea-493e-8c64-bcf2976b5e46') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:31.854847 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:20:31.902429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f849d3bf-46a3-44dd-adc2-23e46ca26046 None None] Sync routers for ids ['a56b084e-38a4-43eb-8a70-cdefb175abf1'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:20:31.905247 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4a69935d-f79b-405b-b8db-7d13d1a81c36 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:20:31.995157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:32.019938 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:32.050698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:32.078641 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event deleted for resources: {'Network': ['ID=b842a22d-c8c2-4038-9b9d-fdd64307caca,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:32.084967 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:32.086404 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ebee6bd-20cc-434c-ba27-238ef4c5ed22 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:32.094031 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5bbf0da8-ecfb-42dc-a4af-88e26348083c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/a56b084e-38a4-43eb-8a70-cdefb175abf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5968802 Mar 14 18:20:32.095989 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fa67ed20-35cb-45ea-b0cf-95aa79f9baf6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/networks/b842a22d-c8c2-4038-9b9d-fdd64307caca HTTP/1.1" status: 204 len: 168 time: 8.8389854 Mar 14 18:20:32.098118 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53512) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:32.110978 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "DELETE /v2.0/networks/944425e5-42b2-4e45-9581-88f3dd0dd71d HTTP/1.1" status: 204 len: 168 time: 2.5540147 Mar 14 18:20:32.115169 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 4a69935d-f79b-405b-b8db-7d13d1a81c36 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:20:32.115169 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4a69935d-f79b-405b-b8db-7d13d1a81c36 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:20:32.144022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53514) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:32.144295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53516) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:32.162246 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f849d3bf-46a3-44dd-adc2-23e46ca26046 None None] Routers {'a56b084e-38a4-43eb-8a70-cdefb175abf1'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:32.162956 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f849d3bf-46a3-44dd-adc2-23e46ca26046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['a56b084e-38a4-43eb-8a70-cdefb175abf1'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:32.208668 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-90d97fe3-6ce9-4602-a475-0bbffae7f5c3 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:32.232402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebee6bd-20cc-434c-ba27-238ef4c5ed22 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Pushing event deleted for resources: {'Port': ['ID=98c49e66-a107-4821-a7d3-dbe2c992cc26,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:32.249336 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f849d3bf-46a3-44dd-adc2-23e46ca26046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:32.285821 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d97fe3-6ce9-4602-a475-0bbffae7f5c3 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d0734e-37ac-4d52-8563-7ac75d5c19cc,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:32.318793 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-269e5400-ecb1-448b-9012-d0a52814a226 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-83976773'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:32.323956 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-90d97fe3-6ce9-4602-a475-0bbffae7f5c3 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:32.324965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:32.326676 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b77bd-c65d-4f73-a3cc-b3d9bfac6bc9 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event deleted for resources: {'Network': ['ID=944425e5-42b2-4e45-9581-88f3dd0dd71d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:32.327806 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-90d97fe3-6ce9-4602-a475-0bbffae7f5c3 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "DELETE /v2.0/security-groups/e9d0734e-37ac-4d52-8563-7ac75d5c19cc HTTP/1.1" status: 204 len: 168 time: 1.8659132 Mar 14 18:20:32.330849 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53526) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:32.345671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f849d3bf-46a3-44dd-adc2-23e46ca26046 None None] Routers {'a56b084e-38a4-43eb-8a70-cdefb175abf1'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:32.346648 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f849d3bf-46a3-44dd-adc2-23e46ca26046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['a56b084e-38a4-43eb-8a70-cdefb175abf1'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:32.375696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-269e5400-ecb1-448b-9012-d0a52814a226 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:32.385977 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bd5ec3-cc58-4659-8054-577cb71e3faa tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:32.390494 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f3bd5ec3-cc58-4659-8054-577cb71e3faa tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Synchronizing usage tracker for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:20:32.393625 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-2f8e564b-8394-4936-87e6-99186f8b0625 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] show failed (client error): The resource could not be found. Mar 14 18:20:32.397266 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-269e5400-ecb1-448b-9012-d0a52814a226 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Usage tracker for resource:network and tenant:cbb6c4b3b69f40dc949b5ab2920c84d9 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:32.397538 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2f8e564b-8394-4936-87e6-99186f8b0625 tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "GET /v2.0/security-groups/e9d0734e-37ac-4d52-8563-7ac75d5c19cc HTTP/1.1" status: 404 len: 347 time: 0.0561292 Mar 14 18:20:32.398920 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53530) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:32.402153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-269e5400-ecb1-448b-9012-d0a52814a226 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:32.416604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-269e5400-ecb1-448b-9012-d0a52814a226 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:32.435339 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Deleting port 1bf8a87e-15c4-4298-ad8b-715fb11093f4 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:32.435809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:32.479311 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f849d3bf-46a3-44dd-adc2-23e46ca26046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:32.479727 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f849d3bf-46a3-44dd-adc2-23e46ca26046 None None] The sync data for ids ['a56b084e-38a4-43eb-8a70-cdefb175abf1'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:20:32.484816 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:32.494845 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e70305fd-fafc-4eb0-9c70-c1f5d1f432a7 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/routers/873adb90-69ea-493e-8c64-bcf2976b5e46/tags HTTP/1.1" status: 204 len: 168 time: 0.6601377 Mar 14 18:20:32.499796 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53534) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:32.505606 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-d6c5d957-6193-4a28-9dd9-df06c26ccffa tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '873adb90-69ea-493e-8c64-bcf2976b5e46', 'tempest-TagsExtTest-Tag-427758655') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:32.699549 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269e5400-ecb1-448b-9012-d0a52814a226 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Made reservation on behalf of cbb6c4b3b69f40dc949b5ab2920c84d9 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:32.703478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-269e5400-ecb1-448b-9012-d0a52814a226 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:32.712291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-dd7138de-8d6a-453a-bcec-147b373bef7c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Deleting port 1b535ebe-5d6e-4e56-9544-556cfdd3901f {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:32.712814 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dd7138de-8d6a-453a-bcec-147b373bef7c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:32.719478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051ca92-d138-43c8-ab4b-9b9a204dac8c req-6ece9fb3-ff4e-480e-9d46-d2efb7961652 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:32.720937 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c051ca92-d138-43c8-ab4b-9b9a204dac8c req-6ece9fb3-ff4e-480e-9d46-d2efb7961652 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 943 time: 0.6079359 Mar 14 18:20:32.736999 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec60eb9b-3410-4fdc-b21f-b775e165a8a1 None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:20:32.746562 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f3bd5ec3-cc58-4659-8054-577cb71e3faa tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Unset dirty status for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:20:32.751344 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f3bd5ec3-cc58-4659-8054-577cb71e3faa tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/ports/1273a1cd-3dd4-4e6a-9f44-e2638d690d74 HTTP/1.1" status: 200 len: 910 time: 0.6069317 Mar 14 18:20:32.751344 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Pushing event deleted for resources: {'Port': ['ID=2a89fabe-b9e0-4f39-8778-cc2ec3a51570,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:32.756160 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53538) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:32.812941 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778903f5-44e7-4ee9-9816-98a7f476a2ce req-c29055e9-290f-4abd-bc8a-d1ba156e32d7 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:32.814476 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-778903f5-44e7-4ee9-9816-98a7f476a2ce req-c29055e9-290f-4abd-bc8a-d1ba156e32d7 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 945 time: 0.4850540 Mar 14 18:20:32.902555 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec60eb9b-3410-4fdc-b21f-b775e165a8a1 None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:20:32.953980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269e5400-ecb1-448b-9012-d0a52814a226 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:20:32.958394 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c051ca92-d138-43c8-ab4b-9b9a204dac8c req-ba8c76f8-eefc-4ddf-bc05-72962fd691a3 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/security-groups?id=da4f0cc3-e718-4797-8458-df0ba9166c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013104 Mar 14 18:20:33.030521 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-d6c5d957-6193-4a28-9dd9-df06c26ccffa tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] show failed (client error): The resource could not be found. Mar 14 18:20:33.034428 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d6c5d957-6193-4a28-9dd9-df06c26ccffa tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/routers/873adb90-69ea-493e-8c64-bcf2976b5e46/tags/tempest-TagsExtTest-Tag-427758655 HTTP/1.1" status: 404 len: 328 time: 0.5328953 Mar 14 18:20:33.038316 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53542) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:33.042900 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-778903f5-44e7-4ee9-9816-98a7f476a2ce req-1041a2b9-ad80-4efc-b814-2d0b7e7d48bd tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167740 Mar 14 18:20:33.046220 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-059a13fe-f9fb-4229-8dfd-7ba74d4a76dc tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '873adb90-69ea-493e-8c64-bcf2976b5e46', 'tempest-TagsExtTest-Tag-1451812792') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:33.086847 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ebee6bd-20cc-434c-ba27-238ef4c5ed22 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:33.115994 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-269e5400-ecb1-448b-9012-d0a52814a226 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:33.116597 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-269e5400-ecb1-448b-9012-d0a52814a226 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Added segment 760e217b-9faf-474a-a530-458d66451c1d of type vlan for network 9a34e01f-7d25-4434-9134-14e5e1cc07ce Mar 14 18:20:33.132643 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] For port 1bf8a87e-15c4-4298-ad8b-715fb11093f4, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1bf8a87e-15c4-4298-ad8b-715fb11093f4,segment=NetworkSegment(b92ea442-e51c-4b2f-a0f4-64d8f8e82dd2),segment_id=b92ea442-e51c-4b2f-a0f4-64d8f8e82dd2)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:33.132994 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:33.273638 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Calling delete_port for 1bf8a87e-15c4-4298-ad8b-715fb11093f4 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:33.314907 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-269e5400-ecb1-448b-9012-d0a52814a226 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:33.398963 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-059a13fe-f9fb-4229-8dfd-7ba74d4a76dc tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] show failed (client error): The resource could not be found. Mar 14 18:20:33.402737 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-059a13fe-f9fb-4229-8dfd-7ba74d4a76dc tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/routers/873adb90-69ea-493e-8c64-bcf2976b5e46/tags/tempest-TagsExtTest-Tag-1451812792 HTTP/1.1" status: 404 len: 329 time: 0.3606145 Mar 14 18:20:33.410601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53546) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:33.422105 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-29df0a5a-9df7-4fae-a8b8-246e2d6b5301 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '873adb90-69ea-493e-8c64-bcf2976b5e46', 'tempest-TagsExtTest-Tag-1513184881') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:33.569884 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-29df0a5a-9df7-4fae-a8b8-246e2d6b5301 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] show failed (client error): The resource could not be found. Mar 14 18:20:33.570938 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-29df0a5a-9df7-4fae-a8b8-246e2d6b5301 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/routers/873adb90-69ea-493e-8c64-bcf2976b5e46/tags/tempest-TagsExtTest-Tag-1513184881 HTTP/1.1" status: 404 len: 329 time: 0.1593699 Mar 14 18:20:33.571604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-269e5400-ecb1-448b-9012-d0a52814a226 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:33.574837 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53550) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:33.576954 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269e5400-ecb1-448b-9012-d0a52814a226 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:33.578108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-269e5400-ecb1-448b-9012-d0a52814a226 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:33.593608 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.tag.tag_plugin [None req-3b31d07c-4a52-407c-9ff1-afdef0050f47 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '54070f7b-166c-4831-993f-856b6fad5485', {'tags': ['tempest-TagsExtTest-Tag-1835305046', 'tempest-TagsExtTest-Tag-1821509991', 'tempest-TagsExtTest-Tag-139282553']}) {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:33.605757 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:33.723640 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event deleted for resources: {'Port': ['ID=1bf8a87e-15c4-4298-ad8b-715fb11093f4,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:33.731006 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] No DVR routers for this DVR port 1bf8a87e-15c4-4298-ad8b-715fb11093f4 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:20:33.764379 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e5400-ecb1-448b-9012-d0a52814a226 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event updated for resources: {'Network': ['ID=9a34e01f-7d25-4434-9134-14e5e1cc07ce,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:33.769805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dd7138de-8d6a-453a-bcec-147b373bef7c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:33.770147 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dd7138de-8d6a-453a-bcec-147b373bef7c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:33.777365 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 9a34e01f-7d25-4434-9134-14e5e1cc07ce details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:20:33.786339 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-269e5400-ecb1-448b-9012-d0a52814a226 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.6410472 Mar 14 18:20:33.799677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53554) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:33.813275 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ca73caaf-f759-499f-8e00-ced9c586acf0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Request body: {'subnet': {'network_id': '9a34e01f-7d25-4434-9134-14e5e1cc07ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:33.902260 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:33.989098 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a805c6f-3e52-473a-b952-b27a20e3fb00']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:34.005647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92ea442-e51c-4b2f-a0f4-64d8f8e82dd2') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:34.005995 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92ea442-e51c-4b2f-a0f4-64d8f8e82dd2') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:34.013075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ca73caaf-f759-499f-8e00-ced9c586acf0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:34.022080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ca73caaf-f759-499f-8e00-ced9c586acf0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Usage tracker for resource:subnet and tenant:cbb6c4b3b69f40dc949b5ab2920c84d9 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:34.025729 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:34.032923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ca73caaf-f759-499f-8e00-ced9c586acf0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:34.042194 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ca73caaf-f759-499f-8e00-ced9c586acf0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:34.049884 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:34.058163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:20:34.058560 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:20:34.073332 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:20:34.206535 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-dd7138de-8d6a-453a-bcec-147b373bef7c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Calling delete_port for 1b535ebe-5d6e-4e56-9544-556cfdd3901f owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:34.252710 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebee6bd-20cc-434c-ba27-238ef4c5ed22 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Router cc875189-f887-40d0-b82e-c1a9788922ed has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:20:34.264085 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Router fa800828-1570-440a-bd72-83d1b62e6fdb has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:20:34.293690 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca73caaf-f759-499f-8e00-ced9c586acf0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Made reservation on behalf of cbb6c4b3b69f40dc949b5ab2920c84d9 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:34.294268 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device e7b46dd8-f6ca-44b8-9556-f232459450cd up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:34.297132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ca73caaf-f759-499f-8e00-ced9c586acf0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:34.351898 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7173eec2-765f-4954-92d7-97a5545978d5 req-7d992c3c-27cf-4842-831a-d100ee46deb4 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 210 time: 0.2626600 Mar 14 18:20:34.429797 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port e7b46dd8-f6ca-44b8-9556-f232459450cd completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:34.435685 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port e7b46dd8-f6ca-44b8-9556-f232459450cd triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:34.444825 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:34.471127 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:34.499564 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:34.519647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event deleted for resources: {'Network': ['ID=2a805c6f-3e52-473a-b952-b27a20e3fb00,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:34.531545 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9346b2-509b-4905-9d68-d7f8be8d26b8 req-1a12e1f0-7f96-4a54-9791-26e84742a68a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:34.533007 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1d9346b2-509b-4905-9d68-d7f8be8d26b8 req-1a12e1f0-7f96-4a54-9791-26e84742a68a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 945 time: 0.2862298 Mar 14 18:20:34.535427 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-757a808b-d7b0-433f-aefc-2a9efcb3814b tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "DELETE /v2.0/networks/2a805c6f-3e52-473a-b952-b27a20e3fb00 HTTP/1.1" status: 204 len: 168 time: 2.3888047 Mar 14 18:20:34.539660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53562) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:34.568126 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3b31d07c-4a52-407c-9ff1-afdef0050f47 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "PUT /v2.0/subnetpools/54070f7b-166c-4831-993f-856b6fad5485/tags HTTP/1.1" status: 200 len: 317 time: 0.9836071 Mar 14 18:20:34.572927 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53566) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:34.575352 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:34.578064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebee6bd-20cc-434c-ba27-238ef4c5ed22 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:20:34.594529 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.tag.tag_plugin [None req-6af432cb-8a74-4556-adcc-c3635f65ae7b tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '54070f7b-166c-4831-993f-856b6fad5485') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:34.596035 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61457c37-3169-4ddf-878f-e9fbef90f08c None None] Sync routers for ids ['cc875189-f887-40d0-b82e-c1a9788922ed'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:20:34.612731 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61457c37-3169-4ddf-878f-e9fbef90f08c None None] Routers {'cc875189-f887-40d0-b82e-c1a9788922ed'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:34.612731 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-61457c37-3169-4ddf-878f-e9fbef90f08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['cc875189-f887-40d0-b82e-c1a9788922ed'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:34.617069 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port e7b46dd8-f6ca-44b8-9556-f232459450cd, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e7b46dd8-f6ca-44b8-9556-f232459450cd,segment=NetworkSegment(0a30a6d4-a184-4408-b1bb-2c3403867cb6),segment_id=0a30a6d4-a184-4408-b1bb-2c3403867cb6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:34.618118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cf7365-997e-4e3e-870a-f93c1540f96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b46dd8-f6ca-44b8-9556-f232459450cd'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:20:34.679533 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cf7365-997e-4e3e-870a-f93c1540f96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b46dd8-f6ca-44b8-9556-f232459450cd', 'code': 200} Mar 14 18:20:34.692913 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:34.699140 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-61457c37-3169-4ddf-878f-e9fbef90f08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:34.710702 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61457c37-3169-4ddf-878f-e9fbef90f08c None None] Routers {'cc875189-f887-40d0-b82e-c1a9788922ed'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:34.712245 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-61457c37-3169-4ddf-878f-e9fbef90f08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['cc875189-f887-40d0-b82e-c1a9788922ed'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:34.732704 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1d9346b2-509b-4905-9d68-d7f8be8d26b8 req-3ac5a44c-1934-4901-8787-2952c80e562b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885936 Mar 14 18:20:34.739330 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2fa60bd3-c732-4088-a6a6-4c8c385bd65e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:34.815753 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7ebee6bd-20cc-434c-ba27-238ef4c5ed22 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] 10.222.0.43 "PUT /v2.0/routers/cc875189-f887-40d0-b82e-c1a9788922ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0115595 Mar 14 18:20:34.818661 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53572) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:34.820917 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-61457c37-3169-4ddf-878f-e9fbef90f08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:34.821327 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61457c37-3169-4ddf-878f-e9fbef90f08c None None] The sync data for ids ['cc875189-f887-40d0-b82e-c1a9788922ed'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:20:34.837594 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=e7b46dd8-f6ca-44b8-9556-f232459450cd,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:34.855281 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:20:34.867498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1addf919-b3bd-45d7-bd3a-9c06b3ee51f0 None None] Sync routers for ids ['fa800828-1570-440a-bd72-83d1b62e6fdb'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:20:34.880026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1addf919-b3bd-45d7-bd3a-9c06b3ee51f0 None None] Routers {'fa800828-1570-440a-bd72-83d1b62e6fdb'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:34.881201 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1addf919-b3bd-45d7-bd3a-9c06b3ee51f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fa800828-1570-440a-bd72-83d1b62e6fdb'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:34.908045 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ca73caaf-f759-499f-8e00-ced9c586acf0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:34.973664 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] No DVR routers for this DVR port 2a89fabe-b9e0-4f39-8778-cc2ec3a51570 on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:20:34.980433 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:34.982305 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-ecaea836-eaf8-4986-a0f3-311b10213249 req-7528229c-16e4-4885-8b0b-bc178d72aacd tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.59 "DELETE /v2.0/ports/2a89fabe-b9e0-4f39-8778-cc2ec3a51570 HTTP/1.1" status: 204 len: 173 time: 10.3082850 Mar 14 18:20:34.983242 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6434990-465e-4dc8-a023-946a0161ab97', 'name': 'network-vif-deleted', 'tag': '2a89fabe-b9e0-4f39-8778-cc2ec3a51570'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:20:34.993018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dd7138de-8d6a-453a-bcec-147b373bef7c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:35.041667 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8b08ce08-4fe4-4978-9c52-6fc7c5b02f51 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:35.049908 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7138de-8d6a-453a-bcec-147b373bef7c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Pushing event deleted for resources: {'Port': ['ID=1b535ebe-5d6e-4e56-9544-556cfdd3901f,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:35.123132 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6434990-465e-4dc8-a023-946a0161ab97', 'name': 'network-vif-deleted', 'tag': '2a89fabe-b9e0-4f39-8778-cc2ec3a51570', 'status': 'completed', 'code': 200} Mar 14 18:20:35.126413 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-1addf919-b3bd-45d7-bd3a-9c06b3ee51f0 None None] Set router fa800828-1570-440a-bd72-83d1b62e6fdb gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:20:35.159100 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6af432cb-8a74-4556-adcc-c3635f65ae7b tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/subnetpools/54070f7b-166c-4831-993f-856b6fad5485/tags HTTP/1.1" status: 204 len: 168 time: 0.5833750 Mar 14 18:20:35.169447 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53578) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:35.174708 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2fa60bd3-c732-4088-a6a6-4c8c385bd65e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:35.184721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-0f15ae4f-4a60-42db-8866-9c42ed905167 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54070f7b-166c-4831-993f-856b6fad5485', 'tempest-TagsExtTest-Tag-1835305046') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:35.212069 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fb9eda06-c8ee-43bc-8ebb-041e45ed6727 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:35.279109 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dd7138de-8d6a-453a-bcec-147b373bef7c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:35.281540 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dd7138de-8d6a-453a-bcec-147b373bef7c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:35.285501 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dd7138de-8d6a-453a-bcec-147b373bef7c tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] 10.222.0.43 "DELETE /v2.0/floatingips/91527a64-aed8-4f79-ae9f-731694caaf9f HTTP/1.1" status: 204 len: 168 time: 2.8803737 Mar 14 18:20:35.286227 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53582) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:35.336806 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73caaf-f759-499f-8e00-ced9c586acf0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event updated for resources: {'Subnet': ['ID=adf49ae7-c99c-4e77-9813-44d02da7ab0a,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:35.348212 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2fa60bd3-c732-4088-a6a6-4c8c385bd65e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aca58dc-3d09-49c1-bcfa-50700cc19d8a']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:35.438349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2fa60bd3-c732-4088-a6a6-4c8c385bd65e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957afd2d-11a5-416d-a14b-cc0a56308a57') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:35.438847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2fa60bd3-c732-4088-a6a6-4c8c385bd65e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957afd2d-11a5-416d-a14b-cc0a56308a57') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:35.451413 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea8c8c-8913-4ea6-be0a-7857cece8bfd req-add9d768-6b1d-4ccf-8bc0-16fdd6f6e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:35.455327 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5dea8c8c-8913-4ea6-be0a-7857cece8bfd req-add9d768-6b1d-4ccf-8bc0-16fdd6f6e778 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 1099 time: 0.3689947 Mar 14 18:20:35.496546 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73caaf-f759-499f-8e00-ced9c586acf0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Checking segment: {'id': '760e217b-9faf-474a-a530-458d66451c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a34e01f-7d25-4434-9134-14e5e1cc07ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:35.496925 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca73caaf-f759-499f-8e00-ced9c586acf0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Network hostable DHCP agents. Network: 9a34e01f-7d25-4434-9134-14e5e1cc07ce, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:20:35.592230 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1addf919-b3bd-45d7-bd3a-9c06b3ee51f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'name': 'tempest-ServersTestManualDisk-183744333-router', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:18:52Z', 'updated_at': '2022-03-14T18:19:06Z', 'revision_number': 4, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'gw_port': {'id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:18:55Z', 'updated_at': '2022-03-14T18:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'df7c9843-7c3b-45c9-b0f6-df08edf826c2', 'name': '', 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'mac_address': 'fa:16:3e:f9:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:04Z', 'updated_at': '2022-03-14T18:19:13Z', 'revision_number': 5, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'subnets': [{'id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:35.598347 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1addf919-b3bd-45d7-bd3a-9c06b3ee51f0 None None] Checking router: fa800828-1570-440a-bd72-83d1b62e6fdb for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:20:35.608137 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1addf919-b3bd-45d7-bd3a-9c06b3ee51f0 None None] Routers {'fa800828-1570-440a-bd72-83d1b62e6fdb'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:35.609104 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1addf919-b3bd-45d7-bd3a-9c06b3ee51f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fa800828-1570-440a-bd72-83d1b62e6fdb'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:35.647958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8b08ce08-4fe4-4978-9c52-6fc7c5b02f51 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:35.650982 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-0f15ae4f-4a60-42db-8866-9c42ed905167 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] show failed (client error): The resource could not be found. Mar 14 18:20:35.654785 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0f15ae4f-4a60-42db-8866-9c42ed905167 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/subnetpools/54070f7b-166c-4831-993f-856b6fad5485/tags/tempest-TagsExtTest-Tag-1835305046 HTTP/1.1" status: 404 len: 329 time: 0.4815757 Mar 14 18:20:35.654785 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8b08ce08-4fe4-4978-9c52-6fc7c5b02f51 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:35.656305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2fa60bd3-c732-4088-a6a6-4c8c385bd65e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:35.665140 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53588) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:35.719196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.tag.tag_plugin [None req-1d4bcc90-b0f8-4818-a8b1-149ad277e124 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54070f7b-166c-4831-993f-856b6fad5485', 'tempest-TagsExtTest-Tag-1821509991') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:35.728733 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c64c8c46-fb7f-4316-aab2-fd5efc2e4411 req-13b9bac5-911a-4589-8cf6-4b345670549a tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6434990-465e-4dc8-a023-946a0161ab97 HTTP/1.1" status: 200 len: 210 time: 0.0788774 Mar 14 18:20:35.747864 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2fa60bd3-c732-4088-a6a6-4c8c385bd65e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:35.755568 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa60bd3-c732-4088-a6a6-4c8c385bd65e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:20:35.755958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2fa60bd3-c732-4088-a6a6-4c8c385bd65e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:20:35.771961 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:20:35.839595 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-1addf919-b3bd-45d7-bd3a-9c06b3ee51f0 None None] Set router fa800828-1570-440a-bd72-83d1b62e6fdb gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:20:35.860005 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5dea8c8c-8913-4ea6-be0a-7857cece8bfd req-d56d8d1f-9fe9-4ba7-a613-b0dc8b3e79fa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3991451 Mar 14 18:20:35.871106 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8b08ce08-4fe4-4978-9c52-6fc7c5b02f51 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:35.871714 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b08ce08-4fe4-4978-9c52-6fc7c5b02f51 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Fanout notify agent at l3_agent the message router_deleted on router cc875189-f887-40d0-b82e-c1a9788922ed {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:20:35.879715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca73caaf-f759-499f-8e00-ced9c586acf0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Network 9a34e01f-7d25-4434-9134-14e5e1cc07ce is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:20:35.893980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8b08ce08-4fe4-4978-9c52-6fc7c5b02f51 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:35.898226 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8b08ce08-4fe4-4978-9c52-6fc7c5b02f51 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] 10.222.0.43 "DELETE /v2.0/routers/cc875189-f887-40d0-b82e-c1a9788922ed HTTP/1.1" status: 204 len: 168 time: 1.0783072 Mar 14 18:20:35.899004 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53594) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:35.940998 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-1d4bcc90-b0f8-4818-a8b1-149ad277e124 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] show failed (client error): The resource could not be found. Mar 14 18:20:35.942025 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1d4bcc90-b0f8-4818-a8b1-149ad277e124 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/subnetpools/54070f7b-166c-4831-993f-856b6fad5485/tags/tempest-TagsExtTest-Tag-1821509991 HTTP/1.1" status: 404 len: 329 time: 0.2618706 Mar 14 18:20:35.948797 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53598) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:35.963627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.tag.tag_plugin [None req-d12a8ff2-b52e-43aa-86c1-1b74d4696381 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54070f7b-166c-4831-993f-856b6fad5485', 'tempest-TagsExtTest-Tag-139282553') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:35.986313 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2fa60bd3-c732-4088-a6a6-4c8c385bd65e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:35.990552 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2fa60bd3-c732-4088-a6a6-4c8c385bd65e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:35.993380 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-ca73caaf-f759-499f-8e00-ced9c586acf0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 9a34e01f-7d25-4434-9134-14e5e1cc07ce) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:35.997947 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca73caaf-f759-499f-8e00-ced9c586acf0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:35.998640 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ca73caaf-f759-499f-8e00-ced9c586acf0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:36.024222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4519bbb2-7b91-46b7-96fa-e742a713ffc2 None None] Network 9a34e01f-7d25-4434-9134-14e5e1cc07ce requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:36.053590 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa60bd3-c732-4088-a6a6-4c8c385bd65e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event deleted for resources: {'Network': ['ID=7aca58dc-3d09-49c1-bcfa-50700cc19d8a,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:36.061626 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2fa60bd3-c732-4088-a6a6-4c8c385bd65e tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "DELETE /v2.0/networks/7aca58dc-3d09-49c1-bcfa-50700cc19d8a HTTP/1.1" status: 204 len: 168 time: 1.5209360 Mar 14 18:20:36.066909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53602) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:36.075556 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-d12a8ff2-b52e-43aa-86c1-1b74d4696381 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] show failed (client error): The resource could not be found. Mar 14 18:20:36.076990 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d12a8ff2-b52e-43aa-86c1-1b74d4696381 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/subnetpools/54070f7b-166c-4831-993f-856b6fad5485/tags/tempest-TagsExtTest-Tag-139282553 HTTP/1.1" status: 404 len: 328 time: 0.1263361 Mar 14 18:20:36.095983 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-24983769-6441-4368-8af2-2ec798e4d21f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Deleting subnet b9f3afd1-0c33-4228-8413-3525f91c2bd2 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:20:36.097723 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53606) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:36.119770 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-950e8450-d670-4c06-be64-546b6dd245df tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '54070f7b-166c-4831-993f-856b6fad5485') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:36.136634 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-24983769-6441-4368-8af2-2ec798e4d21f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:36.199408 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-fb9eda06-c8ee-43bc-8ebb-041e45ed6727 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port 1273a1cd-3dd4-4e6a-9f44-e2638d690d74 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:36.199992 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fb9eda06-c8ee-43bc-8ebb-041e45ed6727 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:36.237654 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ca73caaf-f759-499f-8e00-ced9c586acf0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4369109 Mar 14 18:20:36.245168 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53610) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:36.292385 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9da9d475-d09d-44ed-9aa2-1e5f5db958c6 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:36.299047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-24983769-6441-4368-8af2-2ec798e4d21f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:36.348954 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d562ed-45c4-4970-9608-10a5f21c6738 req-36288e77-1116-4493-be29-89a37c9bd3c1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:36.350789 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-71d562ed-45c4-4970-9608-10a5f21c6738 req-36288e77-1116-4493-be29-89a37c9bd3c1 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 946 time: 0.4142687 Mar 14 18:20:36.370014 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-950e8450-d670-4c06-be64-546b6dd245df tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/subnetpools/54070f7b-166c-4831-993f-856b6fad5485/tags HTTP/1.1" status: 204 len: 168 time: 0.2643261 Mar 14 18:20:36.389463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53614) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:36.400320 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-93c6ae2a-791c-4b5c-b201-ca1a525505f5 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '873adb90-69ea-493e-8c64-bcf2976b5e46') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:36.407245 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1addf919-b3bd-45d7-bd3a-9c06b3ee51f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'name': 'tempest-ServersTestManualDisk-183744333-router', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:18:52Z', 'updated_at': '2022-03-14T18:19:06Z', 'revision_number': 4, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'gw_port': {'id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:18:55Z', 'updated_at': '2022-03-14T18:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'df7c9843-7c3b-45c9-b0f6-df08edf826c2', 'name': '', 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'mac_address': 'fa:16:3e:f9:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:04Z', 'updated_at': '2022-03-14T18:19:13Z', 'revision_number': 5, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'subnets': [{'id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:36.411855 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-9a34e01f-7d25-4434-9134-14e5e1cc07ce', 'network_id': '9a34e01f-7d25-4434-9134-14e5e1cc07ce', 'tenant_id': 'cbb6c4b3b69f40dc949b5ab2920c84d9', 'fixed_ips': [{'subnet_id': 'adf49ae7-c99c-4e77-9813-44d02da7ab0a'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:20:36.412759 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:36.427089 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1addf919-b3bd-45d7-bd3a-9c06b3ee51f0 None None] The sync data for ids ['fa800828-1570-440a-bd72-83d1b62e6fdb'] in dv-neutron-833560-1-hyperv is: [{'id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'name': 'tempest-ServersTestManualDisk-183744333-router', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:18:52Z', 'updated_at': '2022-03-14T18:19:06Z', 'revision_number': 4, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'gw_port': {'id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:18:55Z', 'updated_at': '2022-03-14T18:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'df7c9843-7c3b-45c9-b0f6-df08edf826c2', 'name': '', 'network_id': '68805b77-ed98-4d1b-8864-d70255e9d443', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'mac_address': 'fa:16:3e:f9:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:04Z', 'updated_at': '2022-03-14T18:19:13Z', 'revision_number': 5, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'subnets': [{'id': '98ca18df-4d19-42d8-aeb4-d2f478df7fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:20:36.560120 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:36.577413 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-71d562ed-45c4-4970-9608-10a5f21c6738 req-81168cea-ed4b-4d3c-9da6-1e154850be9b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119770 Mar 14 18:20:36.580949 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Allocated IP 2001:db8::2 (9a34e01f-7d25-4434-9134-14e5e1cc07ce/adf49ae7-c99c-4e77-9813-44d02da7ab0a/6b63a8f2-ba63-4302-8ce7-7519462915ec) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:36.597947 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fb9eda06-c8ee-43bc-8ebb-041e45ed6727 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:36.651539 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9da9d475-d09d-44ed-9aa2-1e5f5db958c6 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:36.757628 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-9da9d475-d09d-44ed-9aa2-1e5f5db958c6 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00664500-2f59-46a4-937e-bc39eb0c70f4']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:36.766935 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-24983769-6441-4368-8af2-2ec798e4d21f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:36.812435 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-fb9eda06-c8ee-43bc-8ebb-041e45ed6727 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Calling delete_port for 1273a1cd-3dd4-4e6a-9f44-e2638d690d74 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:36.851461 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-9da9d475-d09d-44ed-9aa2-1e5f5db958c6 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8834ec4-981f-4846-88e9-f01fc07e74b6') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:36.851754 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-9da9d475-d09d-44ed-9aa2-1e5f5db958c6 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8834ec4-981f-4846-88e9-f01fc07e74b6') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:36.865591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9da9d475-d09d-44ed-9aa2-1e5f5db958c6 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:36.884525 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9da9d475-d09d-44ed-9aa2-1e5f5db958c6 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:36.892283 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da9d475-d09d-44ed-9aa2-1e5f5db958c6 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:20:36.898385 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9da9d475-d09d-44ed-9aa2-1e5f5db958c6 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:36.933154 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:36.942384 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:36.957037 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Transition to ACTIVE for port object 6b63a8f2-ba63-4302-8ce7-7519462915ec will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:36.967044 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c6cd7-edab-41be-8d3e-904313d20211 None None] New status for floating IP 1114d49d-0a24-4281-ad2d-d747950f1131: DOWN {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:20:37.008939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Transition to ACTIVE for port object 6b63a8f2-ba63-4302-8ce7-7519462915ec will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:20:37.025299 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:20:37.027844 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-93c6ae2a-791c-4b5c-b201-ca1a525505f5 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/routers/873adb90-69ea-493e-8c64-bcf2976b5e46/tags HTTP/1.1" status: 204 len: 168 time: 0.6371601 Mar 14 18:20:37.028646 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-24983769-6441-4368-8af2-2ec798e4d21f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:37.030273 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53622) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:37.045767 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53626) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:37.046949 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.tag.tag_plugin [None req-663332e9-4cb8-41ad-9e80-fdd77890be98 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'be7d2918-d190-4931-ab4f-bf53ee271ff2') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:37.095696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24983769-6441-4368-8af2-2ec798e4d21f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f3afd1-0c33-4228-8413-3525f91c2bd2,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:37.101700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-24983769-6441-4368-8af2-2ec798e4d21f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:37.113792 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53eb9ad-429b-45c4-bfb2-3dc1dceca648 None None] Network 1fb306ed-27c4-41e0-b1de-845139f9b0f3 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:37.125015 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-24983769-6441-4368-8af2-2ec798e4d21f tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] 10.222.0.43 "DELETE /v2.0/subnets/b9f3afd1-0c33-4228-8413-3525f91c2bd2 HTTP/1.1" status: 204 len: 168 time: 1.2225790 Mar 14 18:20:37.126238 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53630) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:37.156276 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d797fc54-bb35-4dbc-a788-fae2d640d2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:37.176453 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:37.178492 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9da9d475-d09d-44ed-9aa2-1e5f5db958c6 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:37.244571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9da9d475-d09d-44ed-9aa2-1e5f5db958c6 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:37.246578 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9da9d475-d09d-44ed-9aa2-1e5f5db958c6 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] 10.222.0.43 "DELETE /v2.0/networks/00664500-2f59-46a4-937e-bc39eb0c70f4 HTTP/1.1" status: 204 len: 168 time: 1.1760371 Mar 14 18:20:37.319583 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9d475-d09d-44ed-9aa2-1e5f5db958c6 tempest-BulkNetworkOpsIpV6Test-121850226 tempest-BulkNetworkOpsIpV6Test-121850226-project] Pushing event deleted for resources: {'Network': ['ID=00664500-2f59-46a4-937e-bc39eb0c70f4,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:37.345382 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fef9d375-2a96-459d-bc92-8a9f5ecf032f tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:37.380759 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:37.411982 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fef9d375-2a96-459d-bc92-8a9f5ecf032f tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:37.423530 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Deleting port f67f9f10-5789-41ff-8449-459ac3f510b7 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:37.424776 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:37.440840 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-663332e9-4cb8-41ad-9e80-fdd77890be98 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/ports/be7d2918-d190-4931-ab4f-bf53ee271ff2/tags HTTP/1.1" status: 204 len: 168 time: 0.4092944 Mar 14 18:20:37.449731 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53636) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:37.470421 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.tag.tag_plugin [None req-a3a7381b-6e1b-4dfe-ae6f-a53f88059e1b tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ca2211d7-60e6-4482-ad8b-995d3e5bfb78') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:37.488244 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Network 9a34e01f-7d25-4434-9134-14e5e1cc07ce is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:37.496316 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:37.509186 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:37.512546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Pushing event updated for resources: {'Port': ['ID=6b63a8f2-ba63-4302-8ce7-7519462915ec,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:37.513214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:37.589522 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event deleted for resources: {'Subnet': ['ID=adf49ae7-c99c-4e77-9813-44d02da7ab0a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:37.617011 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fb9eda06-c8ee-43bc-8ebb-041e45ed6727 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:37.632914 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Attempting to bind port 6b63a8f2-ba63-4302-8ce7-7519462915ec on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:20:37.633274 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Attempting to bind port 6b63a8f2-ba63-4302-8ce7-7519462915ec by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '760e217b-9faf-474a-a530-458d66451c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a34e01f-7d25-4434-9134-14e5e1cc07ce'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:20:37.633673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Attempting to bind port 6b63a8f2-ba63-4302-8ce7-7519462915ec on network 9a34e01f-7d25-4434-9134-14e5e1cc07ce {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:20:37.649842 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:20:37.649842 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Checking segment: {'id': '760e217b-9faf-474a-a530-458d66451c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a34e01f-7d25-4434-9134-14e5e1cc07ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:37.650212 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:37.650725 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Bound using segment: {'id': '760e217b-9faf-474a-a530-458d66451c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a34e01f-7d25-4434-9134-14e5e1cc07ce'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:20:37.651326 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Bound port: 6b63a8f2-ba63-4302-8ce7-7519462915ec, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760e217b-9faf-474a-a530-458d66451c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a34e01f-7d25-4434-9134-14e5e1cc07ce'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:20:37.651707 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:37.826788 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9eda06-c8ee-43bc-8ebb-041e45ed6727 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Port': ['ID=1273a1cd-3dd4-4e6a-9f44-e2638d690d74,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:37.835904 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e7f7d6-a62c-459d-b8b5-3a537d91396a None None] DHCP port deletion for 1fb306ed-27c4-41e0-b1de-845139f9b0f3 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:20:37.851893 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:37.854735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e5e7f7d6-a62c-459d-b8b5-3a537d91396a None None] Deleting port f67f9f10-5789-41ff-8449-459ac3f510b7 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:37.854735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e5e7f7d6-a62c-459d-b8b5-3a537d91396a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:37.930831 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] For port 6b63a8f2-ba63-4302-8ce7-7519462915ec, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:20:37.985199 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] For port f67f9f10-5789-41ff-8449-459ac3f510b7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f67f9f10-5789-41ff-8449-459ac3f510b7,segment=NetworkSegment(7a8d5f3a-3de4-45ae-8bcb-f3b9f9ff4b58),segment_id=7a8d5f3a-3de4-45ae-8bcb-f3b9f9ff4b58)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:37.985565 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:38.031768 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] For port 6b63a8f2-ba63-4302-8ce7-7519462915ec, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=6b63a8f2-ba63-4302-8ce7-7519462915ec,segment=NetworkSegment(760e217b-9faf-474a-a530-458d66451c1d),segment_id=760e217b-9faf-474a-a530-458d66451c1d)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:20:38.034134 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f67f9f10-5789-41ff-8449-459ac3f510b7 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:20:38.059280 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a34e01f-7d25-4434-9134-14e5e1cc07ce']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:38.074804 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53644) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:38.101265 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760e217b-9faf-474a-a530-458d66451c1d') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:38.101665 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760e217b-9faf-474a-a530-458d66451c1d') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:38.103568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:38.132485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:38.152483 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:38.160588 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:20:38.161239 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:38.214104 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Calling delete_port for f67f9f10-5789-41ff-8449-459ac3f510b7 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:20:38.291098 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:20:38.326648 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a3a7381b-6e1b-4dfe-ae6f-a53f88059e1b tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/subnets/ca2211d7-60e6-4482-ad8b-995d3e5bfb78/tags HTTP/1.1" status: 204 len: 168 time: 0.8678746 Mar 14 18:20:38.331592 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53650) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:38.363733 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fef9d375-2a96-459d-bc92-8a9f5ecf032f tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:38.382012 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:20:38.382012 dv-neutron-833560-1-hyperv neutron-server[88634]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:20:38.382012 dv-neutron-833560-1-hyperv neutron-server[88634]: [parameters: {'id': '9a34e01f-7d25-4434-9134-14e5e1cc07ce'}] Mar 14 18:20:38.382012 dv-neutron-833560-1-hyperv neutron-server[88634]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:20:38.382927 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:20:38.385064 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762d224-e00a-49ba-bf89-567d37006863 None None] Pushing event updated for resources: {'Port': ['ID=6b63a8f2-ba63-4302-8ce7-7519462915ec,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:38.394142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f0b87-5526-418f-9941-c1aadf294326 req-2d68ff9d-2f77-4de7-a70e-ce9dcd334817 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:38.395911 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-645f0b87-5526-418f-9941-c1aadf294326 req-2d68ff9d-2f77-4de7-a70e-ce9dcd334817 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 946 time: 0.2233658 Mar 14 18:20:38.427086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9d375-2a96-459d-bc92-8a9f5ecf032f tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4f0cc3-e718-4797-8458-df0ba9166c6a,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:38.435917 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:38.462281 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e5e7f7d6-a62c-459d-b8b5-3a537d91396a None None] For port f67f9f10-5789-41ff-8449-459ac3f510b7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f67f9f10-5789-41ff-8449-459ac3f510b7,segment=NetworkSegment(7a8d5f3a-3de4-45ae-8bcb-f3b9f9ff4b58),segment_id=7a8d5f3a-3de4-45ae-8bcb-f3b9f9ff4b58)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:38.462683 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e5e7f7d6-a62c-459d-b8b5-3a537d91396a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:38.470549 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Port f67f9f10-5789-41ff-8449-459ac3f510b7 update to DOWN by agent not found {{(pid=88636) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 14 18:20:38.528846 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Pushing event deleted for resources: {'Port': ['ID=f67f9f10-5789-41ff-8449-459ac3f510b7,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:38.531083 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] No DVR routers for this DVR port f67f9f10-5789-41ff-8449-459ac3f510b7 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:20:38.544312 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1b1eff-08f6-4a25-9790-e34f52763944 None None] Network 9a34e01f-7d25-4434-9134-14e5e1cc07ce requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:38.585796 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-645f0b87-5526-418f-9941-c1aadf294326 req-21740256-132f-4171-9a88-2b241faedf11 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741700 Mar 14 18:20:38.593449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fb9eda06-c8ee-43bc-8ebb-041e45ed6727 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:38.606862 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-bee9a5ed-6d28-471b-bc8b-52b20235c888 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d70af721e8c2476f96412a8b344ce959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5201697 Mar 14 18:20:38.609193 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53654) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:38.619340 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fef9d375-2a96-459d-bc92-8a9f5ecf032f tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:38.620642 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fef9d375-2a96-459d-bc92-8a9f5ecf032f tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "DELETE /v2.0/security-groups/da4f0cc3-e718-4797-8458-df0ba9166c6a HTTP/1.1" status: 204 len: 168 time: 1.5381410 Mar 14 18:20:38.625706 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53658) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:38.640475 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e5e7f7d6-a62c-459d-b8b5-3a537d91396a None None] Calling delete_port for f67f9f10-5789-41ff-8449-459ac3f510b7 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:38.821806 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d797fc54-bb35-4dbc-a788-fae2d640d2fb admin admin] Deleting port d4dd1d39-56f7-41ce-bc58-e26cc045a540 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:38.822144 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d797fc54-bb35-4dbc-a788-fae2d640d2fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:38.842640 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:38.850390 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-fc32446a-846e-4730-8ff2-9d726e646064 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] show failed (client error): The resource could not be found. Mar 14 18:20:38.851748 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fc32446a-846e-4730-8ff2-9d726e646064 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "GET /v2.0/security-groups/da4f0cc3-e718-4797-8458-df0ba9166c6a HTTP/1.1" status: 404 len: 347 time: 0.2252200 Mar 14 18:20:38.855432 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-e5e7f7d6-a62c-459d-b8b5-3a537d91396a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:20:38.855787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-e5e7f7d6-a62c-459d-b8b5-3a537d91396a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:20:38.858839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53664) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:38.877137 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e9e02d76-0ea9-4ed7-aa81-70c815a31d12 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks [] for subnetpool, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:38.878580 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e9e02d76-0ea9-4ed7-aa81-70c815a31d12 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/subnetpools/54070f7b-166c-4831-993f-856b6fad5485 HTTP/1.1" status: 204 len: 168 time: 0.5443871 Mar 14 18:20:38.882848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53668) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:38.918838 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb306ed-27c4-41e0-b1de-845139f9b0f3']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:38.925853 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:38.946412 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-93b16818-6b57-4508-81b6-12f3d0b9b10e tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "GET /v2.0/ports?device_id=873adb90-69ea-493e-8c64-bcf2976b5e46 HTTP/1.1" status: 200 len: 205 time: 0.0605192 Mar 14 18:20:38.948728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a8d5f3a-3de4-45ae-8bcb-f3b9f9ff4b58') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:38.949287 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a8d5f3a-3de4-45ae-8bcb-f3b9f9ff4b58') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:38.958061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53672) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:38.970063 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:39.026158 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:39.067926 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:39.136308 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:20:39.136647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:39.138154 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-285513c4-4f7f-4487-8440-521fde2ada74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:20:39.153085 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:20:39.168169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5c7483f3-4b2d-4e8e-8261-7e6526919d8b tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:39.233909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8e29f-9dad-4e7f-a7af-26fd0022c850 req-4caef1d5-1238-4af3-a637-0da928d578cb tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:39.235397 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-65f8e29f-9dad-4e7f-a7af-26fd0022c850 req-4caef1d5-1238-4af3-a637-0da928d578cb tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 946 time: 0.4397287 Mar 14 18:20:39.309164 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Deleting port 6b63a8f2-ba63-4302-8ce7-7519462915ec {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:39.309485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:39.357093 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e5e7f7d6-a62c-459d-b8b5-3a537d91396a None None] Deleting port f67f9f10-5789-41ff-8449-459ac3f510b7 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:39.358942 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e5e7f7d6-a62c-459d-b8b5-3a537d91396a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:39.405872 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d3ecb904-29e5-43a7-bcfe-08798125b7a5 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Deleting port c409d8de-48ef-4a45-90ce-c63bce2bd693 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:39.406146 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3ecb904-29e5-43a7-bcfe-08798125b7a5 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:39.429091 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e5e7f7d6-a62c-459d-b8b5-3a537d91396a None None] The port 'f67f9f10-5789-41ff-8449-459ac3f510b7' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:20:39.444850 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-285513c4-4f7f-4487-8440-521fde2ada74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:39.458941 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3582b18e-5c09-44a2-aa80-f5973f057297 None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:20:39.607552 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3582b18e-5c09-44a2-aa80-f5973f057297 None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:20:39.614038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:39.640449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:39.645773 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-65f8e29f-9dad-4e7f-a7af-26fd0022c850 req-b5d9d897-37b3-4214-b4a0-eeff70bdd239 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3572657 Mar 14 18:20:39.677498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53676) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:39.729981 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] Pushing event deleted for resources: {'Network': ['ID=1fb306ed-27c4-41e0-b1de-845139f9b0f3,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:39.748139 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-12bdd201-f9ef-45c8-8f51-a1b9c0c95989 tempest-FloatingIPNegativeTestJSON-1547564005 tempest-FloatingIPNegativeTestJSON-1547564005-project] 10.222.0.43 "DELETE /v2.0/networks/1fb306ed-27c4-41e0-b1de-845139f9b0f3 HTTP/1.1" status: 204 len: 168 time: 2.6208580 Mar 14 18:20:39.751307 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5c7483f3-4b2d-4e8e-8261-7e6526919d8b tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:39.754025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5c7483f3-4b2d-4e8e-8261-7e6526919d8b tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:39.839802 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5c7483f3-4b2d-4e8e-8261-7e6526919d8b tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:39.840322 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7483f3-4b2d-4e8e-8261-7e6526919d8b tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Fanout notify agent at l3_agent the message router_deleted on router 873adb90-69ea-493e-8c64-bcf2976b5e46 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:20:39.845268 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-285513c4-4f7f-4487-8440-521fde2ada74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:39.851985 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5c7483f3-4b2d-4e8e-8261-7e6526919d8b tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:39.855380 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5c7483f3-4b2d-4e8e-8261-7e6526919d8b tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/routers/873adb90-69ea-493e-8c64-bcf2976b5e46 HTTP/1.1" status: 204 len: 168 time: 0.8915656 Mar 14 18:20:39.855689 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53682) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:39.891822 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285513c4-4f7f-4487-8440-521fde2ada74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf3af87-84df-4de2-affb-a4b56b163e0c,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:39.909749 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9eda06-c8ee-43bc-8ebb-041e45ed6727 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router a56b084e-38a4-43eb-8a70-cdefb175abf1 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:20:39.928414 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-95c4eea5-bde4-474b-a746-a49d91060548 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Deleting port be7d2918-d190-4931-ab4f-bf53ee271ff2 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:39.928672 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95c4eea5-bde4-474b-a746-a49d91060548 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:39.974020 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-d797fc54-bb35-4dbc-a788-fae2d640d2fb admin admin] For port d4dd1d39-56f7-41ce-bc58-e26cc045a540, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d4dd1d39-56f7-41ce-bc58-e26cc045a540,segment=NetworkSegment(e7c93387-8248-4192-a879-afba5ed5edf4),segment_id=e7c93387-8248-4192-a879-afba5ed5edf4)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:39.974385 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d797fc54-bb35-4dbc-a788-fae2d640d2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:40.072389 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:20:40.189540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95c4eea5-bde4-474b-a746-a49d91060548 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:40.190317 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d797fc54-bb35-4dbc-a788-fae2d640d2fb admin admin] Calling delete_port for d4dd1d39-56f7-41ce-bc58-e26cc045a540 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:40.196601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53688) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:40.338193 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-95c4eea5-bde4-474b-a746-a49d91060548 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Calling delete_port for be7d2918-d190-4931-ab4f-bf53ee271ff2 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:40.427170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3ecb904-29e5-43a7-bcfe-08798125b7a5 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:40.427505 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3ecb904-29e5-43a7-bcfe-08798125b7a5 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:40.437972 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] For port 6b63a8f2-ba63-4302-8ce7-7519462915ec, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=6b63a8f2-ba63-4302-8ce7-7519462915ec,segment=NetworkSegment(760e217b-9faf-474a-a530-458d66451c1d),segment_id=760e217b-9faf-474a-a530-458d66451c1d)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:40.438328 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:40.438816 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a475bf19-009f-4d67-b0b8-2e1a05c53a94 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20cc75f11ec742e28474a5e789190314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411387 Mar 14 18:20:40.441495 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53694) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:40.562766 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c60de81d-a979-4fff-b96d-c3fb7347d38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:40.594214 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c60de81d-a979-4fff-b96d-c3fb7347d38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:40.610187 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-285513c4-4f7f-4487-8440-521fde2ada74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:40.611371 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-285513c4-4f7f-4487-8440-521fde2ada74 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2bf3af87-84df-4de2-affb-a4b56b163e0c HTTP/1.1" status: 204 len: 168 time: 1.9996321 Mar 14 18:20:40.627289 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95c4eea5-bde4-474b-a746-a49d91060548 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:40.672333 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f3b979-e61f-4bec-b90c-a51b531fefde tempest-TestNetworkAdvancedServerOps-1106242740 tempest-TestNetworkAdvancedServerOps-1106242740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:40.677116 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-77f3b979-e61f-4bec-b90c-a51b531fefde tempest-TestNetworkAdvancedServerOps-1106242740 tempest-TestNetworkAdvancedServerOps-1106242740-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 1094 time: 0.9410038 Mar 14 18:20:40.677326 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53700) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:40.679685 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4eea5-bde4-474b-a746-a49d91060548 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Pushing event deleted for resources: {'Port': ['ID=be7d2918-d190-4931-ab4f-bf53ee271ff2,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:40.686197 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': 'e7b46dd8-f6ca-44b8-9556-f232459450cd', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:40.721070 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:40.731511 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Usage tracker for resource:floatingip and tenant:355ab1d132224c9998b0e8c4dad61d99 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:40.739799 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:40.779027 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:40.802096 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d3ecb904-29e5-43a7-bcfe-08798125b7a5 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Calling delete_port for c409d8de-48ef-4a45-90ce-c63bce2bd693 owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:40.821687 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95c4eea5-bde4-474b-a746-a49d91060548 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:40.836827 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-95c4eea5-bde4-474b-a746-a49d91060548 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/ports/be7d2918-d190-4931-ab4f-bf53ee271ff2 HTTP/1.1" status: 204 len: 168 time: 0.9778278 Mar 14 18:20:40.837232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53704) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:40.886366 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c60de81d-a979-4fff-b96d-c3fb7347d38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:40.888807 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c60de81d-a979-4fff-b96d-c3fb7347d38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:40.890445 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c60de81d-a979-4fff-b96d-c3fb7347d38f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78372494-a09c-45b0-a903-3668d16744bf HTTP/1.1" status: 204 len: 168 time: 0.4481235 Mar 14 18:20:40.892616 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9eda06-c8ee-43bc-8ebb-041e45ed6727 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:20:40.904194 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Calling delete_port for 6b63a8f2-ba63-4302-8ce7-7519462915ec owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:40.906086 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733efbf0-fb10-460c-94bc-bcae6d6e529a None None] Sync routers for ids ['a56b084e-38a4-43eb-8a70-cdefb175abf1'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:20:40.920817 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733efbf0-fb10-460c-94bc-bcae6d6e529a None None] Routers {'a56b084e-38a4-43eb-8a70-cdefb175abf1'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:40.921458 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-733efbf0-fb10-460c-94bc-bcae6d6e529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['a56b084e-38a4-43eb-8a70-cdefb175abf1'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:40.944945 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:40.980427 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fb9eda06-c8ee-43bc-8ebb-041e45ed6727 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/a56b084e-38a4-43eb-8a70-cdefb175abf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0652425 Mar 14 18:20:40.993498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53712) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:41.006059 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60de81d-a979-4fff-b96d-c3fb7347d38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78372494-a09c-45b0-a903-3668d16744bf,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:41.007143 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-733efbf0-fb10-460c-94bc-bcae6d6e529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:41.014004 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1b2187-98fa-4e17-883c-ccfd54cda210 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Deleting subnet ca2211d7-60e6-4482-ad8b-995d3e5bfb78 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:20:41.018634 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fa1b2187-98fa-4e17-883c-ccfd54cda210 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:41.029640 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733efbf0-fb10-460c-94bc-bcae6d6e529a None None] Routers {'a56b084e-38a4-43eb-8a70-cdefb175abf1'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:41.030568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-733efbf0-fb10-460c-94bc-bcae6d6e529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['a56b084e-38a4-43eb-8a70-cdefb175abf1'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:41.094990 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fa1b2187-98fa-4e17-883c-ccfd54cda210 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:41.097470 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-733efbf0-fb10-460c-94bc-bcae6d6e529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:41.098020 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733efbf0-fb10-460c-94bc-bcae6d6e529a None None] The sync data for ids ['a56b084e-38a4-43eb-8a70-cdefb175abf1'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:20:41.274006 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fa1b2187-98fa-4e17-883c-ccfd54cda210 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:41.345884 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:41.346137 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:41.504220 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event deleted for resources: {'Port': ['ID=6b63a8f2-ba63-4302-8ce7-7519462915ec,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:41.509316 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] No DVR routers for this DVR port 6b63a8f2-ba63-4302-8ce7-7519462915ec on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:20:41.615464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fa1b2187-98fa-4e17-883c-ccfd54cda210 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:41.669678 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b2187-98fa-4e17-883c-ccfd54cda210 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2211d7-60e6-4482-ad8b-995d3e5bfb78,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:41.679454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fa1b2187-98fa-4e17-883c-ccfd54cda210 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:41.688986 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b16d388-5789-454a-be18-ba4a1cba242c None None] Network 8525d548-9a31-4d4c-bac1-b0108096e6b6 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:41.700526 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fa1b2187-98fa-4e17-883c-ccfd54cda210 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/subnets/ca2211d7-60e6-4482-ad8b-995d3e5bfb78 HTTP/1.1" status: 204 len: 168 time: 0.8622463 Mar 14 18:20:41.702376 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Allocated IP 172.26.7.52 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/bb6b02ba-31a4-48d8-a201-f893631561e3) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:41.704566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53732) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:41.757519 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3ecb904-29e5-43a7-bcfe-08798125b7a5 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:41.802433 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:41.878630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecb904-29e5-43a7-bcfe-08798125b7a5 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Pushing event deleted for resources: {'Port': ['ID=c409d8de-48ef-4a45-90ce-c63bce2bd693,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:41.911685 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a34e01f-7d25-4434-9134-14e5e1cc07ce']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:41.919262 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:41.928222 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d797fc54-bb35-4dbc-a788-fae2d640d2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:41.945579 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Deleting port 7014ba28-18ec-493e-b0bd-9d81edb98be3 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:41.946181 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:42.063424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:42.132184 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760e217b-9faf-474a-a530-458d66451c1d') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:42.132184 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760e217b-9faf-474a-a530-458d66451c1d') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:42.185357 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797fc54-bb35-4dbc-a788-fae2d640d2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d4dd1d39-56f7-41ce-bc58-e26cc045a540,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:42.197520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd81e29-c775-4b66-aa96-33d8e49a28fb None None] DHCP port deletion for 8525d548-9a31-4d4c-bac1-b0108096e6b6 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:20:42.204461 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3dd81e29-c775-4b66-aa96-33d8e49a28fb None None] Deleting port 7014ba28-18ec-493e-b0bd-9d81edb98be3 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:42.204906 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3dd81e29-c775-4b66-aa96-33d8e49a28fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:42.224319 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:42.232546 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] For port 7014ba28-18ec-493e-b0bd-9d81edb98be3, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7014ba28-18ec-493e-b0bd-9d81edb98be3,segment=NetworkSegment(43200ae2-ead1-4a32-91ba-cbb5c782859e),segment_id=43200ae2-ead1-4a32-91ba-cbb5c782859e)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:42.232904 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:42.312844 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:42.357260 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:42.383416 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:20:42.383896 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:20:42.407866 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:20:42.429083 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3ecb904-29e5-43a7-bcfe-08798125b7a5 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:42.457444 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53752) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:42.481239 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Calling delete_port for 7014ba28-18ec-493e-b0bd-9d81edb98be3 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:42.540168 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-3dd81e29-c775-4b66-aa96-33d8e49a28fb None None] For port 7014ba28-18ec-493e-b0bd-9d81edb98be3, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7014ba28-18ec-493e-b0bd-9d81edb98be3,segment=NetworkSegment(43200ae2-ead1-4a32-91ba-cbb5c782859e),segment_id=43200ae2-ead1-4a32-91ba-cbb5c782859e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:42.540722 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3dd81e29-c775-4b66-aa96-33d8e49a28fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:42.543133 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:42.552425 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:42.558691 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:42.623341 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event updated for resources: {'Port': ['ID=bb6b02ba-31a4-48d8-a201-f893631561e3,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:42.674081 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3dd81e29-c775-4b66-aa96-33d8e49a28fb None None] Calling delete_port for 7014ba28-18ec-493e-b0bd-9d81edb98be3 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:42.752535 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3ecb904-29e5-43a7-bcfe-08798125b7a5 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:42.756493 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d3ecb904-29e5-43a7-bcfe-08798125b7a5 tempest-ServersTestManualDisk-711751479 tempest-ServersTestManualDisk-711751479-project] 10.222.0.43 "DELETE /v2.0/floatingips/1114d49d-0a24-4281-ad2d-d747950f1131 HTTP/1.1" status: 204 len: 168 time: 3.8815572 Mar 14 18:20:42.771055 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53760) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:42.883300 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:42.888121 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:42.895281 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53764) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:42.956641 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/networks/9a34e01f-7d25-4434-9134-14e5e1cc07ce HTTP/1.1" status: 204 len: 168 time: 6.7098947 Mar 14 18:20:42.964951 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53770) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:42.974057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-de56d528-b788-4783-8ab4-28e4fb80602c tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-541790020'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:42.981262 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-de56d528-b788-4783-8ab4-28e4fb80602c tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:42.983716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-de56d528-b788-4783-8ab4-28e4fb80602c tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Usage tracker for resource:network and tenant:cbb6c4b3b69f40dc949b5ab2920c84d9 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:42.994436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-de56d528-b788-4783-8ab4-28e4fb80602c tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:43.014181 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772786af-7b1a-4506-bff8-bc587be087a6 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event deleted for resources: {'Network': ['ID=9a34e01f-7d25-4434-9134-14e5e1cc07ce,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:43.032965 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-82219768'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:43.035740 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-3dd81e29-c775-4b66-aa96-33d8e49a28fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:20:43.036204 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-3dd81e29-c775-4b66-aa96-33d8e49a28fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:20:43.042555 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-871807209'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:43.051149 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-de56d528-b788-4783-8ab4-28e4fb80602c tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:43.058982 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:43.061926 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:43.062056 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.117768 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Pushing event deleted for resources: {'Port': ['ID=7014ba28-18ec-493e-b0bd-9d81edb98be3,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:43.131540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] No DVR routers for this DVR port 7014ba28-18ec-493e-b0bd-9d81edb98be3 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:20:43.141621 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:network and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:43.144504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Usage tracker for resource:network and tenant:64ae59efb1a14c3d860915fbe73543f5 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:43.157496 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:43.162300 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:43.173177 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d797fc54-bb35-4dbc-a788-fae2d640d2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.179567 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:43.181605 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:43.190432 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b24f777b-fc8d-4a0c-9a35-a3ee2e084b64 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.194462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de56d528-b788-4783-8ab4-28e4fb80602c tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Made reservation on behalf of cbb6c4b3b69f40dc949b5ab2920c84d9 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:43.197813 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de56d528-b788-4783-8ab4-28e4fb80602c tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.353268 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:43.356653 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.411772 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.416580 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Made reservation on behalf of bab4d070cd704c8a84908631080d1946 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:43.419975 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.426789 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de56d528-b788-4783-8ab4-28e4fb80602c tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:20:43.454309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8525d548-9a31-4d4c-bac1-b0108096e6b6']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:43.468792 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de56d528-b788-4783-8ab4-28e4fb80602c tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.469114 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-de56d528-b788-4783-8ab4-28e4fb80602c tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Added segment fd15df2d-70a5-48d6-af3f-37f62af40de7 of type vlan for network 17a755a8-58bc-49f0-aca7-6ff8e6488eef Mar 14 18:20:43.471775 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43200ae2-ead1-4a32-91ba-cbb5c782859e') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:43.472067 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43200ae2-ead1-4a32-91ba-cbb5c782859e') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:43.490496 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.500721 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.519333 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.521576 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.537089 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3dd81e29-c775-4b66-aa96-33d8e49a28fb None None] Deleting port 7014ba28-18ec-493e-b0bd-9d81edb98be3 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:43.537809 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3dd81e29-c775-4b66-aa96-33d8e49a28fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.538153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de56d528-b788-4783-8ab4-28e4fb80602c tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.541942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:20:43.546825 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:20:43.558484 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:20:43.565656 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:43.610182 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3dd81e29-c775-4b66-aa96-33d8e49a28fb None None] The port '7014ba28-18ec-493e-b0bd-9d81edb98be3' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:20:43.632606 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Usage tracker for resource:security_group_rule and tenant:64ae59efb1a14c3d860915fbe73543f5 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:43.635373 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:43.643210 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.643566 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:43.738360 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.756437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.762800 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de56d528-b788-4783-8ab4-28e4fb80602c tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.768900 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de56d528-b788-4783-8ab4-28e4fb80602c tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:43.769579 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de56d528-b788-4783-8ab4-28e4fb80602c tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.822161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] Pushing event deleted for resources: {'Network': ['ID=8525d548-9a31-4d4c-bac1-b0108096e6b6,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:43.847248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:security_group_rule and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:43.860059 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:43.881167 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-40599484-0edf-4bf5-bcba-921366a79e77 tempest-TagsExtTest-2141114656 tempest-TagsExtTest-2141114656-project] 10.222.0.43 "DELETE /v2.0/networks/8525d548-9a31-4d4c-bac1-b0108096e6b6 HTTP/1.1" status: 204 len: 168 time: 2.1731768 Mar 14 18:20:43.890042 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:43.919542 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7014ba28-18ec-493e-b0bd-9d81edb98be3 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:20:43.956338 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:43.958599 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 7014ba28-18ec-493e-b0bd-9d81edb98be3 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:20:43.959107 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7014ba28-18ec-493e-b0bd-9d81edb98be3 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:20:43.968655 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:43.991726 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-de56d528-b788-4783-8ab4-28e4fb80602c tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0231862 Mar 14 18:20:44.001448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53778) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:44.010629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-790424f4-ec59-4542-b5ab-a44c1b7b30a0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Request body: {'subnet': {'network_id': '17a755a8-58bc-49f0-aca7-6ff8e6488eef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:44.033338 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56d528-b788-4783-8ab4-28e4fb80602c tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event updated for resources: {'Network': ['ID=17a755a8-58bc-49f0-aca7-6ff8e6488eef,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:44.044994 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 17a755a8-58bc-49f0-aca7-6ff8e6488eef details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:20:44.175469 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-790424f4-ec59-4542-b5ab-a44c1b7b30a0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:44.229280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-790424f4-ec59-4542-b5ab-a44c1b7b30a0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Usage tracker for resource:subnet and tenant:cbb6c4b3b69f40dc949b5ab2920c84d9 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:44.239559 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-790424f4-ec59-4542-b5ab-a44c1b7b30a0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:44.248351 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-790424f4-ec59-4542-b5ab-a44c1b7b30a0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:44.303996 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:44.378135 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790424f4-ec59-4542-b5ab-a44c1b7b30a0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Made reservation on behalf of cbb6c4b3b69f40dc949b5ab2920c84d9 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:44.381919 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-790424f4-ec59-4542-b5ab-a44c1b7b30a0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:44.398713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:44.475421 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53784) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:44.518997 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:44.531539 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:44.539590 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d797fc54-bb35-4dbc-a788-fae2d640d2fb admin admin] Router f1895dcc-80d8-43a4-9f80-978b038bbcd9 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:20:44.547772 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-b24f777b-fc8d-4a0c-9a35-a3ee2e084b64 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port 0ab3c633-972d-4a9b-a8e5-761fb44806ea {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:44.548242 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b24f777b-fc8d-4a0c-9a35-a3ee2e084b64 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:44.592133 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event updated for resources: {'Port': ['ID=bb6b02ba-31a4-48d8-a201-f893631561e3,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:44.596889 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:44.613331 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:44.619955 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:44.717969 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:20:44.773478 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91af1cd9-fed0-4061-9888-520fb68c69a2,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:44.794425 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:20:44.849969 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:44.850322 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Added segment 9b99c6cd-2550-4110-a909-f9f1d0609bfa of type vlan for network 75e1ad32-0b15-4dcc-babd-adc769d78ad8 Mar 14 18:20:44.851318 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-448f21bb-4261-4f83-8156-d6b47f6524b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bff60ccacdd5462f96973c521c6b65c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3742316 Mar 14 18:20:44.860777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53790) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:44.903202 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Floating IP 66a8aa87-877c-4ca4-84f7-669567989cde associated. External IP: 172.26.7.52, port: e7b46dd8-f6ca-44b8-9556-f232459450cd. Mar 14 18:20:44.923668 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:44.924008 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Added segment e509ba9c-5ed2-4aa2-8daa-b8e33ace62b5 of type vlan for network 77f7b93e-6893-46ef-a0d3-1d463568fd83 Mar 14 18:20:44.946916 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3a7aab-470e-451a-8dc0-c0fe45b3b9da,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:45.042073 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:45.099997 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:45.109513 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b24f777b-fc8d-4a0c-9a35-a3ee2e084b64 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:45.130727 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d797fc54-bb35-4dbc-a788-fae2d640d2fb admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:20:45.141174 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd76b621-7d26-4065-9bd7-c4ae6162f19d None None] Sync routers for ids ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:20:45.151664 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd76b621-7d26-4065-9bd7-c4ae6162f19d None None] Routers {'f1895dcc-80d8-43a4-9f80-978b038bbcd9'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:45.152263 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-dd76b621-7d26-4065-9bd7-c4ae6162f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:45.174903 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1afc7b72-a589-45c3-9ded-a954daed7392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:45.268476 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-b24f777b-fc8d-4a0c-9a35-a3ee2e084b64 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Calling delete_port for 0ab3c633-972d-4a9b-a8e5-761fb44806ea owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:45.303988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1afc7b72-a589-45c3-9ded-a954daed7392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:45.323388 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.resource_extend [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:20:45.358659 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-dd76b621-7d26-4065-9bd7-c4ae6162f19d None None] Set router f1895dcc-80d8-43a4-9f80-978b038bbcd9 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:20:45.367615 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bd37cd1f-584b-4f21-ba31-73961f96f2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:45.440071 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:45.445708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:45.446294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:45.477167 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.objects.ports [None req-790424f4-ec59-4542-b5ab-a44c1b7b30a0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:20:45.481543 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-790424f4-ec59-4542-b5ab-a44c1b7b30a0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:45.606855 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:45.612305 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:45.612892 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:45.631200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1afc7b72-a589-45c3-9ded-a954daed7392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:45.652478 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d797fc54-bb35-4dbc-a788-fae2d640d2fb admin admin] 10.222.0.43 "PUT /v2.0/routers/f1895dcc-80d8-43a4-9f80-978b038bbcd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3650203 Mar 14 18:20:45.657420 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-dd76b621-7d26-4065-9bd7-c4ae6162f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'name': 'tempest-ServerActionsTestJSON-1195878598-router', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:20:41Z', 'revision_number': 5, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'gw_port': {'id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:37:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:45.659505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53794) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:45.660977 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd76b621-7d26-4065-9bd7-c4ae6162f19d None None] Checking router: f1895dcc-80d8-43a4-9f80-978b038bbcd9 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:20:45.669813 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd76b621-7d26-4065-9bd7-c4ae6162f19d None None] Routers {'f1895dcc-80d8-43a4-9f80-978b038bbcd9'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:45.670444 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-dd76b621-7d26-4065-9bd7-c4ae6162f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:45.680281 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc7b72-a589-45c3-9ded-a954daed7392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f8a6db-69af-4fda-a5e9-8fc0f970109e,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:45.737798 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790424f4-ec59-4542-b5ab-a44c1b7b30a0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event updated for resources: {'Subnet': ['ID=bcc2404f-0ce1-4a7c-939d-f456fad13d3c,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:45.757539 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790424f4-ec59-4542-b5ab-a44c1b7b30a0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Checking segment: {'id': 'fd15df2d-70a5-48d6-af3f-37f62af40de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '17a755a8-58bc-49f0-aca7-6ff8e6488eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:45.757901 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790424f4-ec59-4542-b5ab-a44c1b7b30a0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Network hostable DHCP agents. Network: 17a755a8-58bc-49f0-aca7-6ff8e6488eef, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:20:45.788660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Router 30045a5d-7a61-4819-9a21-b02b1adaab34 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:20:45.798347 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1afc7b72-a589-45c3-9ded-a954daed7392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:45.799487 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1afc7b72-a589-45c3-9ded-a954daed7392 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5f8a6db-69af-4fda-a5e9-8fc0f970109e HTTP/1.1" status: 204 len: 168 time: 0.9377701 Mar 14 18:20:45.826080 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 3.3635957 Mar 14 18:20:45.867703 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88189e33-cae5-4e8e-a101-6832b519abfe tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Network': ['ID=75e1ad32-0b15-4dcc-babd-adc769d78ad8,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:45.893254 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.9779494 Mar 14 18:20:45.910992 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53800) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:45.913230 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 75e1ad32-0b15-4dcc-babd-adc769d78ad8 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:20:45.917396 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-9b5f3240-e24e-4709-bb85-f3b46e1fc07d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-424364414'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:45.937035 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-9b5f3240-e24e-4709-bb85-f3b46e1fc07d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:45.945818 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-dd76b621-7d26-4065-9bd7-c4ae6162f19d None None] Set router f1895dcc-80d8-43a4-9f80-978b038bbcd9 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:20:46.039840 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790424f4-ec59-4542-b5ab-a44c1b7b30a0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Network 17a755a8-58bc-49f0-aca7-6ff8e6488eef is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:20:46.090303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-decc7817-af37-42d3-b520-559a9d91449c admin admin] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:46.113123 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9b5f3240-e24e-4709-bb85-f3b46e1fc07d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:network and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:46.117547 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9b5f3240-e24e-4709-bb85-f3b46e1fc07d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:46.125894 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-9b5f3240-e24e-4709-bb85-f3b46e1fc07d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:46.155539 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-790424f4-ec59-4542-b5ab-a44c1b7b30a0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 17a755a8-58bc-49f0-aca7-6ff8e6488eef) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:46.165289 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3641fafb-8a09-4a34-bc69-b8f832f5c574 None None] Network 17a755a8-58bc-49f0-aca7-6ff8e6488eef requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:46.170361 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790424f4-ec59-4542-b5ab-a44c1b7b30a0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:46.171489 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-790424f4-ec59-4542-b5ab-a44c1b7b30a0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:46.323758 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895559f-f6d8-4f28-b9ec-d2fea7a00c6f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Network': ['ID=77f7b93e-6893-46ef-a0d3-1d463568fd83,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:46.390118 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5f3240-e24e-4709-bb85-f3b46e1fc07d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Made reservation on behalf of bab4d070cd704c8a84908631080d1946 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:46.396295 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3240-e24e-4709-bb85-f3b46e1fc07d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:46.425178 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-790424f4-ec59-4542-b5ab-a44c1b7b30a0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4208009 Mar 14 18:20:46.430397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:20:46.431645 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53806) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:46.480995 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-dd76b621-7d26-4065-9bd7-c4ae6162f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'name': 'tempest-ServerActionsTestJSON-1195878598-router', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:20:41Z', 'revision_number': 5, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'gw_port': {'id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:37:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:46.488798 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd76b621-7d26-4065-9bd7-c4ae6162f19d None None] The sync data for ids ['f1895dcc-80d8-43a4-9f80-978b038bbcd9'] in dv-neutron-833560-1-hyperv is: [{'id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'name': 'tempest-ServerActionsTestJSON-1195878598-router', 'tenant_id': 'bd345c2c70054138a63ee3b6474a8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:16:28Z', 'updated_at': '2022-03-14T18:20:41Z', 'revision_number': 5, 'project_id': 'bd345c2c70054138a63ee3b6474a8824', 'gw_port': {'id': 'caa5cdfd-56d1-4148-a5ab-593d0ed28eb5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:37:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1895dcc-80d8-43a4-9f80-978b038bbcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:16:30Z', 'updated_at': '2022-03-14T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:20:46.534504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5f3240-e24e-4709-bb85-f3b46e1fc07d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:20:46.567730 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-decc7817-af37-42d3-b520-559a9d91449c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:46.594549 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:46.627951 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-bd37cd1f-584b-4f21-ba31-73961f96f2b4 admin admin] Deleting port df7c9843-7c3b-45c9-b0f6-df08edf826c2 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:46.628300 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bd37cd1f-584b-4f21-ba31-73961f96f2b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:46.686722 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-13ae565c-6c8e-4b5e-9a10-bb346f20208c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9944093 Mar 14 18:20:46.688008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cf7365-997e-4e3e-870a-f93c1540f96e', 'tag': 'e7b46dd8-f6ca-44b8-9556-f232459450cd'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:20:46.721782 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-decc7817-af37-42d3-b520-559a9d91449c admin admin] Deleting port caa5cdfd-56d1-4148-a5ab-593d0ed28eb5 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:46.725448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-decc7817-af37-42d3-b520-559a9d91449c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:46.832480 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b24f777b-fc8d-4a0c-9a35-a3ee2e084b64 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:46.866290 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cf7365-997e-4e3e-870a-f93c1540f96e', 'tag': 'e7b46dd8-f6ca-44b8-9556-f232459450cd', 'status': 'completed', 'code': 200} Mar 14 18:20:46.889714 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 77f7b93e-6893-46ef-a0d3-1d463568fd83 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:20:47.085615 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb8faa6-6fc5-493d-8842-65d8a7045444 None None] Sync routers for ids ['30045a5d-7a61-4819-9a21-b02b1adaab34'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:20:47.087454 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3240-e24e-4709-bb85-f3b46e1fc07d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:47.091774 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-9b5f3240-e24e-4709-bb85-f3b46e1fc07d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Added segment c21b24e6-e2ec-4aec-aa6a-b2de6c0a21a5 of type vlan for network 9075353c-04b3-42fa-9aed-36d58d138f3d Mar 14 18:20:47.104049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb8faa6-6fc5-493d-8842-65d8a7045444 None None] Routers {'30045a5d-7a61-4819-9a21-b02b1adaab34'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:47.105058 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-4cb8faa6-6fc5-493d-8842-65d8a7045444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['30045a5d-7a61-4819-9a21-b02b1adaab34'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:47.180915 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f777b-fc8d-4a0c-9a35-a3ee2e084b64 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Port': ['ID=0ab3c633-972d-4a9b-a8e5-761fb44806ea,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:47.269797 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-17a755a8-58bc-49f0-aca7-6ff8e6488eef', 'network_id': '17a755a8-58bc-49f0-aca7-6ff8e6488eef', 'tenant_id': 'cbb6c4b3b69f40dc949b5ab2920c84d9', 'fixed_ips': [{'subnet_id': 'bcc2404f-0ce1-4a7c-939d-f456fad13d3c'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:20:47.270870 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:47.508910 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Allocated IP 2001:db8::f816:3eff:fed4:40ab (17a755a8-58bc-49f0-aca7-6ff8e6488eef/bcc2404f-0ce1-4a7c-939d-f456fad13d3c/0fbd16e8-0ccb-481a-bbfc-c5b17bad37af) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:47.622773 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-decc7817-af37-42d3-b520-559a9d91449c admin admin] For port caa5cdfd-56d1-4148-a5ab-593d0ed28eb5, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=caa5cdfd-56d1-4148-a5ab-593d0ed28eb5,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:47.623383 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-decc7817-af37-42d3-b520-559a9d91449c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:47.681410 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b24f777b-fc8d-4a0c-9a35-a3ee2e084b64 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:47.704568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3240-e24e-4709-bb85-f3b46e1fc07d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:47.716736 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36335cce-0230-46e6-966e-fb4c911d7e9c req-a0b48ff4-4890-41ff-b249-802ee2218c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:47.721115 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-36335cce-0230-46e6-966e-fb4c911d7e9c req-a0b48ff4-4890-41ff-b249-802ee2218c5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=355ab1d132224c9998b0e8c4dad61d99&device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 1099 time: 0.8702176 Mar 14 18:20:47.744042 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-bd37cd1f-584b-4f21-ba31-73961f96f2b4 admin admin] For port df7c9843-7c3b-45c9-b0f6-df08edf826c2, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=df7c9843-7c3b-45c9-b0f6-df08edf826c2,segment=NetworkSegment(ea00cd85-2575-4820-b3d2-8f850c9094d4),segment_id=ea00cd85-2575-4820-b3d2-8f850c9094d4)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:47.750274 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bd37cd1f-584b-4f21-ba31-73961f96f2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:47.760378 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:47.773208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Transition to ACTIVE for port object 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:47.798489 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Transition to ACTIVE for port object 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:47.880025 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d4dd1d39-56f7-41ce-bc58-e26cc045a540 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:20:47.909358 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53832) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:47.916811 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-decc7817-af37-42d3-b520-559a9d91449c admin admin] Calling delete_port for caa5cdfd-56d1-4148-a5ab-593d0ed28eb5 owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:47.930125 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: d4dd1d39-56f7-41ce-bc58-e26cc045a540 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:20:47.930546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d4dd1d39-56f7-41ce-bc58-e26cc045a540 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:20:47.932836 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:47.955875 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027611 Mar 14 18:20:47.968940 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53834) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:47.980927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60780e9a-621b-4778-b8b7-b0c8797ce9f3 req-a94d4595-9653-4a76-8da0-c914c0933dff tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:47.988666 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-60780e9a-621b-4778-b8b7-b0c8797ce9f3 req-a94d4595-9653-4a76-8da0-c914c0933dff tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 946 time: 0.5237677 Mar 14 18:20:48.028217 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Network 17a755a8-58bc-49f0-aca7-6ff8e6488eef is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:48.032584 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Pushing event updated for resources: {'Port': ['ID=0fbd16e8-0ccb-481a-bbfc-c5b17bad37af,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:48.034899 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:48.039404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:48.065375 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36335cce-0230-46e6-966e-fb4c911d7e9c req-19fe14f4-bbb0-451a-bae4-e4f9ad5cabd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:48.067217 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-36335cce-0230-46e6-966e-fb4c911d7e9c req-19fe14f4-bbb0-451a-bae4-e4f9ad5cabd2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5861a082-4a53-498e-b267-cfdff69a04c5 HTTP/1.1" status: 200 len: 898 time: 0.3269720 Mar 14 18:20:48.161279 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Attempting to bind port 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:20:48.161279 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Attempting to bind port 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'fd15df2d-70a5-48d6-af3f-37f62af40de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '17a755a8-58bc-49f0-aca7-6ff8e6488eef'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:20:48.161927 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Attempting to bind port 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af on network 17a755a8-58bc-49f0-aca7-6ff8e6488eef {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:20:48.168818 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-4cb8faa6-6fc5-493d-8842-65d8a7045444 None None] Set router 30045a5d-7a61-4819-9a21-b02b1adaab34 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:20:48.217398 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:20:48.217839 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Checking segment: {'id': 'fd15df2d-70a5-48d6-af3f-37f62af40de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '17a755a8-58bc-49f0-aca7-6ff8e6488eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:48.218095 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:48.218489 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Bound using segment: {'id': 'fd15df2d-70a5-48d6-af3f-37f62af40de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '17a755a8-58bc-49f0-aca7-6ff8e6488eef'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:20:48.219209 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Bound port: 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd15df2d-70a5-48d6-af3f-37f62af40de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '17a755a8-58bc-49f0-aca7-6ff8e6488eef'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:20:48.219715 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:48.245717 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:48.299806 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-60780e9a-621b-4778-b8b7-b0c8797ce9f3 req-22f2f848-cef9-4eca-aabe-30e89d85de75 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100088 Mar 14 18:20:48.314119 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0577faac-c5d3-44aa-b7f3-3cc8322fb4ca tempest-NetworksApiDiscovery-1041587331 tempest-NetworksApiDiscovery-1041587331-project] 10.222.0.43 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3438947 Mar 14 18:20:48.334291 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53842) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:48.354820 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] For port 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:20:48.358441 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] For port 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0fbd16e8-0ccb-481a-bbfc-c5b17bad37af,segment=NetworkSegment(fd15df2d-70a5-48d6-af3f-37f62af40de7),segment_id=fd15df2d-70a5-48d6-af3f-37f62af40de7)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:20:48.402180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-decc7817-af37-42d3-b520-559a9d91449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:48.440875 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.resource_extend [None req-9b5f3240-e24e-4709-bb85-f3b46e1fc07d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:20:48.476075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc7817-af37-42d3-b520-559a9d91449c admin admin] Pushing event deleted for resources: {'Port': ['ID=caa5cdfd-56d1-4148-a5ab-593d0ed28eb5,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:48.587025 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4f872d6b-9e90-462d-a3bb-418f680d87ca tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/floatingips/66a8aa87-877c-4ca4-84f7-669567989cde HTTP/1.1" status: 200 len: 991 time: 0.2510622 Mar 14 18:20:48.600700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-decc7817-af37-42d3-b520-559a9d91449c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:48.689657 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:48.788415 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-bd37cd1f-584b-4f21-ba31-73961f96f2b4 admin admin] Calling delete_port for df7c9843-7c3b-45c9-b0f6-df08edf826c2 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:48.840674 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24f777b-fc8d-4a0c-9a35-a3ee2e084b64 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router a56b084e-38a4-43eb-8a70-cdefb175abf1 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:20:48.844585 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-decc7817-af37-42d3-b520-559a9d91449c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:48.850681 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-decc7817-af37-42d3-b520-559a9d91449c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:48.865084 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Deleting port 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:48.865428 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:48.873474 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e20dd4-0b54-4180-ab12-4f6696426b69 None None] Pushing event updated for resources: {'Port': ['ID=0fbd16e8-0ccb-481a-bbfc-c5b17bad37af,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:48.915422 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-4cb8faa6-6fc5-493d-8842-65d8a7045444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388483772', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:19:53Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'gw_port': {'id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:55Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '66a8aa87-877c-4ca4-84f7-669567989cde', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'floating_ip_address': '172.26.7.52', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'port_id': 'e7b46dd8-f6ca-44b8-9556-f232459450cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5', 'mac_address': 'fa:16:3e:fd:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf7365-997e-4e3e-870a-f93c1540f96e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:20:43Z', 'updated_at': '2022-03-14T18:20:43Z', 'revision_number': 0, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2eb911-d94d-4f4a-b958-23037be8d350', 'name': '', 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'mac_address': 'fa:16:3e:80:26:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:20:07Z', 'updated_at': '2022-03-14T18:20:24Z', 'revision_number': 5, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'subnets': [{'id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:48.916778 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-36335cce-0230-46e6-966e-fb4c911d7e9c req-a739b295-f92c-4a5d-a270-5909fba9e347 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b46dd8-f6ca-44b8-9556-f232459450cd HTTP/1.1" status: 200 len: 999 time: 0.8392978 Mar 14 18:20:48.920029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb8faa6-6fc5-493d-8842-65d8a7045444 None None] Checking router: 30045a5d-7a61-4819-9a21-b02b1adaab34 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:20:48.935588 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb8faa6-6fc5-493d-8842-65d8a7045444 None None] Routers {'30045a5d-7a61-4819-9a21-b02b1adaab34'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:48.936863 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-4cb8faa6-6fc5-493d-8842-65d8a7045444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['30045a5d-7a61-4819-9a21-b02b1adaab34'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:48.944015 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-decc7817-af37-42d3-b520-559a9d91449c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:48.944937 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decc7817-af37-42d3-b520-559a9d91449c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1895dcc-80d8-43a4-9f80-978b038bbcd9 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:20:48.974352 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-decc7817-af37-42d3-b520-559a9d91449c admin admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:48.978284 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-decc7817-af37-42d3-b520-559a9d91449c admin admin] 10.222.0.43 "DELETE /v2.0/routers/f1895dcc-80d8-43a4-9f80-978b038bbcd9 HTTP/1.1" status: 204 len: 168 time: 3.3137279 Mar 14 18:20:48.986256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53850) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:49.131562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59fe452-79ed-4494-a52f-0446c4bb28ad admin admin] Deleting subnet f809337b-5605-4ccf-a62e-7a1913cdfa2f {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:20:49.135985 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a59fe452-79ed-4494-a52f-0446c4bb28ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:49.136690 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3240-e24e-4709-bb85-f3b46e1fc07d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:49.142545 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5f3240-e24e-4709-bb85-f3b46e1fc07d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:49.143449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3240-e24e-4709-bb85-f3b46e1fc07d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:49.150167 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53854) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:49.150645 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53856) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:49.219947 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a59fe452-79ed-4494-a52f-0446c4bb28ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:49.246894 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-4cb8faa6-6fc5-493d-8842-65d8a7045444 None None] Set router 30045a5d-7a61-4819-9a21-b02b1adaab34 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:20:49.282580 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-16ce496e-f12e-42e7-b10e-9e8ad289295f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'subnet': {'network_id': '75e1ad32-0b15-4dcc-babd-adc769d78ad8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:49.317967 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a59fe452-79ed-4494-a52f-0446c4bb28ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:49.463410 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a59fe452-79ed-4494-a52f-0446c4bb28ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:49.505852 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a59fe452-79ed-4494-a52f-0446c4bb28ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:49.509175 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fe452-79ed-4494-a52f-0446c4bb28ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f809337b-5605-4ccf-a62e-7a1913cdfa2f,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:49.527059 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a59fe452-79ed-4494-a52f-0446c4bb28ad admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f809337b-5605-4ccf-a62e-7a1913cdfa2f HTTP/1.1" status: 204 len: 168 time: 0.5383744 Mar 14 18:20:49.528194 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53864) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:49.561185 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03416b2d-db21-4008-bda3-9ae7b82a45e8 None None] Network d9396576-f6d5-42a1-a913-3123f2ec508b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:49.641419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53868) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:49.659495 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24f777b-fc8d-4a0c-9a35-a3ee2e084b64 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:20:49.691468 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8e28fc-a5a1-4a7e-8483-a7a4ad785df3 None None] Sync routers for ids ['a56b084e-38a4-43eb-8a70-cdefb175abf1'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:20:49.707693 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8e28fc-a5a1-4a7e-8483-a7a4ad785df3 None None] Routers {'a56b084e-38a4-43eb-8a70-cdefb175abf1'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:49.708582 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-cd8e28fc-a5a1-4a7e-8483-a7a4ad785df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['a56b084e-38a4-43eb-8a70-cdefb175abf1'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:49.770716 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b24f777b-fc8d-4a0c-9a35-a3ee2e084b64 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/a56b084e-38a4-43eb-8a70-cdefb175abf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7760382 Mar 14 18:20:49.777758 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-cd8e28fc-a5a1-4a7e-8483-a7a4ad785df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:49.791135 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36335cce-0230-46e6-966e-fb4c911d7e9c req-675fbd29-9c03-481d-be55-1a04302e8809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:49.792633 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-36335cce-0230-46e6-966e-fb4c911d7e9c req-675fbd29-9c03-481d-be55-1a04302e8809 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ffcb896-1a23-4973-a93a-928d9017eb04 HTTP/1.1" status: 200 len: 835 time: 0.8633018 Mar 14 18:20:49.793017 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8e28fc-a5a1-4a7e-8483-a7a4ad785df3 None None] Routers {'a56b084e-38a4-43eb-8a70-cdefb175abf1'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:49.793967 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-cd8e28fc-a5a1-4a7e-8483-a7a4ad785df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['a56b084e-38a4-43eb-8a70-cdefb175abf1'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:49.796310 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53872) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:49.813702 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9b5f3240-e24e-4709-bb85-f3b46e1fc07d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.9129446 Mar 14 18:20:49.814522 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f3240-e24e-4709-bb85-f3b46e1fc07d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Network': ['ID=9075353c-04b3-42fa-9aed-36d58d138f3d,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:49.816748 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53876) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:49.850528 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 9075353c-04b3-42fa-9aed-36d58d138f3d details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:20:49.869730 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c39fc0dc-294d-4d04-ab41-b003a14bd7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:49.917560 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-cd8e28fc-a5a1-4a7e-8483-a7a4ad785df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:49.919675 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8e28fc-a5a1-4a7e-8483-a7a4ad785df3 None None] The sync data for ids ['a56b084e-38a4-43eb-8a70-cdefb175abf1'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:20:49.968012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:49.983249 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-0a268f69-258d-4ab8-86bc-03cb4a1e5fef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'subnet': {'network_id': '77f7b93e-6893-46ef-a0d3-1d463568fd83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:49.983897 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-04589c7c-f789-4072-a685-a102de7aa4cb tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/floatingips/66a8aa87-877c-4ca4-84f7-669567989cde HTTP/1.1" status: 200 len: 991 time: 0.3467774 Mar 14 18:20:49.997329 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] Deleting port 432c77df-be79-43f4-b1bb-27707ca8fda0 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:49.997905 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:50.064124 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:50.084710 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6bbc8201-5b45-4be7-a939-61f515cca931 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Synchronizing usage tracker for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:20:50.102224 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-16ce496e-f12e-42e7-b10e-9e8ad289295f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:50.108909 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c39fc0dc-294d-4d04-ab41-b003a14bd7a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:50.126070 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-16ce496e-f12e-42e7-b10e-9e8ad289295f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Usage tracker for resource:subnet and tenant:64ae59efb1a14c3d860915fbe73543f5 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:50.189835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-4cb8faa6-6fc5-493d-8842-65d8a7045444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388483772', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:19:53Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'gw_port': {'id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:55Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '66a8aa87-877c-4ca4-84f7-669567989cde', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'floating_ip_address': '172.26.7.52', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'port_id': 'e7b46dd8-f6ca-44b8-9556-f232459450cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5', 'mac_address': 'fa:16:3e:fd:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf7365-997e-4e3e-870a-f93c1540f96e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:20:43Z', 'updated_at': '2022-03-14T18:20:43Z', 'revision_number': 0, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2eb911-d94d-4f4a-b958-23037be8d350', 'name': '', 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'mac_address': 'fa:16:3e:80:26:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:20:07Z', 'updated_at': '2022-03-14T18:20:24Z', 'revision_number': 5, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'subnets': [{'id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:50.192036 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-16ce496e-f12e-42e7-b10e-9e8ad289295f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:50.194054 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb8faa6-6fc5-493d-8842-65d8a7045444 None None] The sync data for ids ['30045a5d-7a61-4819-9a21-b02b1adaab34'] in dv-neutron-833560-1-hyperv is: [{'id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388483772', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:19:53Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'gw_port': {'id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:55Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '66a8aa87-877c-4ca4-84f7-669567989cde', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'floating_ip_address': '172.26.7.52', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'port_id': 'e7b46dd8-f6ca-44b8-9556-f232459450cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5', 'mac_address': 'fa:16:3e:fd:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf7365-997e-4e3e-870a-f93c1540f96e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:20:43Z', 'updated_at': '2022-03-14T18:20:43Z', 'revision_number': 0, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2eb911-d94d-4f4a-b958-23037be8d350', 'name': '', 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'mac_address': 'fa:16:3e:80:26:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:20:07Z', 'updated_at': '2022-03-14T18:20:24Z', 'revision_number': 5, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'subnets': [{'id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:20:50.203924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c39fc0dc-294d-4d04-ab41-b003a14bd7a7 admin admin] Usage tracker for resource:security_group_rule and tenant:5fe0d9aba86f436d9c34e69bcbfb654b is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:50.213230 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c39fc0dc-294d-4d04-ab41-b003a14bd7a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:50.219209 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] For port 432c77df-be79-43f4-b1bb-27707ca8fda0, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=432c77df-be79-43f4-b1bb-27707ca8fda0,segment=NetworkSegment(e7c93387-8248-4192-a879-afba5ed5edf4),segment_id=e7c93387-8248-4192-a879-afba5ed5edf4)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:50.220578 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:50.235462 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-16ce496e-f12e-42e7-b10e-9e8ad289295f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:50.251452 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:50.253827 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c39fc0dc-294d-4d04-ab41-b003a14bd7a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:50.286106 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c68a47-e516-4436-9899-e227eca3c91f None None] DHCP port deletion for d9396576-f6d5-42a1-a913-3123f2ec508b request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:20:50.290548 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-75c68a47-e516-4436-9899-e227eca3c91f None None] Deleting port 432c77df-be79-43f4-b1bb-27707ca8fda0 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:50.290947 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-75c68a47-e516-4436-9899-e227eca3c91f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:50.329755 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6bbc8201-5b45-4be7-a939-61f515cca931 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Unset dirty status for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:20:50.337033 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6bbc8201-5b45-4be7-a939-61f515cca931 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56b084e-38a4-43eb-8a70-cdefb175abf1 HTTP/1.1" status: 200 len: 205 time: 0.5230701 Mar 14 18:20:50.339036 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] For port 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0fbd16e8-0ccb-481a-bbfc-c5b17bad37af,segment=NetworkSegment(fd15df2d-70a5-48d6-af3f-37f62af40de7),segment_id=fd15df2d-70a5-48d6-af3f-37f62af40de7)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:50.339401 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:50.364192 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device caa5cdfd-56d1-4148-a5ab-593d0ed28eb5 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:20:50.374942 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0a268f69-258d-4ab8-86bc-03cb4a1e5fef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:50.387330 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53880) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:50.408159 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0a268f69-258d-4ab8-86bc-03cb4a1e5fef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:subnet and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:50.414410 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0a268f69-258d-4ab8-86bc-03cb4a1e5fef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:50.430862 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: caa5cdfd-56d1-4148-a5ab-593d0ed28eb5 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:20:50.431145 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device caa5cdfd-56d1-4148-a5ab-593d0ed28eb5 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:20:50.439068 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] Calling delete_port for 432c77df-be79-43f4-b1bb-27707ca8fda0 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:50.528246 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ce496e-f12e-42e7-b10e-9e8ad289295f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:50.532148 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-16ce496e-f12e-42e7-b10e-9e8ad289295f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:50.582897 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafbb469-cde6-4c05-8fcc-175c3d7cea06 None None] New status for floating IP 66a8aa87-877c-4ca4-84f7-669567989cde: ACTIVE {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:20:50.607111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:50.656781 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=432c77df-be79-43f4-b1bb-27707ca8fda0,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:50.660842 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] No DVR routers for this DVR port 432c77df-be79-43f4-b1bb-27707ca8fda0 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:20:50.692906 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Calling delete_port for 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:50.720341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0a268f69-258d-4ab8-86bc-03cb4a1e5fef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:50.747904 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830a9af7-1966-4e89-8f64-03f4bde5bd99 None None] Network 17a755a8-58bc-49f0-aca7-6ff8e6488eef requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:50.784898 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:50.813111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9396576-f6d5-42a1-a913-3123f2ec508b']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:50.828040 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36335cce-0230-46e6-966e-fb4c911d7e9c req-d9fb300a-f706-4beb-b4c8-8fdb910cee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:50.828255 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c93387-8248-4192-a879-afba5ed5edf4') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:50.828489 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c93387-8248-4192-a879-afba5ed5edf4') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:50.829459 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-36335cce-0230-46e6-966e-fb4c911d7e9c req-d9fb300a-f706-4beb-b4c8-8fdb910cee95 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5861a082-4a53-498e-b267-cfdff69a04c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0118997 Mar 14 18:20:50.842033 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:50.861270 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:50.864765 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-75c68a47-e516-4436-9899-e227eca3c91f None None] For port 432c77df-be79-43f4-b1bb-27707ca8fda0, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=432c77df-be79-43f4-b1bb-27707ca8fda0,segment=NetworkSegment(e7c93387-8248-4192-a879-afba5ed5edf4),segment_id=e7c93387-8248-4192-a879-afba5ed5edf4)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:50.865162 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-75c68a47-e516-4436-9899-e227eca3c91f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:50.867910 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:20:50.868296 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:20:50.881796 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:20:50.903694 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a268f69-258d-4ab8-86bc-03cb4a1e5fef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Made reservation on behalf of bab4d070cd704c8a84908631080d1946 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:50.907607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0a268f69-258d-4ab8-86bc-03cb4a1e5fef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:50.981673 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3f4889f3-d01b-4532-88a4-41aadac54f62 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:50.986729 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53884) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:51.048701 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5e704d06-f8e5-4780-a878-4152518abe42 None None] Provisioning for port 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:20:51.056548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c39fc0dc-294d-4d04-ab41-b003a14bd7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:51.074168 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:51.079175 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:51.113746 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-75c68a47-e516-4436-9899-e227eca3c91f None None] Calling delete_port for 432c77df-be79-43f4-b1bb-27707ca8fda0 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:51.120541 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9396576-f6d5-42a1-a913-3123f2ec508b,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:51.134062 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8c4763f2-30c4-4d19-88c6-e1864721a9db tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/floatingips/66a8aa87-877c-4ca4-84f7-669567989cde HTTP/1.1" status: 200 len: 991 time: 0.1449876 Mar 14 18:20:51.150877 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5e704d06-f8e5-4780-a878-4152518abe42 None None] Provisioning complete for port 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:51.151253 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e704d06-f8e5-4780-a878-4152518abe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:51.209429 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6e38ac6a-00fe-4b06-b84e-05fe0f6558f3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d9396576-f6d5-42a1-a913-3123f2ec508b HTTP/1.1" status: 204 len: 168 time: 1.6776917 Mar 14 18:20:51.259459 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bd37cd1f-584b-4f21-ba31-73961f96f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:51.376857 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-75c68a47-e516-4436-9899-e227eca3c91f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:20:51.377487 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-75c68a47-e516-4436-9899-e227eca3c91f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:20:51.451947 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c39fc0dc-294d-4d04-ab41-b003a14bd7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:51.480183 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e704d06-f8e5-4780-a878-4152518abe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:51.525049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-5e704d06-f8e5-4780-a878-4152518abe42 None None] For port 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0fbd16e8-0ccb-481a-bbfc-c5b17bad37af,segment=NetworkSegment(fd15df2d-70a5-48d6-af3f-37f62af40de7),segment_id=fd15df2d-70a5-48d6-af3f-37f62af40de7)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:51.556250 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37cd1f-584b-4f21-ba31-73961f96f2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=df7c9843-7c3b-45c9-b0f6-df08edf826c2,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:51.563792 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53892) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:51.601170 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e704d06-f8e5-4780-a878-4152518abe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:51.626727 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c139b1dd-a8dc-4c88-95ff-ecb72b7a899b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd345c2c70054138a63ee3b6474a8824&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0618076 Mar 14 18:20:51.635231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53896) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:51.731547 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fc0dc-294d-4d04-ab41-b003a14bd7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53725582-f9fb-46cf-bb34-f824b9fa33e2,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:51.750682 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e704d06-f8e5-4780-a878-4152518abe42 None None] Pushing event updated for resources: {'Port': ['ID=0fbd16e8-0ccb-481a-bbfc-c5b17bad37af,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:51.778817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9d3bd94a-c75e-4771-af08-d154c056f551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:51.794822 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c39fc0dc-294d-4d04-ab41-b003a14bd7a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5fe0d9aba86f436d9c34e69bcbfb654b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5699697 Mar 14 18:20:51.797128 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53900) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:51.814389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9d3bd94a-c75e-4771-af08-d154c056f551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:51.830585 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-69890b2e-d1bf-4298-ab72-6037aa7c3c1a None None] Provisioning complete for port 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:51.831304 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-69890b2e-d1bf-4298-ab72-6037aa7c3c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:51.874331 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:20:51.874684 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:20:51.877457 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3f4889f3-d01b-4532-88a4-41aadac54f62 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:51.883823 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-75c68a47-e516-4436-9899-e227eca3c91f None None] Deleting port 432c77df-be79-43f4-b1bb-27707ca8fda0 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:51.884787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-75c68a47-e516-4436-9899-e227eca3c91f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:51.920978 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3f4889f3-d01b-4532-88a4-41aadac54f62 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:51.921269 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-541ec745-23fc-4f69-ae30-7e077327605f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:51.949660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-541ec745-23fc-4f69-ae30-7e077327605f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:51.975909 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-75c68a47-e516-4436-9899-e227eca3c91f None None] The port '432c77df-be79-43f4-b1bb-27707ca8fda0' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:20:52.004985 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-36335cce-0230-46e6-966e-fb4c911d7e9c req-cad2273b-0633-4c93-8002-14a67d0a0254 service neutron] 10.222.0.59 "GET /v2.0/networks/5861a082-4a53-498e-b267-cfdff69a04c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1038606 Mar 14 18:20:52.023935 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9d3bd94a-c75e-4771-af08-d154c056f551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:52.025496 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:20:52.055745 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bd94a-c75e-4771-af08-d154c056f551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56bbaa4-5fd1-40c0-86f6-856b92ddd126,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:52.092650 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-541ec745-23fc-4f69-ae30-7e077327605f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:52.092896 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3f4889f3-d01b-4532-88a4-41aadac54f62 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:52.093339 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4889f3-d01b-4532-88a4-41aadac54f62 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Fanout notify agent at l3_agent the message router_deleted on router a56b084e-38a4-43eb-8a70-cdefb175abf1 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:20:52.116795 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-541ec745-23fc-4f69-ae30-7e077327605f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:52.120472 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-541ec745-23fc-4f69-ae30-7e077327605f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53725582-f9fb-46cf-bb34-f824b9fa33e2 HTTP/1.1" status: 204 len: 168 time: 0.3200583 Mar 14 18:20:52.120472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ec745-23fc-4f69-ae30-7e077327605f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53725582-f9fb-46cf-bb34-f824b9fa33e2,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:52.128072 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9d3bd94a-c75e-4771-af08-d154c056f551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:52.128072 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9d3bd94a-c75e-4771-af08-d154c056f551 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f56bbaa4-5fd1-40c0-86f6-856b92ddd126 HTTP/1.1" status: 204 len: 168 time: 0.4940910 Mar 14 18:20:52.136782 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53908) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:52.196741 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:20:52.197512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:52.320322 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-44fafcc6-3b4d-4754-aeef-856dfc659547 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/floatingips/66a8aa87-877c-4ca4-84f7-669567989cde HTTP/1.1" status: 200 len: 993 time: 0.1822846 Mar 14 18:20:52.385263 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Deleting port 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:52.385895 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:52.391485 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 432c77df-be79-43f4-b1bb-27707ca8fda0 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:20:52.424572 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 432c77df-be79-43f4-b1bb-27707ca8fda0 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:20:52.424822 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 432c77df-be79-43f4-b1bb-27707ca8fda0 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:20:52.497343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-16ce496e-f12e-42e7-b10e-9e8ad289295f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:52.533295 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-36335cce-0230-46e6-966e-fb4c911d7e9c req-78bf3d53-74e5-47da-a519-b10d633864e6 service neutron] 10.222.0.59 "GET /v2.0/networks/5861a082-4a53-498e-b267-cfdff69a04c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171843 Mar 14 18:20:52.551739 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3f4889f3-d01b-4532-88a4-41aadac54f62 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:52.552797 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3f4889f3-d01b-4532-88a4-41aadac54f62 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/routers/a56b084e-38a4-43eb-8a70-cdefb175abf1 HTTP/1.1" status: 204 len: 168 time: 2.1588686 Mar 14 18:20:52.555874 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53914) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:52.635199 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-c690b8eb-e3bd-4787-8651-1e4f340f05af tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting subnet b32a798a-7520-4b50-9a68-7d3651d02f7c {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:20:52.643205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c690b8eb-e3bd-4787-8651-1e4f340f05af tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:52.644931 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0a268f69-258d-4ab8-86bc-03cb4a1e5fef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:52.678242 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bd37cd1f-584b-4f21-ba31-73961f96f2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:52.708273 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce496e-f12e-42e7-b10e-9e8ad289295f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Subnet': ['ID=70994908-b763-437d-8b6a-fa18f7509755,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:52.752031 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c690b8eb-e3bd-4787-8651-1e4f340f05af tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:52.864192 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c690b8eb-e3bd-4787-8651-1e4f340f05af tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:52.884135 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ce496e-f12e-42e7-b10e-9e8ad289295f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Checking segment: {'id': '9b99c6cd-2550-4110-a909-f9f1d0609bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '75e1ad32-0b15-4dcc-babd-adc769d78ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:52.884860 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ce496e-f12e-42e7-b10e-9e8ad289295f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network hostable DHCP agents. Network: 75e1ad32-0b15-4dcc-babd-adc769d78ad8, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:20:52.982376 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a268f69-258d-4ab8-86bc-03cb4a1e5fef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Subnet': ['ID=22de9442-283d-42a5-9c90-5c067fffd74d,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:53.020827 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a268f69-258d-4ab8-86bc-03cb4a1e5fef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Checking segment: {'id': 'e509ba9c-5ed2-4aa2-8daa-b8e33ace62b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '77f7b93e-6893-46ef-a0d3-1d463568fd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:53.021195 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a268f69-258d-4ab8-86bc-03cb4a1e5fef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network hostable DHCP agents. Network: 77f7b93e-6893-46ef-a0d3-1d463568fd83, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:20:53.028232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c690b8eb-e3bd-4787-8651-1e4f340f05af tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:53.069672 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690b8eb-e3bd-4787-8651-1e4f340f05af tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Subnet': ['ID=b32a798a-7520-4b50-9a68-7d3651d02f7c,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:53.075110 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c690b8eb-e3bd-4787-8651-1e4f340f05af tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:53.083799 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0ed20f-5f22-4c72-8dc4-950adf8f24ad None None] Network 87a5eb55-43b1-4a15-90d9-e3b7f159a0b4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:53.087487 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c690b8eb-e3bd-4787-8651-1e4f340f05af tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/subnets/b32a798a-7520-4b50-9a68-7d3651d02f7c HTTP/1.1" status: 204 len: 168 time: 0.5274289 Mar 14 18:20:53.087487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53936) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:53.165392 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-916bb632-922d-423a-8f57-e8c0415a786e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting subnet 6fcb17a0-ebf4-4063-b4d1-6e6d3c160ce8 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:20:53.168880 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-916bb632-922d-423a-8f57-e8c0415a786e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:53.234894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-916bb632-922d-423a-8f57-e8c0415a786e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:53.248004 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ce496e-f12e-42e7-b10e-9e8ad289295f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network 75e1ad32-0b15-4dcc-babd-adc769d78ad8 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:20:53.303830 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] For port 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0fbd16e8-0ccb-481a-bbfc-c5b17bad37af,segment=NetworkSegment(fd15df2d-70a5-48d6-af3f-37f62af40de7),segment_id=fd15df2d-70a5-48d6-af3f-37f62af40de7)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:53.304425 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:53.498013 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bed32d1-2c4c-40fe-815b-6acf67ca6106 None None] DHCP port deletion for 87a5eb55-43b1-4a15-90d9-e3b7f159a0b4 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:20:53.502779 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-16ce496e-f12e-42e7-b10e-9e8ad289295f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 75e1ad32-0b15-4dcc-babd-adc769d78ad8) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:53.503561 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-8bed32d1-2c4c-40fe-815b-6acf67ca6106 None None] Deleting port c11b9e36-ea43-4212-9777-e8b27a2a8ed5 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:53.503937 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8bed32d1-2c4c-40fe-815b-6acf67ca6106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:53.509697 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Calling delete_port for 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:53.513491 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-916bb632-922d-423a-8f57-e8c0415a786e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:53.550372 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ce496e-f12e-42e7-b10e-9e8ad289295f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:53.551382 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-16ce496e-f12e-42e7-b10e-9e8ad289295f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:53.604993 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550fdab4-76b4-4b02-a6ee-ce8ea350f33c None None] Network 75e1ad32-0b15-4dcc-babd-adc769d78ad8 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:53.663315 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a268f69-258d-4ab8-86bc-03cb4a1e5fef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network 77f7b93e-6893-46ef-a0d3-1d463568fd83 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:20:53.692087 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-0a268f69-258d-4ab8-86bc-03cb4a1e5fef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 77f7b93e-6893-46ef-a0d3-1d463568fd83) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:53.698108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53956) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:53.699112 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53958) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:53.701222 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-16ce496e-f12e-42e7-b10e-9e8ad289295f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.4788246 Mar 14 18:20:53.714365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a268f69-258d-4ab8-86bc-03cb4a1e5fef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:53.714365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0a268f69-258d-4ab8-86bc-03cb4a1e5fef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:53.715611 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-f4c0b574-1872-4e0b-b94c-cb84eccf8bfd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-901651157'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:53.728101 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-916bb632-922d-423a-8f57-e8c0415a786e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:53.738673 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f4c0b574-1872-4e0b-b94c-cb84eccf8bfd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:53.822386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f4c0b574-1872-4e0b-b94c-cb84eccf8bfd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Usage tracker for resource:network and tenant:64ae59efb1a14c3d860915fbe73543f5 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:53.836153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f4c0b574-1872-4e0b-b94c-cb84eccf8bfd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:53.838780 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-8bed32d1-2c4c-40fe-815b-6acf67ca6106 None None] For port c11b9e36-ea43-4212-9777-e8b27a2a8ed5, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c11b9e36-ea43-4212-9777-e8b27a2a8ed5,segment=NetworkSegment(04062115-e08a-4345-83ad-4fb90222f9b4),segment_id=04062115-e08a-4345-83ad-4fb90222f9b4)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:53.838780 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8bed32d1-2c4c-40fe-815b-6acf67ca6106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:53.843385 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd37cd1f-584b-4f21-ba31-73961f96f2b4 admin admin] Router fa800828-1570-440a-bd72-83d1b62e6fdb has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:20:53.843599 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bb632-922d-423a-8f57-e8c0415a786e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Subnet': ['ID=6fcb17a0-ebf4-4063-b4d1-6e6d3c160ce8,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:53.847139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-916bb632-922d-423a-8f57-e8c0415a786e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:53.860351 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-916bb632-922d-423a-8f57-e8c0415a786e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/subnets/6fcb17a0-ebf4-4063-b4d1-6e6d3c160ce8 HTTP/1.1" status: 204 len: 168 time: 0.7688768 Mar 14 18:20:53.860351 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f4c0b574-1872-4e0b-b94c-cb84eccf8bfd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:53.862561 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53966) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:53.899728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1449504661-network', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:53.905969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:53.910619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Usage tracker for resource:network and tenant:8ca5128883c54d26a4b060b6ae0f5e46 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:53.914808 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:53.926572 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:53.978192 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0a268f69-258d-4ab8-86bc-03cb4a1e5fef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0914042 Mar 14 18:20:53.979022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53974) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:53.980686 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35c9b02-55a4-4cbd-91c7-a963fbf13cfa None None] Network 77f7b93e-6893-46ef-a0d3-1d463568fd83 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:53.984683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-09ea97e6-bf6f-40a2-8f9e-658fa89d6226 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'subnet': {'network_id': '9075353c-04b3-42fa-9aed-36d58d138f3d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:54.026176 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Made reservation on behalf of 8ca5128883c54d26a4b060b6ae0f5e46 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:54.028633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:54.059947 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:54.098330 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23554af8-c392-442a-9e60-f17ab871bd3b None None] Network 1db133b3-2f01-457f-b77d-3ce8b7a5ea31 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:54.126300 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c11b9e36-ea43-4212-9777-e8b27a2a8ed5 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:20:54.133436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-09ea97e6-bf6f-40a2-8f9e-658fa89d6226 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:54.138702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-09ea97e6-bf6f-40a2-8f9e-658fa89d6226 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:subnet and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:54.142863 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-09ea97e6-bf6f-40a2-8f9e-658fa89d6226 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:54.150009 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-09ea97e6-bf6f-40a2-8f9e-658fa89d6226 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:54.160485 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-8bed32d1-2c4c-40fe-815b-6acf67ca6106 None None] Calling delete_port for c11b9e36-ea43-4212-9777-e8b27a2a8ed5 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:54.160657 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c0b574-1872-4e0b-b94c-cb84eccf8bfd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:54.164916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b574-1872-4e0b-b94c-cb84eccf8bfd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:54.179653 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:54.188861 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event deleted for resources: {'Port': ['ID=0fbd16e8-0ccb-481a-bbfc-c5b17bad37af,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:54.201347 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:54.203550 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:54.211344 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Usage tracker for resource:security_group_rule and tenant:8ca5128883c54d26a4b060b6ae0f5e46 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:54.215310 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:54.225340 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:54.227470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c0b574-1872-4e0b-b94c-cb84eccf8bfd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:20:54.243665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b574-1872-4e0b-b94c-cb84eccf8bfd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:54.243875 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-f4c0b574-1872-4e0b-b94c-cb84eccf8bfd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Added segment 66fb90f5-19a9-4455-b3f0-dcbcf1d95555 of type vlan for network 384167be-e002-4ddc-9abf-dbc1acfb074d Mar 14 18:20:54.255797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ea97e6-bf6f-40a2-8f9e-658fa89d6226 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Made reservation on behalf of bab4d070cd704c8a84908631080d1946 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:54.259505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09ea97e6-bf6f-40a2-8f9e-658fa89d6226 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:54.305427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] No DVR routers for this DVR port 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:20:54.337868 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port c11b9e36-ea43-4212-9777-e8b27a2a8ed5 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:54.349421 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:54.369174 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd37cd1f-584b-4f21-ba31-73961f96f2b4 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:20:54.380948 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77419a9-b5ea-44b2-9094-01a0cf42f410 None None] Sync routers for ids ['fa800828-1570-440a-bd72-83d1b62e6fdb'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:20:54.393287 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-bd37cd1f-584b-4f21-ba31-73961f96f2b4 admin admin] 10.222.0.43 "PUT /v2.0/routers/fa800828-1570-440a-bd72-83d1b62e6fdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6109426 Mar 14 18:20:54.398225 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53984) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:54.399252 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77419a9-b5ea-44b2-9094-01a0cf42f410 None None] Routers {'fa800828-1570-440a-bd72-83d1b62e6fdb'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:54.400012 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b77419a9-b5ea-44b2-9094-01a0cf42f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fa800828-1570-440a-bd72-83d1b62e6fdb'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:54.476386 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a129e742-173c-4e6b-aadd-b1293fa07853 None None] DHCP port deletion for 17a755a8-58bc-49f0-aca7-6ff8e6488eef request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:20:54.492899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:54.541305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b574-1872-4e0b-b94c-cb84eccf8bfd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:54.599440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-77f7b93e-6893-46ef-a0d3-1d463568fd83', 'network_id': '77f7b93e-6893-46ef-a0d3-1d463568fd83', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'fixed_ips': [{'subnet_id': '22de9442-283d-42a5-9c90-5c067fffd74d'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:20:54.600599 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:54.600727 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09ea97e6-bf6f-40a2-8f9e-658fa89d6226 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:54.709060 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:54.719872 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-b77419a9-b5ea-44b2-9094-01a0cf42f410 None None] Set router fa800828-1570-440a-bd72-83d1b62e6fdb gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:20:54.726584 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ea97e6-bf6f-40a2-8f9e-658fa89d6226 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Checking segment: {'id': 'c21b24e6-e2ec-4aec-aa6a-b2de6c0a21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9075353c-04b3-42fa-9aed-36d58d138f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:54.736389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ea97e6-bf6f-40a2-8f9e-658fa89d6226 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network hostable DHCP agents. Network: 9075353c-04b3-42fa-9aed-36d58d138f3d, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:20:54.739575 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea97e6-bf6f-40a2-8f9e-658fa89d6226 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Subnet': ['ID=7e4ca8ef-7260-4185-800d-402c491e22ae,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:54.756375 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b574-1872-4e0b-b94c-cb84eccf8bfd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:54.769485 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c0b574-1872-4e0b-b94c-cb84eccf8bfd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:54.771232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b574-1872-4e0b-b94c-cb84eccf8bfd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:54.777460 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8bed32d1-2c4c-40fe-815b-6acf67ca6106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:54.786227 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-295416ea-ba6b-4ebd-aac3-ec1c2ac69edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:54.825786 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf2b241e-c305-48ee-b6d8-fe04475166dc admin admin] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:54.830551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:54.949554 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bed32d1-2c4c-40fe-815b-6acf67ca6106 None None] No DVR routers for this DVR port c11b9e36-ea43-4212-9777-e8b27a2a8ed5 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:20:54.952841 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed32d1-2c4c-40fe-815b-6acf67ca6106 None None] Pushing event deleted for resources: {'Port': ['ID=c11b9e36-ea43-4212-9777-e8b27a2a8ed5,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:54.968627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No active binding found for port c11b9e36-ea43-4212-9777-e8b27a2a8ed5 {{(pid=88636) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 14 18:20:54.968980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c11b9e36-ea43-4212-9777-e8b27a2a8ed5 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:20:55.003833 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:20:55.019790 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ea97e6-bf6f-40a2-8f9e-658fa89d6226 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network 9075353c-04b3-42fa-9aed-36d58d138f3d is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:20:55.037402 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f4c0b574-1872-4e0b-b94c-cb84eccf8bfd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3369243 Mar 14 18:20:55.061267 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 53994) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:55.065871 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fa2718-ff07-411e-a8e3-f8d5ab6741ff,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:55.075489 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b574-1872-4e0b-b94c-cb84eccf8bfd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Network': ['ID=384167be-e002-4ddc-9abf-dbc1acfb074d,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:55.093418 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-d72b9acb-68e0-4542-b756-811029f56785 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'subnet': {'network_id': '384167be-e002-4ddc-9abf-dbc1acfb074d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:55.115257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 53998) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:55.169164 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 384167be-e002-4ddc-9abf-dbc1acfb074d details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:20:55.196350 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:55.196706 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Added segment fb3b78b1-f0b2-4b9c-b32b-adf937556d74 of type vlan for network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b Mar 14 18:20:55.205624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbab670e-f510-49ee-b8cf-667987e7d317 None None] DHCP port deletion for 1db133b3-2f01-457f-b77d-3ce8b7a5ea31 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:20:55.211331 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-09ea97e6-bf6f-40a2-8f9e-658fa89d6226 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 9075353c-04b3-42fa-9aed-36d58d138f3d) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:55.216318 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ea97e6-bf6f-40a2-8f9e-658fa89d6226 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:55.219859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09ea97e6-bf6f-40a2-8f9e-658fa89d6226 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:55.234724 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-dbab670e-f510-49ee-b8cf-667987e7d317 None None] Deleting port 3f56f69d-35e6-42ad-942c-11e6b6a95f87 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:55.241166 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dbab670e-f510-49ee-b8cf-667987e7d317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:55.274685 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b77419a9-b5ea-44b2-9094-01a0cf42f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'name': 'tempest-ServersTestManualDisk-183744333-router', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:18:52Z', 'updated_at': '2022-03-14T18:20:50Z', 'revision_number': 5, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'gw_port': {'id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:18:55Z', 'updated_at': '2022-03-14T18:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:55.284153 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77419a9-b5ea-44b2-9094-01a0cf42f410 None None] Checking router: fa800828-1570-440a-bd72-83d1b62e6fdb for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:20:55.286369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d72b9acb-68e0-4542-b756-811029f56785 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:55.289888 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:55.296108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d72b9acb-68e0-4542-b756-811029f56785 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Usage tracker for resource:subnet and tenant:64ae59efb1a14c3d860915fbe73543f5 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:55.300494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d72b9acb-68e0-4542-b756-811029f56785 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:55.308069 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77419a9-b5ea-44b2-9094-01a0cf42f410 None None] Routers {'fa800828-1570-440a-bd72-83d1b62e6fdb'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:20:55.309051 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d72b9acb-68e0-4542-b756-811029f56785 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:55.312861 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b77419a9-b5ea-44b2-9094-01a0cf42f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fa800828-1570-440a-bd72-83d1b62e6fdb'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:55.345371 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-09ea97e6-bf6f-40a2-8f9e-658fa89d6226 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3654664 Mar 14 18:20:55.348251 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54004) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:55.356368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-77f10b7a-bb26-435e-be27-ac630811c295 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-496186377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:55.365293 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-77f10b7a-bb26-435e-be27-ac630811c295 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:55.371665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-77f10b7a-bb26-435e-be27-ac630811c295 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:router and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:55.376234 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-77f10b7a-bb26-435e-be27-ac630811c295 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:55.384952 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-77f10b7a-bb26-435e-be27-ac630811c295 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:55.385151 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c485f-c289-4924-89b5-04cbcc515f90 None None] Network 9075353c-04b3-42fa-9aed-36d58d138f3d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:55.395326 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:55.396715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:55.397936 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:55.402742 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:55.449329 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72b9acb-68e0-4542-b756-811029f56785 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:55.453373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d72b9acb-68e0-4542-b756-811029f56785 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:55.490856 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77f10b7a-bb26-435e-be27-ac630811c295 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:55.498740 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77f10b7a-bb26-435e-be27-ac630811c295 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:55.529420 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] For port c11b9e36-ea43-4212-9777-e8b27a2a8ed5, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c11b9e36-ea43-4212-9777-e8b27a2a8ed5,segment=NetworkSegment(04062115-e08a-4345-83ad-4fb90222f9b4),segment_id=04062115-e08a-4345-83ad-4fb90222f9b4)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:55.529420 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:55.547210 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-843050664'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:55.554263 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf2b241e-c305-48ee-b6d8-fe04475166dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:55.588491 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-75e1ad32-0b15-4dcc-babd-adc769d78ad8', 'network_id': '75e1ad32-0b15-4dcc-babd-adc769d78ad8', 'tenant_id': '64ae59efb1a14c3d860915fbe73543f5', 'fixed_ips': [{'subnet_id': '70994908-b763-437d-8b6a-fa18f7509755'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:20:55.592675 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:55.606677 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-b77419a9-b5ea-44b2-9094-01a0cf42f410 None None] Set router fa800828-1570-440a-bd72-83d1b62e6fdb gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:20:55.613010 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9152496 Mar 14 18:20:55.617955 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54008) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:55.619115 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:55.623893 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc2404f-0ce1-4a7c-939d-f456fad13d3c,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:55.630363 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd789f-1fd4-4a40-a015-b2da06e60ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:55.641514 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77f10b7a-bb26-435e-be27-ac630811c295 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:55.720713 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c68b04f6-80aa-4ecd-8e3e-a37553287deb admin admin] Request body: {'subnet': {'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1449504661-subnet', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'ip_version': 4}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:55.728822 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Usage tracker for resource:network and tenant:089bdf8fa02444fc92dd3290318b77f3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:55.736084 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-cf2b241e-c305-48ee-b6d8-fe04475166dc admin admin] Deleting port eadee538-7e8f-42e0-ab60-6145b513c922 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:55.736431 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf2b241e-c305-48ee-b6d8-fe04475166dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:55.739594 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361b28eb-418b-428e-9941-b4c62bcbda82 None None] Network 17a755a8-58bc-49f0-aca7-6ff8e6488eef requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:55.767466 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77f10b7a-bb26-435e-be27-ac630811c295 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:55.808869 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:20:55.875832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-dbab670e-f510-49ee-b8cf-667987e7d317 None None] For port 3f56f69d-35e6-42ad-942c-11e6b6a95f87, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3f56f69d-35e6-42ad-942c-11e6b6a95f87,segment=NetworkSegment(b14556a4-5eca-4697-b961-16d60fda04f6),segment_id=b14556a4-5eca-4697-b961-16d60fda04f6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:55.876330 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dbab670e-f510-49ee-b8cf-667987e7d317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:55.877182 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:55.887980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d72b9acb-68e0-4542-b756-811029f56785 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:55.895617 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Calling delete_port for c11b9e36-ea43-4212-9777-e8b27a2a8ed5 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:55.913073 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:20:55.936955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77f10b7a-bb26-435e-be27-ac630811c295 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:55.941796 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-77f10b7a-bb26-435e-be27-ac630811c295 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5925756 Mar 14 18:20:55.947648 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54012) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:55.966806 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:20:55.967177 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0fbd16e8-0ccb-481a-bbfc-c5b17bad37af not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:20:55.967611 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3f56f69d-35e6-42ad-942c-11e6b6a95f87 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:20:56.001886 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:56.003934 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b77419a9-b5ea-44b2-9094-01a0cf42f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'name': 'tempest-ServersTestManualDisk-183744333-router', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:18:52Z', 'updated_at': '2022-03-14T18:20:50Z', 'revision_number': 5, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'gw_port': {'id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:18:55Z', 'updated_at': '2022-03-14T18:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:56.004090 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c68b04f6-80aa-4ecd-8e3e-a37553287deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:56.008320 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77419a9-b5ea-44b2-9094-01a0cf42f410 None None] The sync data for ids ['fa800828-1570-440a-bd72-83d1b62e6fdb'] in dv-neutron-833560-1-hyperv is: [{'id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'name': 'tempest-ServersTestManualDisk-183744333-router', 'tenant_id': '29958d1556c74dc4b97217fd3a482d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:18:52Z', 'updated_at': '2022-03-14T18:20:50Z', 'revision_number': 5, 'project_id': '29958d1556c74dc4b97217fd3a482d39', 'gw_port': {'id': 'eadee538-7e8f-42e0-ab60-6145b513c922', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa800828-1570-440a-bd72-83d1b62e6fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:18:55Z', 'updated_at': '2022-03-14T18:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:20:56.031958 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:56.047790 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c68b04f6-80aa-4ecd-8e3e-a37553287deb admin admin] Usage tracker for resource:subnet and tenant:8ca5128883c54d26a4b060b6ae0f5e46 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:56.056178 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c68b04f6-80aa-4ecd-8e3e-a37553287deb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:56.090528 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c68b04f6-80aa-4ecd-8e3e-a37553287deb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:56.108791 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a755a8-58bc-49f0-aca7-6ff8e6488eef']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:56.138297 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Made reservation on behalf of 089bdf8fa02444fc92dd3290318b77f3 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:56.138512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Allocated IP 2001:db8::2 (77f7b93e-6893-46ef-a0d3-1d463568fd83/22de9442-283d-42a5-9c90-5c067fffd74d/fb412120-30f3-40b3-972b-33e1064b729e) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:56.141979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:56.162424 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd15df2d-70a5-48d6-af3f-37f62af40de7') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:56.162830 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd15df2d-70a5-48d6-af3f-37f62af40de7') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:56.236333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-dbab670e-f510-49ee-b8cf-667987e7d317 None None] Calling delete_port for 3f56f69d-35e6-42ad-942c-11e6b6a95f87 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:56.253765 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:56.264696 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:56.296720 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68b04f6-80aa-4ecd-8e3e-a37553287deb admin admin] Made reservation on behalf of 8ca5128883c54d26a4b060b6ae0f5e46 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:56.301143 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c68b04f6-80aa-4ecd-8e3e-a37553287deb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:56.321668 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b9acb-68e0-4542-b756-811029f56785 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Subnet': ['ID=f0145088-e2c2-4b4f-9446-7b492b4cac6b,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:56.328426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:56.332506 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Usage tracker for resource:security_group_rule and tenant:089bdf8fa02444fc92dd3290318b77f3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:56.339041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:56.357589 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:20:56.358542 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:20:56.359447 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:56.364093 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:56.384264 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:20:56.384674 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:20:56.403903 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:20:56.431579 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72b9acb-68e0-4542-b756-811029f56785 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Checking segment: {'id': '66fb90f5-19a9-4455-b3f0-dcbcf1d95555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '384167be-e002-4ddc-9abf-dbc1acfb074d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:56.431951 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72b9acb-68e0-4542-b756-811029f56785 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network hostable DHCP agents. Network: 384167be-e002-4ddc-9abf-dbc1acfb074d, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:20:56.569022 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-cf2b241e-c305-48ee-b6d8-fe04475166dc admin admin] For port eadee538-7e8f-42e0-ab60-6145b513c922, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=eadee538-7e8f-42e0-ab60-6145b513c922,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:20:56.569385 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf2b241e-c305-48ee-b6d8-fe04475166dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:56.636627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2920-03ee-41dd-9dc6-a60641a98ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:56.664257 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d18436-b6c3-4bad-8dfb-1f6f1fb78fd3 None None] DHCP port deletion for 17a755a8-58bc-49f0-aca7-6ff8e6488eef request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:20:56.717589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:56.752487 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:56.764841 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-cf2b241e-c305-48ee-b6d8-fe04475166dc admin admin] Calling delete_port for eadee538-7e8f-42e0-ab60-6145b513c922 owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:56.778375 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Allocated IP 2001:db8:0:ffff::2 (75e1ad32-0b15-4dcc-babd-adc769d78ad8/70994908-b763-437d-8b6a-fa18f7509755/5e111eaf-849c-4580-9760-eaa6e125e420) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:56.788897 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:56.799054 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72b9acb-68e0-4542-b756-811029f56785 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network 384167be-e002-4ddc-9abf-dbc1acfb074d is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:20:56.823576 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-9075353c-04b3-42fa-9aed-36d58d138f3d', 'network_id': '9075353c-04b3-42fa-9aed-36d58d138f3d', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'fixed_ips': [{'subnet_id': '7e4ca8ef-7260-4185-800d-402c491e22ae'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:20:56.824402 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:56.835354 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:56.861425 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port c11b9e36-ea43-4212-9777-e8b27a2a8ed5 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:56.861918 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:56.906595 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dbab670e-f510-49ee-b8cf-667987e7d317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:56.922470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-d72b9acb-68e0-4542-b756-811029f56785 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 384167be-e002-4ddc-9abf-dbc1acfb074d) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:56.926973 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72b9acb-68e0-4542-b756-811029f56785 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:56.928000 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d72b9acb-68e0-4542-b756-811029f56785 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:56.941353 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] The port 'c11b9e36-ea43-4212-9777-e8b27a2a8ed5' was deleted {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:20:56.942822 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event deleted for resources: {'Network': ['ID=17a755a8-58bc-49f0-aca7-6ff8e6488eef,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:56.958636 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19d7c52-c3c8-4a5a-8baf-51e5529e4822 None None] Network 384167be-e002-4ddc-9abf-dbc1acfb074d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:57.034288 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d72b9acb-68e0-4542-b756-811029f56785 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9604275 Mar 14 18:20:57.036129 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54016) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:57.066321 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab670e-f510-49ee-b8cf-667987e7d317 None None] Pushing event deleted for resources: {'Port': ['ID=3f56f69d-35e6-42ad-942c-11e6b6a95f87,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:57.074695 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab670e-f510-49ee-b8cf-667987e7d317 None None] No DVR routers for this DVR port 3f56f69d-35e6-42ad-942c-11e6b6a95f87 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:20:57.203790 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5c545628-6f41-4c7a-82e6-f85ed63d965e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.263990 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.282041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5c545628-6f41-4c7a-82e6-f85ed63d965e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.309307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.326909 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-015f1b23-c59e-499a-9bad-4b6df38a3e52 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/networks/17a755a8-58bc-49f0-aca7-6ff8e6488eef HTTP/1.1" status: 204 len: 168 time: 10.8860352 Mar 14 18:20:57.330187 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54020) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:57.344674 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Transition to ACTIVE for port object fb412120-30f3-40b3-972b-33e1064b729e will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:57.358661 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a5eb55-43b1-4a15-90d9-e3b7f159a0b4']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:57.368947 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.377918 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fb7abe-6d48-4df0-8a5f-1764fc5afae3 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] DELETE failed (client error): The resource could not be found. Mar 14 18:20:57.378370 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fb7abe-6d48-4df0-8a5f-1764fc5afae3 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:20:57.380073 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-24fb7abe-6d48-4df0-8a5f-1764fc5afae3 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/subnets/bcc2404f-0ce1-4a7c-939d-f456fad13d3c HTTP/1.1" status: 404 len: 337 time: 0.0488701 Mar 14 18:20:57.382557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54024) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:57.383307 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04062115-e08a-4345-83ad-4fb90222f9b4') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:57.383615 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04062115-e08a-4345-83ad-4fb90222f9b4') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:57.415815 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d76af08-6b14-4566-968e-caefb076c66f tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] DELETE failed (client error): The resource could not be found. Mar 14 18:20:57.415815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d76af08-6b14-4566-968e-caefb076c66f tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:20:57.417717 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.427139 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7d76af08-6b14-4566-968e-caefb076c66f tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/networks/17a755a8-58bc-49f0-aca7-6ff8e6488eef HTTP/1.1" status: 404 len: 339 time: 0.0424733 Mar 14 18:20:57.431009 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54028) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:57.432027 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.470311 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-3208d801-d661-490c-accf-4eebbb58ec77 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] DELETE failed (client error): The resource could not be found. Mar 14 18:20:57.470895 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3208d801-d661-490c-accf-4eebbb58ec77 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:20:57.471038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.475138 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3208d801-d661-490c-accf-4eebbb58ec77 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/subnets/adf49ae7-c99c-4e77-9813-44d02da7ab0a HTTP/1.1" status: 404 len: 337 time: 0.0406353 Mar 14 18:20:57.475524 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54032) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:57.490852 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Transition to ACTIVE for port object fb412120-30f3-40b3-972b-33e1064b729e will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:57.501920 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6ebf4e-31d0-4def-8e28-7aaf3e212c6b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] DELETE failed (client error): The resource could not be found. Mar 14 18:20:57.502565 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6ebf4e-31d0-4def-8e28-7aaf3e212c6b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:20:57.506643 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ee6ebf4e-31d0-4def-8e28-7aaf3e212c6b tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/networks/9a34e01f-7d25-4434-9134-14e5e1cc07ce HTTP/1.1" status: 404 len: 339 time: 0.0276382 Mar 14 18:20:57.507042 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54036) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:57.533865 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:20:57.534320 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.549710 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-216f9019-fd55-4c23-b00a-8324c4a7d1ad tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] DELETE failed (client error): The resource could not be found. Mar 14 18:20:57.550164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216f9019-fd55-4c23-b00a-8324c4a7d1ad tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:20:57.554201 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-216f9019-fd55-4c23-b00a-8324c4a7d1ad tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/subnets/a38ce4ed-84b5-481e-a12a-ece051c6fc83 HTTP/1.1" status: 404 len: 337 time: 0.0439239 Mar 14 18:20:57.554201 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5c545628-6f41-4c7a-82e6-f85ed63d965e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:20:57.554690 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:20:57.556629 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54040) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:57.559427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c68b04f6-80aa-4ecd-8e3e-a37553287deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.591379 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c545628-6f41-4c7a-82e6-f85ed63d965e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Subnet': ['ID=f0145088-e2c2-4b4f-9446-7b492b4cac6b,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:57.594301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Allocated IP 2001:db8:1::2 (9075353c-04b3-42fa-9aed-36d58d138f3d/7e4ca8ef-7260-4185-800d-402c491e22ae/ea097996-2159-4b4a-9112-dd69cd92a7f5) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:57.613701 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.641971 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0070be-c4df-4459-8b88-1f5323f9abef tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] DELETE failed (client error): The resource could not be found. Mar 14 18:20:57.642450 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e0070be-c4df-4459-8b88-1f5323f9abef tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:20:57.649694 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7663147e-2d0d-4431-8dfa-137e5a906e13,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:57.660448 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.661507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:20:57.664336 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0e0070be-c4df-4459-8b88-1f5323f9abef tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/networks/b842a22d-c8c2-4038-9b9d-fdd64307caca HTTP/1.1" status: 404 len: 339 time: 0.1069596 Mar 14 18:20:57.665258 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe64e02-557c-4b85-949f-33190ebdcea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-384167be-e002-4ddc-9abf-dbc1acfb074d', 'network_id': '384167be-e002-4ddc-9abf-dbc1acfb074d', 'tenant_id': '64ae59efb1a14c3d860915fbe73543f5', 'fixed_ips': [{'subnet_id': 'f0145088-e2c2-4b4f-9446-7b492b4cac6b'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:20:57.666252 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bfe64e02-557c-4b85-949f-33190ebdcea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.712824 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Transition to ACTIVE for port object 5e111eaf-849c-4580-9760-eaa6e125e420 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:57.736300 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54044) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:57.743906 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Network 77f7b93e-6893-46ef-a0d3-1d463568fd83 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:57.784459 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:57.790320 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Pushing event updated for resources: {'Port': ['ID=fb412120-30f3-40b3-972b-33e1064b729e,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:57.792037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5c545628-6f41-4c7a-82e6-f85ed63d965e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.796023 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:57.802801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Transition to ACTIVE for port object 5e111eaf-849c-4580-9760-eaa6e125e420 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:57.804192 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.804547 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Added segment f90337bf-d4f0-4206-9793-f362d8177393 of type vlan for network 330f6c86-86a9-4f83-a81f-f875e087767c Mar 14 18:20:57.834387 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-5c545628-6f41-4c7a-82e6-f85ed63d965e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384167be-e002-4ddc-9abf-dbc1acfb074d']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:57.835011 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.843106 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Allocated IP 2001:db8::1 (77f7b93e-6893-46ef-a0d3-1d463568fd83/22de9442-283d-42a5-9c90-5c067fffd74d/96683bd5-9ee7-42c0-80b9-c07d449abda8) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:57.846346 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b04f6-80aa-4ecd-8e3e-a37553287deb admin admin] Pushing event updated for resources: {'Subnet': ['ID=308aa848-34d0-47aa-91ad-fa0584470c08,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:57.852440 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68b04f6-80aa-4ecd-8e3e-a37553287deb admin admin] Checking segment: {'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:57.852808 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68b04f6-80aa-4ecd-8e3e-a37553287deb admin admin] Network hostable DHCP agents. Network: 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:20:57.853413 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-5c545628-6f41-4c7a-82e6-f85ed63d965e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fb90f5-19a9-4455-b3f0-dcbcf1d95555') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:57.853726 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-5c545628-6f41-4c7a-82e6-f85ed63d965e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fb90f5-19a9-4455-b3f0-dcbcf1d95555') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:57.871418 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5c545628-6f41-4c7a-82e6-f85ed63d965e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.882292 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device df7c9843-7c3b-45c9-b0f6-df08edf826c2 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:20:57.884813 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.899924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-860d7962-5cab-4dcf-905b-2f334b532828 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Deleting port fc80e6ac-b270-4597-8b1e-33126c655ae7 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:20:57.900265 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-860d7962-5cab-4dcf-905b-2f334b532828 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.928457 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: df7c9843-7c3b-45c9-b0f6-df08edf826c2 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:20:57.928981 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device df7c9843-7c3b-45c9-b0f6-df08edf826c2 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:20:57.941397 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.942333 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf2b241e-c305-48ee-b6d8-fe04475166dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.966064 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:57.999746 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.038068 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b241e-c305-48ee-b6d8-fe04475166dc admin admin] Pushing event deleted for resources: {'Port': ['ID=eadee538-7e8f-42e0-ab60-6145b513c922,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:58.052969 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.076736 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Network': ['ID=87a5eb55-43b1-4a15-90d9-e3b7f159a0b4,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:58.091161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5c545628-6f41-4c7a-82e6-f85ed63d965e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.092570 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-56e08cd4-8442-47c3-900e-628bfaf9b969 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/networks/87a5eb55-43b1-4a15-90d9-e3b7f159a0b4 HTTP/1.1" status: 204 len: 168 time: 4.2233579 Mar 14 18:20:58.095893 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Attempting to bind port fb412120-30f3-40b3-972b-33e1064b729e on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:20:58.096301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Attempting to bind port fb412120-30f3-40b3-972b-33e1064b729e by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e509ba9c-5ed2-4aa2-8daa-b8e33ace62b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '77f7b93e-6893-46ef-a0d3-1d463568fd83'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:20:58.096918 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Attempting to bind port fb412120-30f3-40b3-972b-33e1064b729e on network 77f7b93e-6893-46ef-a0d3-1d463568fd83 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:20:58.100369 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Network 75e1ad32-0b15-4dcc-babd-adc769d78ad8 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:58.100979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54048) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:58.119028 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:58.127853 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68b04f6-80aa-4ecd-8e3e-a37553287deb admin admin] Network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:20:58.135565 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c545628-6f41-4c7a-82e6-f85ed63d965e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:20:58.135971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5c545628-6f41-4c7a-82e6-f85ed63d965e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:20:58.152458 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:20:58.167877 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:20:58.168253 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Checking segment: {'id': 'e509ba9c-5ed2-4aa2-8daa-b8e33ace62b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '77f7b93e-6893-46ef-a0d3-1d463568fd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:58.168661 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.169060 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Bound using segment: {'id': 'e509ba9c-5ed2-4aa2-8daa-b8e33ace62b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '77f7b93e-6893-46ef-a0d3-1d463568fd83'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:20:58.169546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Bound port: fb412120-30f3-40b3-972b-33e1064b729e, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e509ba9c-5ed2-4aa2-8daa-b8e33ace62b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '77f7b93e-6893-46ef-a0d3-1d463568fd83'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:20:58.170441 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.179364 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:58.187403 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Pushing event updated for resources: {'Port': ['ID=5e111eaf-849c-4580-9760-eaa6e125e420,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:58.233930 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.239562 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:58.240347 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.262439 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceb6aac-bba9-43fb-96a9-0dfe6bffd025 None None] Network 384167be-e002-4ddc-9abf-dbc1acfb074d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:58.338743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf2b241e-c305-48ee-b6d8-fe04475166dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.339671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-23d93c19-8401-4641-b5de-b72b6e916581 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.361513 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.391345 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-c68b04f6-80aa-4ecd-8e3e-a37553287deb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:58.412923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5c545628-6f41-4c7a-82e6-f85ed63d965e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.433148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Transition to ACTIVE for port object 96683bd5-9ee7-42c0-80b9-c07d449abda8 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:58.448107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5c545628-6f41-4c7a-82e6-f85ed63d965e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.474806 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0112f1-a778-4dc9-b882-d71f164827f3 None None] Network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:20:58.476476 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c545628-6f41-4c7a-82e6-f85ed63d965e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Network': ['ID=384167be-e002-4ddc-9abf-dbc1acfb074d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:58.486993 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5c545628-6f41-4c7a-82e6-f85ed63d965e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/networks/384167be-e002-4ddc-9abf-dbc1acfb074d HTTP/1.1" status: 204 len: 168 time: 1.4496701 Mar 14 18:20:58.487671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54052) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:58.527783 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68b04f6-80aa-4ecd-8e3e-a37553287deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:58.528376 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c68b04f6-80aa-4ecd-8e3e-a37553287deb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.539301 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.4191287 Mar 14 18:20:58.541991 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Attempting to bind port 5e111eaf-849c-4580-9760-eaa6e125e420 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:20:58.542361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Attempting to bind port 5e111eaf-849c-4580-9760-eaa6e125e420 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '9b99c6cd-2550-4110-a909-f9f1d0609bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '75e1ad32-0b15-4dcc-babd-adc769d78ad8'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:20:58.542941 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Attempting to bind port 5e111eaf-849c-4580-9760-eaa6e125e420 on network 75e1ad32-0b15-4dcc-babd-adc769d78ad8 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:20:58.546240 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-3d17dc9b-5423-4bc4-b196-b82e2270b1ce tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-19027753'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:58.549645 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54056) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:58.551627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-860d7962-5cab-4dcf-905b-2f334b532828 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.557092 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-23d93c19-8401-4641-b5de-b72b6e916581 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.571085 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3d17dc9b-5423-4bc4-b196-b82e2270b1ce tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:58.576074 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-57df0f97-23be-43e1-9a6f-f9e29895f7fe tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Request body: {'subnet': {'network_id': '330f6c86-86a9-4f83-a81f-f875e087767c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:58.606012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3d17dc9b-5423-4bc4-b196-b82e2270b1ce tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Usage tracker for resource:network and tenant:64ae59efb1a14c3d860915fbe73543f5 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:58.623424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3d17dc9b-5423-4bc4-b196-b82e2270b1ce tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:58.629870 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-23d93c19-8401-4641-b5de-b72b6e916581 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db133b3-2f01-457f-b77d-3ce8b7a5ea31']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:58.647202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3d17dc9b-5423-4bc4-b196-b82e2270b1ce tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:58.658393 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:20:58.658792 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Checking segment: {'id': '9b99c6cd-2550-4110-a909-f9f1d0609bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '75e1ad32-0b15-4dcc-babd-adc769d78ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:20:58.659387 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.659938 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Bound using segment: {'id': '9b99c6cd-2550-4110-a909-f9f1d0609bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '75e1ad32-0b15-4dcc-babd-adc769d78ad8'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:20:58.660566 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Bound port: 5e111eaf-849c-4580-9760-eaa6e125e420, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b99c6cd-2550-4110-a909-f9f1d0609bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '75e1ad32-0b15-4dcc-babd-adc769d78ad8'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:20:58.661120 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.709523 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-23d93c19-8401-4641-b5de-b72b6e916581 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14556a4-5eca-4697-b961-16d60fda04f6') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:58.710083 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-23d93c19-8401-4641-b5de-b72b6e916581 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14556a4-5eca-4697-b961-16d60fda04f6') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:20:58.745637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-23d93c19-8401-4641-b5de-b72b6e916581 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.757205 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] For port fb412120-30f3-40b3-972b-33e1064b729e, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:20:58.776449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-23d93c19-8401-4641-b5de-b72b6e916581 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.781413 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-57df0f97-23be-43e1-9a6f-f9e29895f7fe tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:58.788561 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-57df0f97-23be-43e1-9a6f-f9e29895f7fe tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Usage tracker for resource:subnet and tenant:089bdf8fa02444fc92dd3290318b77f3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:58.816093 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-57df0f97-23be-43e1-9a6f-f9e29895f7fe tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:58.816093 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d93c19-8401-4641-b5de-b72b6e916581 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:20:58.816093 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-23d93c19-8401-4641-b5de-b72b6e916581 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:20:58.818272 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:20:58.820289 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-57df0f97-23be-43e1-9a6f-f9e29895f7fe tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:58.833478 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] For port fb412120-30f3-40b3-972b-33e1064b729e, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=fb412120-30f3-40b3-972b-33e1064b729e,segment=NetworkSegment(e509ba9c-5ed2-4aa2-8daa-b8e33ace62b5),segment_id=e509ba9c-5ed2-4aa2-8daa-b8e33ace62b5)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:20:58.884802 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-860d7962-5cab-4dcf-905b-2f334b532828 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Calling delete_port for fc80e6ac-b270-4597-8b1e-33126c655ae7 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:20:58.889276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.901647 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.914580 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf2b241e-c305-48ee-b6d8-fe04475166dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.916295 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fd408-4da6-4ada-93e9-1c53d5128a3b tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Pushing event updated for resources: {'Network': ['ID=330f6c86-86a9-4f83-a81f-f875e087767c,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:58.918916 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf2b241e-c305-48ee-b6d8-fe04475166dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.934301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.944384 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d17dc9b-5423-4bc4-b196-b82e2270b1ce tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:58.947963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d17dc9b-5423-4bc4-b196-b82e2270b1ce tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:58.973671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 330f6c86-86a9-4f83-a81f-f875e087767c details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:20:58.993789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Transition to ACTIVE for port object ea097996-2159-4b4a-9112-dd69cd92a7f5 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:59.003828 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57df0f97-23be-43e1-9a6f-f9e29895f7fe tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Made reservation on behalf of 089bdf8fa02444fc92dd3290318b77f3 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:59.007362 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-57df0f97-23be-43e1-9a6f-f9e29895f7fe tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.013212 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c68b04f6-80aa-4ecd-8e3e-a37553287deb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3854573 Mar 14 18:20:59.016834 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54060) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:59.022046 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:59.027275 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:59.028512 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network 77f7b93e-6893-46ef-a0d3-1d463568fd83 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:20:59.032707 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Usage tracker for resource:router and tenant:8ca5128883c54d26a4b060b6ae0f5e46 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:59.035787 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:59.041875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=96683bd5-9ee7-42c0-80b9-c07d449abda8,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:59.042415 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:59.046150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:20:59.046608 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] For port 5e111eaf-849c-4580-9760-eaa6e125e420, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:20:59.052208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:20:59.052208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.070947 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf2b241e-c305-48ee-b6d8-fe04475166dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.072000 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2b241e-c305-48ee-b6d8-fe04475166dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa800828-1570-440a-bd72-83d1b62e6fdb {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:20:59.075984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d17dc9b-5423-4bc4-b196-b82e2270b1ce tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:20:59.099801 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf2b241e-c305-48ee-b6d8-fe04475166dc admin admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.101783 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cf2b241e-c305-48ee-b6d8-fe04475166dc admin admin] 10.222.0.43 "DELETE /v2.0/routers/fa800828-1570-440a-bd72-83d1b62e6fdb HTTP/1.1" status: 204 len: 168 time: 4.6997135 Mar 14 18:20:59.103798 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-860d7962-5cab-4dcf-905b-2f334b532828 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.106520 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54064) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:59.157080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-23d93c19-8401-4641-b5de-b72b6e916581 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.169602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d17dc9b-5423-4bc4-b196-b82e2270b1ce tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.171270 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-3d17dc9b-5423-4bc4-b196-b82e2270b1ce tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Added segment 82d79717-e69f-415d-b0b4-d00612df8f21 of type vlan for network a4722574-745c-43a5-bca3-4d788f7591f7 Mar 14 18:20:59.184050 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Transition to ACTIVE for port object ea097996-2159-4b4a-9112-dd69cd92a7f5 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:20:59.203795 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] For port 5e111eaf-849c-4580-9760-eaa6e125e420, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5e111eaf-849c-4580-9760-eaa6e125e420,segment=NetworkSegment(9b99c6cd-2550-4110-a909-f9f1d0609bfa),segment_id=9b99c6cd-2550-4110-a909-f9f1d0609bfa)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:20:59.208123 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d17dc9b-5423-4bc4-b196-b82e2270b1ce tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.214035 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1bede-b316-40e2-a71a-daf31e75cba0 None None] Pushing event updated for resources: {'Port': ['ID=fb412120-30f3-40b3-972b-33e1064b729e,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:59.221356 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:20:59.222099 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-860d7962-5cab-4dcf-905b-2f334b532828 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.222578 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.225033 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-860d7962-5cab-4dcf-905b-2f334b532828 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/ports/fc80e6ac-b270-4597-8b1e-33126c655ae7 HTTP/1.1" status: 204 len: 168 time: 1.4823627 Mar 14 18:20:59.248473 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54068) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:59.249313 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d7962-5cab-4dcf-905b-2f334b532828 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event deleted for resources: {'Port': ['ID=fc80e6ac-b270-4597-8b1e-33126c655ae7,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:59.251387 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.252614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.290692 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-23d93c19-8401-4641-b5de-b72b6e916581 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.334327 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c12a912-9f7f-4ac7-a4f5-99403a0997d1 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] DELETE failed (client error): The resource could not be found. Mar 14 18:20:59.336887 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c12a912-9f7f-4ac7-a4f5-99403a0997d1 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:20:59.338549 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d93c19-8401-4641-b5de-b72b6e916581 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Network': ['ID=1db133b3-2f01-457f-b77d-3ce8b7a5ea31,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:59.339209 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0c12a912-9f7f-4ac7-a4f5-99403a0997d1 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/subnets/266e2991-3bf3-4dfb-ad4f-81a9ed855e11 HTTP/1.1" status: 404 len: 337 time: 0.0829711 Mar 14 18:20:59.344806 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54072) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:59.366583 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-23d93c19-8401-4641-b5de-b72b6e916581 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/networks/1db133b3-2f01-457f-b77d-3ce8b7a5ea31 HTTP/1.1" status: 204 len: 168 time: 1.2609596 Mar 14 18:20:59.368669 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54076) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:59.381866 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7582f1d-16a8-462d-98e9-8c486b169be0 admin admin] Deleting subnet 98ca18df-4d19-42d8-aeb4-d2f478df7fea {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:20:59.387630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a7582f1d-16a8-462d-98e9-8c486b169be0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.423521 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.433865 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.440514 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e01e39ea-0c4a-40d9-a163-11b427eebc12 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'network': {'name': 'tempest-RoutersTest-2044686307'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:20:59.458423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.461802 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e01e39ea-0c4a-40d9-a163-11b427eebc12 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:20:59.473249 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e01e39ea-0c4a-40d9-a163-11b427eebc12 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:network and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:20:59.476049 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e01e39ea-0c4a-40d9-a163-11b427eebc12 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:20:59.486902 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e01e39ea-0c4a-40d9-a163-11b427eebc12 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:20:59.490527 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a7582f1d-16a8-462d-98e9-8c486b169be0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.502060 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d17dc9b-5423-4bc4-b196-b82e2270b1ce tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.507814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d17dc9b-5423-4bc4-b196-b82e2270b1ce tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:20:59.508404 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d17dc9b-5423-4bc4-b196-b82e2270b1ce tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.611261 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a3d01-29c8-4e34-a18d-5984b4ed1e43 None None] Pushing event updated for resources: {'Port': ['ID=5e111eaf-849c-4580-9760-eaa6e125e420,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:59.637577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17dc9b-5423-4bc4-b196-b82e2270b1ce tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Network': ['ID=a4722574-745c-43a5-bca3-4d788f7591f7,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:20:59.694489 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Allocated IP 172.20.0.2 (20ac48fc-e1d7-4500-81e2-2e5c3fd7197b/308aa848-34d0-47aa-91ad-fa0584470c08/7d02e7b8-a5bc-4235-a301-48dd0c10c031) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:20:59.726408 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-942e0f9a-dc0d-4fbb-a403-d030154492e4 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.803411 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network a4722574-745c-43a5-bca3-4d788f7591f7 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:20:59.820064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.847488 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01e39ea-0c4a-40d9-a163-11b427eebc12 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Made reservation on behalf of 65cbd48938094122bb9ae72dacf90bd1 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:20:59.866092 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e01e39ea-0c4a-40d9-a163-11b427eebc12 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:59.906494 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3d17dc9b-5423-4bc4-b196-b82e2270b1ce tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3679042 Mar 14 18:20:59.912156 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54080) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:20:59.993664 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Network 9075353c-04b3-42fa-9aed-36d58d138f3d is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:00.002986 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01e39ea-0c4a-40d9-a163-11b427eebc12 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:00.006443 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:00.009474 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:00.015604 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e01e39ea-0c4a-40d9-a163-11b427eebc12 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:00.016167 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-e01e39ea-0c4a-40d9-a163-11b427eebc12 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Added segment aef79d2d-7ebe-431a-a285-1ec5a391e94f of type vlan for network 02e34c07-78b1-4563-8514-8644fe1ae4ea Mar 14 18:21:00.060066 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e01e39ea-0c4a-40d9-a163-11b427eebc12 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:00.100594 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:00.100828 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device fb412120-30f3-40b3-972b-33e1064b729e up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:00.104842 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a7582f1d-16a8-462d-98e9-8c486b169be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:00.209058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-56674fc3-6d8b-4d83-a8fc-fe5e95239ddc tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'subnet': {'network_id': 'a4722574-745c-43a5-bca3-4d788f7591f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:00.279992 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a7582f1d-16a8-462d-98e9-8c486b169be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:00.287356 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:00.297907 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Pushing event updated for resources: {'Port': ['ID=ea097996-2159-4b4a-9112-dd69cd92a7f5,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:00.303016 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:00.310310 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e01e39ea-0c4a-40d9-a163-11b427eebc12 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:00.316020 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01e39ea-0c4a-40d9-a163-11b427eebc12 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:00.316998 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e01e39ea-0c4a-40d9-a163-11b427eebc12 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:00.337010 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Transition to ACTIVE for port object 7d02e7b8-a5bc-4235-a301-48dd0c10c031 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:00.342439 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Attempting to bind port ea097996-2159-4b4a-9112-dd69cd92a7f5 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:00.342872 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Attempting to bind port ea097996-2159-4b4a-9112-dd69cd92a7f5 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'c21b24e6-e2ec-4aec-aa6a-b2de6c0a21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9075353c-04b3-42fa-9aed-36d58d138f3d'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:00.343239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Attempting to bind port ea097996-2159-4b4a-9112-dd69cd92a7f5 on network 9075353c-04b3-42fa-9aed-36d58d138f3d {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:00.357679 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:00.360017 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Checking segment: {'id': 'c21b24e6-e2ec-4aec-aa6a-b2de6c0a21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9075353c-04b3-42fa-9aed-36d58d138f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:00.360017 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:00.360017 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Bound using segment: {'id': 'c21b24e6-e2ec-4aec-aa6a-b2de6c0a21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9075353c-04b3-42fa-9aed-36d58d138f3d'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:00.360017 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Bound port: ea097996-2159-4b4a-9112-dd69cd92a7f5, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21b24e6-e2ec-4aec-aa6a-b2de6c0a21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9075353c-04b3-42fa-9aed-36d58d138f3d'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:00.360017 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:00.410675 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a7582f1d-16a8-462d-98e9-8c486b169be0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:00.412697 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-942e0f9a-dc0d-4fbb-a403-d030154492e4 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:00.415916 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a7582f1d-16a8-462d-98e9-8c486b169be0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/98ca18df-4d19-42d8-aeb4-d2f478df7fea HTTP/1.1" status: 204 len: 168 time: 1.3054771 Mar 14 18:21:00.415916 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7582f1d-16a8-462d-98e9-8c486b169be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ca18df-4d19-42d8-aeb4-d2f478df7fea,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:00.418443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54084) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:00.425502 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Transition to ACTIVE for port object 7d02e7b8-a5bc-4235-a301-48dd0c10c031 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:00.431142 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6427bdde-971f-4fed-8f3b-a65e026407b0 None None] Network 68805b77-ed98-4d1b-8864-d70255e9d443 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:00.521502 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e01e39ea-0c4a-40d9-a163-11b427eebc12 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1432531 Mar 14 18:21:00.527215 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54088) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:00.555602 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:00.603733 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-942e0f9a-dc0d-4fbb-a403-d030154492e4 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d472bcec-c896-4605-a0e4-4c7a1671ca07']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:00.604088 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-7c80b0d3-6068-45bd-a93c-3b515d1ecb89 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'subnet': {'network_id': '02e34c07-78b1-4563-8514-8644fe1ae4ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:00.610953 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-57df0f97-23be-43e1-9a6f-f9e29895f7fe tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:00.624241 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e39ea-0c4a-40d9-a163-11b427eebc12 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Network': ['ID=02e34c07-78b1-4563-8514-8644fe1ae4ea,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:00.706721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-56674fc3-6d8b-4d83-a8fc-fe5e95239ddc tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:00.712570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-56674fc3-6d8b-4d83-a8fc-fe5e95239ddc tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Usage tracker for resource:subnet and tenant:64ae59efb1a14c3d860915fbe73543f5 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:00.717338 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-56674fc3-6d8b-4d83-a8fc-fe5e95239ddc tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:00.721699 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 02e34c07-78b1-4563-8514-8644fe1ae4ea details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:00.728574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-56674fc3-6d8b-4d83-a8fc-fe5e95239ddc tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:00.736861 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116ce209-00ff-4628-996f-b035c2735b3b None None] Network 77f7b93e-6893-46ef-a0d3-1d463568fd83 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:00.817545 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:00.838006 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port fb412120-30f3-40b3-972b-33e1064b729e completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:00.844451 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7c80b0d3-6068-45bd-a93c-3b515d1ecb89 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:00.852712 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] Deleting port 635d897f-e264-4030-b71b-95ed75064bd3 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:00.853056 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:00.887279 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:00.896860 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] For port ea097996-2159-4b4a-9112-dd69cd92a7f5, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:00.903810 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:00.964216 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:00.974243 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Pushing event updated for resources: {'Port': ['ID=7d02e7b8-a5bc-4235-a301-48dd0c10c031,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:01.002493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:01.006170 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df0f97-23be-43e1-9a6f-f9e29895f7fe tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Pushing event updated for resources: {'Subnet': ['ID=51feb4db-6d09-4a5e-9883-31d3479aec4c,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:01.018826 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-942e0f9a-dc0d-4fbb-a403-d030154492e4 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7191fce-7727-4d94-9113-5baa4bbc5a27') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:01.019964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-942e0f9a-dc0d-4fbb-a403-d030154492e4 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7191fce-7727-4d94-9113-5baa4bbc5a27') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:01.034596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-942e0f9a-dc0d-4fbb-a403-d030154492e4 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:01.041518 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7c80b0d3-6068-45bd-a93c-3b515d1ecb89 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:subnet and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:01.047019 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7c80b0d3-6068-45bd-a93c-3b515d1ecb89 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:01.047387 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] For port ea097996-2159-4b4a-9112-dd69cd92a7f5, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ea097996-2159-4b4a-9112-dd69cd92a7f5,segment=NetworkSegment(c21b24e6-e2ec-4aec-aa6a-b2de6c0a21a5),segment_id=c21b24e6-e2ec-4aec-aa6a-b2de6c0a21a5)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:01.069104 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7c80b0d3-6068-45bd-a93c-3b515d1ecb89 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:01.072193 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-942e0f9a-dc0d-4fbb-a403-d030154492e4 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:01.081198 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942e0f9a-dc0d-4fbb-a403-d030154492e4 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:01.081602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-942e0f9a-dc0d-4fbb-a403-d030154492e4 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:01.123640 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:01.155265 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device eadee538-7e8f-42e0-ab60-6145b513c922 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:21:01.171793 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:01.172520 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:01.182442 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:01.245887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56674fc3-6d8b-4d83-a8fc-fe5e95239ddc tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:01.247317 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e56fecb8-6284-42aa-aeb7-3723272c6a1f None None] Provisioning for port fb412120-30f3-40b3-972b-33e1064b729e completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:01.248941 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c80b0d3-6068-45bd-a93c-3b515d1ecb89 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Made reservation on behalf of 65cbd48938094122bb9ae72dacf90bd1 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:01.250012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-56674fc3-6d8b-4d83-a8fc-fe5e95239ddc tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:01.252087 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca6c259-95b7-4a1d-953f-c70295864b62 None None] Network 75e1ad32-0b15-4dcc-babd-adc769d78ad8 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:01.254891 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7c80b0d3-6068-45bd-a93c-3b515d1ecb89 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:01.362258 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: eadee538-7e8f-42e0-ab60-6145b513c922 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:21:01.362698 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device eadee538-7e8f-42e0-ab60-6145b513c922 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:21:01.377480 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e56fecb8-6284-42aa-aeb7-3723272c6a1f None None] Provisioning complete for port fb412120-30f3-40b3-972b-33e1064b729e triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:01.377853 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e56fecb8-6284-42aa-aeb7-3723272c6a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:01.453800 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57df0f97-23be-43e1-9a6f-f9e29895f7fe tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Checking segment: {'id': 'f90337bf-d4f0-4206-9793-f362d8177393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '330f6c86-86a9-4f83-a81f-f875e087767c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:01.454332 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57df0f97-23be-43e1-9a6f-f9e29895f7fe tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Network hostable DHCP agents. Network: 330f6c86-86a9-4f83-a81f-f875e087767c, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:01.466577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=96683bd5-9ee7-42c0-80b9-c07d449abda8,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:01.470106 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-942e0f9a-dc0d-4fbb-a403-d030154492e4 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:01.512493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-942e0f9a-dc0d-4fbb-a403-d030154492e4 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:01.525579 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e0f9a-dc0d-4fbb-a403-d030154492e4 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event deleted for resources: {'Network': ['ID=d472bcec-c896-4605-a0e4-4c7a1671ca07,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:01.540709 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-942e0f9a-dc0d-4fbb-a403-d030154492e4 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/networks/d472bcec-c896-4605-a0e4-4c7a1671ca07 HTTP/1.1" status: 204 len: 168 time: 2.1780229 Mar 14 18:21:01.548307 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54092) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:01.613077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network 77f7b93e-6893-46ef-a0d3-1d463568fd83 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:01.615551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:01.627737 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] For port 635d897f-e264-4030-b71b-95ed75064bd3, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=635d897f-e264-4030-b71b-95ed75064bd3,segment=NetworkSegment(ea00cd85-2575-4820-b3d2-8f850c9094d4),segment_id=ea00cd85-2575-4820-b3d2-8f850c9094d4)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:01.628191 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:01.630073 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Attempting to bind port 7d02e7b8-a5bc-4235-a301-48dd0c10c031 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:01.630634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Attempting to bind port 7d02e7b8-a5bc-4235-a301-48dd0c10c031 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:01.631188 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Attempting to bind port 7d02e7b8-a5bc-4235-a301-48dd0c10c031 on network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:01.648061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:01.668026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c25b93-f30c-4192-a0fb-e3bfea3f3fdc None None] Pushing event updated for resources: {'Port': ['ID=ea097996-2159-4b4a-9112-dd69cd92a7f5,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:01.676589 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:01.677235 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Checking segment: {'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:01.677801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:01.678367 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Bound using segment: {'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:01.679188 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Bound port: 7d02e7b8-a5bc-4235-a301-48dd0c10c031, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:01.679721 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:01.735544 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57df0f97-23be-43e1-9a6f-f9e29895f7fe tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Network 330f6c86-86a9-4f83-a81f-f875e087767c is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:01.865183 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] Calling delete_port for 635d897f-e264-4030-b71b-95ed75064bd3 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:01.988185 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-57df0f97-23be-43e1-9a6f-f9e29895f7fe tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 330f6c86-86a9-4f83-a81f-f875e087767c) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:02.007017 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:02.010319 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57df0f97-23be-43e1-9a6f-f9e29895f7fe tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:02.010933 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-57df0f97-23be-43e1-9a6f-f9e29895f7fe tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:02.016961 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58605bb4-0902-46d1-bc6c-6c30208082a6 None None] DHCP port deletion for 68805b77-ed98-4d1b-8864-d70255e9d443 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:21:02.020385 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cdf5db-75b8-4742-8976-e77d9e607131 None None] Network 330f6c86-86a9-4f83-a81f-f875e087767c requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:02.052254 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e56fecb8-6284-42aa-aeb7-3723272c6a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:02.075533 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-301831ff-3cb5-414f-8da4-522799f47099 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Deleting port db5fa52e-2d05-4a65-99ff-e79613c80c2a {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:02.076208 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-301831ff-3cb5-414f-8da4-522799f47099 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:02.080717 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5e111eaf-849c-4580-9760-eaa6e125e420 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:02.128766 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-58605bb4-0902-46d1-bc6c-6c30208082a6 None None] Deleting port 635d897f-e264-4030-b71b-95ed75064bd3 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:02.129141 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-58605bb4-0902-46d1-bc6c-6c30208082a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:02.138141 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-56674fc3-6d8b-4d83-a8fc-fe5e95239ddc tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:02.185878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 568d41cd-1656-4e28-9932-f0692f621bf2 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:21:02.197275 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-57df0f97-23be-43e1-9a6f-f9e29895f7fe tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6421645 Mar 14 18:21:02.202707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54096) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:02.213380 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-901f338e-9274-4d88-a418-cb9ade554d67 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Request body: {'port': {'network_id': '330f6c86-86a9-4f83-a81f-f875e087767c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2051550566'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:02.220178 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] For port 7d02e7b8-a5bc-4235-a301-48dd0c10c031, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:02.433606 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-901f338e-9274-4d88-a418-cb9ade554d67 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:02.455813 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-301831ff-3cb5-414f-8da4-522799f47099 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:02.461617 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] For port 7d02e7b8-a5bc-4235-a301-48dd0c10c031, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7d02e7b8-a5bc-4235-a301-48dd0c10c031,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:02.471031 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e56fecb8-6284-42aa-aeb7-3723272c6a1f None None] For port fb412120-30f3-40b3-972b-33e1064b729e, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=fb412120-30f3-40b3-972b-33e1064b729e,segment=NetworkSegment(e509ba9c-5ed2-4aa2-8daa-b8e33ace62b5),segment_id=e509ba9c-5ed2-4aa2-8daa-b8e33ace62b5)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:02.538036 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-58605bb4-0902-46d1-bc6c-6c30208082a6 None None] The port '635d897f-e264-4030-b71b-95ed75064bd3' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:21:02.558876 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:02.563987 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-901f338e-9274-4d88-a418-cb9ade554d67 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Usage tracker for resource:port and tenant:089bdf8fa02444fc92dd3290318b77f3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:02.572425 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-901f338e-9274-4d88-a418-cb9ade554d67 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:02.602485 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56674fc3-6d8b-4d83-a8fc-fe5e95239ddc tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Subnet': ['ID=d6ccd0c6-6933-41d7-bc4f-cf3dbdf0e1a8,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:02.622113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-301831ff-3cb5-414f-8da4-522799f47099 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Calling delete_port for db5fa52e-2d05-4a65-99ff-e79613c80c2a owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:02.635970 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-901f338e-9274-4d88-a418-cb9ade554d67 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:02.646884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e56fecb8-6284-42aa-aeb7-3723272c6a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:02.731887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56674fc3-6d8b-4d83-a8fc-fe5e95239ddc tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Checking segment: {'id': '82d79717-e69f-415d-b0b4-d00612df8f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4722574-745c-43a5-bca3-4d788f7591f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:02.731887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56674fc3-6d8b-4d83-a8fc-fe5e95239ddc tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network hostable DHCP agents. Network: a4722574-745c-43a5-bca3-4d788f7591f7, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:02.836133 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901f338e-9274-4d88-a418-cb9ade554d67 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Made reservation on behalf of 089bdf8fa02444fc92dd3290318b77f3 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:02.844883 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-901f338e-9274-4d88-a418-cb9ade554d67 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:02.858187 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 5e111eaf-849c-4580-9760-eaa6e125e420 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:02.872075 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-330f6c86-86a9-4f83-a81f-f875e087767c', 'network_id': '330f6c86-86a9-4f83-a81f-f875e087767c', 'tenant_id': '089bdf8fa02444fc92dd3290318b77f3', 'fixed_ips': [{'subnet_id': '51feb4db-6d09-4a5e-9883-31d3479aec4c'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:21:02.873527 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:02.883243 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:21:02.900681 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4fd4bd5e-400e-4516-9407-617d860bb7b8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/568d41cd-1656-4e28-9932-f0692f621bf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9515243 Mar 14 18:21:02.902549 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-901f338e-9274-4d88-a418-cb9ade554d67 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] device_id is not set on port 6a52927a-3ac1-4d60-890a-d09864d871ec yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:21:02.911722 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b82f6-7bf1-483c-bd15-830ec55e5fac None None] Sync routers for ids ['568d41cd-1656-4e28-9932-f0692f621bf2'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:02.918315 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ea097996-2159-4b4a-9112-dd69cd92a7f5 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:02.959208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54106) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:02.960239 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56674fc3-6d8b-4d83-a8fc-fe5e95239ddc tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network a4722574-745c-43a5-bca3-4d788f7591f7 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:02.989814 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7ce5d0-718a-4cf6-8192-fc7b27fd47d5 None None] Network 9075353c-04b3-42fa-9aed-36d58d138f3d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:03.014978 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f185e818-2aaf-44da-849d-371e17a5c2ab None None] Provisioning for port 5e111eaf-849c-4580-9760-eaa6e125e420 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:03.047694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f185e818-2aaf-44da-849d-371e17a5c2ab None None] Provisioning complete for port 5e111eaf-849c-4580-9760-eaa6e125e420 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:03.048065 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f185e818-2aaf-44da-849d-371e17a5c2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:03.110506 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:03.117240 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b82f6-7bf1-483c-bd15-830ec55e5fac None None] Routers {'568d41cd-1656-4e28-9932-f0692f621bf2'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:03.117862 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-826b82f6-7bf1-483c-bd15-830ec55e5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['568d41cd-1656-4e28-9932-f0692f621bf2'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:03.193523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567ca1e-bd4c-4ac6-801a-fd710641ca6b None None] Pushing event updated for resources: {'Port': ['ID=7d02e7b8-a5bc-4235-a301-48dd0c10c031,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:03.219866 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-826b82f6-7bf1-483c-bd15-830ec55e5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:03.230148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd5f301-25a7-4154-bfe6-19220d639b3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:03.230810 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1fd5f301-25a7-4154-bfe6-19220d639b3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Synchronizing usage tracker for tenant:bab4d070cd704c8a84908631080d1946 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:21:03.239425 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-56674fc3-6d8b-4d83-a8fc-fe5e95239ddc tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, a4722574-745c-43a5-bca3-4d788f7591f7) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:03.253247 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-901f338e-9274-4d88-a418-cb9ade554d67 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Allocated IP 172.20.0.6 (330f6c86-86a9-4f83-a81f-f875e087767c/51feb4db-6d09-4a5e-9883-31d3479aec4c/6a52927a-3ac1-4d60-890a-d09864d871ec) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:03.267420 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56674fc3-6d8b-4d83-a8fc-fe5e95239ddc tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:03.268737 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-56674fc3-6d8b-4d83-a8fc-fe5e95239ddc tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:03.341074 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=635d897f-e264-4030-b71b-95ed75064bd3,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:03.351035 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] No DVR routers for this DVR port 635d897f-e264-4030-b71b-95ed75064bd3 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:21:03.399683 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d086ee-85f5-4968-a969-78bcb690a1b7 None None] Network a4722574-745c-43a5-bca3-4d788f7591f7 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:03.408949 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7c80b0d3-6068-45bd-a93c-3b515d1ecb89 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:03.452375 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-56674fc3-6d8b-4d83-a8fc-fe5e95239ddc tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4996853 Mar 14 18:21:03.453651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1fd5f301-25a7-4154-bfe6-19220d639b3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Unset dirty status for tenant:bab4d070cd704c8a84908631080d1946 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:21:03.454905 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1fd5f301-25a7-4154-bfe6-19220d639b3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/ports/96683bd5-9ee7-42c0-80b9-c07d449abda8 HTTP/1.1" status: 200 len: 911 time: 0.4918349 Mar 14 18:21:03.467360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54110) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:03.467698 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54112) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:03.502554 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-3e63cabc-c9e2-4a77-b058-0e936d7403bd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-362295622'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:03.515061 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b82f6-7bf1-483c-bd15-830ec55e5fac None None] Routers {'568d41cd-1656-4e28-9932-f0692f621bf2'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:03.515696 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-826b82f6-7bf1-483c-bd15-830ec55e5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['568d41cd-1656-4e28-9932-f0692f621bf2'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:03.560058 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-301831ff-3cb5-414f-8da4-522799f47099 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:03.579253 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3e63cabc-c9e2-4a77-b058-0e936d7403bd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:03.616222 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-901f338e-9274-4d88-a418-cb9ade554d67 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:03.634219 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-901f338e-9274-4d88-a418-cb9ade554d67 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Transition to ACTIVE for port object 6a52927a-3ac1-4d60-890a-d09864d871ec will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:03.642360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Allocated IP 172.26.7.229 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/714ee9a6-9625-49c4-9cd5-da215b734ec8) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:03.663299 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-826b82f6-7bf1-483c-bd15-830ec55e5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:03.663718 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b82f6-7bf1-483c-bd15-830ec55e5fac None None] The sync data for ids ['568d41cd-1656-4e28-9932-f0692f621bf2'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:03.687909 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port ea097996-2159-4b4a-9112-dd69cd92a7f5 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:03.697337 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fecb8-6284-42aa-aeb7-3723272c6a1f None None] Pushing event updated for resources: {'Port': ['ID=fb412120-30f3-40b3-972b-33e1064b729e,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:03.706167 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3e63cabc-c9e2-4a77-b058-0e936d7403bd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Usage tracker for resource:network and tenant:64ae59efb1a14c3d860915fbe73543f5 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:03.706167 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3e63cabc-c9e2-4a77-b058-0e936d7403bd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:03.708148 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3e63cabc-c9e2-4a77-b058-0e936d7403bd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:03.726015 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-901f338e-9274-4d88-a418-cb9ade554d67 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:03.736161 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80b0d3-6068-45bd-a93c-3b515d1ecb89 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Subnet': ['ID=0fcc50f2-8177-4347-9f61-1f5684b6a740,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:03.803196 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901f338e-9274-4d88-a418-cb9ade554d67 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Network 330f6c86-86a9-4f83-a81f-f875e087767c is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:03.808419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-901f338e-9274-4d88-a418-cb9ade554d67 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:03.812601 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-301831ff-3cb5-414f-8da4-522799f47099 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:03.812789 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f338e-9274-4d88-a418-cb9ade554d67 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:03.825695 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301831ff-3cb5-414f-8da4-522799f47099 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event deleted for resources: {'Port': ['ID=db5fa52e-2d05-4a65-99ff-e79613c80c2a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:03.843377 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:03.860846 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-301831ff-3cb5-414f-8da4-522799f47099 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/ports/db5fa52e-2d05-4a65-99ff-e79613c80c2a HTTP/1.1" status: 204 len: 168 time: 2.3113708 Mar 14 18:21:03.867756 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54118) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:03.868542 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e63cabc-c9e2-4a77-b058-0e936d7403bd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:03.872159 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3e63cabc-c9e2-4a77-b058-0e936d7403bd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:03.892943 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f185e818-2aaf-44da-849d-371e17a5c2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:03.899431 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f338e-9274-4d88-a418-cb9ade554d67 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Pushing event updated for resources: {'Port': ['ID=6a52927a-3ac1-4d60-890a-d09864d871ec,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:03.937988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901f338e-9274-4d88-a418-cb9ade554d67 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:03.938818 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-901f338e-9274-4d88-a418-cb9ade554d67 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:03.954496 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e63cabc-c9e2-4a77-b058-0e936d7403bd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:03.963770 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3e63cabc-c9e2-4a77-b058-0e936d7403bd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:03.964201 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-3e63cabc-c9e2-4a77-b058-0e936d7403bd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Added segment ef6475a5-c359-4c8f-ae55-d648de527119 of type vlan for network 45ee32d7-7f48-4cc1-be54-2349c60390b4 Mar 14 18:21:03.997206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3e63cabc-c9e2-4a77-b058-0e936d7403bd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:04.056277 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-901f338e-9274-4d88-a418-cb9ade554d67 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8485847 Mar 14 18:21:04.058895 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54122) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:04.066079 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Allocated IP 172.20.0.2 (330f6c86-86a9-4f83-a81f-f875e087767c/51feb4db-6d09-4a5e-9883-31d3479aec4c/cf20771e-1103-4ab4-a643-351c8fcc45d4) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:04.073101 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-44969e22-25b9-4425-9c53-89c339cb8693 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] DELETE failed (client error): The resource could not be found. Mar 14 18:21:04.073101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44969e22-25b9-4425-9c53-89c339cb8693 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:21:04.089616 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device fb412120-30f3-40b3-972b-33e1064b729e up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:04.090041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68805b77-ed98-4d1b-8864-d70255e9d443']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:04.113080 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-44969e22-25b9-4425-9c53-89c339cb8693 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/subnets/e8d0e57e-cede-4d30-9fb6-80920ad078be HTTP/1.1" status: 404 len: 337 time: 0.2198801 Mar 14 18:21:04.114014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54126) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:04.139172 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3e63cabc-c9e2-4a77-b058-0e936d7403bd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:04.145725 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f185e818-2aaf-44da-849d-371e17a5c2ab None None] For port 5e111eaf-849c-4580-9760-eaa6e125e420, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5e111eaf-849c-4580-9760-eaa6e125e420,segment=NetworkSegment(9b99c6cd-2550-4110-a909-f9f1d0609bfa),segment_id=9b99c6cd-2550-4110-a909-f9f1d0609bfa)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:04.146259 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e63cabc-c9e2-4a77-b058-0e936d7403bd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:04.146259 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3e63cabc-c9e2-4a77-b058-0e936d7403bd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:04.153508 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-a4722574-745c-43a5-bca3-4d788f7591f7', 'network_id': 'a4722574-745c-43a5-bca3-4d788f7591f7', 'tenant_id': '64ae59efb1a14c3d860915fbe73543f5', 'fixed_ips': [{'subnet_id': 'd6ccd0c6-6933-41d7-bc4f-cf3dbdf0e1a8'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:21:04.154367 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:04.165184 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea00cd85-2575-4820-b3d2-8f850c9094d4') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:04.165486 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea00cd85-2575-4820-b3d2-8f850c9094d4') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:04.249913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-3c21d488-8090-43da-b86c-f3414950f926 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Deleting port 6a52927a-3ac1-4d60-890a-d09864d871ec {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:04.250193 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3c21d488-8090-43da-b86c-f3414950f926 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:04.316124 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f185e818-2aaf-44da-849d-371e17a5c2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:04.322634 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1a38be7-85ce-46ed-8107-8d9db7f9475a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:04.359376 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80b0d3-6068-45bd-a93c-3b515d1ecb89 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Checking segment: {'id': 'aef79d2d-7ebe-431a-a285-1ec5a391e94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '02e34c07-78b1-4563-8514-8644fe1ae4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:04.359747 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c80b0d3-6068-45bd-a93c-3b515d1ecb89 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network hostable DHCP agents. Network: 02e34c07-78b1-4563-8514-8644fe1ae4ea, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:04.373370 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fef7ad-a978-4a3c-8ff5-6a49bd78b0df None None] Network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:04.491770 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3e63cabc-c9e2-4a77-b058-0e936d7403bd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0023613 Mar 14 18:21:04.494521 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:04.510532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54130) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:04.530321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-d4c8e75f-2d15-459d-b595-bc81a81d82b0 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'subnet': {'network_id': '45ee32d7-7f48-4cc1-be54-2349c60390b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:04.564995 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1a38be7-85ce-46ed-8107-8d9db7f9475a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:04.597965 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f185e818-2aaf-44da-849d-371e17a5c2ab None None] Provisioning for port 96683bd5-9ee7-42c0-80b9-c07d449abda8 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:04.647462 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185e818-2aaf-44da-849d-371e17a5c2ab None None] Pushing event updated for resources: {'Port': ['ID=5e111eaf-849c-4580-9760-eaa6e125e420,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:04.665014 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:04.672545 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63cabc-c9e2-4a77-b058-0e936d7403bd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Network': ['ID=45ee32d7-7f48-4cc1-be54-2349c60390b4,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:04.679751 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f185e818-2aaf-44da-849d-371e17a5c2ab None None] Provisioning complete for port 96683bd5-9ee7-42c0-80b9-c07d449abda8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:04.680413 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f185e818-2aaf-44da-849d-371e17a5c2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:04.687428 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:04.688004 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:04.732871 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 45ee32d7-7f48-4cc1-be54-2349c60390b4 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:04.747312 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port fb412120-30f3-40b3-972b-33e1064b729e triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:04.747897 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:04.862034 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-d1a38be7-85ce-46ed-8107-8d9db7f9475a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:04.897815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-d1a38be7-85ce-46ed-8107-8d9db7f9475a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ae58ff-88c8-450e-a960-859ec140b6e6') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:04.898105 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-d1a38be7-85ce-46ed-8107-8d9db7f9475a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ae58ff-88c8-450e-a960-859ec140b6e6') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:04.930535 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1a38be7-85ce-46ed-8107-8d9db7f9475a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:04.937571 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Allocated IP 2001:db8::3 (a4722574-745c-43a5-bca3-4d788f7591f7/d6ccd0c6-6933-41d7-bc4f-cf3dbdf0e1a8/8ff3653c-0daa-4e09-b4db-71fc8a0f3027) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:04.971668 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d4c8e75f-2d15-459d-b595-bc81a81d82b0 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:04.975276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3c21d488-8090-43da-b86c-f3414950f926 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:04.982971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1a38be7-85ce-46ed-8107-8d9db7f9475a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:04.991884 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d4c8e75f-2d15-459d-b595-bc81a81d82b0 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Usage tracker for resource:subnet and tenant:64ae59efb1a14c3d860915fbe73543f5 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:04.994551 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:04.998309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a38be7-85ce-46ed-8107-8d9db7f9475a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:04.998660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1a38be7-85ce-46ed-8107-8d9db7f9475a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:05.012941 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d4c8e75f-2d15-459d-b595-bc81a81d82b0 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:05.014230 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c80b0d3-6068-45bd-a93c-3b515d1ecb89 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 02e34c07-78b1-4563-8514-8644fe1ae4ea is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:05.015648 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:05.029922 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-f185e818-2aaf-44da-849d-371e17a5c2ab None None] Port 96683bd5-9ee7-42c0-80b9-c07d449abda8 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:21:05.104066 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:05.129827 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:05.141886 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-3c21d488-8090-43da-b86c-f3414950f926 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Calling delete_port for 6a52927a-3ac1-4d60-890a-d09864d871ec owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:05.156247 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-7c80b0d3-6068-45bd-a93c-3b515d1ecb89 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 02e34c07-78b1-4563-8514-8644fe1ae4ea) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:05.160650 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c80b0d3-6068-45bd-a93c-3b515d1ecb89 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:05.161499 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7c80b0d3-6068-45bd-a93c-3b515d1ecb89 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:05.165751 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:05.172631 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:05.173893 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d4c8e75f-2d15-459d-b595-bc81a81d82b0 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:05.188282 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Transition to ACTIVE for port object cf20771e-1103-4ab4-a643-351c8fcc45d4 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:05.222201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=68805b77-ed98-4d1b-8864-d70255e9d443,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:05.233056 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f185e818-2aaf-44da-849d-371e17a5c2ab None None] Provisioning complete for port fb412120-30f3-40b3-972b-33e1064b729e triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:05.233664 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f185e818-2aaf-44da-849d-371e17a5c2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:05.245344 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:05.257263 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925d3b7e-0778-42c8-adca-24b84a7b7250 None None] Network 02e34c07-78b1-4563-8514-8644fe1ae4ea requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:05.327734 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-28c76e99-ed4c-40c4-8de1-9eb7fc5041f5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/68805b77-ed98-4d1b-8864-d70255e9d443 HTTP/1.1" status: 204 len: 168 time: 4.9038179 Mar 14 18:21:05.339733 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1a38be7-85ce-46ed-8107-8d9db7f9475a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:05.362369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1a38be7-85ce-46ed-8107-8d9db7f9475a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:05.376032 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a38be7-85ce-46ed-8107-8d9db7f9475a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event deleted for resources: {'Network': ['ID=fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:05.394423 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d1a38be7-85ce-46ed-8107-8d9db7f9475a tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/networks/fe2e42f7-dab9-4a90-bc72-4c9b9e19c2a2 HTTP/1.1" status: 204 len: 168 time: 1.2773290 Mar 14 18:21:05.400665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54138) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:05.435629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c8e75f-2d15-459d-b595-bc81a81d82b0 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:05.439219 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d4c8e75f-2d15-459d-b595-bc81a81d82b0 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:05.473935 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7c80b0d3-6068-45bd-a93c-3b515d1ecb89 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8959622 Mar 14 18:21:05.474393 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Transition to ACTIVE for port object cf20771e-1103-4ab4-a643-351c8fcc45d4 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:05.475667 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:05.480127 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54142) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:05.483919 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7d02e7b8-a5bc-4235-a301-48dd0c10c031 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:05.484311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3c21d488-8090-43da-b86c-f3414950f926 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:05.541461 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-bde94b23-2603-4766-a658-f7d93f9be6b5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-151935449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:05.547454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21d488-8090-43da-b86c-f3414950f926 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Pushing event deleted for resources: {'Port': ['ID=6a52927a-3ac1-4d60-890a-d09864d871ec,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:05.597970 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-bde94b23-2603-4766-a658-f7d93f9be6b5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:05.598799 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6258350-3f75-4859-9499-2743b4a7df01 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Deleting subnet 24c33fda-5550-4284-a3f4-7ca4770033a4 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:21:05.613021 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-bde94b23-2603-4766-a658-f7d93f9be6b5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:router and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:05.616678 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-bde94b23-2603-4766-a658-f7d93f9be6b5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:05.624950 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:05.635105 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-bde94b23-2603-4766-a658-f7d93f9be6b5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:05.636261 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f6258350-3f75-4859-9499-2743b4a7df01 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:05.637127 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:05.640164 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:05.664263 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:05.667155 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.ipam_backend_mixin [None req-d4c8e75f-2d15-459d-b595-bc81a81d82b0 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Performing IP validity checks on allocation pools {{(pid=88635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 14 18:21:05.667668 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.ipam_backend_mixin [None req-d4c8e75f-2d15-459d-b595-bc81a81d82b0 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 14 18:21:05.717028 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Pushing event updated for resources: {'Port': ['ID=714ee9a6-9625-49c4-9cd5-da215b734ec8,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:05.757012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3c21d488-8090-43da-b86c-f3414950f926 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:05.762334 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3c21d488-8090-43da-b86c-f3414950f926 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] 10.222.0.43 "DELETE /v2.0/ports/6a52927a-3ac1-4d60-890a-d09864d871ec HTTP/1.1" status: 204 len: 168 time: 1.6962395 Mar 14 18:21:05.764200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54146) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:05.795083 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f6258350-3f75-4859-9499-2743b4a7df01 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:05.818843 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Network 330f6c86-86a9-4f83-a81f-f875e087767c is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:05.839363 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:05.845944 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:05.852675 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:05.858416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54152) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:05.970585 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3c1cfd4e-99ee-49a1-8527-62cb1687744c tempest-DHCPAgentSchedulersTestJSON-769770694 tempest-DHCPAgentSchedulersTestJSON-769770694-project-admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.2033811 Mar 14 18:21:05.982794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54156) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:05.996259 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Pushing event updated for resources: {'Port': ['ID=cf20771e-1103-4ab4-a643-351c8fcc45d4,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:06.000441 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bde94b23-2603-4766-a658-f7d93f9be6b5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.002272 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bde94b23-2603-4766-a658-f7d93f9be6b5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.007499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-664647e0-163d-4aab-96bd-3c2c88f8c21e tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1077359334'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:06.018484 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bde94b23-2603-4766-a658-f7d93f9be6b5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.024002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-664647e0-163d-4aab-96bd-3c2c88f8c21e tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:06.030257 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 7d02e7b8-a5bc-4235-a301-48dd0c10c031 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:06.037530 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-664647e0-163d-4aab-96bd-3c2c88f8c21e tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Usage tracker for resource:network and tenant:089bdf8fa02444fc92dd3290318b77f3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:06.040101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Transition to ACTIVE for port object 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:06.044893 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-39c797a8-6cd3-484a-9c0f-c044ef19a60c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=29958d1556c74dc4b97217fd3a482d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834714 Mar 14 18:21:06.045953 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-664647e0-163d-4aab-96bd-3c2c88f8c21e tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:06.056363 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54160) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:06.064486 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-664647e0-163d-4aab-96bd-3c2c88f8c21e tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:06.085081 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f6258350-3f75-4859-9499-2743b4a7df01 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.107911 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-02e34c07-78b1-4563-8514-8644fe1ae4ea', 'network_id': '02e34c07-78b1-4563-8514-8644fe1ae4ea', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'fixed_ips': [{'subnet_id': '0fcc50f2-8177-4347-9f61-1f5684b6a740'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:21:06.109204 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.156761 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 635d897f-e264-4030-b71b-95ed75064bd3 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:21:06.201482 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bde94b23-2603-4766-a658-f7d93f9be6b5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.205246 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Transition to ACTIVE for port object 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:06.207485 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 635d897f-e264-4030-b71b-95ed75064bd3 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:21:06.207826 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 635d897f-e264-4030-b71b-95ed75064bd3 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:21:06.212700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Attempting to bind port cf20771e-1103-4ab4-a643-351c8fcc45d4 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:06.213693 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Attempting to bind port cf20771e-1103-4ab4-a643-351c8fcc45d4 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'f90337bf-d4f0-4206-9793-f362d8177393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '330f6c86-86a9-4f83-a81f-f875e087767c'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:06.213693 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Attempting to bind port cf20771e-1103-4ab4-a643-351c8fcc45d4 on network 330f6c86-86a9-4f83-a81f-f875e087767c {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:06.239498 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e221ebfb-409a-4f5f-917a-36a7489e95bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.249576 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Allocated IP 2001:db8:1::1 (9075353c-04b3-42fa-9aed-36d58d138f3d/7e4ca8ef-7260-4185-800d-402c491e22ae/5ae8d2ae-2c37-4b3b-835d-9fbb69ddd3d1) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:06.259778 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:06.260726 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Checking segment: {'id': 'f90337bf-d4f0-4206-9793-f362d8177393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '330f6c86-86a9-4f83-a81f-f875e087767c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:06.261596 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.262250 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Bound using segment: {'id': 'f90337bf-d4f0-4206-9793-f362d8177393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '330f6c86-86a9-4f83-a81f-f875e087767c'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:06.262904 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Bound port: cf20771e-1103-4ab4-a643-351c8fcc45d4, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90337bf-d4f0-4206-9793-f362d8177393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '330f6c86-86a9-4f83-a81f-f875e087767c'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:06.267604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.267948 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664647e0-163d-4aab-96bd-3c2c88f8c21e tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Made reservation on behalf of 089bdf8fa02444fc92dd3290318b77f3 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:06.269963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-664647e0-163d-4aab-96bd-3c2c88f8c21e tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.289909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e221ebfb-409a-4f5f-917a-36a7489e95bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.301094 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.302863 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d4c8e75f-2d15-459d-b595-bc81a81d82b0 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.372689 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5e111eaf-849c-4580-9760-eaa6e125e420 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:06.394177 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664647e0-163d-4aab-96bd-3c2c88f8c21e tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:06.407773 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bde94b23-2603-4766-a658-f7d93f9be6b5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.411790 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-bde94b23-2603-4766-a658-f7d93f9be6b5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8968222 Mar 14 18:21:06.413483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54164) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:06.430215 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-5182943d-69dd-4686-9955-007f9eae0541 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'port': {'network_id': '02e34c07-78b1-4563-8514-8644fe1ae4ea', 'name': 'tempest-RoutersTest-1035346664'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:06.442428 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b8a68f47-51ad-418b-8c98-6ccb9f3d4927 None None] Provisioning for port ea097996-2159-4b4a-9112-dd69cd92a7f5 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:06.453817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-664647e0-163d-4aab-96bd-3c2c88f8c21e tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.454167 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-664647e0-163d-4aab-96bd-3c2c88f8c21e tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Added segment 694d7cff-ac2b-4980-83b8-a79382c1e016 of type vlan for network 82e8d35c-7147-41dc-81d6-7824e81980ed Mar 14 18:21:06.456799 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Network a4722574-745c-43a5-bca3-4d788f7591f7 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:06.466629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8e75f-2d15-459d-b595-bc81a81d82b0 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Subnet': ['ID=8d91c23e-0b76-473e-8142-b1ef41e9729c,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:06.469346 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f6258350-3f75-4859-9499-2743b4a7df01 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.473517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:06.514088 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b8a68f47-51ad-418b-8c98-6ccb9f3d4927 None None] Provisioning complete for port ea097996-2159-4b4a-9112-dd69cd92a7f5 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:06.520327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b8a68f47-51ad-418b-8c98-6ccb9f3d4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.531128 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6258350-3f75-4859-9499-2743b4a7df01 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event deleted for resources: {'Subnet': ['ID=24c33fda-5550-4284-a3f4-7ca4770033a4,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:06.533251 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c8e75f-2d15-459d-b595-bc81a81d82b0 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Checking segment: {'id': 'ef6475a5-c359-4c8f-ae55-d648de527119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '45ee32d7-7f48-4cc1-be54-2349c60390b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:06.533802 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c8e75f-2d15-459d-b595-bc81a81d82b0 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network hostable DHCP agents. Network: 45ee32d7-7f48-4cc1-be54-2349c60390b4, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:06.540470 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:06.582662 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Pushing event updated for resources: {'Port': ['ID=8ff3653c-0daa-4e09-b4db-71fc8a0f3027,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:06.592177 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.631300 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Transition to ACTIVE for port object 5ae8d2ae-2c37-4b3b-835d-9fbb69ddd3d1 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:06.642959 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.706522 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] For port cf20771e-1103-4ab4-a643-351c8fcc45d4, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:06.726666 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Allocated IP 172.20.0.2 (02e34c07-78b1-4563-8514-8644fe1ae4ea/0fcc50f2-8177-4347-9f61-1f5684b6a740/61114bd8-3c5b-4090-acf9-79663c1b9229) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:06.745285 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] For port cf20771e-1103-4ab4-a643-351c8fcc45d4, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=cf20771e-1103-4ab4-a643-351c8fcc45d4,segment=NetworkSegment(f90337bf-d4f0-4206-9793-f362d8177393),segment_id=f90337bf-d4f0-4206-9793-f362d8177393)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:06.753595 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Attempting to bind port 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:06.753959 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Attempting to bind port 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '82d79717-e69f-415d-b0b4-d00612df8f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4722574-745c-43a5-bca3-4d788f7591f7'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:06.754321 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Attempting to bind port 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 on network a4722574-745c-43a5-bca3-4d788f7591f7 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:06.762991 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 5e111eaf-849c-4580-9760-eaa6e125e420 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:06.763612 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.772315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f6258350-3f75-4859-9499-2743b4a7df01 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.808570 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88710708-06fc-4440-acc7-c77f4a0314cd None None] Network 4e871254-1d81-478f-8b06-92b019baccfe requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:06.808829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-664647e0-163d-4aab-96bd-3c2c88f8c21e tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.842677 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f6258350-3f75-4859-9499-2743b4a7df01 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/subnets/24c33fda-5550-4284-a3f4-7ca4770033a4 HTTP/1.1" status: 204 len: 168 time: 1.4457736 Mar 14 18:21:06.844009 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54168) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:06.866359 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:06.868548 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Checking segment: {'id': '82d79717-e69f-415d-b0b4-d00612df8f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4722574-745c-43a5-bca3-4d788f7591f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:06.868548 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.868548 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Bound using segment: {'id': '82d79717-e69f-415d-b0b4-d00612df8f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4722574-745c-43a5-bca3-4d788f7591f7'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:06.868548 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Bound port: 8ff3653c-0daa-4e09-b4db-71fc8a0f3027, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d79717-e69f-415d-b0b4-d00612df8f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4722574-745c-43a5-bca3-4d788f7591f7'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:06.868548 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.897956 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.921972 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c8e75f-2d15-459d-b595-bc81a81d82b0 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network 45ee32d7-7f48-4cc1-be54-2349c60390b4 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:06.924100 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e221ebfb-409a-4f5f-917a-36a7489e95bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.926591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e221ebfb-409a-4f5f-917a-36a7489e95bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:06.930951 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e221ebfb-409a-4f5f-917a-36a7489e95bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6e7efc6-6e97-4fb3-a6fa-cdcb3aceb8e1 HTTP/1.1" status: 204 len: 168 time: 0.8686123 Mar 14 18:21:07.013880 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221ebfb-409a-4f5f-917a-36a7489e95bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e7efc6-6e97-4fb3-a6fa-cdcb3aceb8e1,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:07.028763 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-d4c8e75f-2d15-459d-b595-bc81a81d82b0 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 45ee32d7-7f48-4cc1-be54-2349c60390b4) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:07.033110 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-5182943d-69dd-4686-9955-007f9eae0541 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:07.039682 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c8e75f-2d15-459d-b595-bc81a81d82b0 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:07.040263 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d4c8e75f-2d15-459d-b595-bc81a81d82b0 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:07.052798 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-5182943d-69dd-4686-9955-007f9eae0541 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:port and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:07.061079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:07.065577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-5182943d-69dd-4686-9955-007f9eae0541 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:07.066696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-664647e0-163d-4aab-96bd-3c2c88f8c21e tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:07.072020 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664647e0-163d-4aab-96bd-3c2c88f8c21e tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:07.072629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-664647e0-163d-4aab-96bd-3c2c88f8c21e tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:07.103573 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811c7362-83e9-469c-9614-06532cc5ed03 None None] Network 45ee32d7-7f48-4cc1-be54-2349c60390b4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:07.103795 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-5182943d-69dd-4686-9955-007f9eae0541 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:07.194846 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d4c8e75f-2d15-459d-b595-bc81a81d82b0 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6766517 Mar 14 18:21:07.198673 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54174) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:07.199248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Deleting port 5b5db0c9-6cd6-4c9c-98c2-129e704261c6 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:07.199900 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:07.220384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b8a68f47-51ad-418b-8c98-6ccb9f3d4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:07.243195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664647e0-163d-4aab-96bd-3c2c88f8c21e tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Pushing event updated for resources: {'Network': ['ID=82e8d35c-7147-41dc-81d6-7824e81980ed,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:07.291743 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-664647e0-163d-4aab-96bd-3c2c88f8c21e tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3039627 Mar 14 18:21:07.293840 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54178) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:07.311623 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5182943d-69dd-4686-9955-007f9eae0541 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Made reservation on behalf of 65cbd48938094122bb9ae72dacf90bd1 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:07.315077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5182943d-69dd-4686-9955-007f9eae0541 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:07.348807 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 82e8d35c-7147-41dc-81d6-7824e81980ed details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:07.361528 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-5182943d-69dd-4686-9955-007f9eae0541 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] device_id is not set on port e0726a38-c640-45a5-84f5-d2c591ce570d yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:21:07.401595 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97b85ac4-c819-4dba-80ce-bef2d4ad32f2 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:07.412489 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:07.417482 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:07.500408 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:07.510659 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Transition to ACTIVE for port object 61114bd8-3c5b-4090-acf9-79663c1b9229 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:07.529439 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Transition to ACTIVE for port object 61114bd8-3c5b-4090-acf9-79663c1b9229 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:07.562472 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6452ce0-a55d-4485-8115-3d1f45bdb08c None None] Pushing event updated for resources: {'Port': ['ID=cf20771e-1103-4ab4-a643-351c8fcc45d4,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:07.568944 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network 9075353c-04b3-42fa-9aed-36d58d138f3d is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:07.578103 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:07.613293 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:07.613838 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:07.639065 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:07.674507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=5ae8d2ae-2c37-4b3b-835d-9fbb69ddd3d1,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:07.759387 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] For port 5b5db0c9-6cd6-4c9c-98c2-129e704261c6, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5b5db0c9-6cd6-4c9c-98c2-129e704261c6,segment=NetworkSegment(024d595a-2f76-4b5f-b258-32c146957224),segment_id=024d595a-2f76-4b5f-b258-32c146957224)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:07.771224 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:07.844108 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97b85ac4-c819-4dba-80ce-bef2d4ad32f2 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:07.859948 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1da55cd0-7468-4262-8170-1f9a68d13829 tempest-DHCPAgentSchedulersTestJSON-769770694 tempest-DHCPAgentSchedulersTestJSON-769770694-project-admin] 10.222.0.43 "GET /v2.0/agents/32739a24-8c68-45e1-b4a1-398a9c60f5d0/dhcp-networks HTTP/1.1" status: 200 len: 10370 time: 0.5649879 Mar 14 18:21:07.886062 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54192) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:07.940972 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-b8a68f47-51ad-418b-8c98-6ccb9f3d4927 None None] For port ea097996-2159-4b4a-9112-dd69cd92a7f5, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ea097996-2159-4b4a-9112-dd69cd92a7f5,segment=NetworkSegment(c21b24e6-e2ec-4aec-aa6a-b2de6c0a21a5),segment_id=c21b24e6-e2ec-4aec-aa6a-b2de6c0a21a5)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:07.981644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-167d7207-f48e-4333-a70d-32464416b858 None None] For port 8ff3653c-0daa-4e09-b4db-71fc8a0f3027, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:08.050161 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Network 02e34c07-78b1-4563-8514-8644fe1ae4ea is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:08.074524 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b8a68f47-51ad-418b-8c98-6ccb9f3d4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:08.077508 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:08.085489 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:08.095286 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-167d7207-f48e-4333-a70d-32464416b858 None None] For port 8ff3653c-0daa-4e09-b4db-71fc8a0f3027, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8ff3653c-0daa-4e09-b4db-71fc8a0f3027,segment=NetworkSegment(82d79717-e69f-415d-b0b4-d00612df8f21),segment_id=82d79717-e69f-415d-b0b4-d00612df8f21)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:08.097549 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Pushing event updated for resources: {'Port': ['ID=61114bd8-3c5b-4090-acf9-79663c1b9229,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:08.153371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Calling delete_port for 5b5db0c9-6cd6-4c9c-98c2-129e704261c6 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:08.230464 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:08.231274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-5182943d-69dd-4686-9955-007f9eae0541 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Allocated IP 172.20.0.7 (02e34c07-78b1-4563-8514-8644fe1ae4ea/0fcc50f2-8177-4347-9f61-1f5684b6a740/e0726a38-c640-45a5-84f5-d2c591ce570d) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:08.297483 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97b85ac4-c819-4dba-80ce-bef2d4ad32f2 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:08.351115 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b8a68f47-51ad-418b-8c98-6ccb9f3d4927 None None] Provisioning complete for port 5e111eaf-849c-4580-9760-eaa6e125e420 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:08.351835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b8a68f47-51ad-418b-8c98-6ccb9f3d4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:08.365049 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b85ac4-c819-4dba-80ce-bef2d4ad32f2 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Subnet': ['ID=8d91c23e-0b76-473e-8142-b1ef41e9729c,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:08.412543 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:08.468490 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Router d74f70b8-68f1-4c03-ab90-d993d4ace8ab is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:21:08.476331 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device cf20771e-1103-4ab4-a643-351c8fcc45d4 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:08.505382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Attempting to bind port 61114bd8-3c5b-4090-acf9-79663c1b9229 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:08.506061 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Attempting to bind port 61114bd8-3c5b-4090-acf9-79663c1b9229 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'aef79d2d-7ebe-431a-a285-1ec5a391e94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '02e34c07-78b1-4563-8514-8644fe1ae4ea'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:08.506727 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Attempting to bind port 61114bd8-3c5b-4090-acf9-79663c1b9229 on network 02e34c07-78b1-4563-8514-8644fe1ae4ea {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:08.529457 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a68f47-51ad-418b-8c98-6ccb9f3d4927 None None] Pushing event updated for resources: {'Port': ['ID=ea097996-2159-4b4a-9112-dd69cd92a7f5,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:08.572787 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795dfd0a-bdd6-48b3-8bf4-4492e13a61b7 tempest-DHCPAgentSchedulersTestJSON-769770694 tempest-DHCPAgentSchedulersTestJSON-769770694-project-admin] Network 82e8d35c-7147-41dc-81d6-7824e81980ed is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:08.590871 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:08.592298 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Checking segment: {'id': 'aef79d2d-7ebe-431a-a285-1ec5a391e94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '02e34c07-78b1-4563-8514-8644fe1ae4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:08.592936 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:08.593545 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Bound using segment: {'id': 'aef79d2d-7ebe-431a-a285-1ec5a391e94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '02e34c07-78b1-4563-8514-8644fe1ae4ea'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:08.594351 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Bound port: 61114bd8-3c5b-4090-acf9-79663c1b9229, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef79d2d-7ebe-431a-a285-1ec5a391e94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '02e34c07-78b1-4563-8514-8644fe1ae4ea'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:08.595055 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:08.605874 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d5f1e2-07b8-468c-a30b-0d0373151143 None None] DHCP port deletion for 4e871254-1d81-478f-8b06-92b019baccfe request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:21:08.609571 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98881390-9ff8-4952-ace3-d6861280e609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-45ee32d7-7f48-4cc1-be54-2349c60390b4', 'network_id': '45ee32d7-7f48-4cc1-be54-2349c60390b4', 'tenant_id': '64ae59efb1a14c3d860915fbe73543f5', 'fixed_ips': [{'subnet_id': '8d91c23e-0b76-473e-8142-b1ef41e9729c'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:21:08.609949 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-98881390-9ff8-4952-ace3-d6861280e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:08.610658 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97b85ac4-c819-4dba-80ce-bef2d4ad32f2 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:08.692701 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-06d5f1e2-07b8-468c-a30b-0d0373151143 None None] Deleting port 5b5db0c9-6cd6-4c9c-98c2-129e704261c6 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:08.695639 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-06d5f1e2-07b8-468c-a30b-0d0373151143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:08.757503 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-795dfd0a-bdd6-48b3-8bf4-4492e13a61b7 tempest-DHCPAgentSchedulersTestJSON-769770694 tempest-DHCPAgentSchedulersTestJSON-769770694-project-admin] 10.222.0.43 "POST /v2.0/agents/32739a24-8c68-45e1-b4a1-398a9c60f5d0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8555386 Mar 14 18:21:08.773445 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54208) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:08.775873 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-97b85ac4-c819-4dba-80ce-bef2d4ad32f2 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ee32d7-7f48-4cc1-be54-2349c60390b4']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:08.776424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5182943d-69dd-4686-9955-007f9eae0541 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:08.858854 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88474f7-8f27-44ce-9c2f-db3125ea0e9a None None] Network 82e8d35c-7147-41dc-81d6-7824e81980ed requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:08.888263 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-97b85ac4-c819-4dba-80ce-bef2d4ad32f2 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6475a5-c359-4c8f-ae55-d648de527119') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:08.889036 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-97b85ac4-c819-4dba-80ce-bef2d4ad32f2 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6475a5-c359-4c8f-ae55-d648de527119') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:08.916560 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:08.927006 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-5182943d-69dd-4686-9955-007f9eae0541 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Transition to ACTIVE for port object e0726a38-c640-45a5-84f5-d2c591ce570d will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:08.927245 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97b85ac4-c819-4dba-80ce-bef2d4ad32f2 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:09.019394 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] For port 61114bd8-3c5b-4090-acf9-79663c1b9229, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:09.022988 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] For port 61114bd8-3c5b-4090-acf9-79663c1b9229, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=61114bd8-3c5b-4090-acf9-79663c1b9229,segment=NetworkSegment(aef79d2d-7ebe-431a-a285-1ec5a391e94f),segment_id=aef79d2d-7ebe-431a-a285-1ec5a391e94f)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:09.077393 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event deleted for resources: {'Port': ['ID=5b5db0c9-6cd6-4c9c-98c2-129e704261c6,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:09.089718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] No DVR routers for this DVR port 5b5db0c9-6cd6-4c9c-98c2-129e704261c6 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:21:09.248465 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:09.288941 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97b85ac4-c819-4dba-80ce-bef2d4ad32f2 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:09.325244 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b85ac4-c819-4dba-80ce-bef2d4ad32f2 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:09.325976 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97b85ac4-c819-4dba-80ce-bef2d4ad32f2 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:09.343038 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:09.377135 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:21:09.389927 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Sync routers for ids ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:09.405287 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Routers {'d74f70b8-68f1-4c03-ab90-d993d4ace8ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:09.405573 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609fd00a-dfb5-4795-bbc9-a3bead82e97d None None] Network 330f6c86-86a9-4f83-a81f-f875e087767c requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:09.411790 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:09.437997 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-06d5f1e2-07b8-468c-a30b-0d0373151143 None None] The port '5b5db0c9-6cd6-4c9c-98c2-129e704261c6' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:21:09.446979 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:09.566827 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:09.573399 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d7207-f48e-4333-a70d-32464416b858 None None] Pushing event updated for resources: {'Port': ['ID=8ff3653c-0daa-4e09-b4db-71fc8a0f3027,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:09.624858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e871254-1d81-478f-8b06-92b019baccfe']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:09.644615 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024d595a-2f76-4b5f-b258-32c146957224') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:09.653008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024d595a-2f76-4b5f-b258-32c146957224') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:09.660919 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:09.853176 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a38bdb3d-2840-4a5a-9ce1-ab7b8b17f4ae tempest-DHCPAgentSchedulersTestJSON-769770694 tempest-DHCPAgentSchedulersTestJSON-769770694-project-admin] 10.222.0.43 "GET /v2.0/agents/32739a24-8c68-45e1-b4a1-398a9c60f5d0/dhcp-networks HTTP/1.1" status: 200 len: 11102 time: 1.0648637 Mar 14 18:21:09.855458 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:09.855824 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54224) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:09.860942 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a0dcf4-e58c-4c65-805f-0d1a4f6f7cda None None] Network 45ee32d7-7f48-4cc1-be54-2349c60390b4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:09.865219 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:09.865892 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:09.882062 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Set router d74f70b8-68f1-4c03-ab90-d993d4ace8ab gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:09.883124 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:09.909238 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:09.925387 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:09.926587 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e67e4ffa-86ad-461d-9feb-38d9722f2775 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.9086163 Mar 14 18:21:09.939852 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54228) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:09.962818 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port cf20771e-1103-4ab4-a643-351c8fcc45d4 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:09.979408 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5182943d-69dd-4686-9955-007f9eae0541 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:10.058140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5182943d-69dd-4686-9955-007f9eae0541 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 02e34c07-78b1-4563-8514-8644fe1ae4ea is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:10.065580 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97b85ac4-c819-4dba-80ce-bef2d4ad32f2 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:10.070719 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-5182943d-69dd-4686-9955-007f9eae0541 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:10.080716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5182943d-69dd-4686-9955-007f9eae0541 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:10.118390 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:10.121472 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:10.163746 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182943d-69dd-4686-9955-007f9eae0541 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=e0726a38-c640-45a5-84f5-d2c591ce570d,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:10.183278 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97b85ac4-c819-4dba-80ce-bef2d4ad32f2 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:10.184679 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5182943d-69dd-4686-9955-007f9eae0541 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:10.185464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5182943d-69dd-4686-9955-007f9eae0541 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:10.191808 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:10.224504 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:10.227593 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] Pushing event deleted for resources: {'Network': ['ID=4e871254-1d81-478f-8b06-92b019baccfe,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:10.260716 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-eadfc97d-5133-4a48-be40-6fea16c8a1f0 tempest-NetworksIpV6TestAttrs-288529563 tempest-NetworksIpV6TestAttrs-288529563-project] 10.222.0.43 "DELETE /v2.0/networks/4e871254-1d81-478f-8b06-92b019baccfe HTTP/1.1" status: 204 len: 168 time: 3.4132838 Mar 14 18:21:10.290129 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b8a68f47-51ad-418b-8c98-6ccb9f3d4927 None None] Provisioning complete for port 96683bd5-9ee7-42c0-80b9-c07d449abda8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:10.290638 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b8a68f47-51ad-418b-8c98-6ccb9f3d4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:10.340928 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5182943d-69dd-4686-9955-007f9eae0541 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.9184747 Mar 14 18:21:10.345300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54238) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:10.407238 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa81e5ea-5187-4ef3-9c21-a3ff41ddc9b3 None None] Network a4722574-745c-43a5-bca3-4d788f7591f7 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:10.458062 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-97b85ac4-c819-4dba-80ce-bef2d4ad32f2 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/networks/45ee32d7-7f48-4cc1-be54-2349c60390b4 HTTP/1.1" status: 204 len: 168 time: 3.2541876 Mar 14 18:21:10.460977 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec757e3-03ed-4dbf-8c76-8c94ccdfbee8 None None] Pushing event updated for resources: {'Port': ['ID=61114bd8-3c5b-4090-acf9-79663c1b9229,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:10.558917 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54242) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:10.566034 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-9138f9ab-4440-43d8-ad16-5a95e34d4f10 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1982636755'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:10.585262 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:06Z', 'revision_number': 3, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:10.590346 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9138f9ab-4440-43d8-ad16-5a95e34d4f10 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:10.594150 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Checking router: d74f70b8-68f1-4c03-ab90-d993d4ace8ab for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:21:10.594716 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Updating router d74f70b8-68f1-4c03-ab90-d993d4ace8ab port 714ee9a6-9625-49c4-9cd5-da215b734ec8 binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:21:10.703599 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ea097996-2159-4b4a-9112-dd69cd92a7f5 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:10.715193 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:10.752464 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54248) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:10.775585 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network 9075353c-04b3-42fa-9aed-36d58d138f3d is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:10.789217 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-b8a68f47-51ad-418b-8c98-6ccb9f3d4927 None None] Port 96683bd5-9ee7-42c0-80b9-c07d449abda8 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:21:10.800709 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:10.808584 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b85ac4-c819-4dba-80ce-bef2d4ad32f2 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Network': ['ID=45ee32d7-7f48-4cc1-be54-2349c60390b4,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:10.883814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9138f9ab-4440-43d8-ad16-5a95e34d4f10 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Usage tracker for resource:network and tenant:64ae59efb1a14c3d860915fbe73543f5 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:10.890947 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9138f9ab-4440-43d8-ad16-5a95e34d4f10 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:10.974836 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b8a68f47-51ad-418b-8c98-6ccb9f3d4927 None None] Provisioning for port 7d02e7b8-a5bc-4235-a301-48dd0c10c031 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:10.985818 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9138f9ab-4440-43d8-ad16-5a95e34d4f10 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:11.038515 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b8a68f47-51ad-418b-8c98-6ccb9f3d4927 None None] Provisioning complete for port 7d02e7b8-a5bc-4235-a301-48dd0c10c031 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:11.040326 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b8a68f47-51ad-418b-8c98-6ccb9f3d4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:11.191143 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=5ae8d2ae-2c37-4b3b-835d-9fbb69ddd3d1,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:11.207372 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9138f9ab-4440-43d8-ad16-5a95e34d4f10 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:11.215366 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9138f9ab-4440-43d8-ad16-5a95e34d4f10 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:11.319501 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port ea097996-2159-4b4a-9112-dd69cd92a7f5 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:11.320052 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:11.340173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9138f9ab-4440-43d8-ad16-5a95e34d4f10 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:11.346223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54256) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:11.369268 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3161af3-ddee-4256-ac03-0433d9664581 None None] Network 02e34c07-78b1-4563-8514-8644fe1ae4ea requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:11.388563 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9138f9ab-4440-43d8-ad16-5a95e34d4f10 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:11.391637 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-9138f9ab-4440-43d8-ad16-5a95e34d4f10 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Added segment 49d7a662-ffbf-4652-bf54-a0a7b0641e0f of type vlan for network de1aa21f-bdce-4df3-8823-8953fce4fce9 Mar 14 18:21:11.450414 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:11.479891 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Transition to ACTIVE for port object 714ee9a6-9625-49c4-9cd5-da215b734ec8 will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:11.486397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9138f9ab-4440-43d8-ad16-5a95e34d4f10 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:11.511709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c12b4a0b-027b-400b-bc3f-30c374058125 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:11.544065 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a8a4a898-c534-4ce4-a0d0-a574040da600 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:11.559396 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:11.583108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54262) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:11.591001 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a4dee08c-cf12-4742-87c8-f36e450311a6 tempest-DHCPAgentSchedulersTestJSON-769770694 tempest-DHCPAgentSchedulersTestJSON-769770694-project-admin] 10.222.0.43 "DELETE /v2.0/agents/32739a24-8c68-45e1-b4a1-398a9c60f5d0/dhcp-networks/82e8d35c-7147-41dc-81d6-7824e81980ed HTTP/1.1" status: 204 len: 168 time: 1.7209954 Mar 14 18:21:11.617572 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 568d41cd-1656-4e28-9932-f0692f621bf2 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:21:11.632589 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Attempting to bind port 714ee9a6-9625-49c4-9cd5-da215b734ec8 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:11.633733 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Attempting to bind port 714ee9a6-9625-49c4-9cd5-da215b734ec8 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:11.634273 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Attempting to bind port 714ee9a6-9625-49c4-9cd5-da215b734ec8 on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:11.648907 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b8a68f47-51ad-418b-8c98-6ccb9f3d4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:11.649942 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:11.650594 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:11.651196 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:11.655730 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:11.660521 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-94eb5586-c99c-4df2-8988-5309393fadef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cbb6c4b3b69f40dc949b5ab2920c84d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129594 Mar 14 18:21:11.678827 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Bound port: 714ee9a6-9625-49c4-9cd5-da215b734ec8, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:11.679528 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:11.717748 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54266) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:11.753457 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9138f9ab-4440-43d8-ad16-5a95e34d4f10 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:11.763206 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9138f9ab-4440-43d8-ad16-5a95e34d4f10 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:11.763836 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9138f9ab-4440-43d8-ad16-5a95e34d4f10 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:11.774227 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:11.840576 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] For port 714ee9a6-9625-49c4-9cd5-da215b734ec8, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:11.846071 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] For port 714ee9a6-9625-49c4-9cd5-da215b734ec8, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=714ee9a6-9625-49c4-9cd5-da215b734ec8,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:11.862740 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-b8a68f47-51ad-418b-8c98-6ccb9f3d4927 None None] For port 7d02e7b8-a5bc-4235-a301-48dd0c10c031, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7d02e7b8-a5bc-4235-a301-48dd0c10c031,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:11.900094 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e84eae-5dcb-4341-bb85-70e5abfa1202 None None] Pushing event updated for resources: {'Port': ['ID=714ee9a6-9625-49c4-9cd5-da215b734ec8,revision_number=2']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:11.912160 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:11.945112 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:21:11.951120 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e84eae-5dcb-4341-bb85-70e5abfa1202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:11.951652 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e84eae-5dcb-4341-bb85-70e5abfa1202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:11.952533 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e84eae-5dcb-4341-bb85-70e5abfa1202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:11.953046 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e84eae-5dcb-4341-bb85-70e5abfa1202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:11.953519 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e84eae-5dcb-4341-bb85-70e5abfa1202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:11.954012 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e84eae-5dcb-4341-bb85-70e5abfa1202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:11.954522 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e84eae-5dcb-4341-bb85-70e5abfa1202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:11.955096 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e84eae-5dcb-4341-bb85-70e5abfa1202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:11.955591 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e84eae-5dcb-4341-bb85-70e5abfa1202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:11.956067 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e84eae-5dcb-4341-bb85-70e5abfa1202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:11.956561 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e84eae-5dcb-4341-bb85-70e5abfa1202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:11.957034 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e84eae-5dcb-4341-bb85-70e5abfa1202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:11.983196 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2df48c97-23b7-4f91-9863-fd4526d7cd6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/568d41cd-1656-4e28-9932-f0692f621bf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4948978 Mar 14 18:21:11.986363 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Routers {'d74f70b8-68f1-4c03-ab90-d993d4ace8ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:11.987274 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:11.991274 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b8a68f47-51ad-418b-8c98-6ccb9f3d4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:12.047894 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518a68f3-33bd-47a6-bd4f-51ce0c46910c None None] Sync routers for ids ['568d41cd-1656-4e28-9932-f0692f621bf2'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:12.058917 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54272) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:12.086002 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518a68f3-33bd-47a6-bd4f-51ce0c46910c None None] Routers {'568d41cd-1656-4e28-9932-f0692f621bf2'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:12.086845 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-518a68f3-33bd-47a6-bd4f-51ce0c46910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['568d41cd-1656-4e28-9932-f0692f621bf2'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:12.163429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-518a68f3-33bd-47a6-bd4f-51ce0c46910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:12.207115 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518a68f3-33bd-47a6-bd4f-51ce0c46910c None None] Routers {'568d41cd-1656-4e28-9932-f0692f621bf2'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:12.208528 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-518a68f3-33bd-47a6-bd4f-51ce0c46910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['568d41cd-1656-4e28-9932-f0692f621bf2'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:12.243553 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] Set router d74f70b8-68f1-4c03-ab90-d993d4ace8ab gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:21:12.299067 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-518a68f3-33bd-47a6-bd4f-51ce0c46910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:12.299559 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518a68f3-33bd-47a6-bd4f-51ce0c46910c None None] The sync data for ids ['568d41cd-1656-4e28-9932-f0692f621bf2'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:12.307280 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b1474faa-9bcf-4d74-9bd5-ce73af913927 None None] Provisioning for port 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:12.315407 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a68f47-51ad-418b-8c98-6ccb9f3d4927 None None] Pushing event updated for resources: {'Port': ['ID=7d02e7b8-a5bc-4235-a301-48dd0c10c031,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:12.367940 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:12.371536 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a8a4a898-c534-4ce4-a0d0-a574040da600 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] 10.222.0.43 "PUT /v2.0/quotas/03b75e0cdb0d477a9f6512569b68cdc3 HTTP/1.1" status: 200 len: 368 time: 1.5924835 Mar 14 18:21:12.376180 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:12.377608 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:12.380649 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54276) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:12.388550 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Request body: {'network': {'project_id': '03b75e0cdb0d477a9f6512569b68cdc3'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:12.397939 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:12.430340 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Usage tracker for resource:network and tenant:03b75e0cdb0d477a9f6512569b68cdc3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:12.436998 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:12.448107 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:12.471531 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b1474faa-9bcf-4d74-9bd5-ce73af913927 None None] Provisioning for port 61114bd8-3c5b-4090-acf9-79663c1b9229 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:12.726590 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9138f9ab-4440-43d8-ad16-5a95e34d4f10 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1662750 Mar 14 18:21:12.736658 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54280) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:12.736880 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138f9ab-4440-43d8-ad16-5a95e34d4f10 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Network': ['ID=de1aa21f-bdce-4df3-8823-8953fce4fce9,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:12.746109 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b1474faa-9bcf-4d74-9bd5-ce73af913927 None None] Provisioning for port 5ae8d2ae-2c37-4b3b-835d-9fbb69ddd3d1 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:12.763189 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network de1aa21f-bdce-4df3-8823-8953fce4fce9 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:12.766186 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-ee17a021-1506-4715-b8e8-0ee75c13120a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'subnet': {'network_id': 'de1aa21f-bdce-4df3-8823-8953fce4fce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:12.816089 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:06Z', 'revision_number': 3, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:12.822579 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d859c3a-e852-4229-82e5-87bc99c386a9 None None] The sync data for ids ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'] in dv-neutron-833560-1-hyperv is: [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:06Z', 'revision_number': 3, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:12.828455 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e84eae-5dcb-4341-bb85-70e5abfa1202 None None] Pushing event updated for resources: {'Port': ['ID=714ee9a6-9625-49c4-9cd5-da215b734ec8,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:12.833581 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:12.857243 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b1474faa-9bcf-4d74-9bd5-ce73af913927 None None] Provisioning complete for port 5ae8d2ae-2c37-4b3b-835d-9fbb69ddd3d1 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:12.857621 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b1474faa-9bcf-4d74-9bd5-ce73af913927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:12.929380 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Made reservation on behalf of 03b75e0cdb0d477a9f6512569b68cdc3 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:12.931984 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:12.933937 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3061a3af-d2d5-4c83-a321-a8a425da7639 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:12.936056 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3061a3af-d2d5-4c83-a321-a8a425da7639 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/ports/5ae8d2ae-2c37-4b3b-835d-9fbb69ddd3d1 HTTP/1.1" status: 200 len: 913 time: 0.8137522 Mar 14 18:21:12.943093 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-743c9252-b7e6-43c5-8878-17120b0c418a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:12.949206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54284) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:12.962207 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:12.965365 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-497edc02-d652-4b96-9a4a-7f96d8838603 tempest-DHCPAgentSchedulersTestJSON-769770694 tempest-DHCPAgentSchedulersTestJSON-769770694-project-admin] 10.222.0.43 "GET /v2.0/agents/32739a24-8c68-45e1-b4a1-398a9c60f5d0/dhcp-networks HTTP/1.1" status: 200 len: 8809 time: 1.3812249 Mar 14 18:21:12.975077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54286) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:13.004104 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-743c9252-b7e6-43c5-8878-17120b0c418a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:13.051176 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a5354778-3bda-4e70-9866-5ca01fa1ae47 tempest-DHCPAgentSchedulersTestJSON-769770694 tempest-DHCPAgentSchedulersTestJSON-769770694-project-admin] 10.222.0.43 "GET /v2.0/networks/330f6c86-86a9-4f83-a81f-f875e087767c/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0749505 Mar 14 18:21:13.052799 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc7967d-5a1a-4f6e-8873-6ebdb9d84db8 None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:21:13.056758 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54292) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:13.101610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:13.113540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c12b4a0b-027b-400b-bc3f-30c374058125 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:13.118855 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a9c8db35-240c-4cf0-9cd3-07a6fafcb2cf tempest-DHCPAgentSchedulersTestJSON-769770694 tempest-DHCPAgentSchedulersTestJSON-769770694-project-admin] 10.222.0.43 "GET /v2.0/networks/330f6c86-86a9-4f83-a81f-f875e087767c/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0586205 Mar 14 18:21:13.119026 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54296) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:13.131478 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 8ff3653c-0daa-4e09-b4db-71fc8a0f3027, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8ff3653c-0daa-4e09-b4db-71fc8a0f3027,segment=NetworkSegment(82d79717-e69f-415d-b0b4-d00612df8f21),segment_id=82d79717-e69f-415d-b0b4-d00612df8f21)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:13.132725 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-b1474faa-9bcf-4d74-9bd5-ce73af913927 None None] Port 5ae8d2ae-2c37-4b3b-835d-9fbb69ddd3d1 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:21:13.167725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Usage tracker for resource:security_group_rule and tenant:03b75e0cdb0d477a9f6512569b68cdc3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:13.171679 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ee17a021-1506-4715-b8e8-0ee75c13120a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:13.184626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:13.240025 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ee17a021-1506-4715-b8e8-0ee75c13120a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Usage tracker for resource:subnet and tenant:64ae59efb1a14c3d860915fbe73543f5 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:13.243070 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:13.249889 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ee17a021-1506-4715-b8e8-0ee75c13120a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:13.263889 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc7967d-5a1a-4f6e-8873-6ebdb9d84db8 None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:21:13.266612 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c12b4a0b-027b-400b-bc3f-30c374058125 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:13.271881 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ee17a021-1506-4715-b8e8-0ee75c13120a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:13.313865 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b1474faa-9bcf-4d74-9bd5-ce73af913927 None None] Provisioning for port cf20771e-1103-4ab4-a643-351c8fcc45d4 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:13.318665 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:13.351772 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-743c9252-b7e6-43c5-8878-17120b0c418a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:13.377727 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b1474faa-9bcf-4d74-9bd5-ce73af913927 None None] Provisioning complete for port cf20771e-1103-4ab4-a643-351c8fcc45d4 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:13.378321 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b1474faa-9bcf-4d74-9bd5-ce73af913927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:13.450241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c9252-b7e6-43c5-8878-17120b0c418a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08b6aa6-0145-4cda-aab4-c576d9050a47,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:13.464944 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5b5db0c9-6cd6-4c9c-98c2-129e704261c6 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:21:13.477612 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b4a0b-027b-400b-bc3f-30c374058125 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=e0726a38-c640-45a5-84f5-d2c591ce570d,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:13.484729 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-743c9252-b7e6-43c5-8878-17120b0c418a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:13.488313 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-743c9252-b7e6-43c5-8878-17120b0c418a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f08b6aa6-0145-4cda-aab4-c576d9050a47 HTTP/1.1" status: 204 len: 168 time: 1.7673669 Mar 14 18:21:13.515561 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 5b5db0c9-6cd6-4c9c-98c2-129e704261c6 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:21:13.515928 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5b5db0c9-6cd6-4c9c-98c2-129e704261c6 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:21:13.607873 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee17a021-1506-4715-b8e8-0ee75c13120a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:13.622114 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee17a021-1506-4715-b8e8-0ee75c13120a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:13.627617 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=8ff3653c-0daa-4e09-b4db-71fc8a0f3027,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:13.924100 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b1474faa-9bcf-4d74-9bd5-ce73af913927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:13.981371 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 714ee9a6-9625-49c4-9cd5-da215b734ec8 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:13.985430 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:13.996022 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-eb84a34a-12e5-41a3-bd14-684598c8c3b0 tempest-DHCPAgentSchedulersTestJSON-769770694 tempest-DHCPAgentSchedulersTestJSON-769770694-project-admin] 10.222.0.43 "GET /v2.0/agents/32739a24-8c68-45e1-b4a1-398a9c60f5d0/dhcp-networks HTTP/1.1" status: 200 len: 8809 time: 0.8758984 Mar 14 18:21:14.010716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54316) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:14.095550 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-b1474faa-9bcf-4d74-9bd5-ce73af913927 None None] For port cf20771e-1103-4ab4-a643-351c8fcc45d4, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=cf20771e-1103-4ab4-a643-351c8fcc45d4,segment=NetworkSegment(f90337bf-d4f0-4206-9793-f362d8177393),segment_id=f90337bf-d4f0-4206-9793-f362d8177393)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:14.110603 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c12b4a0b-027b-400b-bc3f-30c374058125 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:14.192033 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:14.227830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bfc6b20c-c3f4-44b5-b685-6b027b5e94ca tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:14.304623 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b1474faa-9bcf-4d74-9bd5-ce73af913927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:14.344454 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:14.472544 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1474faa-9bcf-4d74-9bd5-ce73af913927 None None] Pushing event updated for resources: {'Port': ['ID=cf20771e-1103-4ab4-a643-351c8fcc45d4,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:14.501865 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bfc6b20c-c3f4-44b5-b685-6b027b5e94ca tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:14.536348 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e0bac20f-fa45-4fb3-bb1a-31b121d457a1 None None] Provisioning complete for port 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:14.536759 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e0bac20f-fa45-4fb3-bb1a-31b121d457a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:14.562191 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:14.569196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:14.569587 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Added segment 11b55a7a-c007-451c-bdd1-d55055332b38 of type vlan for network c3d36f31-e13c-47a3-8560-a16c7c7618a9 Mar 14 18:21:14.600423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-bfc6b20c-c3f4-44b5-b685-6b027b5e94ca tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e8d35c-7147-41dc-81d6-7824e81980ed']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:14.617955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-bfc6b20c-c3f4-44b5-b685-6b027b5e94ca tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694d7cff-ac2b-4980-83b8-a79382c1e016') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:14.618619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-bfc6b20c-c3f4-44b5-b685-6b027b5e94ca tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694d7cff-ac2b-4980-83b8-a79382c1e016') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:14.641709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bfc6b20c-c3f4-44b5-b685-6b027b5e94ca tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:14.663817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bfc6b20c-c3f4-44b5-b685-6b027b5e94ca tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:14.706490 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 714ee9a6-9625-49c4-9cd5-da215b734ec8 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:14.713889 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 714ee9a6-9625-49c4-9cd5-da215b734ec8 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:14.714264 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:14.886947 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:14.898875 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab3d735-e317-416b-b6cd-e658c8f43747,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:14.915534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc6b20c-c3f4-44b5-b685-6b027b5e94ca tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:14.916132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bfc6b20c-c3f4-44b5-b685-6b027b5e94ca tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:14.925364 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 714ee9a6-9625-49c4-9cd5-da215b734ec8, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=714ee9a6-9625-49c4-9cd5-da215b734ec8,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:14.928348 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e0bac20f-fa45-4fb3-bb1a-31b121d457a1 None None] Provisioning for port e0726a38-c640-45a5-84f5-d2c591ce570d completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:14.935007 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e0bac20f-fa45-4fb3-bb1a-31b121d457a1 None None] Provisioning complete for port e0726a38-c640-45a5-84f5-d2c591ce570d triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:14.937210 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e0bac20f-fa45-4fb3-bb1a-31b121d457a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:14.939480 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:14.957645 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c12b4a0b-027b-400b-bc3f-30c374058125 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:14.978181 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee17a021-1506-4715-b8e8-0ee75c13120a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:14.986550 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:14.998604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:14.999677 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 61114bd8-3c5b-4090-acf9-79663c1b9229 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:15.109729 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e0bac20f-fa45-4fb3-bb1a-31b121d457a1 None None] Port e0726a38-c640-45a5-84f5-d2c591ce570d cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:21:15.192391 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] Allocated IP 172.20.0.1 (20ac48fc-e1d7-4500-81e2-2e5c3fd7197b/308aa848-34d0-47aa-91ad-fa0584470c08/2253c7fc-68b9-4c0c-b5fa-ddc4814b7589) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:15.195038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17a021-1506-4715-b8e8-0ee75c13120a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Subnet': ['ID=628673f9-6120-4c22-9925-0c809f312ff1,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:15.205519 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=714ee9a6-9625-49c4-9cd5-da215b734ec8,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:15.213657 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee17a021-1506-4715-b8e8-0ee75c13120a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Checking segment: {'id': '49d7a662-ffbf-4652-bf54-a0a7b0641e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'de1aa21f-bdce-4df3-8823-8953fce4fce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:15.214023 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee17a021-1506-4715-b8e8-0ee75c13120a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network hostable DHCP agents. Network: de1aa21f-bdce-4df3-8823-8953fce4fce9, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:15.223116 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e0bac20f-fa45-4fb3-bb1a-31b121d457a1 None None] Provisioning complete for port cf20771e-1103-4ab4-a643-351c8fcc45d4 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:15.226402 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e0bac20f-fa45-4fb3-bb1a-31b121d457a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.228968 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf33268c-275e-4896-b18f-a29a7268c04e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.298338 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54344) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:15.301963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bfc6b20c-c3f4-44b5-b685-6b027b5e94ca tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.306831 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bfc6b20c-c3f4-44b5-b685-6b027b5e94ca tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.326138 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.327137 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:15.327729 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.350030 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6b20c-c3f4-44b5-b685-6b027b5e94ca tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Pushing event deleted for resources: {'Network': ['ID=82e8d35c-7147-41dc-81d6-7824e81980ed,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:15.356754 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bfc6b20c-c3f4-44b5-b685-6b027b5e94ca tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] 10.222.0.43 "DELETE /v2.0/networks/82e8d35c-7147-41dc-81d6-7824e81980ed HTTP/1.1" status: 204 len: 168 time: 1.3449085 Mar 14 18:21:15.377097 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e0bac20f-fa45-4fb3-bb1a-31b121d457a1 None None] Could not find standard attr ID for object 6a52927a-3ac1-4d60-890a-d09864d871ec. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:21:15.382951 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 61114bd8-3c5b-4090-acf9-79663c1b9229 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:15.389793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 61114bd8-3c5b-4090-acf9-79663c1b9229 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:15.390387 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.412052 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54350) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:15.479210 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fbb6a5-9cf8-4af6-932a-503b162c1490 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] DELETE failed (client error): The resource could not be found. Mar 14 18:21:15.479730 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40fbb6a5-9cf8-4af6-932a-503b162c1490 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:21:15.482227 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-40fbb6a5-9cf8-4af6-932a-503b162c1490 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] 10.222.0.43 "DELETE /v2.0/ports/6a52927a-3ac1-4d60-890a-d09864d871ec HTTP/1.1" status: 404 len: 333 time: 0.0683103 Mar 14 18:21:15.497157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54354) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:15.547445 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-58e7716c-b886-42b1-9c66-bd66dfb30fa4 None None] Provisioning complete for port e0726a38-c640-45a5-84f5-d2c591ce570d triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:15.548035 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-58e7716c-b886-42b1-9c66-bd66dfb30fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.559693 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2ffc6-c4bc-4dc2-a980-438646bb5adc req-bc892a0d-fbdd-4282-9e69-f39bbebcca8d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:15.561700 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e0a2ffc6-c4bc-4dc2-a980-438646bb5adc req-bc892a0d-fbdd-4282-9e69-f39bbebcca8d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 946 time: 0.8937936 Mar 14 18:21:15.568988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-72b89c17-e6d0-4e1a-b0dc-ff480b02bd6c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1794827518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:15.602568 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-72b89c17-e6d0-4e1a-b0dc-ff480b02bd6c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:15.634710 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-72b89c17-e6d0-4e1a-b0dc-ff480b02bd6c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Usage tracker for resource:router and tenant:7c5465f0b8594453ad3b16c69c14b7ff is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:15.645442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-72b89c17-e6d0-4e1a-b0dc-ff480b02bd6c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:15.653001 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-58e7716c-b886-42b1-9c66-bd66dfb30fa4 None None] Port e0726a38-c640-45a5-84f5-d2c591ce570d cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:21:15.658782 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.671587 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-72b89c17-e6d0-4e1a-b0dc-ff480b02bd6c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:15.692405 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 61114bd8-3c5b-4090-acf9-79663c1b9229, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=61114bd8-3c5b-4090-acf9-79663c1b9229,segment=NetworkSegment(aef79d2d-7ebe-431a-a285-1ec5a391e94f),segment_id=aef79d2d-7ebe-431a-a285-1ec5a391e94f)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:15.735571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcfb3a7-0408-4066-a94c-bd4e1a9d18f8 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Deleting subnet 51feb4db-6d09-4a5e-9883-31d3479aec4c {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:21:15.744626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Pushing event updated for resources: {'Network': ['ID=c3d36f31-e13c-47a3-8560-a16c7c7618a9,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:15.751351 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6bcfb3a7-0408-4066-a94c-bd4e1a9d18f8 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.755457 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network c3d36f31-e13c-47a3-8560-a16c7c7618a9 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:15.757435 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee17a021-1506-4715-b8e8-0ee75c13120a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network de1aa21f-bdce-4df3-8823-8953fce4fce9 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:15.783448 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.784244 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7d02e7b8-a5bc-4235-a301-48dd0c10c031 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:15.804807 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e0a2ffc6-c4bc-4dc2-a980-438646bb5adc req-9c1982d0-dbd1-4c86-9c55-ff3b370fc574 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203603 Mar 14 18:21:15.832877 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6bcfb3a7-0408-4066-a94c-bd4e1a9d18f8 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.841766 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.863889 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-122ec273-3101-4ab1-a759-4f4498559cd9 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.4828887 Mar 14 18:21:15.865259 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] Transition to ACTIVE for port object 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:15.870161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54358) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:15.888787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c443939f-5edb-49ed-86ba-007e686b626a tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Request body: {'network': {'project_id': '03b75e0cdb0d477a9f6512569b68cdc3'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:15.899107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-72b89c17-e6d0-4e1a-b0dc-ff480b02bd6c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.900203 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-72b89c17-e6d0-4e1a-b0dc-ff480b02bd6c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.904025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c443939f-5edb-49ed-86ba-007e686b626a tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:15.918329 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-ee17a021-1506-4715-b8e8-0ee75c13120a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, de1aa21f-bdce-4df3-8823-8953fce4fce9) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:15.921165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c443939f-5edb-49ed-86ba-007e686b626a tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Usage tracker for resource:network and tenant:03b75e0cdb0d477a9f6512569b68cdc3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:15.929497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c443939f-5edb-49ed-86ba-007e686b626a tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:15.936146 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee17a021-1506-4715-b8e8-0ee75c13120a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:15.937215 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee17a021-1506-4715-b8e8-0ee75c13120a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.947554 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c443939f-5edb-49ed-86ba-007e686b626a tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:15.953642 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd23208-ede1-4517-8400-f490d5f085fd None None] Network de1aa21f-bdce-4df3-8823-8953fce4fce9 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:15.969074 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-72b89c17-e6d0-4e1a-b0dc-ff480b02bd6c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.973777 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-cf33268c-275e-4896-b18f-a29a7268c04e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting port 5ae8d2ae-2c37-4b3b-835d-9fbb69ddd3d1 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:15.974121 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf33268c-275e-4896-b18f-a29a7268c04e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.991889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c12b4a0b-027b-400b-bc3f-30c374058125 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.004912 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6bcfb3a7-0408-4066-a94c-bd4e1a9d18f8 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.015495 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=61114bd8-3c5b-4090-acf9-79663c1b9229,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:16.078675 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ee17a021-1506-4715-b8e8-0ee75c13120a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.3242152 Mar 14 18:21:16.079002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54362) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:16.096127 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 7d02e7b8-a5bc-4235-a301-48dd0c10c031 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:16.096511 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.105361 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-72b89c17-e6d0-4e1a-b0dc-ff480b02bd6c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.125910 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c443939f-5edb-49ed-86ba-007e686b626a tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Made reservation on behalf of 03b75e0cdb0d477a9f6512569b68cdc3 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:16.127166 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c443939f-5edb-49ed-86ba-007e686b626a tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.135873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c12b4a0b-027b-400b-bc3f-30c374058125 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.136699 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.217847 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] Network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:16.227868 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6bcfb3a7-0408-4066-a94c-bd4e1a9d18f8 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.230043 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:16.240067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:16.275601 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] Pushing event updated for resources: {'Port': ['ID=2253c7fc-68b9-4c0c-b5fa-ddc4814b7589,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:16.298157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf33268c-275e-4896-b18f-a29a7268c04e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.303303 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-de1aa21f-bdce-4df3-8823-8953fce4fce9', 'network_id': 'de1aa21f-bdce-4df3-8823-8953fce4fce9', 'tenant_id': '64ae59efb1a14c3d860915fbe73543f5', 'fixed_ips': [{'subnet_id': '628673f9-6120-4c22-9925-0c809f312ff1'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:21:16.304129 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.332091 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.368143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfb3a7-0408-4066-a94c-bd4e1a9d18f8 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Pushing event deleted for resources: {'Subnet': ['ID=51feb4db-6d09-4a5e-9883-31d3479aec4c,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:16.378391 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6bcfb3a7-0408-4066-a94c-bd4e1a9d18f8 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.380233 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6bcfb3a7-0408-4066-a94c-bd4e1a9d18f8 tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] 10.222.0.43 "DELETE /v2.0/subnets/51feb4db-6d09-4a5e-9883-31d3479aec4c HTTP/1.1" status: 204 len: 168 time: 0.8816729 Mar 14 18:21:16.396257 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54366) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:16.427174 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c062d364-156a-46e9-8b6d-1a7330529571 None None] Network 330f6c86-86a9-4f83-a81f-f875e087767c requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:16.452295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b4a0b-027b-400b-bc3f-30c374058125 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=e0726a38-c640-45a5-84f5-d2c591ce570d,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:16.454704 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c12b4a0b-027b-400b-bc3f-30c374058125 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.474652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c443939f-5edb-49ed-86ba-007e686b626a tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:16.499114 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-cf33268c-275e-4896-b18f-a29a7268c04e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Calling delete_port for 5ae8d2ae-2c37-4b3b-835d-9fbb69ddd3d1 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:16.505014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-72b89c17-e6d0-4e1a-b0dc-ff480b02bd6c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.508852 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-72b89c17-e6d0-4e1a-b0dc-ff480b02bd6c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2059820 Mar 14 18:21:16.541021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c443939f-5edb-49ed-86ba-007e686b626a tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.541535 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-c443939f-5edb-49ed-86ba-007e686b626a tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Added segment 2f9a3f98-fee0-4f5c-ba90-190ee719dfc0 of type vlan for network ff35daa0-0632-487a-9f66-13bf6b754ad3 Mar 14 18:21:16.555567 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54370) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:16.570399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c443939f-5edb-49ed-86ba-007e686b626a tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.573293 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1499393501'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:16.583899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:16.591493 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 714ee9a6-9625-49c4-9cd5-da215b734ec8 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:16.601295 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Usage tracker for resource:network and tenant:7c5465f0b8594453ad3b16c69c14b7ff is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:16.613908 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:16.629495 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:16.725968 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Allocated IP 2001:db8::1 (de1aa21f-bdce-4df3-8823-8953fce4fce9/628673f9-6120-4c22-9925-0c809f312ff1/ec22d41d-5848-466d-8672-49136bab38e6) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:16.879709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.892491 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-bf7eb815-66bd-4913-b195-8a6b71aa76e4 None None] Provisioning for port 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:16.899040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 714ee9a6-9625-49c4-9cd5-da215b734ec8 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:16.899425 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.905188 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.931924 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-bf7eb815-66bd-4913-b195-8a6b71aa76e4 None None] Provisioning complete for port 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:16.932226 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bf7eb815-66bd-4913-b195-8a6b71aa76e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.938992 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Made reservation on behalf of 7c5465f0b8594453ad3b16c69c14b7ff for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:16.943422 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.968575 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.968919 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Deleting port cf20771e-1103-4ab4-a643-351c8fcc45d4 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:16.969272 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.004150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:17.015356 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Usage tracker for resource:security_group_rule and tenant:7c5465f0b8594453ad3b16c69c14b7ff is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:17.031750 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:17.044841 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:17.046597 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-bf7eb815-66bd-4913-b195-8a6b71aa76e4 None None] Port 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:21:17.074155 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c443939f-5edb-49ed-86ba-007e686b626a tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.075177 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c443939f-5edb-49ed-86ba-007e686b626a tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:17.075874 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c443939f-5edb-49ed-86ba-007e686b626a tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.088957 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:21:17.198856 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c443939f-5edb-49ed-86ba-007e686b626a tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3224967 Mar 14 18:21:17.202005 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4141d92-36ef-4dee-836e-a2009e0c54b0 None None] DHCP port deletion for 330f6c86-86a9-4f83-a81f-f875e087767c request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:21:17.203672 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12b4a0b-027b-400b-bc3f-30c374058125 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 02e34c07-78b1-4563-8514-8644fe1ae4ea is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:17.211884 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54376) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:17.213974 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-319800fb-767f-4a1e-a73f-077485abfb1e tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Request body: {'network': {'project_id': '03b75e0cdb0d477a9f6512569b68cdc3'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:17.221208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e4141d92-36ef-4dee-836e-a2009e0c54b0 None None] Deleting port cf20771e-1103-4ab4-a643-351c8fcc45d4 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:17.221428 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e4141d92-36ef-4dee-836e-a2009e0c54b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.239188 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-319800fb-767f-4a1e-a73f-077485abfb1e tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:17.249121 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-319800fb-767f-4a1e-a73f-077485abfb1e tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Usage tracker for resource:network and tenant:03b75e0cdb0d477a9f6512569b68cdc3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:17.252946 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-319800fb-767f-4a1e-a73f-077485abfb1e tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:17.255765 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.261238 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-c12b4a0b-027b-400b-bc3f-30c374058125 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:17.270055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.279360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:17.287254 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-319800fb-767f-4a1e-a73f-077485abfb1e tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:17.296707 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-319800fb-767f-4a1e-a73f-077485abfb1e tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 14 18:21:17.297475 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319800fb-767f-4a1e-a73f-077485abfb1e tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:21:17.298887 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-319800fb-767f-4a1e-a73f-077485abfb1e tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0901239 Mar 14 18:21:17.315148 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54380) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:17.316246 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443939f-5edb-49ed-86ba-007e686b626a tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Pushing event updated for resources: {'Network': ['ID=ff35daa0-0632-487a-9f66-13bf6b754ad3,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:17.326328 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.348168 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network ff35daa0-0632-487a-9f66-13bf6b754ad3 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:17.368777 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf33268c-275e-4896-b18f-a29a7268c04e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.459636 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Transition to ACTIVE for port object ec22d41d-5848-466d-8672-49136bab38e6 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:17.529676 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Transition to ACTIVE for port object ec22d41d-5848-466d-8672-49136bab38e6 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:17.542925 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33268c-275e-4896-b18f-a29a7268c04e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Port': ['ID=5ae8d2ae-2c37-4b3b-835d-9fbb69ddd3d1,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:17.611033 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.611714 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] For port cf20771e-1103-4ab4-a643-351c8fcc45d4, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=cf20771e-1103-4ab4-a643-351c8fcc45d4,segment=NetworkSegment(f90337bf-d4f0-4206-9793-f362d8177393),segment_id=f90337bf-d4f0-4206-9793-f362d8177393)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:17.612636 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.632468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ee3e6-e6fe-4e16-8c6e-6da9a134a2f3 req-017bc253-dcf5-44ef-926a-c919da91d551 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:17.636095 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:17.637033 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.639605 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ab1ee3e6-e6fe-4e16-8c6e-6da9a134a2f3 req-017bc253-dcf5-44ef-926a-c919da91d551 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 946 time: 0.6249475 Mar 14 18:21:17.706428 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.800521 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-bc1da8fe-f60e-4fca-974a-1ce6a5077be2 None None] Provisioning complete for port e0726a38-c640-45a5-84f5-d2c591ce570d triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:17.801163 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bc1da8fe-f60e-4fca-974a-1ce6a5077be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.815993 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Calling delete_port for cf20771e-1103-4ab4-a643-351c8fcc45d4 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:17.861386 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e4141d92-36ef-4dee-836e-a2009e0c54b0 None None] For port cf20771e-1103-4ab4-a643-351c8fcc45d4, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=cf20771e-1103-4ab4-a643-351c8fcc45d4,segment=NetworkSegment(f90337bf-d4f0-4206-9793-f362d8177393),segment_id=f90337bf-d4f0-4206-9793-f362d8177393)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:17.861973 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e4141d92-36ef-4dee-836e-a2009e0c54b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.874377 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.878995 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.885274 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:17.928797 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ab1ee3e6-e6fe-4e16-8c6e-6da9a134a2f3 req-8288e547-a4e3-4d89-80bc-8e4be764ad0f tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882283 Mar 14 18:21:17.932013 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d7a942cb-b573-41ed-afd1-f0cf39d3be1a tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03b75e0cdb0d477a9f6512569b68cdc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5927973 Mar 14 18:21:17.933559 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.933975 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Added segment f95cb673-7807-4caf-b76e-4ea4f38aedb9 of type vlan for network 58e3e88e-5738-423c-b5c6-a37ad870510b Mar 14 18:21:17.940902 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54384) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:17.945335 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Subnet': ['ID=628673f9-6120-4c22-9925-0c809f312ff1,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:17.970282 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cf33268c-275e-4896-b18f-a29a7268c04e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.991403 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2280ec6e-a83a-4c0b-a10e-4428930eec2c,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:18.022519 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e4141d92-36ef-4dee-836e-a2009e0c54b0 None None] Calling delete_port for cf20771e-1103-4ab4-a643-351c8fcc45d4 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:18.035549 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.071254 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Network de1aa21f-bdce-4df3-8823-8953fce4fce9 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:18.078797 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:18.096012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.103044 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:18.132763 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-bc1da8fe-f60e-4fca-974a-1ce6a5077be2 None None] Port e0726a38-c640-45a5-84f5-d2c591ce570d cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:21:18.134683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1aa21f-bdce-4df3-8823-8953fce4fce9']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:18.139198 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Pushing event updated for resources: {'Port': ['ID=ec22d41d-5848-466d-8672-49136bab38e6,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:18.149102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.177085 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 61114bd8-3c5b-4090-acf9-79663c1b9229 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:18.189083 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d7a662-ffbf-4652-bf54-a0a7b0641e0f') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:18.189386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d7a662-ffbf-4652-bf54-a0a7b0641e0f') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:18.196970 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fa3d30a7-ee05-46e0-9aef-0d64b7e529b7 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.210367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.210913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12b4a0b-027b-400b-bc3f-30c374058125 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router 90e2f7d1-8ead-4694-9f0d-2abcc313f13c is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:21:18.223305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Pushing event deleted for resources: {'Port': ['ID=cf20771e-1103-4ab4-a643-351c8fcc45d4,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:18.226262 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.251258 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] No DVR routers for this DVR port cf20771e-1103-4ab4-a643-351c8fcc45d4 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:21:18.292827 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fa3d30a7-ee05-46e0-9aef-0d64b7e529b7 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.293074 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.306087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.325994 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-e4141d92-36ef-4dee-836e-a2009e0c54b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:21:18.326595 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-e4141d92-36ef-4dee-836e-a2009e0c54b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:21:18.327763 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Attempting to bind port ec22d41d-5848-466d-8672-49136bab38e6 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:18.328122 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Attempting to bind port ec22d41d-5848-466d-8672-49136bab38e6 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '49d7a662-ffbf-4652-bf54-a0a7b0641e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'de1aa21f-bdce-4df3-8823-8953fce4fce9'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:18.328691 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Attempting to bind port ec22d41d-5848-466d-8672-49136bab38e6 on network de1aa21f-bdce-4df3-8823-8953fce4fce9 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:18.332215 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 61114bd8-3c5b-4090-acf9-79663c1b9229 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:18.332586 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.365487 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.370414 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:18.371048 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.393463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:18.393865 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.396225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:18.400233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Checking segment: {'id': '49d7a662-ffbf-4652-bf54-a0a7b0641e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'de1aa21f-bdce-4df3-8823-8953fce4fce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:18.400233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.400233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Bound using segment: {'id': '49d7a662-ffbf-4652-bf54-a0a7b0641e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'de1aa21f-bdce-4df3-8823-8953fce4fce9'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:18.400233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Bound port: ec22d41d-5848-466d-8672-49136bab38e6, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d7a662-ffbf-4652-bf54-a0a7b0641e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'de1aa21f-bdce-4df3-8823-8953fce4fce9'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:18.400233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.538892 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device cf20771e-1103-4ab4-a643-351c8fcc45d4 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:18.548414 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:18.581495 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: cf20771e-1103-4ab4-a643-351c8fcc45d4 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:21:18.581714 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device cf20771e-1103-4ab4-a643-351c8fcc45d4 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 14 18:21:18.620964 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Port cf20771e-1103-4ab4-a643-351c8fcc45d4 not found, will not notify nova. {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 14 18:21:18.625208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] For port ec22d41d-5848-466d-8672-49136bab38e6, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:18.710779 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device cf20771e-1103-4ab4-a643-351c8fcc45d4 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:21:18.741494 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event updated for resources: {'Network': ['ID=58e3e88e-5738-423c-b5c6-a37ad870510b,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:18.743548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] Pushing event updated for resources: {'Port': ['ID=2253c7fc-68b9-4c0c-b5fa-ddc4814b7589,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:18.745768 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.781732 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: cf20771e-1103-4ab4-a643-351c8fcc45d4 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:21:18.782492 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device cf20771e-1103-4ab4-a643-351c8fcc45d4 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:21:18.783582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf33268c-275e-4896-b18f-a29a7268c04e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 568d41cd-1656-4e28-9932-f0692f621bf2 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:21:18.788214 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 58e3e88e-5738-423c-b5c6-a37ad870510b details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:18.797193 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.810711 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12b4a0b-027b-400b-bc3f-30c374058125 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:21:18.826587 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed242db-7685-404b-a5a3-7fdad1ee5cc1 None None] Sync routers for ids ['90e2f7d1-8ead-4694-9f0d-2abcc313f13c'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:18.827126 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.api [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:21:18.827126 dv-neutron-833560-1-hyperv neutron-server[88635]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:21:18.827126 dv-neutron-833560-1-hyperv neutron-server[88635]: [parameters: {'id': 'de1aa21f-bdce-4df3-8823-8953fce4fce9'}] Mar 14 18:21:18.827126 dv-neutron-833560-1-hyperv neutron-server[88635]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:21:18.827852 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG oslo_db.api [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:21:18.837066 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['330f6c86-86a9-4f83-a81f-f875e087767c']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:18.840913 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed242db-7685-404b-a5a3-7fdad1ee5cc1 None None] Routers {'90e2f7d1-8ead-4694-9f0d-2abcc313f13c'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:18.841703 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-1ed242db-7685-404b-a5a3-7fdad1ee5cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['90e2f7d1-8ead-4694-9f0d-2abcc313f13c'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:18.854332 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90337bf-d4f0-4206-9793-f362d8177393') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:18.854626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90337bf-d4f0-4206-9793-f362d8177393') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:18.875038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.894794 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c12b4a0b-027b-400b-bc3f-30c374058125 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/90e2f7d1-8ead-4694-9f0d-2abcc313f13c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5480189 Mar 14 18:21:18.897327 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54388) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:18.906573 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-1ed242db-7685-404b-a5a3-7fdad1ee5cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:18.912287 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.916259 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed242db-7685-404b-a5a3-7fdad1ee5cc1 None None] Routers {'90e2f7d1-8ead-4694-9f0d-2abcc313f13c'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:18.916858 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-1ed242db-7685-404b-a5a3-7fdad1ee5cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['90e2f7d1-8ead-4694-9f0d-2abcc313f13c'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:18.944820 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e4141d92-36ef-4dee-836e-a2009e0c54b0 None None] Deleting port cf20771e-1103-4ab4-a643-351c8fcc45d4 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:18.945217 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e4141d92-36ef-4dee-836e-a2009e0c54b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.957682 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fa3d30a7-ee05-46e0-9aef-0d64b7e529b7 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.960115 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fa3d30a7-ee05-46e0-9aef-0d64b7e529b7 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.961249 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fa3d30a7-ee05-46e0-9aef-0d64b7e529b7 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ab3d735-e317-416b-b6cd-e658c8f43747 HTTP/1.1" status: 204 len: 168 time: 1.0173647 Mar 14 18:21:18.962562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:18.962969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.974909 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] For port ec22d41d-5848-466d-8672-49136bab38e6, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ec22d41d-5848-466d-8672-49136bab38e6,segment=NetworkSegment(49d7a662-ffbf-4652-bf54-a0a7b0641e0f),segment_id=49d7a662-ffbf-4652-bf54-a0a7b0641e0f)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:18.986311 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:18.988469 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54392) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:19.013700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e4141d92-36ef-4dee-836e-a2009e0c54b0 None None] The port 'cf20771e-1103-4ab4-a643-351c8fcc45d4' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:21:19.015327 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-1ed242db-7685-404b-a5a3-7fdad1ee5cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:19.015961 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed242db-7685-404b-a5a3-7fdad1ee5cc1 None None] The sync data for ids ['90e2f7d1-8ead-4694-9f0d-2abcc313f13c'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:19.046580 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.062713 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-59f40de6-6811-4411-9ab1-7d0659c4b7c8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5059371 Mar 14 18:21:19.069780 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54398) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:19.076208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d30a7-ee05-46e0-9aef-0d64b7e529b7 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab3d735-e317-416b-b6cd-e658c8f43747,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:19.138061 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa004b-9dcb-45d8-b222-0c17c1e4512f None None] Pushing event updated for resources: {'Port': ['ID=ec22d41d-5848-466d-8672-49136bab38e6,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:19.172227 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-2036d48f-49ba-4f6a-9bfa-45acb595489c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Request body: {'subnet': {'network_id': '58e3e88e-5738-423c-b5c6-a37ad870510b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:19.192241 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] Network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:19.207746 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9439257b-aac2-40c9-bf2e-c411d2954b92 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:19.208283 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9439257b-aac2-40c9-bf2e-c411d2954b92 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Synchronizing usage tracker for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:21:19.209003 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:19.219624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57751601-d49b-4262-b007-ae1eba0246ac None None] Network de1aa21f-bdce-4df3-8823-8953fce4fce9 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:19.253499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d6100bf6-3b98-4935-b70f-6c23b410d3d3 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.329394 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.349353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9439257b-aac2-40c9-bf2e-c411d2954b92 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Unset dirty status for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:21:19.352415 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9439257b-aac2-40c9-bf2e-c411d2954b92 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/ports/e0726a38-c640-45a5-84f5-d2c591ce570d HTTP/1.1" status: 200 len: 977 time: 0.4541147 Mar 14 18:21:19.353671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.366685 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54402) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:19.384508 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf33268c-275e-4896-b18f-a29a7268c04e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:21:19.393404 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cf33268c-275e-4896-b18f-a29a7268c04e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/568d41cd-1656-4e28-9932-f0692f621bf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4108932 Mar 14 18:21:19.421750 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725f58f6-de26-4117-a467-241c38d6274d None None] Sync routers for ids ['568d41cd-1656-4e28-9932-f0692f621bf2'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:19.425772 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d6100bf6-3b98-4935-b70f-6c23b410d3d3 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.443682 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f58f6-de26-4117-a467-241c38d6274d None None] Routers {'568d41cd-1656-4e28-9932-f0692f621bf2'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:19.444695 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-725f58f6-de26-4117-a467-241c38d6274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['568d41cd-1656-4e28-9932-f0692f621bf2'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:19.453599 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-d6100bf6-3b98-4935-b70f-6c23b410d3d3 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff35daa0-0632-487a-9f66-13bf6b754ad3']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:19.463154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54406) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:19.496552 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d98408-a4d9-4a41-ba10-d831ea9c9d13 req-9d16bd02-4e70-46ef-a3eb-0afd2121159d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:19.498811 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c9d98408-a4d9-4a41-ba10-d831ea9c9d13 req-9d16bd02-4e70-46ef-a3eb-0afd2121159d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 946 time: 0.4015682 Mar 14 18:21:19.499986 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.532225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-725f58f6-de26-4117-a467-241c38d6274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:19.537370 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2036d48f-49ba-4f6a-9bfa-45acb595489c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:19.552685 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f58f6-de26-4117-a467-241c38d6274d None None] Routers {'568d41cd-1656-4e28-9932-f0692f621bf2'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:19.553636 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-725f58f6-de26-4117-a467-241c38d6274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['568d41cd-1656-4e28-9932-f0692f621bf2'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:19.555136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-d6100bf6-3b98-4935-b70f-6c23b410d3d3 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9a3f98-fee0-4f5c-ba90-190ee719dfc0') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:19.555433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-d6100bf6-3b98-4935-b70f-6c23b410d3d3 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9a3f98-fee0-4f5c-ba90-190ee719dfc0') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:19.563149 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2036d48f-49ba-4f6a-9bfa-45acb595489c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Usage tracker for resource:subnet and tenant:7c5465f0b8594453ad3b16c69c14b7ff is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:19.585398 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] Pushing event deleted for resources: {'Network': ['ID=330f6c86-86a9-4f83-a81f-f875e087767c,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:19.605414 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d6100bf6-3b98-4935-b70f-6c23b410d3d3 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.612541 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-81586230-0af8-4270-8099-bb66a4a627cb tempest-DHCPAgentSchedulersTestJSON-758935908 tempest-DHCPAgentSchedulersTestJSON-758935908-project] 10.222.0.43 "DELETE /v2.0/networks/330f6c86-86a9-4f83-a81f-f875e087767c HTTP/1.1" status: 204 len: 168 time: 3.2128961 Mar 14 18:21:19.618832 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2036d48f-49ba-4f6a-9bfa-45acb595489c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:19.622944 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-725f58f6-de26-4117-a467-241c38d6274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:19.623358 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725f58f6-de26-4117-a467-241c38d6274d None None] The sync data for ids ['568d41cd-1656-4e28-9932-f0692f621bf2'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:19.626114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ab475452-8e06-4826-b138-5681ae5dfbaf None None] Provisioning complete for port 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:19.626796 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ab475452-8e06-4826-b138-5681ae5dfbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.642170 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Deleting port ec22d41d-5848-466d-8672-49136bab38e6 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:19.642590 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.644997 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2036d48f-49ba-4f6a-9bfa-45acb595489c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:19.692734 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c089f4f-4c55-4305-b5f9-9c72b1f4b1a6 None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:21:19.724142 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ab475452-8e06-4826-b138-5681ae5dfbaf None None] Port 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:21:19.844323 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c089f4f-4c55-4305-b5f9-9c72b1f4b1a6 None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:21:19.870849 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d6100bf6-3b98-4935-b70f-6c23b410d3d3 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.899684 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] Router d74f70b8-68f1-4c03-ab90-d993d4ace8ab has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:21:19.909845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6100bf6-3b98-4935-b70f-6c23b410d3d3 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:19.910245 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d6100bf6-3b98-4935-b70f-6c23b410d3d3 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:19.948823 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:19.977745 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2036d48f-49ba-4f6a-9bfa-45acb595489c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Made reservation on behalf of 7c5465f0b8594453ad3b16c69c14b7ff for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:19.981158 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2036d48f-49ba-4f6a-9bfa-45acb595489c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.021177 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c9d98408-a4d9-4a41-ba10-d831ea9c9d13 req-b0f0da80-35c2-42d0-a306-436edd846987 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4554796 Mar 14 18:21:20.365147 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54414) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:20.388961 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d6100bf6-3b98-4935-b70f-6c23b410d3d3 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.418144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d6100bf6-3b98-4935-b70f-6c23b410d3d3 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.423290 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:21:20.429057 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d6100bf6-3b98-4935-b70f-6c23b410d3d3 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] 10.222.0.43 "DELETE /v2.0/networks/ff35daa0-0632-487a-9f66-13bf6b754ad3 HTTP/1.1" status: 204 len: 168 time: 1.4268861 Mar 14 18:21:20.440715 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Sync routers for ids ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:20.441285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54420) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:20.442030 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6100bf6-3b98-4935-b70f-6c23b410d3d3 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff35daa0-0632-487a-9f66-13bf6b754ad3,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:20.451177 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Routers {'d74f70b8-68f1-4c03-ab90-d993d4ace8ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:20.452141 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:20.456493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] For port ec22d41d-5848-466d-8672-49136bab38e6, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ec22d41d-5848-466d-8672-49136bab38e6,segment=NetworkSegment(49d7a662-ffbf-4652-bf54-a0a7b0641e0f),segment_id=49d7a662-ffbf-4652-bf54-a0a7b0641e0f)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:20.456851 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.474291 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fc7b1256-0f37-4416-8db6-f1add864c47b admin admin] 10.222.0.43 "PUT /v2.0/routers/d74f70b8-68f1-4c03-ab90-d993d4ace8ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5332656 Mar 14 18:21:20.636503 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-856d8921-cd87-4b5e-9bb2-04382ec056b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=089bdf8fa02444fc92dd3290318b77f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657115 Mar 14 18:21:20.637105 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54426) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:20.665813 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Calling delete_port for ec22d41d-5848-466d-8672-49136bab38e6 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:20.709439 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2036d48f-49ba-4f6a-9bfa-45acb595489c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.789526 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3b2a13c6-c3a9-478b-bca0-48de6d29d0d6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.797602 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Set router d74f70b8-68f1-4c03-ab90-d993d4ace8ab gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:21:20.803112 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eba88eb5-4bbe-4f5b-9433-7ed51b392852 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.936584 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036d48f-49ba-4f6a-9bfa-45acb595489c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event updated for resources: {'Subnet': ['ID=eb2fb502-4cbd-4c63-83e4-1e2c49089e40,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:20.960261 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-795c27e9-2450-4c11-970a-eca71e022077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.999099 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.012365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2036d48f-49ba-4f6a-9bfa-45acb595489c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Checking segment: {'id': 'f95cb673-7807-4caf-b76e-4ea4f38aedb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '58e3e88e-5738-423c-b5c6-a37ad870510b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:21.012797 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2036d48f-49ba-4f6a-9bfa-45acb595489c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Network hostable DHCP agents. Network: 58e3e88e-5738-423c-b5c6-a37ad870510b, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:21.018005 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-795c27e9-2450-4c11-970a-eca71e022077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.045771 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eba88eb5-4bbe-4f5b-9433-7ed51b392852 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.076915 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Port': ['ID=ec22d41d-5848-466d-8672-49136bab38e6,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:21.080257 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] No DVR routers for this DVR port ec22d41d-5848-466d-8672-49136bab38e6 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:21:21.130446 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-eba88eb5-4bbe-4f5b-9433-7ed51b392852 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d36f31-e13c-47a3-8560-a16c7c7618a9']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:21.174300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-eba88eb5-4bbe-4f5b-9433-7ed51b392852 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b55a7a-c007-451c-bdd1-d55055332b38') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:21.174593 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-eba88eb5-4bbe-4f5b-9433-7ed51b392852 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b55a7a-c007-451c-bdd1-d55055332b38') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:21.189164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-08bc182e-1271-48b0-ae0e-d13a8c4a94d7 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.223601 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-3b2a13c6-c3a9-478b-bca0-48de6d29d0d6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port e0726a38-c640-45a5-84f5-d2c591ce570d {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:21.224131 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3b2a13c6-c3a9-478b-bca0-48de6d29d0d6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.241038 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 2, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:21.244907 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Checking router: d74f70b8-68f1-4c03-ab90-d993d4ace8ab for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:21:21.245195 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Updating router d74f70b8-68f1-4c03-ab90-d993d4ace8ab port 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:21:21.259255 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2036d48f-49ba-4f6a-9bfa-45acb595489c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Network 58e3e88e-5738-423c-b5c6-a37ad870510b is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:21.263709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eba88eb5-4bbe-4f5b-9433-7ed51b392852 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.277274 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-795c27e9-2450-4c11-970a-eca71e022077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.302629 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.307125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c27e9-2450-4c11-970a-eca71e022077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7663147e-2d0d-4431-8dfa-137e5a906e13,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:21.346811 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-795c27e9-2450-4c11-970a-eca71e022077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.347596 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-795c27e9-2450-4c11-970a-eca71e022077 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7663147e-2d0d-4431-8dfa-137e5a906e13 HTTP/1.1" status: 204 len: 168 time: 0.7084081 Mar 14 18:21:21.409778 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-2036d48f-49ba-4f6a-9bfa-45acb595489c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 58e3e88e-5738-423c-b5c6-a37ad870510b) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:21.420612 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7b21b1-d3c3-4e8c-882a-6f9ed65ee7b7 None None] Network 58e3e88e-5738-423c-b5c6-a37ad870510b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:21.421709 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2036d48f-49ba-4f6a-9bfa-45acb595489c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:21.422395 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2036d48f-49ba-4f6a-9bfa-45acb595489c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.440134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.456294 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eba88eb5-4bbe-4f5b-9433-7ed51b392852 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.492429 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1aa21f-bdce-4df3-8823-8953fce4fce9']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:21.505437 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3b2a13c6-c3a9-478b-bca0-48de6d29d0d6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.529900 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba88eb5-4bbe-4f5b-9433-7ed51b392852 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:21.532447 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eba88eb5-4bbe-4f5b-9433-7ed51b392852 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:21.569559 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:21.614312 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d7a662-ffbf-4652-bf54-a0a7b0641e0f') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:21.614598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d7a662-ffbf-4652-bf54-a0a7b0641e0f') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:21.619120 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2036d48f-49ba-4f6a-9bfa-45acb595489c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4631708 Mar 14 18:21:21.636697 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54446) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:21.742739 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54448) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:21.765034 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-3b2a13c6-c3a9-478b-bca0-48de6d29d0d6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Calling delete_port for e0726a38-c640-45a5-84f5-d2c591ce570d owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:21.781539 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-58e3e88e-5738-423c-b5c6-a37ad870510b', 'network_id': '58e3e88e-5738-423c-b5c6-a37ad870510b', 'tenant_id': '7c5465f0b8594453ad3b16c69c14b7ff', 'fixed_ips': [{'subnet_id': 'eb2fb502-4cbd-4c63-83e4-1e2c49089e40'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:21:21.783002 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.823792 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-880393540-network', 'tenant_id': '2a927de9df9c49669a960670cec38ac8'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:21.834983 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.837643 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:21.846300 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Usage tracker for resource:network and tenant:2a927de9df9c49669a960670cec38ac8 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:21.851159 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:21.867635 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:21.935028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-42513f6a-004f-4b6d-83d4-d18f746e2650 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Request body: {'network': {'name': 'tempest-router-network01--1909164064'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:21.973145 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Made reservation on behalf of 2a927de9df9c49669a960670cec38ac8 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:21.975695 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.978118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Allocated IP 2001:db8::2 (58e3e88e-5738-423c-b5c6-a37ad870510b/eb2fb502-4cbd-4c63-83e4-1e2c49089e40/2d77e927-3ec9-4325-8452-bf9a61e0f8c4) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:21.999419 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.012062 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.022465 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:22.030175 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Usage tracker for resource:security_group_rule and tenant:2a927de9df9c49669a960670cec38ac8 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:22.035955 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:22.042662 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:22.053983 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-42513f6a-004f-4b6d-83d4-d18f746e2650 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:22.083628 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-42513f6a-004f-4b6d-83d4-d18f746e2650 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Usage tracker for resource:network and tenant:7c5465f0b8594453ad3b16c69c14b7ff is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:22.083866 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3b2a13c6-c3a9-478b-bca0-48de6d29d0d6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.089378 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-42513f6a-004f-4b6d-83d4-d18f746e2650 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:22.097508 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-42513f6a-004f-4b6d-83d4-d18f746e2650 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:22.101004 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.118558 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c5a5c-7217-47ca-817e-985a0011f3df req-2497986a-3b27-4b57-a0b6-0d43750a4e7c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:22.126058 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d41c5a5c-7217-47ca-817e-985a0011f3df req-2497986a-3b27-4b57-a0b6-0d43750a4e7c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 946 time: 0.8778851 Mar 14 18:21:22.142949 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a13c6-c3a9-478b-bca0-48de6d29d0d6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Port': ['ID=e0726a38-c640-45a5-84f5-d2c591ce570d,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:22.148571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:22.149450 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:22.166078 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:22.168109 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eba88eb5-4bbe-4f5b-9433-7ed51b392852 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.269435 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eba88eb5-4bbe-4f5b-9433-7ed51b392852 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.290737 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba88eb5-4bbe-4f5b-9433-7ed51b392852 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3d36f31-e13c-47a3-8560-a16c7c7618a9,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:22.292924 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42513f6a-004f-4b6d-83d4-d18f746e2650 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Made reservation on behalf of 7c5465f0b8594453ad3b16c69c14b7ff for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:22.297288 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-42513f6a-004f-4b6d-83d4-d18f746e2650 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.305026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.335585 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d41c5a5c-7217-47ca-817e-985a0011f3df req-716c3b4b-f47a-4f06-aa5e-388db570d068 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084777 Mar 14 18:21:22.342558 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-eba88eb5-4bbe-4f5b-9433-7ed51b392852 tempest-QuotasNegativeTest-1478438959 tempest-QuotasNegativeTest-1478438959-project-admin] 10.222.0.43 "DELETE /v2.0/networks/c3d36f31-e13c-47a3-8560-a16c7c7618a9 HTTP/1.1" status: 204 len: 168 time: 1.8983896 Mar 14 18:21:22.365254 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54458) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:22.375805 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42513f6a-004f-4b6d-83d4-d18f746e2650 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:22.409432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-be1f23c2-22c5-4b0f-bd6a-5885b42035c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.429472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-42513f6a-004f-4b6d-83d4-d18f746e2650 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.430208 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-42513f6a-004f-4b6d-83d4-d18f746e2650 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Added segment ae0e5026-39a2-49b4-a9bc-ee29b880751e of type vlan for network 40e42a37-85fb-43b8-ba3d-bad155a72bf1 Mar 14 18:21:22.433755 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.435789 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-be1f23c2-22c5-4b0f-bd6a-5885b42035c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:22.453019 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Transition to ACTIVE for port object 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:22.453574 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Transition to ACTIVE for port object 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:22.479229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Transition to ACTIVE for port object 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:22.481957 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.486304 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-be1f23c2-22c5-4b0f-bd6a-5885b42035c9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e659a9a24274d0ea650e1fe28a5684a is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:22.490113 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-be1f23c2-22c5-4b0f-bd6a-5885b42035c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:22.512480 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.526832 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-be1f23c2-22c5-4b0f-bd6a-5885b42035c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:22.554316 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.556361 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.557085 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.557446 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Network': ['ID=de1aa21f-bdce-4df3-8823-8953fce4fce9,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:22.579324 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-42513f6a-004f-4b6d-83d4-d18f746e2650 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.580602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3b2a13c6-c3a9-478b-bca0-48de6d29d0d6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.586543 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-38917a09-fd67-4769-a966-18e832a44a4c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/networks/de1aa21f-bdce-4df3-8823-8953fce4fce9 HTTP/1.1" status: 204 len: 168 time: 6.5064130 Mar 14 18:21:22.592081 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54462) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:22.615386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-08bc182e-1271-48b0-ae0e-d13a8c4a94d7 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting port 96683bd5-9ee7-42c0-80b9-c07d449abda8 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:22.615763 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-08bc182e-1271-48b0-ae0e-d13a8c4a94d7 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.650392 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:22.652793 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-9caac89b-43c3-41bd-9e37-fb13fee40c9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-201683980'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:22.669359 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9caac89b-43c3-41bd-9e37-fb13fee40c9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:22.693782 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9caac89b-43c3-41bd-9e37-fb13fee40c9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Usage tracker for resource:network and tenant:64ae59efb1a14c3d860915fbe73543f5 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:22.698399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9caac89b-43c3-41bd-9e37-fb13fee40c9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:22.715292 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Network 58e3e88e-5738-423c-b5c6-a37ad870510b is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:22.724121 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:22.724300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9caac89b-43c3-41bd-9e37-fb13fee40c9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:22.731097 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00f61b-9f66-4963-a0fc-6db4789cdda2 None None] Pushing event updated for resources: {'Port': ['ID=2253c7fc-68b9-4c0c-b5fa-ddc4814b7589,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:22.783370 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.783720 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Added segment c12170c3-d928-4ac1-929a-7a94f8d0149b of type vlan for network 88752347-a509-4c9e-87d2-cd0d7ae759f3 Mar 14 18:21:22.785833 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:22.798226 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73518769-e86c-4db9-a90e-8aed92b221bd,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:22.934569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caac89b-43c3-41bd-9e37-fb13fee40c9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:22.939215 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9caac89b-43c3-41bd-9e37-fb13fee40c9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.976029 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Attempting to bind port 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:22.977377 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Attempting to bind port 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:22.977916 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Attempting to bind port 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 on network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:22.978064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-42513f6a-004f-4b6d-83d4-d18f746e2650 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.984825 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:22.985448 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Checking segment: {'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:22.986002 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.986536 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Bound using segment: {'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:22.987557 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Bound port: 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:22.988107 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.997868 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42513f6a-004f-4b6d-83d4-d18f746e2650 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:22.998792 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-42513f6a-004f-4b6d-83d4-d18f746e2650 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.035474 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Pushing event updated for resources: {'Port': ['ID=2d77e927-3ec9-4325-8452-bf9a61e0f8c4,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:23.054499 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.062286 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Attempting to bind port 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:23.062645 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Attempting to bind port 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'f95cb673-7807-4caf-b76e-4ea4f38aedb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '58e3e88e-5738-423c-b5c6-a37ad870510b'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:23.063040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Attempting to bind port 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 on network 58e3e88e-5738-423c-b5c6-a37ad870510b {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:23.064398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2a13c6-c3a9-478b-bca0-48de6d29d0d6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router 90e2f7d1-8ead-4694-9f0d-2abcc313f13c has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:21:23.090085 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:23.090470 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Checking segment: {'id': 'f95cb673-7807-4caf-b76e-4ea4f38aedb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '58e3e88e-5738-423c-b5c6-a37ad870510b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:23.091492 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.091891 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Bound using segment: {'id': 'f95cb673-7807-4caf-b76e-4ea4f38aedb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '58e3e88e-5738-423c-b5c6-a37ad870510b'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:23.092374 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Bound port: 2d77e927-3ec9-4325-8452-bf9a61e0f8c4, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95cb673-7807-4caf-b76e-4ea4f38aedb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '58e3e88e-5738-423c-b5c6-a37ad870510b'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:23.092751 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.123749 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] For port 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:23.127473 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] For port 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2253c7fc-68b9-4c0c-b5fa-ddc4814b7589,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:23.227147 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2a13c6-c3a9-478b-bca0-48de6d29d0d6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:21:23.229665 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.252596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9caac89b-43c3-41bd-9e37-fb13fee40c9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:23.255713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-be1f23c2-22c5-4b0f-bd6a-5885b42035c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.257666 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-08bc182e-1271-48b0-ae0e-d13a8c4a94d7 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.264156 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c8d39-79df-445d-88ea-087559a00600 None None] Sync routers for ids ['90e2f7d1-8ead-4694-9f0d-2abcc313f13c'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:23.268018 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42513f6a-004f-4b6d-83d4-d18f746e2650 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event updated for resources: {'Network': ['ID=40e42a37-85fb-43b8-ba3d-bad155a72bf1,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:23.284177 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 40e42a37-85fb-43b8-ba3d-bad155a72bf1 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:23.305956 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.308057 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:23.313110 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.324426 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Routers {'d74f70b8-68f1-4c03-ab90-d993d4ace8ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:23.329708 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:23.354077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9caac89b-43c3-41bd-9e37-fb13fee40c9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.354879 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-9caac89b-43c3-41bd-9e37-fb13fee40c9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Added segment ddeeccbf-e494-4750-84a0-7bfd3ad3c64d of type vlan for network 6accf39c-cf40-4cb3-acb6-6e4ee4b3e384 Mar 14 18:21:23.358982 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-be1f23c2-22c5-4b0f-bd6a-5885b42035c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.391161 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3b2a13c6-c3a9-478b-bca0-48de6d29d0d6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/90e2f7d1-8ead-4694-9f0d-2abcc313f13c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0168436 Mar 14 18:21:23.450639 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00f61b-9f66-4963-a0fc-6db4789cdda2 None None] Pushing event updated for resources: {'Port': ['ID=2253c7fc-68b9-4c0c-b5fa-ddc4814b7589,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:23.456438 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] For port 2d77e927-3ec9-4325-8452-bf9a61e0f8c4, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:23.482067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54468) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:23.497106 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7513635 Mar 14 18:21:23.513314 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-be1f23c2-22c5-4b0f-bd6a-5885b42035c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e659a9a24274d0ea650e1fe28a5684a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1438272 Mar 14 18:21:23.514864 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-42513f6a-004f-4b6d-83d4-d18f746e2650 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5849848 Mar 14 18:21:23.517050 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54474) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:23.519738 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54476) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:23.528092 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54478) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:23.536034 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-08bc182e-1271-48b0-ae0e-d13a8c4a94d7 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Calling delete_port for 96683bd5-9ee7-42c0-80b9-c07d449abda8 owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:23.604610 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c8d39-79df-445d-88ea-087559a00600 None None] Routers {'90e2f7d1-8ead-4694-9f0d-2abcc313f13c'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:23.605260 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a41c8d39-79df-445d-88ea-087559a00600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['90e2f7d1-8ead-4694-9f0d-2abcc313f13c'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:23.661191 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] Set router d74f70b8-68f1-4c03-ab90-d993d4ace8ab gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:21:23.671353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c371efc3-6ed7-43c3-a035-02775e64724c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Request body: {'network': {'name': 'tempest-router-network02--456404637'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:23.689692 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c7c21690-7269-4cc9-8c0a-92d01dd867ee admin admin] Request body: {'subnet': {'network_id': '88752347-a509-4c9e-87d2-cd0d7ae759f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-880393540-subnet', 'tenant_id': '2a927de9df9c49669a960670cec38ac8', 'ip_version': 4}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:23.694724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c7c21690-7269-4cc9-8c0a-92d01dd867ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:23.707697 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c7c21690-7269-4cc9-8c0a-92d01dd867ee admin admin] Usage tracker for resource:subnet and tenant:2a927de9df9c49669a960670cec38ac8 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:23.714533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c7c21690-7269-4cc9-8c0a-92d01dd867ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:23.727801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54490) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:23.745012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c371efc3-6ed7-43c3-a035-02775e64724c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:23.755313 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] For port 2d77e927-3ec9-4325-8452-bf9a61e0f8c4, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2d77e927-3ec9-4325-8452-bf9a61e0f8c4,segment=NetworkSegment(f95cb673-7807-4caf-b76e-4ea4f38aedb9),segment_id=f95cb673-7807-4caf-b76e-4ea4f38aedb9)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:23.761281 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a41c8d39-79df-445d-88ea-087559a00600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:23.764801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c7c21690-7269-4cc9-8c0a-92d01dd867ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:23.782651 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c8d39-79df-445d-88ea-087559a00600 None None] Routers {'90e2f7d1-8ead-4694-9f0d-2abcc313f13c'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:23.783504 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a41c8d39-79df-445d-88ea-087559a00600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:20:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['90e2f7d1-8ead-4694-9f0d-2abcc313f13c'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:23.836797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c371efc3-6ed7-43c3-a035-02775e64724c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Usage tracker for resource:network and tenant:7c5465f0b8594453ad3b16c69c14b7ff is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:23.837548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa716dd-963a-4c23-9522-9f2dd2bbebf4 admin admin] Pushing event updated for resources: {'Network': ['ID=88752347-a509-4c9e-87d2-cd0d7ae759f3,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:23.845067 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c371efc3-6ed7-43c3-a035-02775e64724c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:23.854924 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f23c2-22c5-4b0f-bd6a-5885b42035c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de965836-b392-4734-844f-0e3114f98eff,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:23.867952 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9caac89b-43c3-41bd-9e37-fb13fee40c9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.892443 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c371efc3-6ed7-43c3-a035-02775e64724c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:23.904086 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a41c8d39-79df-445d-88ea-087559a00600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:23.904825 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c8d39-79df-445d-88ea-087559a00600 None None] The sync data for ids ['90e2f7d1-8ead-4694-9f0d-2abcc313f13c'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:23.915360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 88752347-a509-4c9e-87d2-cd0d7ae759f3 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:23.941234 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.976756 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2b2682ba-a773-4438-a9f1-79cd4e76b5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.008389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c21690-7269-4cc9-8c0a-92d01dd867ee admin admin] Made reservation on behalf of 2a927de9df9c49669a960670cec38ac8 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:24.011060 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7c21690-7269-4cc9-8c0a-92d01dd867ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.013347 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-e7ddc0e6-f596-4b5a-9078-e6cbabde8321 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] remove_router_interface failed (client error): The resource could not be found. Mar 14 18:21:24.016958 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e7ddc0e6-f596-4b5a-9078-e6cbabde8321 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/90e2f7d1-8ead-4694-9f0d-2abcc313f13c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5310116 Mar 14 18:21:24.018072 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54496) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:24.074111 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6e7b4577-2b51-433a-a2c0-4c06344c373a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Synchronizing usage tracker for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:21:24.158783 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:23Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:24.161420 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6e7b4577-2b51-433a-a2c0-4c06344c373a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Unset dirty status for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:21:24.166514 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c4926-80a3-4d10-abd9-dd48b747b1d4 None None] The sync data for ids ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'] in dv-neutron-833560-1-hyperv is: [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:23Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:24.177445 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6e7b4577-2b51-433a-a2c0-4c06344c373a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/ports?device_id=90e2f7d1-8ead-4694-9f0d-2abcc313f13c HTTP/1.1" status: 200 len: 205 time: 0.1580997 Mar 14 18:21:24.181728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54502) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:24.197535 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae7d29-1a25-404d-96d8-75184bcdfc04 None None] Pushing event updated for resources: {'Port': ['ID=2d77e927-3ec9-4325-8452-bf9a61e0f8c4,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:24.286138 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9b0266a8-bdd7-43c4-aeb9-4f0656e74c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.302702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c371efc3-6ed7-43c3-a035-02775e64724c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Made reservation on behalf of 7c5465f0b8594453ad3b16c69c14b7ff for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:24.306549 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c371efc3-6ed7-43c3-a035-02775e64724c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.448453 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ed75c-d471-41be-ac00-1dd210b4cddf req-c951395d-4090-4e5e-8ed5-6d63f31600fd tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:24.452339 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-719ed75c-d471-41be-ac00-1dd210b4cddf req-c951395d-4090-4e5e-8ed5-6d63f31600fd tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 946 time: 0.8166013 Mar 14 18:21:24.453737 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-92efbe65-286e-4060-ab34-a9385b4bc024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.491329 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9caac89b-43c3-41bd-9e37-fb13fee40c9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.495628 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caac89b-43c3-41bd-9e37-fb13fee40c9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:24.496265 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9caac89b-43c3-41bd-9e37-fb13fee40c9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.529426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-782e3737-7378-454b-a661-6f3acc364c3f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.566843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2b2682ba-a773-4438-a9f1-79cd4e76b5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.608971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-92efbe65-286e-4060-ab34-a9385b4bc024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:24.650914 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-92efbe65-286e-4060-ab34-a9385b4bc024 admin admin] Usage tracker for resource:security_group_rule and tenant:8465713a7140404f85cb435e29b70729 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:24.666341 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-92efbe65-286e-4060-ab34-a9385b4bc024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:24.679730 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-08bc182e-1271-48b0-ae0e-d13a8c4a94d7 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.802614 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-719ed75c-d471-41be-ac00-1dd210b4cddf req-bdb280db-7ace-42df-8526-1a41802b7212 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147421 Mar 14 18:21:24.831029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-92efbe65-286e-4060-ab34-a9385b4bc024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:24.835125 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc182e-1271-48b0-ae0e-d13a8c4a94d7 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Port': ['ID=96683bd5-9ee7-42c0-80b9-c07d449abda8,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:24.842605 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9caac89b-43c3-41bd-9e37-fb13fee40c9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2319121 Mar 14 18:21:24.853078 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c371efc3-6ed7-43c3-a035-02775e64724c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:24.862532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54508) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:24.868005 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-45f34f9f-8b2f-4c13-bbf7-a986b57e3aad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'subnet': {'network_id': '6accf39c-cf40-4cb3-acb6-6e4ee4b3e384', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:24.879066 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:24.879584 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-782e3737-7378-454b-a661-6f3acc364c3f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.882518 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-782e3737-7378-454b-a661-6f3acc364c3f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.963904 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c371efc3-6ed7-43c3-a035-02775e64724c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.964323 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-c371efc3-6ed7-43c3-a035-02775e64724c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Added segment d2c2b568-5249-4383-a2f6-f6f75ebb1249 of type vlan for network f2410f0f-ca98-4f05-910c-63122a09f34e Mar 14 18:21:24.996170 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caac89b-43c3-41bd-9e37-fb13fee40c9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Network': ['ID=6accf39c-cf40-4cb3-acb6-6e4ee4b3e384,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:25.010092 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 6accf39c-cf40-4cb3-acb6-6e4ee4b3e384 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:25.119844 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c371efc3-6ed7-43c3-a035-02775e64724c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.331999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-08bc182e-1271-48b0-ae0e-d13a8c4a94d7 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.379674 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ef7a55-afe6-4365-b79c-cc3aaaedaead None None] Network 58e3e88e-5738-423c-b5c6-a37ad870510b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:25.383522 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-782e3737-7378-454b-a661-6f3acc364c3f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.389781 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782e3737-7378-454b-a661-6f3acc364c3f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Fanout notify agent at l3_agent the message router_deleted on router 90e2f7d1-8ead-4694-9f0d-2abcc313f13c {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:21:25.402937 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-782e3737-7378-454b-a661-6f3acc364c3f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.404477 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-782e3737-7378-454b-a661-6f3acc364c3f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/routers/90e2f7d1-8ead-4694-9f0d-2abcc313f13c HTTP/1.1" status: 204 len: 168 time: 1.2209699 Mar 14 18:21:25.407125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54512) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:25.456856 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-45f34f9f-8b2f-4c13-bbf7-a986b57e3aad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:25.475606 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-45f34f9f-8b2f-4c13-bbf7-a986b57e3aad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Usage tracker for resource:subnet and tenant:64ae59efb1a14c3d860915fbe73543f5 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:25.485025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-45f34f9f-8b2f-4c13-bbf7-a986b57e3aad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:25.489326 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2b2682ba-a773-4438-a9f1-79cd4e76b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.498388 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db7d28d-f112-4981-ab8c-0cba22d800ad tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting subnet 0fcc50f2-8177-4347-9f61-1f5684b6a740 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:21:25.502385 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4db7d28d-f112-4981-ab8c-0cba22d800ad tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.530541 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:25.553612 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:25.574468 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4db7d28d-f112-4981-ab8c-0cba22d800ad tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.594645 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-45f34f9f-8b2f-4c13-bbf7-a986b57e3aad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:25.604055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2682ba-a773-4438-a9f1-79cd4e76b5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de965836-b392-4734-844f-0e3114f98eff,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:25.697795 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4db7d28d-f112-4981-ab8c-0cba22d800ad tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.720194 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c371efc3-6ed7-43c3-a035-02775e64724c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.725577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c371efc3-6ed7-43c3-a035-02775e64724c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:25.726277 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c371efc3-6ed7-43c3-a035-02775e64724c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.741520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f5ba4a36-27ac-4834-8a73-2495954e000a None None] Provisioning for port 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:25.760832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f5ba4a36-27ac-4834-8a73-2495954e000a None None] Provisioning complete for port 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:25.760832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4a36-27ac-4834-8a73-2495954e000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.836633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:25.845945 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:25.846298 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.846604 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4db7d28d-f112-4981-ab8c-0cba22d800ad tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.857337 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-92efbe65-286e-4060-ab34-a9385b4bc024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.869740 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f34f9f-8b2f-4c13-bbf7-a986b57e3aad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:25.875262 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-45f34f9f-8b2f-4c13-bbf7-a986b57e3aad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.887155 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7d28d-f112-4981-ab8c-0cba22d800ad tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Subnet': ['ID=0fcc50f2-8177-4347-9f61-1f5684b6a740,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:25.891031 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4db7d28d-f112-4981-ab8c-0cba22d800ad tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.907359 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4db7d28d-f112-4981-ab8c-0cba22d800ad tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/subnets/0fcc50f2-8177-4347-9f61-1f5684b6a740 HTTP/1.1" status: 204 len: 168 time: 0.4989798 Mar 14 18:21:25.908447 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54518) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:25.909815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2b2682ba-a773-4438-a9f1-79cd4e76b5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.917717 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61be6aa7-2d0d-4b62-8f2e-20b4985158ab None None] Network 02e34c07-78b1-4563-8514-8644fe1ae4ea requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:25.924167 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2b2682ba-a773-4438-a9f1-79cd4e76b5ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de965836-b392-4734-844f-0e3114f98eff HTTP/1.1" status: 204 len: 168 time: 2.3109565 Mar 14 18:21:25.924973 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7c21690-7269-4cc9-8c0a-92d01dd867ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.041773 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c371efc3-6ed7-43c3-a035-02775e64724c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.4302433 Mar 14 18:21:26.043345 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-92efbe65-286e-4060-ab34-a9385b4bc024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.045397 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54526) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:26.064609 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-55b13b04-f90c-4b56-9ae3-2af02a19d6b2 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Request body: {'subnet': {'network_id': '40e42a37-85fb-43b8-ba3d-bad155a72bf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:26.076164 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4a36-27ac-4834-8a73-2495954e000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.127137 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.211313 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bc182e-1271-48b0-ae0e-d13a8c4a94d7 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 568d41cd-1656-4e28-9932-f0692f621bf2 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:21:26.216133 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port 61114bd8-3c5b-4090-acf9-79663c1b9229 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:26.217469 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.218546 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-92efbe65-286e-4060-ab34-a9385b4bc024 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8465713a7140404f85cb435e29b70729&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4876518 Mar 14 18:21:26.225139 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f5ba4a36-27ac-4834-8a73-2495954e000a None None] For port 2d77e927-3ec9-4325-8452-bf9a61e0f8c4, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2d77e927-3ec9-4325-8452-bf9a61e0f8c4,segment=NetworkSegment(f95cb673-7807-4caf-b76e-4ea4f38aedb9),segment_id=f95cb673-7807-4caf-b76e-4ea4f38aedb9)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:26.250370 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.255804 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54530) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:26.271629 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-55b13b04-f90c-4b56-9ae3-2af02a19d6b2 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:26.277603 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-55b13b04-f90c-4b56-9ae3-2af02a19d6b2 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Usage tracker for resource:subnet and tenant:7c5465f0b8594453ad3b16c69c14b7ff is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:26.283833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-55b13b04-f90c-4b56-9ae3-2af02a19d6b2 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:26.290968 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-55b13b04-f90c-4b56-9ae3-2af02a19d6b2 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:26.312995 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4a36-27ac-4834-8a73-2495954e000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.321956 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2253c7fc-68b9-4c0c-b5fa-ddc4814b7589,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:26.405764 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c2b84d06-e26a-4895-9bbc-29906aa9a15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.438951 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.441256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371efc3-6ed7-43c3-a035-02775e64724c tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event updated for resources: {'Network': ['ID=f2410f0f-ca98-4f05-910c-63122a09f34e,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:26.456936 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network f2410f0f-ca98-4f05-910c-63122a09f34e details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:26.464606 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b13b04-f90c-4b56-9ae3-2af02a19d6b2 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Made reservation on behalf of 7c5465f0b8594453ad3b16c69c14b7ff for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:26.468165 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55b13b04-f90c-4b56-9ae3-2af02a19d6b2 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.485512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946fa71a-d1d4-4e3a-b5ad-8722cfdf17dc None None] DHCP port deletion for 02e34c07-78b1-4563-8514-8644fe1ae4ea request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:21:26.510894 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-946fa71a-d1d4-4e3a-b5ad-8722cfdf17dc None None] Deleting port 61114bd8-3c5b-4090-acf9-79663c1b9229 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:26.511305 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-946fa71a-d1d4-4e3a-b5ad-8722cfdf17dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.527379 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c21690-7269-4cc9-8c0a-92d01dd867ee admin admin] Checking segment: {'id': 'c12170c3-d928-4ac1-929a-7a94f8d0149b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '88752347-a509-4c9e-87d2-cd0d7ae759f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:26.527778 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c21690-7269-4cc9-8c0a-92d01dd867ee admin admin] Network hostable DHCP agents. Network: 88752347-a509-4c9e-87d2-cd0d7ae759f3, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:26.533284 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c21690-7269-4cc9-8c0a-92d01dd867ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a2cf3a-cb28-4c35-96e0-0466ebefa774,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:26.536942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efbe65-286e-4060-ab34-a9385b4bc024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cdb825-0d9b-4a6b-aac9-ba8b5c43b89c,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:26.553185 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba4a36-27ac-4834-8a73-2495954e000a None None] Pushing event updated for resources: {'Port': ['ID=2d77e927-3ec9-4325-8452-bf9a61e0f8c4,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:26.639356 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-401657a1-3a50-47db-9b83-f637abd4c59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.707195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bc182e-1271-48b0-ae0e-d13a8c4a94d7 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:21:26.720424 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6f543167-1e20-4315-b06c-7862f3085295 None None] Provisioning complete for port 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:26.720928 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6f543167-1e20-4315-b06c-7862f3085295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.727027 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841507aa-3909-47ad-8881-05b2c9734283 None None] Sync routers for ids ['568d41cd-1656-4e28-9932-f0692f621bf2'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:26.751631 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841507aa-3909-47ad-8881-05b2c9734283 None None] Routers {'568d41cd-1656-4e28-9932-f0692f621bf2'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:26.755981 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-841507aa-3909-47ad-8881-05b2c9734283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['568d41cd-1656-4e28-9932-f0692f621bf2'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:26.782539 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-08bc182e-1271-48b0-ae0e-d13a8c4a94d7 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/568d41cd-1656-4e28-9932-f0692f621bf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3130622 Mar 14 18:21:26.789369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54542) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:26.855465 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:26.876028 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-841507aa-3909-47ad-8881-05b2c9734283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:26.886732 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841507aa-3909-47ad-8881-05b2c9734283 None None] Routers {'568d41cd-1656-4e28-9932-f0692f621bf2'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:26.887536 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-841507aa-3909-47ad-8881-05b2c9734283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['568d41cd-1656-4e28-9932-f0692f621bf2'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:26.914216 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=2253c7fc-68b9-4c0c-b5fa-ddc4814b7589,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:26.921152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de9cf2-b675-40ca-83b3-80e0d7ac523e req-aa5ca703-7adb-4587-996f-5413046f15d0 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:26.922700 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-20de9cf2-b675-40ca-83b3-80e0d7ac523e req-aa5ca703-7adb-4587-996f-5413046f15d0 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 946 time: 0.8840158 Mar 14 18:21:26.945840 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c21690-7269-4cc9-8c0a-92d01dd867ee admin admin] Network 88752347-a509-4c9e-87d2-cd0d7ae759f3 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:26.954005 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-401657a1-3a50-47db-9b83-f637abd4c59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.963326 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] For port 61114bd8-3c5b-4090-acf9-79663c1b9229, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=61114bd8-3c5b-4090-acf9-79663c1b9229,segment=NetworkSegment(aef79d2d-7ebe-431a-a285-1ec5a391e94f),segment_id=aef79d2d-7ebe-431a-a285-1ec5a391e94f)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:26.963784 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.975344 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-46bd2ca5-8c7f-48b5-8a87-2c8463b1c889 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Synchronizing usage tracker for tenant:bab4d070cd704c8a84908631080d1946 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:21:26.975569 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-841507aa-3909-47ad-8881-05b2c9734283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:26.976029 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841507aa-3909-47ad-8881-05b2c9734283 None None] The sync data for ids ['568d41cd-1656-4e28-9932-f0692f621bf2'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:27.065242 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-20de9cf2-b675-40ca-83b3-80e0d7ac523e req-85dc5400-d42e-46bf-adaf-438676c2205b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204147 Mar 14 18:21:27.121160 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Calling delete_port for 61114bd8-3c5b-4090-acf9-79663c1b9229 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:27.160423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:27.160880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.162009 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-c7c21690-7269-4cc9-8c0a-92d01dd867ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 88752347-a509-4c9e-87d2-cd0d7ae759f3) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:27.164844 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-46bd2ca5-8c7f-48b5-8a87-2c8463b1c889 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Unset dirty status for tenant:bab4d070cd704c8a84908631080d1946 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:21:27.167964 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-46bd2ca5-8c7f-48b5-8a87-2c8463b1c889 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/ports?device_id=568d41cd-1656-4e28-9932-f0692f621bf2 HTTP/1.1" status: 200 len: 205 time: 0.3752744 Mar 14 18:21:27.174189 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54552) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:27.179529 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c21690-7269-4cc9-8c0a-92d01dd867ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:27.179938 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7c21690-7269-4cc9-8c0a-92d01dd867ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.222677 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d946924-6158-418f-854b-5260b2e93795 None None] Network 88752347-a509-4c9e-87d2-cd0d7ae759f3 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:27.252175 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-946fa71a-d1d4-4e3a-b5ad-8722cfdf17dc None None] For port 61114bd8-3c5b-4090-acf9-79663c1b9229, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=61114bd8-3c5b-4090-acf9-79663c1b9229,segment=NetworkSegment(aef79d2d-7ebe-431a-a285-1ec5a391e94f),segment_id=aef79d2d-7ebe-431a-a285-1ec5a391e94f)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:27.252731 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-946fa71a-d1d4-4e3a-b5ad-8722cfdf17dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.273814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-45f34f9f-8b2f-4c13-bbf7-a986b57e3aad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.356078 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f34f9f-8b2f-4c13-bbf7-a986b57e3aad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Subnet': ['ID=45502356-dec2-485a-ae96-66649be3fdf2,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:27.362842 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c7c21690-7269-4cc9-8c0a-92d01dd867ee admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7611976 Mar 14 18:21:27.388507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54558) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:27.396767 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-880393540-router', 'tenant_id': '2a927de9df9c49669a960670cec38ac8', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:27.413235 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:27.419755 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Usage tracker for resource:router and tenant:2a927de9df9c49669a960670cec38ac8 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:27.422309 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-401657a1-3a50-47db-9b83-f637abd4c59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.424838 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:27.445259 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401657a1-3a50-47db-9b83-f637abd4c59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cdb825-0d9b-4a6b-aac9-ba8b5c43b89c,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:27.447069 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:27.451674 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.469590 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f34f9f-8b2f-4c13-bbf7-a986b57e3aad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Checking segment: {'id': 'ddeeccbf-e494-4750-84a0-7bfd3ad3c64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6accf39c-cf40-4cb3-acb6-6e4ee4b3e384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:27.470221 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f34f9f-8b2f-4c13-bbf7-a986b57e3aad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network hostable DHCP agents. Network: 6accf39c-cf40-4cb3-acb6-6e4ee4b3e384, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:27.478438 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e24c5cf5-c670-4bc2-9b0b-6fbc7e0b572c tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.492618 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] No DVR routers for this DVR port 61114bd8-3c5b-4090-acf9-79663c1b9229 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:21:27.534255 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-946fa71a-d1d4-4e3a-b5ad-8722cfdf17dc None None] Calling delete_port for 61114bd8-3c5b-4090-acf9-79663c1b9229 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:27.545981 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55b13b04-f90c-4b56-9ae3-2af02a19d6b2 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.550139 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Port': ['ID=61114bd8-3c5b-4090-acf9-79663c1b9229,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:27.654919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.655704 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.687781 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.818081 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-946fa71a-d1d4-4e3a-b5ad-8722cfdf17dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:21:27.818436 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-946fa71a-d1d4-4e3a-b5ad-8722cfdf17dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:21:27.819435 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 61114bd8-3c5b-4090-acf9-79663c1b9229 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:21:27.830565 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f34f9f-8b2f-4c13-bbf7-a986b57e3aad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network 6accf39c-cf40-4cb3-acb6-6e4ee4b3e384 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:27.844591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e24c5cf5-c670-4bc2-9b0b-6fbc7e0b572c tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.849079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e24c5cf5-c670-4bc2-9b0b-6fbc7e0b572c tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.851560 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.868154 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 61114bd8-3c5b-4090-acf9-79663c1b9229 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:21:27.868506 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 61114bd8-3c5b-4090-acf9-79663c1b9229 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:21:27.878780 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b13b04-f90c-4b56-9ae3-2af02a19d6b2 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event updated for resources: {'Subnet': ['ID=11976af8-4b58-4616-b778-450cb8f8b80e,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:27.887313 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-88752347-a509-4c9e-87d2-cd0d7ae759f3', 'network_id': '88752347-a509-4c9e-87d2-cd0d7ae759f3', 'tenant_id': '2a927de9df9c49669a960670cec38ac8', 'fixed_ips': [{'subnet_id': '34a2cf3a-cb28-4c35-96e0-0466ebefa774'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:21:27.890953 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.898616 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-401657a1-3a50-47db-9b83-f637abd4c59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.902327 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-401657a1-3a50-47db-9b83-f637abd4c59f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33cdb825-0d9b-4a6b-aac9-ba8b5c43b89c HTTP/1.1" status: 204 len: 168 time: 1.6421390 Mar 14 18:21:27.902327 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b13b04-f90c-4b56-9ae3-2af02a19d6b2 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Checking segment: {'id': 'ae0e5026-39a2-49b4-a9bc-ee29b880751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '40e42a37-85fb-43b8-ba3d-bad155a72bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:27.902327 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b13b04-f90c-4b56-9ae3-2af02a19d6b2 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Network hostable DHCP agents. Network: 40e42a37-85fb-43b8-ba3d-bad155a72bf1, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:27.947755 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.972141 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-45f34f9f-8b2f-4c13-bbf7-a986b57e3aad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 6accf39c-cf40-4cb3-acb6-6e4ee4b3e384) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:27.973802 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e24c5cf5-c670-4bc2-9b0b-6fbc7e0b572c tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.974289 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24c5cf5-c670-4bc2-9b0b-6fbc7e0b572c tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Fanout notify agent at l3_agent the message router_deleted on router 568d41cd-1656-4e28-9932-f0692f621bf2 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:21:27.977075 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e34c07-78b1-4563-8514-8644fe1ae4ea']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:27.984416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f34f9f-8b2f-4c13-bbf7-a986b57e3aad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:27.984416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-45f34f9f-8b2f-4c13-bbf7-a986b57e3aad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.991989 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.000896 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c7a9c5-0028-4692-aa3b-e33caff69fae None None] Network 6accf39c-cf40-4cb3-acb6-6e4ee4b3e384 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:28.020077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e24c5cf5-c670-4bc2-9b0b-6fbc7e0b572c tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.023716 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e24c5cf5-c670-4bc2-9b0b-6fbc7e0b572c tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/routers/568d41cd-1656-4e28-9932-f0692f621bf2 HTTP/1.1" status: 204 len: 168 time: 0.8444645 Mar 14 18:21:28.024200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54570) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:28.052056 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef79d2d-7ebe-431a-a285-1ec5a391e94f') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:28.052352 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef79d2d-7ebe-431a-a285-1ec5a391e94f') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:28.076440 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.115807 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f15d58-6101-46f7-a264-399adc3f5885 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting subnet 7e4ca8ef-7260-4185-800d-402c491e22ae {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:21:28.143253 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32f15d58-6101-46f7-a264-399adc3f5885 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.145878 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.154875 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b13b04-f90c-4b56-9ae3-2af02a19d6b2 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Network 40e42a37-85fb-43b8-ba3d-bad155a72bf1 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:28.171513 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.180001 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-55b13b04-f90c-4b56-9ae3-2af02a19d6b2 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 40e42a37-85fb-43b8-ba3d-bad155a72bf1) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:28.182606 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:28.182606 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.210358 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-45f34f9f-8b2f-4c13-bbf7-a986b57e3aad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.3442616 Mar 14 18:21:28.214976 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4bca91-08d9-4e39-948c-7c2546b25f19 None None] Network 40e42a37-85fb-43b8-ba3d-bad155a72bf1 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:28.222010 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:28.224451 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54578) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:28.227023 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b13b04-f90c-4b56-9ae3-2af02a19d6b2 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:28.227626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55b13b04-f90c-4b56-9ae3-2af02a19d6b2 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.323911 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-946fa71a-d1d4-4e3a-b5ad-8722cfdf17dc None None] Deleting port 61114bd8-3c5b-4090-acf9-79663c1b9229 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:28.324305 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-946fa71a-d1d4-4e3a-b5ad-8722cfdf17dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.362905 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32f15d58-6101-46f7-a264-399adc3f5885 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.409872 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Allocated IP 172.20.0.2 (88752347-a509-4c9e-87d2-cd0d7ae759f3/34a2cf3a-cb28-4c35-96e0-0466ebefa774/8772c237-dd79-4819-91dd-4d942dd25d8a) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:28.447758 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-946fa71a-d1d4-4e3a-b5ad-8722cfdf17dc None None] The port '61114bd8-3c5b-4090-acf9-79663c1b9229' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:21:28.489087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3604d-7ed9-44d0-a5db-d1bcc3fc12e0 req-57ce6a9b-8932-4ceb-bd47-f5d91079570e tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:28.491278 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-51a3604d-7ed9-44d0-a5db-d1bcc3fc12e0 req-57ce6a9b-8932-4ceb-bd47-f5d91079570e tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 946 time: 0.2905788 Mar 14 18:21:28.510325 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32f15d58-6101-46f7-a264-399adc3f5885 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.531993 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.545804 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-55b13b04-f90c-4b56-9ae3-2af02a19d6b2 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4961991 Mar 14 18:21:28.564543 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54588) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:28.576129 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.578492 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/networks/02e34c07-78b1-4563-8514-8644fe1ae4ea HTTP/1.1" status: 204 len: 168 time: 2.6687605 Mar 14 18:21:28.583627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-2224d484-74e7-469a-a190-bfa9d7db4b2e tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Request body: {'subnet': {'network_id': 'f2410f0f-ca98-4f05-910c-63122a09f34e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:28.585657 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.587623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54592) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:28.592852 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13c732-d18f-4770-af08-ab9fecde80a5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Network': ['ID=02e34c07-78b1-4563-8514-8644fe1ae4ea,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:28.600108 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-6accf39c-cf40-4cb3-acb6-6e4ee4b3e384', 'network_id': '6accf39c-cf40-4cb3-acb6-6e4ee4b3e384', 'tenant_id': '64ae59efb1a14c3d860915fbe73543f5', 'fixed_ips': [{'subnet_id': '45502356-dec2-485a-ae96-66649be3fdf2'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:21:28.600570 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-6a02febf-f901-4ac7-8ae6-e2602d16b585 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'network': {'name': 'tempest-RoutersTest-23589138'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:28.601155 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.608839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6a02febf-f901-4ac7-8ae6-e2602d16b585 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:28.757038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6a02febf-f901-4ac7-8ae6-e2602d16b585 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:network and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:28.762697 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6a02febf-f901-4ac7-8ae6-e2602d16b585 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:28.771186 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6a02febf-f901-4ac7-8ae6-e2602d16b585 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:28.869122 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:28.927483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54598) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:28.949486 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-51a3604d-7ed9-44d0-a5db-d1bcc3fc12e0 req-065b5001-fac6-4f4a-86cd-cf011e869db0 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4412491 Mar 14 18:21:28.988560 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-64eca1bb-3661-46be-9b78-368fa402ae2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.002423 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a02febf-f901-4ac7-8ae6-e2602d16b585 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Made reservation on behalf of 65cbd48938094122bb9ae72dacf90bd1 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:29.005982 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:29.006152 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a02febf-f901-4ac7-8ae6-e2602d16b585 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.006669 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.013667 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2224d484-74e7-469a-a190-bfa9d7db4b2e tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:29.016112 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-64eca1bb-3661-46be-9b78-368fa402ae2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:29.020551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2224d484-74e7-469a-a190-bfa9d7db4b2e tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Usage tracker for resource:subnet and tenant:7c5465f0b8594453ad3b16c69c14b7ff is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:29.023485 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-64eca1bb-3661-46be-9b78-368fa402ae2f admin admin] Usage tracker for resource:security_group_rule and tenant:341cd84aa6004ed7a3ad76940739197a is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:29.026080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2224d484-74e7-469a-a190-bfa9d7db4b2e tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:29.029529 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-64eca1bb-3661-46be-9b78-368fa402ae2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:29.038897 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2224d484-74e7-469a-a190-bfa9d7db4b2e tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:29.042006 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-64eca1bb-3661-46be-9b78-368fa402ae2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:29.044258 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.072654 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32f15d58-6101-46f7-a264-399adc3f5885 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.104856 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a02febf-f901-4ac7-8ae6-e2602d16b585 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:29.107795 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.122223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f15d58-6101-46f7-a264-399adc3f5885 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4ca8ef-7260-4185-800d-402c491e22ae,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:29.124614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32f15d58-6101-46f7-a264-399adc3f5885 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.132782 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2224d484-74e7-469a-a190-bfa9d7db4b2e tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Made reservation on behalf of 7c5465f0b8594453ad3b16c69c14b7ff for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:29.141284 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2224d484-74e7-469a-a190-bfa9d7db4b2e tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.145484 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54604) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:29.162784 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.191535 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-32f15d58-6101-46f7-a264-399adc3f5885 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/subnets/7e4ca8ef-7260-4185-800d-402c491e22ae HTTP/1.1" status: 204 len: 168 time: 1.1638572 Mar 14 18:21:29.196496 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54610) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:29.199541 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a02febf-f901-4ac7-8ae6-e2602d16b585 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.199874 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-6a02febf-f901-4ac7-8ae6-e2602d16b585 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Added segment 59f19fa2-b6f5-4658-86c5-3f2724ff673a of type vlan for network 2f32ceb5-1a98-4941-9b21-f022afb7448d Mar 14 18:21:29.317144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-64eca1bb-3661-46be-9b78-368fa402ae2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.320757 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-97dfda7f-f612-40a1-80dc-981578881eef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting subnet 22de9442-283d-42a5-9c90-5c067fffd74d {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:21:29.328865 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97dfda7f-f612-40a1-80dc-981578881eef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.353929 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.365331 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a02febf-f901-4ac7-8ae6-e2602d16b585 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.368862 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Transition to ACTIVE for port object 8772c237-dd79-4819-91dd-4d942dd25d8a will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:29.380215 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc3b224-6053-48c3-8160-7261b206801d None None] Network 9075353c-04b3-42fa-9aed-36d58d138f3d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:29.400546 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-64eca1bb-3661-46be-9b78-368fa402ae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.414656 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-73812643', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:29.431530 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:29.440549 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Transition to ACTIVE for port object 8772c237-dd79-4819-91dd-4d942dd25d8a will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:29.450409 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97dfda7f-f612-40a1-80dc-981578881eef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.474394 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-40e42a37-85fb-43b8-ba3d-bad155a72bf1', 'network_id': '40e42a37-85fb-43b8-ba3d-bad155a72bf1', 'tenant_id': '7c5465f0b8594453ad3b16c69c14b7ff', 'fixed_ips': [{'subnet_id': '11976af8-4b58-4616-b778-450cb8f8b80e'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:21:29.475258 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.478469 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Usage tracker for resource:port and tenant:6639e065e1ec4ff4ad558645de1f6003 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:29.483994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:29.489075 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-64eca1bb-3661-46be-9b78-368fa402ae2f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=341cd84aa6004ed7a3ad76940739197a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5504186 Mar 14 18:21:29.489075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eca1bb-3661-46be-9b78-368fa402ae2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3768585b-0e12-47c5-8364-90b93dbdc550,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:29.489805 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54614) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:29.522498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:29.550125 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d267d2a8-16b5-4628-95cd-85cb94a29280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.555241 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Allocated IP 172.26.7.153 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/fb3d6025-faeb-45bc-a318-be9c275707fd) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:29.563141 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.580841 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d267d2a8-16b5-4628-95cd-85cb94a29280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.588497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2224d484-74e7-469a-a190-bfa9d7db4b2e tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.658461 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Allocated IP 2001:db8::1 (6accf39c-cf40-4cb3-acb6-6e4ee4b3e384/45502356-dec2-485a-ae96-66649be3fdf2/d7837cd9-3e01-438d-80d8-e91bc444f415) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:29.700868 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Network 88752347-a509-4c9e-87d2-cd0d7ae759f3 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:29.701414 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224d484-74e7-469a-a190-bfa9d7db4b2e tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event updated for resources: {'Subnet': ['ID=e7560f30-9797-40b3-9ddd-8ed30093652b,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:29.708162 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2224d484-74e7-469a-a190-bfa9d7db4b2e tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Checking segment: {'id': 'd2c2b568-5249-4383-a2f6-f6f75ebb1249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f2410f0f-ca98-4f05-910c-63122a09f34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:29.708660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2224d484-74e7-469a-a190-bfa9d7db4b2e tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Network hostable DHCP agents. Network: f2410f0f-ca98-4f05-910c-63122a09f34e, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:29.713009 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:29.732907 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a02febf-f901-4ac7-8ae6-e2602d16b585 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.739499 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a02febf-f901-4ac7-8ae6-e2602d16b585 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:29.740224 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a02febf-f901-4ac7-8ae6-e2602d16b585 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.743888 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Made reservation on behalf of 6639e065e1ec4ff4ad558645de1f6003 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:29.746111 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.747341 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:29.790554 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.816555 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97dfda7f-f612-40a1-80dc-981578881eef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.828422 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d267d2a8-16b5-4628-95cd-85cb94a29280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.841498 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2224d484-74e7-469a-a190-bfa9d7db4b2e tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Network f2410f0f-ca98-4f05-910c-63122a09f34e is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:29.848449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267d2a8-16b5-4628-95cd-85cb94a29280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3768585b-0e12-47c5-8364-90b93dbdc550,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:29.858717 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Pushing event updated for resources: {'Port': ['ID=8772c237-dd79-4819-91dd-4d942dd25d8a,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:29.868671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d267d2a8-16b5-4628-95cd-85cb94a29280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.872819 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d267d2a8-16b5-4628-95cd-85cb94a29280 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3768585b-0e12-47c5-8364-90b93dbdc550 HTTP/1.1" status: 204 len: 168 time: 0.3822563 Mar 14 18:21:29.881798 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.908721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-2224d484-74e7-469a-a190-bfa9d7db4b2e tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, f2410f0f-ca98-4f05-910c-63122a09f34e) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:29.923777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2224d484-74e7-469a-a190-bfa9d7db4b2e tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:29.924643 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2224d484-74e7-469a-a190-bfa9d7db4b2e tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.931140 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:29.943313 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f3e5dd-e139-4b29-ab65-17c76dec020a None None] Network f2410f0f-ca98-4f05-910c-63122a09f34e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:29.955190 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Usage tracker for resource:security_group_rule and tenant:6639e065e1ec4ff4ad558645de1f6003 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:29.965331 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:29.968529 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02febf-f901-4ac7-8ae6-e2602d16b585 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Network': ['ID=2f32ceb5-1a98-4941-9b21-f022afb7448d,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:29.980209 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:30.005664 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.047323 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6a02febf-f901-4ac7-8ae6-e2602d16b585 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.4574027 Mar 14 18:21:30.049955 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54622) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:30.056042 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a730a093-59c9-450e-9eea-ac08200f7217 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'subnet': {'network_id': '2f32ceb5-1a98-4941-9b21-f022afb7448d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:30.059827 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 2f32ceb5-1a98-4941-9b21-f022afb7448d details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:30.064064 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2224d484-74e7-469a-a190-bfa9d7db4b2e tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4978957 Mar 14 18:21:30.066667 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54626) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:30.089944 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97dfda7f-f612-40a1-80dc-981578881eef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.142482 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.167639 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Attempting to bind port 8772c237-dd79-4819-91dd-4d942dd25d8a on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:30.167901 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Attempting to bind port 8772c237-dd79-4819-91dd-4d942dd25d8a by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'c12170c3-d928-4ac1-929a-7a94f8d0149b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '88752347-a509-4c9e-87d2-cd0d7ae759f3'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:30.168270 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Attempting to bind port 8772c237-dd79-4819-91dd-4d942dd25d8a on network 88752347-a509-4c9e-87d2-cd0d7ae759f3 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:30.213879 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfda7f-f612-40a1-80dc-981578881eef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Subnet': ['ID=22de9442-283d-42a5-9c90-5c067fffd74d,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:30.262834 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Pushing event updated for resources: {'Port': ['ID=fb3d6025-faeb-45bc-a318-be9c275707fd,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:30.278660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97dfda7f-f612-40a1-80dc-981578881eef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.280468 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:30.285049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Checking segment: {'id': 'c12170c3-d928-4ac1-929a-7a94f8d0149b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '88752347-a509-4c9e-87d2-cd0d7ae759f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:30.285049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.285049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Bound using segment: {'id': 'c12170c3-d928-4ac1-929a-7a94f8d0149b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '88752347-a509-4c9e-87d2-cd0d7ae759f3'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:30.285049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Bound port: 8772c237-dd79-4819-91dd-4d942dd25d8a, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12170c3-d928-4ac1-929a-7a94f8d0149b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '88752347-a509-4c9e-87d2-cd0d7ae759f3'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:30.285049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.289973 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-97dfda7f-f612-40a1-80dc-981578881eef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/subnets/22de9442-283d-42a5-9c90-5c067fffd74d HTTP/1.1" status: 204 len: 168 time: 1.0860698 Mar 14 18:21:30.303623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54630) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:30.305850 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fbddac-5a28-465a-9d7a-8d1f4ff5beda None None] Network 77f7b93e-6893-46ef-a0d3-1d463568fd83 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:30.356419 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:30.365112 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:30.371595 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a730a093-59c9-450e-9eea-ac08200f7217 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:30.376002 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:30.527744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cd4aa-5cde-4155-8286-efbca855d675 req-6d908ba5-f0fe-413d-b487-a8ada03288dc tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:30.535213 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c21cd4aa-5cde-4155-8286-efbca855d675 req-6d908ba5-f0fe-413d-b487-a8ada03288dc tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 946 time: 0.3749330 Mar 14 18:21:30.586289 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Allocated IP 2001:db8::2 (40e42a37-85fb-43b8-ba3d-bad155a72bf1/11976af8-4b58-4616-b778-450cb8f8b80e/0c11d7ed-78a1-4d29-9b4d-5824a48d0015) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:30.688100 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a730a093-59c9-450e-9eea-ac08200f7217 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:subnet and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:30.698836 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a730a093-59c9-450e-9eea-ac08200f7217 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:30.724135 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c418378-71f3-4cfc-aa11-ad94e1125758 None None] DHCP port deletion for 9075353c-04b3-42fa-9aed-36d58d138f3d request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:21:30.783555 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a730a093-59c9-450e-9eea-ac08200f7217 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:30.789732 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c21cd4aa-5cde-4155-8286-efbca855d675 req-59ef635e-0506-4046-9a48-33be7b930e97 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534001 Mar 14 18:21:30.809897 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-8c418378-71f3-4cfc-aa11-ad94e1125758 None None] Deleting port ea097996-2159-4b4a-9112-dd69cd92a7f5 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:30.810278 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8c418378-71f3-4cfc-aa11-ad94e1125758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.829074 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.857247 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.873186 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] For port 8772c237-dd79-4819-91dd-4d942dd25d8a, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:30.884129 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] For port 8772c237-dd79-4819-91dd-4d942dd25d8a, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8772c237-dd79-4819-91dd-4d942dd25d8a,segment=NetworkSegment(c12170c3-d928-4ac1-929a-7a94f8d0149b),segment_id=c12170c3-d928-4ac1-929a-7a94f8d0149b)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:30.905858 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting port ea097996-2159-4b4a-9112-dd69cd92a7f5 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:30.905858 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.945674 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.948807 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a730a093-59c9-450e-9eea-ac08200f7217 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Made reservation on behalf of 65cbd48938094122bb9ae72dacf90bd1 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:30.952317 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a730a093-59c9-450e-9eea-ac08200f7217 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.082108 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.159142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] device_id is not set on port 5e8de66e-4b6e-4160-a2cd-3865d59e70ae yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:21:31.221970 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.254044 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.313351 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6cfb8a-ecad-4c9d-856a-72265ae999bf,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:31.329151 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Transition to ACTIVE for port object d7837cd9-3e01-438d-80d8-e91bc444f415 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:31.340282 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-f2410f0f-ca98-4f05-910c-63122a09f34e', 'network_id': 'f2410f0f-ca98-4f05-910c-63122a09f34e', 'tenant_id': '7c5465f0b8594453ad3b16c69c14b7ff', 'fixed_ips': [{'subnet_id': 'e7560f30-9797-40b3-9ddd-8ed30093652b'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:21:31.341953 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.454063 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.454454 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.459176 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.459538 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.459876 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.467191 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.467530 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.467872 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.468266 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.468535 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.468859 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.469185 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.471999 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.491200 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Transition to ACTIVE for port object 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:31.602638 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Transition to ACTIVE for port object d7837cd9-3e01-438d-80d8-e91bc444f415 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:31.624968 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Transition to ACTIVE for port object 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:31.635899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] For port ea097996-2159-4b4a-9112-dd69cd92a7f5, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ea097996-2159-4b4a-9112-dd69cd92a7f5,segment=NetworkSegment(c21b24e6-e2ec-4aec-aa6a-b2de6c0a21a5),segment_id=c21b24e6-e2ec-4aec-aa6a-b2de6c0a21a5)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:31.636530 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.659622 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.748570 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-8c418378-71f3-4cfc-aa11-ad94e1125758 None None] For port ea097996-2159-4b4a-9112-dd69cd92a7f5, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ea097996-2159-4b4a-9112-dd69cd92a7f5,segment=NetworkSegment(c21b24e6-e2ec-4aec-aa6a-b2de6c0a21a5),segment_id=c21b24e6-e2ec-4aec-aa6a-b2de6c0a21a5)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:31.751813 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8c418378-71f3-4cfc-aa11-ad94e1125758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.764788 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Pushing event updated for resources: {'Port': ['ID=8772c237-dd79-4819-91dd-4d942dd25d8a,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:31.801873 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.903656 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.904194 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.904581 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.904920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.905294 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.905637 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.906117 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.906544 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.906714 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Calling delete_port for ea097996-2159-4b4a-9112-dd69cd92a7f5 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:31.907221 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.907322 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.907644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.907966 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1c409e-79ce-4341-99c6-e7792d161f15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:31.967027 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Allocated IP 172.26.7.18 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/5e8de66e-4b6e-4160-a2cd-3865d59e70ae) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:32.008180 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.019984 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-8c418378-71f3-4cfc-aa11-ad94e1125758 None None] Calling delete_port for ea097996-2159-4b4a-9112-dd69cd92a7f5 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:32.041422 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Allocated IP 2001:db8::1 (40e42a37-85fb-43b8-ba3d-bad155a72bf1/11976af8-4b58-4616-b778-450cb8f8b80e/98e95532-8a35-46e5-ae07-8923a8b32300) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:32.234024 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f16ab-ba5f-49d5-af81-ee9b3b49be68 req-12ab8619-5e6b-4ea0-9c7a-953daa9df3b3 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:32.235662 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1a2f16ab-ba5f-49d5-af81-ee9b3b49be68 req-12ab8619-5e6b-4ea0-9c7a-953daa9df3b3 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 946 time: 0.2690828 Mar 14 18:21:32.352568 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1a2f16ab-ba5f-49d5-af81-ee9b3b49be68 req-76a71111-2d13-419d-aef9-6631b660e7ee tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068077 Mar 14 18:21:32.374008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.382710 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Network 6accf39c-cf40-4cb3-acb6-6e4ee4b3e384 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:32.395096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Transition to ACTIVE for port object 98e95532-8a35-46e5-ae07-8923a8b32300 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:32.400313 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:32.403144 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:32.420497 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad155ccc-2476-400f-b474-cd70d25165b4 None None] DHCP port deletion for 77f7b93e-6893-46ef-a0d3-1d463568fd83 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:21:32.477202 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Network 40e42a37-85fb-43b8-ba3d-bad155a72bf1 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:32.506817 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8c418378-71f3-4cfc-aa11-ad94e1125758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.510306 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ad155ccc-2476-400f-b474-cd70d25165b4 None None] Deleting port fb412120-30f3-40b3-972b-33e1064b729e {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:32.510665 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ad155ccc-2476-400f-b474-cd70d25165b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.515231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.546507 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:32.549065 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:32.554999 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Pushing event updated for resources: {'Port': ['ID=d7837cd9-3e01-438d-80d8-e91bc444f415,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:32.585207 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a730a093-59c9-450e-9eea-ac08200f7217 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.611396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Network 40e42a37-85fb-43b8-ba3d-bad155a72bf1 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:32.614612 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:32.625446 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:32.626316 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.637547 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.650323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event updated for resources: {'Port': ['ID=98e95532-8a35-46e5-ae07-8923a8b32300,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:32.663737 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:32.664334 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:32.665329 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:32.666030 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:32.666571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:32.667190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:32.667966 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:32.669082 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:32.669637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:32.670182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:32.670711 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:32.671268 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:32.693266 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c418378-71f3-4cfc-aa11-ad94e1125758 None None] No DVR routers for this DVR port ea097996-2159-4b4a-9112-dd69cd92a7f5 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:21:32.792930 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Attempting to bind port d7837cd9-3e01-438d-80d8-e91bc444f415 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:32.793296 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Attempting to bind port d7837cd9-3e01-438d-80d8-e91bc444f415 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'ddeeccbf-e494-4750-84a0-7bfd3ad3c64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6accf39c-cf40-4cb3-acb6-6e4ee4b3e384'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:32.794263 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Attempting to bind port d7837cd9-3e01-438d-80d8-e91bc444f415 on network 6accf39c-cf40-4cb3-acb6-6e4ee4b3e384 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:32.800807 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Allocated IP 2001:db8::2 (f2410f0f-ca98-4f05-910c-63122a09f34e/e7560f30-9797-40b3-9ddd-8ed30093652b/7d83be23-39c6-4b94-b216-8ed60c868efe) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:32.871884 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:21:32.876048 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:21:32.895369 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Attempting to bind port 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:32.895793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Attempting to bind port 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'ae0e5026-39a2-49b4-a9bc-ee29b880751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '40e42a37-85fb-43b8-ba3d-bad155a72bf1'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:32.896125 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Attempting to bind port 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 on network 40e42a37-85fb-43b8-ba3d-bad155a72bf1 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:32.898400 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:32.898780 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Checking segment: {'id': 'ddeeccbf-e494-4750-84a0-7bfd3ad3c64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6accf39c-cf40-4cb3-acb6-6e4ee4b3e384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:32.899185 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.899565 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Bound using segment: {'id': 'ddeeccbf-e494-4750-84a0-7bfd3ad3c64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6accf39c-cf40-4cb3-acb6-6e4ee4b3e384'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:32.900038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Bound port: d7837cd9-3e01-438d-80d8-e91bc444f415, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddeeccbf-e494-4750-84a0-7bfd3ad3c64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6accf39c-cf40-4cb3-acb6-6e4ee4b3e384'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:32.900420 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.907406 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.910649 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8772c237-dd79-4819-91dd-4d942dd25d8a up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:32.969880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Pushing event updated for resources: {'Port': ['ID=0c11d7ed-78a1-4d29-9b4d-5824a48d0015,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:33.027714 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730a093-59c9-450e-9eea-ac08200f7217 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Subnet': ['ID=4984bf23-e8b5-4527-af2e-2701251603e1,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:33.050681 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a730a093-59c9-450e-9eea-ac08200f7217 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Checking segment: {'id': '59f19fa2-b6f5-4658-86c5-3f2724ff673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2f32ceb5-1a98-4941-9b21-f022afb7448d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:33.051344 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:33.051583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a730a093-59c9-450e-9eea-ac08200f7217 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network hostable DHCP agents. Network: 2f32ceb5-1a98-4941-9b21-f022afb7448d, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:33.051707 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Checking segment: {'id': 'ae0e5026-39a2-49b4-a9bc-ee29b880751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '40e42a37-85fb-43b8-ba3d-bad155a72bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:33.052377 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.052774 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Bound using segment: {'id': 'ae0e5026-39a2-49b4-a9bc-ee29b880751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '40e42a37-85fb-43b8-ba3d-bad155a72bf1'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:33.053259 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Bound port: 0c11d7ed-78a1-4d29-9b4d-5824a48d0015, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0e5026-39a2-49b4-a9bc-ee29b880751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '40e42a37-85fb-43b8-ba3d-bad155a72bf1'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:33.053633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.121854 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.234682 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] For port d7837cd9-3e01-438d-80d8-e91bc444f415, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:33.237953 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] For port d7837cd9-3e01-438d-80d8-e91bc444f415, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d7837cd9-3e01-438d-80d8-e91bc444f415,segment=NetworkSegment(ddeeccbf-e494-4750-84a0-7bfd3ad3c64d),segment_id=ddeeccbf-e494-4750-84a0-7bfd3ad3c64d)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:33.239327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c418378-71f3-4cfc-aa11-ad94e1125758 None None] Pushing event deleted for resources: {'Port': ['ID=ea097996-2159-4b4a-9112-dd69cd92a7f5,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:33.311018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Subnet': ['ID=45502356-dec2-485a-ae96-66649be3fdf2,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:33.341349 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726f7708-b674-482e-b605-647918d90e72 None None] Network 88752347-a509-4c9e-87d2-cd0d7ae759f3 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:33.375995 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting port ea097996-2159-4b4a-9112-dd69cd92a7f5 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:33.376905 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.405723 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.429512 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.500924 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] For port 0c11d7ed-78a1-4d29-9b4d-5824a48d0015, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:33.504081 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] For port 0c11d7ed-78a1-4d29-9b4d-5824a48d0015, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0c11d7ed-78a1-4d29-9b4d-5824a48d0015,segment=NetworkSegment(ae0e5026-39a2-49b4-a9bc-ee29b880751e),segment_id=ae0e5026-39a2-49b4-a9bc-ee29b880751e)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:33.529994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] The port 'ea097996-2159-4b4a-9112-dd69cd92a7f5' was deleted {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:21:33.552680 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.555965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54680) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:33.588971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b1f4a-33d5-4358-b02f-b3faa3aea4c5 req-350aec09-9e3f-4daf-8506-4d5d2e0a181b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:33.590473 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f35b1f4a-33d5-4358-b02f-b3faa3aea4c5 req-350aec09-9e3f-4daf-8506-4d5d2e0a181b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 946 time: 0.1056876 Mar 14 18:21:33.640203 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f35b1f4a-33d5-4358-b02f-b3faa3aea4c5 req-5119da68-5918-4cfa-b8df-c08198c4d48c tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438569 Mar 14 18:21:33.663288 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.663427 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.663427 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.732827 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a730a093-59c9-450e-9eea-ac08200f7217 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 2f32ceb5-1a98-4941-9b21-f022afb7448d is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:33.740469 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-872fb5ef-1ed1-4313-831f-ae7a1e7e305e tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:33.741097 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6accf39c-cf40-4cb3-acb6-6e4ee4b3e384']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:33.782406 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.806618 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddeeccbf-e494-4750-84a0-7bfd3ad3c64d') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:33.807641 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddeeccbf-e494-4750-84a0-7bfd3ad3c64d') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:33.833848 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-a730a093-59c9-450e-9eea-ac08200f7217 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 2f32ceb5-1a98-4941-9b21-f022afb7448d) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:33.836760 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.870181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cd66b4-a81b-47b5-b4b8-450be26ea97e None None] Network 2f32ceb5-1a98-4941-9b21-f022afb7448d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:33.907847 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a730a093-59c9-450e-9eea-ac08200f7217 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:33.908697 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a730a093-59c9-450e-9eea-ac08200f7217 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.924791 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event updated for resources: {'Port': ['ID=98e95532-8a35-46e5-ae07-8923a8b32300,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:33.933347 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ad155ccc-2476-400f-b474-cd70d25165b4 None None] For port fb412120-30f3-40b3-972b-33e1064b729e, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=fb412120-30f3-40b3-972b-33e1064b729e,segment=NetworkSegment(e509ba9c-5ed2-4aa2-8daa-b8e33ace62b5),segment_id=e509ba9c-5ed2-4aa2-8daa-b8e33ace62b5)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:33.935494 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ad155ccc-2476-400f-b474-cd70d25165b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.942643 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.949526 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-10b47fc3-f876-4d47-9e13-b429bdff7ff9 None None] Provisioning for port 8772c237-dd79-4819-91dd-4d942dd25d8a completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:33.951189 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.961164 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be467716-0fed-420d-a85f-20f89fdee7cd req-3f4a26a0-c11a-4a58-945c-17f7c06be66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:33.962650 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-be467716-0fed-420d-a85f-20f89fdee7cd req-3f4a26a0-c11a-4a58-945c-17f7c06be66f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 1099 time: 0.6333773 Mar 14 18:21:33.968197 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a796f-ea1e-41a0-afa3-100f13fa2882 None None] Pushing event updated for resources: {'Port': ['ID=d7837cd9-3e01-438d-80d8-e91bc444f415,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:33.968767 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Network 40e42a37-85fb-43b8-ba3d-bad155a72bf1 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:33.970087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:34.003484 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:34.003484 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:34.022517 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:34.045881 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9075353c-04b3-42fa-9aed-36d58d138f3d']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:34.059054 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-872fb5ef-1ed1-4313-831f-ae7a1e7e305e tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] 10.222.0.43 "PUT /v2.0/quotas/f88623cb1fe6478fa2326c34c564a303 HTTP/1.1" status: 200 len: 366 time: 0.5019786 Mar 14 18:21:34.110694 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54686) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:34.113753 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Router 97ac3979-357e-4ead-a739-bec5b1183649 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:21:34.139734 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21b24e6-e2ec-4aec-aa6a-b2de6c0a21a5') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:34.140343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21b24e6-e2ec-4aec-aa6a-b2de6c0a21a5') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:34.174345 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.193889 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-be467716-0fed-420d-a85f-20f89fdee7cd req-055bc19c-545b-4dc6-90e1-582c687f84e8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228289 Mar 14 18:21:34.195231 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-853c3e01-4668-42c8-9e10-77f5ef3f191c tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0794132 Mar 14 18:21:34.198103 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54690) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:34.202469 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ad155ccc-2476-400f-b474-cd70d25165b4 None None] Calling delete_port for fb412120-30f3-40b3-972b-33e1064b729e owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:34.212364 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-835f4c15-58a5-4c8d-9975-af6b02e79c0b tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] 10.222.0.43 "GET /v2.0/quotas/f88623cb1fe6478fa2326c34c564a303 HTTP/1.1" status: 200 len: 366 time: 0.0104117 Mar 14 18:21:34.212570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54694) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:34.239918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Router 66b6a473-bbba-49d4-b2f0-2559f7365a60 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:21:34.240296 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 8772c237-dd79-4819-91dd-4d942dd25d8a completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:34.245383 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a730a093-59c9-450e-9eea-ac08200f7217 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1931355 Mar 14 18:21:34.248759 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54698) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:34.256331 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-84184022-836e-4c34-bbc5-c70420450aba tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-24831472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:34.261659 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:21:34.261659 dv-neutron-833560-1-hyperv neutron-server[88634]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:21:34.261659 dv-neutron-833560-1-hyperv neutron-server[88634]: [parameters: {'id': '6accf39c-cf40-4cb3-acb6-6e4ee4b3e384'}] Mar 14 18:21:34.261659 dv-neutron-833560-1-hyperv neutron-server[88634]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:21:34.262149 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:21:34.272680 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.284665 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:34.285073 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:34.301072 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:34.386301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 8772c237-dd79-4819-91dd-4d942dd25d8a triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:34.386681 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.516561 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-84184022-836e-4c34-bbc5-c70420450aba tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:34.516561 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b040f1be-7be6-4e2b-9792-446cba5c4526 tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/f88623cb1fe6478fa2326c34c564a303 HTTP/1.1" status: 204 len: 168 time: 0.3007123 Mar 14 18:21:34.536763 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-84184022-836e-4c34-bbc5-c70420450aba tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:router and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:34.547386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54702) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:34.552392 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859476d-3c5f-404a-a9b7-7f82050204e1 None None] Pushing event updated for resources: {'Port': ['ID=0c11d7ed-78a1-4d29-9b4d-5824a48d0015,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:34.553096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-84184022-836e-4c34-bbc5-c70420450aba tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:34.568537 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.573719 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.620405 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device e7b46dd8-f6ca-44b8-9556-f232459450cd details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:21:34.622437 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8e3bd0-4101-433f-bfd4-a3c6093698a4 None None] Network 6accf39c-cf40-4cb3-acb6-6e4ee4b3e384 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:34.641636 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-84184022-836e-4c34-bbc5-c70420450aba tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:34.681850 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0d9077be-cb4e-4adf-be8d-749482e25efb tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1330605 Mar 14 18:21:34.691701 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54708) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:34.720115 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:34.725117 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Transition to ACTIVE for port object 7d83be23-39c6-4b94-b216-8ed60c868efe will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:34.732885 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:21:34.752304 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:21:34.762981 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:34.771057 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Sync routers for ids ['97ac3979-357e-4ead-a739-bec5b1183649'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:34.772602 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75237caa-ab00-47d1-bbcb-029e7a823501 None None] Sync routers for ids ['66b6a473-bbba-49d4-b2f0-2559f7365a60'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:34.776685 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.778966 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-84184022-836e-4c34-bbc5-c70420450aba tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.783078 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Pushing event updated for resources: {'Port': ['ID=5e8de66e-4b6e-4160-a2cd-3865d59e70ae,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:34.787674 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:34.802489 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75237caa-ab00-47d1-bbcb-029e7a823501 None None] Routers {'66b6a473-bbba-49d4-b2f0-2559f7365a60'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:34.802603 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-84184022-836e-4c34-bbc5-c70420450aba tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.802703 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-75237caa-ab00-47d1-bbcb-029e7a823501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['66b6a473-bbba-49d4-b2f0-2559f7365a60'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:34.831060 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-84184022-836e-4c34-bbc5-c70420450aba tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.848549 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ad155ccc-2476-400f-b474-cd70d25165b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.861304 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1786063b-58f5-48b3-bb24-5e0f40dc19a6 tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] 10.222.0.43 "GET /v2.0/quotas/f88623cb1fe6478fa2326c34c564a303 HTTP/1.1" status: 200 len: 370 time: 0.1453931 Mar 14 18:21:34.862316 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.872444 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54712) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:34.902378 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.904453 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-75237caa-ab00-47d1-bbcb-029e7a823501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:34.915119 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75237caa-ab00-47d1-bbcb-029e7a823501 None None] Routers {'66b6a473-bbba-49d4-b2f0-2559f7365a60'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:34.915729 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-75237caa-ab00-47d1-bbcb-029e7a823501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['66b6a473-bbba-49d4-b2f0-2559f7365a60'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:34.923075 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Network': ['ID=9075353c-04b3-42fa-9aed-36d58d138f3d,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:34.931353 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0daff108-900c-4956-8c6e-60dd9b038d24 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/networks/9075353c-04b3-42fa-9aed-36d58d138f3d HTTP/1.1" status: 204 len: 168 time: 4.6235399 Mar 14 18:21:34.934971 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54714) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:34.941270 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Deleting port d7837cd9-3e01-438d-80d8-e91bc444f415 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:34.941844 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.945815 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.resource_extend [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:21:34.974184 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54720) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:34.974588 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a67e046e-be8c-42d1-82ce-5878920f620f tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] 10.222.0.43 "GET /v2.0/quotas/f88623cb1fe6478fa2326c34c564a303/default HTTP/1.1" status: 200 len: 370 time: 0.0211561 Mar 14 18:21:34.984186 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Transition to ACTIVE for port object 7d83be23-39c6-4b94-b216-8ed60c868efe will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:34.987295 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad155ccc-2476-400f-b474-cd70d25165b4 None None] No DVR routers for this DVR port fb412120-30f3-40b3-972b-33e1064b729e on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:21:34.989629 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-75237caa-ab00-47d1-bbcb-029e7a823501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:34.993735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad155ccc-2476-400f-b474-cd70d25165b4 None None] Pushing event deleted for resources: {'Port': ['ID=fb412120-30f3-40b3-972b-33e1064b729e,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:34.993896 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75237caa-ab00-47d1-bbcb-029e7a823501 None None] The sync data for ids ['66b6a473-bbba-49d4-b2f0-2559f7365a60'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:34.997246 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-81247ad2-2f93-446d-9e48-b359ee965fa8 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "PUT /v2.0/routers/66b6a473-bbba-49d4-b2f0-2559f7365a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9231532 Mar 14 18:21:35.003937 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54722) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:35.019163 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:35.019163 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.061040 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.063026 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-29db5154-d4c4-4294-95f8-e3e34d9c3219 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6735609 Mar 14 18:21:35.077702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54728) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:35.120552 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-3480f522-fb7f-4433-885b-0dfdaf5c3add tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] delete failed (client error): The resource could not be found. Mar 14 18:21:35.122382 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3480f522-fb7f-4433-885b-0dfdaf5c3add tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/f88623cb1fe6478fa2326c34c564a303 HTTP/1.1" status: 404 len: 348 time: 0.1134381 Mar 14 18:21:35.123865 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Routers {'97ac3979-357e-4ead-a739-bec5b1183649'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:35.124547 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['97ac3979-357e-4ead-a739-bec5b1183649'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:35.199284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e619ff10-a527-4d3d-8b48-96660c3f713f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.252673 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-869c65db-352a-40d2-93cc-0810b3cdf05d tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 6.1052370 Mar 14 18:21:35.255712 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54734) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:35.289973 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-2f32ceb5-1a98-4941-9b21-f022afb7448d', 'network_id': '2f32ceb5-1a98-4941-9b21-f022afb7448d', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'fixed_ips': [{'subnet_id': '4984bf23-e8b5-4527-af2e-2701251603e1'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:21:35.290794 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.291371 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d9b21d4c-74b3-46a6-9b54-04f93aff0412 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18'}]}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:35.312825 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.360711 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d9b21d4c-74b3-46a6-9b54-04f93aff0412 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:35.388656 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d9b21d4c-74b3-46a6-9b54-04f93aff0412 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Usage tracker for resource:router and tenant:6639e065e1ec4ff4ad558645de1f6003 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:35.417014 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d9b21d4c-74b3-46a6-9b54-04f93aff0412 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:35.420890 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-84184022-836e-4c34-bbc5-c70420450aba tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.448456 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d9b21d4c-74b3-46a6-9b54-04f93aff0412 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:35.461230 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.520374 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e619ff10-a527-4d3d-8b48-96660c3f713f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.528631 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] For port d7837cd9-3e01-438d-80d8-e91bc444f415, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d7837cd9-3e01-438d-80d8-e91bc444f415,segment=NetworkSegment(ddeeccbf-e494-4750-84a0-7bfd3ad3c64d),segment_id=ddeeccbf-e494-4750-84a0-7bfd3ad3c64d)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:35.532018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.532596 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Network f2410f0f-ca98-4f05-910c-63122a09f34e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:35.603100 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54738) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:35.613237 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-e619ff10-a527-4d3d-8b48-96660c3f713f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f7b93e-6893-46ef-a0d3-1d463568fd83']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:35.618604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:35.618604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:35.637502 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-e619ff10-a527-4d3d-8b48-96660c3f713f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e509ba9c-5ed2-4aa2-8daa-b8e33ace62b5') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:35.638447 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-e619ff10-a527-4d3d-8b48-96660c3f713f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e509ba9c-5ed2-4aa2-8daa-b8e33ace62b5') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:35.647111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8da3748f-db80-4ecf-93e3-e2ec8c13d2fe tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] Usage tracker for resource:network and tenant:09c996fffc804c9785a65cfc67257ae1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:35.655996 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d9b21d4c-74b3-46a6-9b54-04f93aff0412 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.657261 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d9b21d4c-74b3-46a6-9b54-04f93aff0412 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.676980 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d9b21d4c-74b3-46a6-9b54-04f93aff0412 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.680263 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06958e54-851f-401e-a63a-867d3151ed1b req-999e6839-f981-41e8-b5f8-5c7815712827 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:35.681822 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-06958e54-851f-401e-a63a-867d3151ed1b req-999e6839-f981-41e8-b5f8-5c7815712827 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 946 time: 0.8051789 Mar 14 18:21:35.703470 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Pushing event updated for resources: {'Port': ['ID=7d83be23-39c6-4b94-b216-8ed60c868efe,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:35.846864 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e619ff10-a527-4d3d-8b48-96660c3f713f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.851804 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 8772c237-dd79-4819-91dd-4d942dd25d8a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8772c237-dd79-4819-91dd-4d942dd25d8a,segment=NetworkSegment(c12170c3-d928-4ac1-929a-7a94f8d0149b),segment_id=c12170c3-d928-4ac1-929a-7a94f8d0149b)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:35.866171 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port e7b46dd8-f6ca-44b8-9556-f232459450cd, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e7b46dd8-f6ca-44b8-9556-f232459450cd,segment=NetworkSegment(0a30a6d4-a184-4408-b1bb-2c3403867cb6),segment_id=0a30a6d4-a184-4408-b1bb-2c3403867cb6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:35.906747 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Set router 97ac3979-357e-4ead-a739-bec5b1183649 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:21:36.015072 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Calling delete_port for d7837cd9-3e01-438d-80d8-e91bc444f415 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:36.019694 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-84184022-836e-4c34-bbc5-c70420450aba tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.020159 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-84184022-836e-4c34-bbc5-c70420450aba tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.7703693 Mar 14 18:21:36.021086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8da3748f-db80-4ecf-93e3-e2ec8c13d2fe tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:36.023167 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54742) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:36.056269 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be70f52-042f-497e-a0ba-6e4eaf27c24e None None] Network 40e42a37-85fb-43b8-ba3d-bad155a72bf1 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:36.069137 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'e7b46dd8-f6ca-44b8-9556-f232459450cd', 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5', 'port_id': 'e7b46dd8-f6ca-44b8-9556-f232459450cd', 'mac_address': 'fa:16:3e:fd:a3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:21:36.070654 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.147930 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e619ff10-a527-4d3d-8b48-96660c3f713f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.155847 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Attempting to bind port 7d83be23-39c6-4b94-b216-8ed60c868efe on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:36.156222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Attempting to bind port 7d83be23-39c6-4b94-b216-8ed60c868efe by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'd2c2b568-5249-4383-a2f6-f6f75ebb1249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f2410f0f-ca98-4f05-910c-63122a09f34e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:36.156586 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Attempting to bind port 7d83be23-39c6-4b94-b216-8ed60c868efe on network f2410f0f-ca98-4f05-910c-63122a09f34e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:36.160712 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device fb412120-30f3-40b3-972b-33e1064b729e no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:21:36.265324 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: fb412120-30f3-40b3-972b-33e1064b729e {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:21:36.265576 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device fb412120-30f3-40b3-972b-33e1064b729e not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:21:36.265986 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ea097996-2159-4b4a-9112-dd69cd92a7f5 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:21:36.293553 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:36.294019 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Checking segment: {'id': 'd2c2b568-5249-4383-a2f6-f6f75ebb1249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f2410f0f-ca98-4f05-910c-63122a09f34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:36.294333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.294716 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Bound using segment: {'id': 'd2c2b568-5249-4383-a2f6-f6f75ebb1249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f2410f0f-ca98-4f05-910c-63122a09f34e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:36.295226 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Bound port: 7d83be23-39c6-4b94-b216-8ed60c868efe, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c2b568-5249-4383-a2f6-f6f75ebb1249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f2410f0f-ca98-4f05-910c-63122a09f34e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:36.295601 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.339584 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d9b21d4c-74b3-46a6-9b54-04f93aff0412 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.356918 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e619ff10-a527-4d3d-8b48-96660c3f713f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:36.357306 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e619ff10-a527-4d3d-8b48-96660c3f713f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:36.372565 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:36.423716 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: ea097996-2159-4b4a-9112-dd69cd92a7f5 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:21:36.424060 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ea097996-2159-4b4a-9112-dd69cd92a7f5 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:21:36.476329 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8da3748f-db80-4ecf-93e3-e2ec8c13d2fe tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] Usage tracker for resource:subnet and tenant:09c996fffc804c9785a65cfc67257ae1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:36.549653 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Allocated IP 172.20.0.2 (2f32ceb5-1a98-4941-9b21-f022afb7448d/4984bf23-e8b5-4527-af2e-2701251603e1/72bc991f-449a-45a0-8461-2490efcbe1b3) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:36.573167 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e619ff10-a527-4d3d-8b48-96660c3f713f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.575706 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.613454 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:36.624519 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8da3748f-db80-4ecf-93e3-e2ec8c13d2fe tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:36.628810 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-06958e54-851f-401e-a63a-867d3151ed1b req-21d5a4ce-6415-44a2-a98f-8def041ac0be tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6945922 Mar 14 18:21:36.636240 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e619ff10-a527-4d3d-8b48-96660c3f713f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.638575 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6d787635-e071-42dc-a1eb-78e0dca06622 None None] Provisioning for port 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:36.656392 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e619ff10-a527-4d3d-8b48-96660c3f713f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/networks/77f7b93e-6893-46ef-a0d3-1d463568fd83 HTTP/1.1" status: 204 len: 168 time: 1.7183912 Mar 14 18:21:36.658588 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=8772c237-dd79-4819-91dd-4d942dd25d8a,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:36.672749 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54746) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:36.674103 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.729232 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Port': ['ID=d7837cd9-3e01-438d-80d8-e91bc444f415,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:36.735184 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619ff10-a527-4d3d-8b48-96660c3f713f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Network': ['ID=77f7b93e-6893-46ef-a0d3-1d463568fd83,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:36.741260 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c64e3cab-ae96-4891-8f55-26281a771164 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1310735525'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:36.744882 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] No DVR routers for this DVR port d7837cd9-3e01-438d-80d8-e91bc444f415 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:21:36.787908 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7b46dd8-f6ca-44b8-9556-f232459450cd {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:21:36.808544 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c64e3cab-ae96-4891-8f55-26281a771164 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:36.833979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c64e3cab-ae96-4891-8f55-26281a771164 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:network and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:36.838973 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c64e3cab-ae96-4891-8f55-26281a771164 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:36.845814 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c64e3cab-ae96-4891-8f55-26281a771164 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:36.872143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8da3748f-db80-4ecf-93e3-e2ec8c13d2fe tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] Usage tracker for resource:subnetpool and tenant:09c996fffc804c9785a65cfc67257ae1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:36.910283 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.945660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6accf39c-cf40-4cb3-acb6-6e4ee4b3e384']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:36.958371 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port e7b46dd8-f6ca-44b8-9556-f232459450cd, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e7b46dd8-f6ca-44b8-9556-f232459450cd,segment=NetworkSegment(0a30a6d4-a184-4408-b1bb-2c3403867cb6),segment_id=0a30a6d4-a184-4408-b1bb-2c3403867cb6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:36.960463 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddeeccbf-e494-4750-84a0-7bfd3ad3c64d') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:36.960763 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddeeccbf-e494-4750-84a0-7bfd3ad3c64d') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:36.961841 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] For port 7d83be23-39c6-4b94-b216-8ed60c868efe, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:36.967984 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6d787635-e071-42dc-a1eb-78e0dca06622 None None] Provisioning complete for port 8772c237-dd79-4819-91dd-4d942dd25d8a triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:36.968541 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6d787635-e071-42dc-a1eb-78e0dca06622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.973588 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64e3cab-ae96-4891-8f55-26281a771164 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Made reservation on behalf of bab4d070cd704c8a84908631080d1946 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:36.977043 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c64e3cab-ae96-4891-8f55-26281a771164 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.989267 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.017334 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.021788 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] For port 7d83be23-39c6-4b94-b216-8ed60c868efe, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7d83be23-39c6-4b94-b216-8ed60c868efe,segment=NetworkSegment(d2c2b568-5249-4383-a2f6-f6f75ebb1249),segment_id=d2c2b568-5249-4383-a2f6-f6f75ebb1249)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:37.022310 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8da3748f-db80-4ecf-93e3-e2ec8c13d2fe tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:37.029261 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.058644 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:37.059546 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:37.074122 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:37.098294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64e3cab-ae96-4891-8f55-26281a771164 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:37.113323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8da3748f-db80-4ecf-93e3-e2ec8c13d2fe tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] Usage tracker for resource:port and tenant:09c996fffc804c9785a65cfc67257ae1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:37.151588 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.161447 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8da3748f-db80-4ecf-93e3-e2ec8c13d2fe tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:37.167549 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c64e3cab-ae96-4891-8f55-26281a771164 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.168062 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-c64e3cab-ae96-4891-8f55-26281a771164 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Added segment f75e16b6-ab44-4208-97c0-648b12bc20b9 of type vlan for network 7a9486e7-af79-4611-80e1-e1b5c1b6e18a Mar 14 18:21:37.171244 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:37.217551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.218806 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:37.219186 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.236483 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-d2475715-d456-42cd-a88e-85b8d5791787 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:21:37.240559 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d2475715-d456-42cd-a88e-85b8d5791787 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "PUT /v2.0/routers/66b6a473-bbba-49d4-b2f0-2559f7365a60/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2288573 Mar 14 18:21:37.244607 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54750) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:37.245988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8da3748f-db80-4ecf-93e3-e2ec8c13d2fe tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] Usage tracker for resource:router and tenant:09c996fffc804c9785a65cfc67257ae1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:37.268983 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c64e3cab-ae96-4891-8f55-26281a771164 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.310630 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=e7b46dd8-f6ca-44b8-9556-f232459450cd,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:37.374817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.393347 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8da3748f-db80-4ecf-93e3-e2ec8c13d2fe tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:37.405022 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.420959 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Network': ['ID=6accf39c-cf40-4cb3-acb6-6e4ee4b3e384,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:37.434648 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6e5295b2-3e7f-4faa-8800-1744709d3d59 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/networks/6accf39c-cf40-4cb3-acb6-6e4ee4b3e384 HTTP/1.1" status: 204 len: 168 time: 9.2090786 Mar 14 18:21:37.435257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54754) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:37.442504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e2971d07-2bb5-4ca8-805d-c4101c0bd798 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-366253589'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:37.451370 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e2971d07-2bb5-4ca8-805d-c4101c0bd798 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:37.453874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d9b21d4c-74b3-46a6-9b54-04f93aff0412 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.491793 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e2971d07-2bb5-4ca8-805d-c4101c0bd798 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Usage tracker for resource:network and tenant:64ae59efb1a14c3d860915fbe73543f5 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:37.491934 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.492024 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d9b21d4c-74b3-46a6-9b54-04f93aff0412 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.492024 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e2971d07-2bb5-4ca8-805d-c4101c0bd798 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:37.492208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ac3979-357e-4ead-a739-bec5b1183649', 'name': 'tempest-TestVolumeBootPattern-880393540-router', 'tenant_id': '2a927de9df9c49669a960670cec38ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'fb3d6025-faeb-45bc-a318-be9c275707fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:27Z', 'updated_at': '2022-03-14T18:21:30Z', 'revision_number': 3, 'project_id': '2a927de9df9c49669a960670cec38ac8', 'gw_port': {'id': 'fb3d6025-faeb-45bc-a318-be9c275707fd', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ac3979-357e-4ead-a739-bec5b1183649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:29Z', 'updated_at': '2022-03-14T18:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:37.519768 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Checking router: 97ac3979-357e-4ead-a739-bec5b1183649 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:21:37.529068 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Updating router 97ac3979-357e-4ead-a739-bec5b1183649 port fb3d6025-faeb-45bc-a318-be9c275707fd binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:21:37.534552 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c64e3cab-ae96-4891-8f55-26281a771164 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.540112 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64e3cab-ae96-4891-8f55-26281a771164 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:37.540748 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c64e3cab-ae96-4891-8f55-26281a771164 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.544545 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Transition to ACTIVE for port object 72bc991f-449a-45a0-8461-2490efcbe1b3 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:37.545923 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e2971d07-2bb5-4ca8-805d-c4101c0bd798 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:37.613866 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028e150-cfda-474b-ba35-36f897e3a284 None None] Pushing event updated for resources: {'Port': ['ID=7d83be23-39c6-4b94-b216-8ed60c868efe,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:37.643273 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Transition to ACTIVE for port object 72bc991f-449a-45a0-8461-2490efcbe1b3 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:37.655522 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.693497 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2971d07-2bb5-4ca8-805d-c4101c0bd798 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:37.703919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e2971d07-2bb5-4ca8-805d-c4101c0bd798 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.705454 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.748861 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c64e3cab-ae96-4891-8f55-26281a771164 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0164318 Mar 14 18:21:37.756902 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e3cab-ae96-4891-8f55-26281a771164 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Network': ['ID=7a9486e7-af79-4611-80e1-e1b5c1b6e18a,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:37.761508 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54760) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:37.788498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-0307f17f-0225-478b-97e6-d1c86fd55d6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'subnet': {'network_id': '7a9486e7-af79-4611-80e1-e1b5c1b6e18a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:37.796145 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 7a9486e7-af79-4611-80e1-e1b5c1b6e18a details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:37.832884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.937130 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2971d07-2bb5-4ca8-805d-c4101c0bd798 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:37.958570 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 0c11d7ed-78a1-4d29-9b4d-5824a48d0015, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0c11d7ed-78a1-4d29-9b4d-5824a48d0015,segment=NetworkSegment(ae0e5026-39a2-49b4-a9bc-ee29b880751e),segment_id=ae0e5026-39a2-49b4-a9bc-ee29b880751e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:37.980119 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8da3748f-db80-4ecf-93e3-e2ec8c13d2fe tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] Usage tracker for resource:floatingip and tenant:09c996fffc804c9785a65cfc67257ae1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:38.093825 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.122939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Network 2f32ceb5-1a98-4941-9b21-f022afb7448d is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:38.137719 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:38.145577 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:38.153575 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.155471 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Pushing event updated for resources: {'Port': ['ID=72bc991f-449a-45a0-8461-2490efcbe1b3,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:38.158395 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e2971d07-2bb5-4ca8-805d-c4101c0bd798 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.158784 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-e2971d07-2bb5-4ca8-805d-c4101c0bd798 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Added segment 0ecc151c-3690-493b-9608-48582d9a178b of type vlan for network 54d55748-f5db-4916-8da4-866a2418ba23 Mar 14 18:21:38.175874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0307f17f-0225-478b-97e6-d1c86fd55d6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:38.189914 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0307f17f-0225-478b-97e6-d1c86fd55d6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:subnet and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:38.194874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0307f17f-0225-478b-97e6-d1c86fd55d6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:38.224177 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0307f17f-0225-478b-97e6-d1c86fd55d6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:38.238627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e2971d07-2bb5-4ca8-805d-c4101c0bd798 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.248086 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d9b21d4c-74b3-46a6-9b54-04f93aff0412 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.419580 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8da3748f-db80-4ecf-93e3-e2ec8c13d2fe tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:38.570270 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0e5a5d8a-bb3d-4ada-883d-9ecd1d940d06 None None] Provisioning for port 98e95532-8a35-46e5-ae07-8923a8b32300 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:38.583650 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Attempting to bind port 72bc991f-449a-45a0-8461-2490efcbe1b3 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:38.584024 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Attempting to bind port 72bc991f-449a-45a0-8461-2490efcbe1b3 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '59f19fa2-b6f5-4658-86c5-3f2724ff673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2f32ceb5-1a98-4941-9b21-f022afb7448d'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:38.584521 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Attempting to bind port 72bc991f-449a-45a0-8461-2490efcbe1b3 on network 2f32ceb5-1a98-4941-9b21-f022afb7448d {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:38.605059 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:38.605440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Checking segment: {'id': '59f19fa2-b6f5-4658-86c5-3f2724ff673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2f32ceb5-1a98-4941-9b21-f022afb7448d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:38.606417 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.606893 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Bound using segment: {'id': '59f19fa2-b6f5-4658-86c5-3f2724ff673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2f32ceb5-1a98-4941-9b21-f022afb7448d'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:38.607409 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Bound port: 72bc991f-449a-45a0-8461-2490efcbe1b3, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f19fa2-b6f5-4658-86c5-3f2724ff673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2f32ceb5-1a98-4941-9b21-f022afb7448d'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:38.607783 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.619586 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0e5a5d8a-bb3d-4ada-883d-9ecd1d940d06 None None] Provisioning complete for port 98e95532-8a35-46e5-ae07-8923a8b32300 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:38.620039 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0e5a5d8a-bb3d-4ada-883d-9ecd1d940d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.690235 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=0c11d7ed-78a1-4d29-9b4d-5824a48d0015,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:38.875652 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d9b21d4c-74b3-46a6-9b54-04f93aff0412 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.876598 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8772c237-dd79-4819-91dd-4d942dd25d8a up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:38.879087 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d9b21d4c-74b3-46a6-9b54-04f93aff0412 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.911094 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0307f17f-0225-478b-97e6-d1c86fd55d6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Made reservation on behalf of bab4d070cd704c8a84908631080d1946 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:38.916021 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0307f17f-0225-478b-97e6-d1c86fd55d6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.993888 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-0e5a5d8a-bb3d-4ada-883d-9ecd1d940d06 None None] Port 98e95532-8a35-46e5-ae07-8923a8b32300 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:21:39.029310 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d9b21d4c-74b3-46a6-9b54-04f93aff0412 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.033455 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b21d4c-74b3-46a6-9b54-04f93aff0412 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 783e945a-0f83-4422-bbe0-bdd008382080 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:21:39.050742 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e2971d07-2bb5-4ca8-805d-c4101c0bd798 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.057702 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2971d07-2bb5-4ca8-805d-c4101c0bd798 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:39.059009 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e2971d07-2bb5-4ca8-805d-c4101c0bd798 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.062469 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device e7b46dd8-f6ca-44b8-9556-f232459450cd details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:21:39.092301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device e7b46dd8-f6ca-44b8-9556-f232459450cd no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:21:39.133132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86567e3-c98f-40a2-b0a4-901c212f8fea req-9615f829-7950-4ca4-845d-1b6f7cf1cfa8 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:39.134781 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b86567e3-c98f-40a2-b0a4-901c212f8fea req-9615f829-7950-4ca4-845d-1b6f7cf1cfa8 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 945 time: 1.2410259 Mar 14 18:21:39.143261 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8da3748f-db80-4ecf-93e3-e2ec8c13d2fe tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] Usage tracker for resource:security_group and tenant:09c996fffc804c9785a65cfc67257ae1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:39.210947 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8da3748f-db80-4ecf-93e3-e2ec8c13d2fe tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:39.223536 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.235962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] For port 72bc991f-449a-45a0-8461-2490efcbe1b3, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:39.243960 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0e5a5d8a-bb3d-4ada-883d-9ecd1d940d06 None None] Provisioning complete for port 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:39.244560 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0e5a5d8a-bb3d-4ada-883d-9ecd1d940d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.245832 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Allocated IP 172.20.0.1 (2f32ceb5-1a98-4941-9b21-f022afb7448d/4984bf23-e8b5-4527-af2e-2701251603e1/f755ca14-d662-4dc6-8309-b62fbf9ba610) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:39.273010 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2971d07-2bb5-4ca8-805d-c4101c0bd798 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Network': ['ID=54d55748-f5db-4916-8da4-866a2418ba23,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:39.286871 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] Allocated IP 172.20.0.1 (88752347-a509-4c9e-87d2-cd0d7ae759f3/34a2cf3a-cb28-4c35-96e0-0466ebefa774/4a66ccbe-f453-47aa-9419-82c3b5bbf9ee) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:39.292716 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e2971d07-2bb5-4ca8-805d-c4101c0bd798 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8546720 Mar 14 18:21:39.293412 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8da3748f-db80-4ecf-93e3-e2ec8c13d2fe tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] Usage tracker for resource:security_group_rule and tenant:09c996fffc804c9785a65cfc67257ae1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:39.299684 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54764) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:39.304121 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-3199af1e-a722-4b09-a066-957aada52b2b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'subnet': {'network_id': '54d55748-f5db-4916-8da4-866a2418ba23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:39.317599 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c557771-4b50-4e00-8b44-4c755049ee66 None None] Network f2410f0f-ca98-4f05-910c-63122a09f34e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:39.323982 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-d9b21d4c-74b3-46a6-9b54-04f93aff0412 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 14 18:21:39.326702 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d9b21d4c-74b3-46a6-9b54-04f93aff0412 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.0699809 Mar 14 18:21:39.330742 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 54d55748-f5db-4916-8da4-866a2418ba23 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:39.338262 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8da3748f-db80-4ecf-93e3-e2ec8c13d2fe tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:39.345969 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54768) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:39.355327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.resource_extend [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:21:39.357127 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b86567e3-c98f-40a2-b0a4-901c212f8fea req-7d494dc2-25ed-42f4-a01f-2ee9449f05b7 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995814 Mar 14 18:21:39.369355 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8da3748f-db80-4ecf-93e3-e2ec8c13d2fe tempest-QuotasTest-573976778 tempest-QuotasTest-573976778-project-admin] 10.222.0.43 "GET /v2.0/quotas/09c996fffc804c9785a65cfc67257ae1/details.json HTTP/1.1" status: 200 len: 703 time: 3.7652199 Mar 14 18:21:39.413080 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] For port 72bc991f-449a-45a0-8461-2490efcbe1b3, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=72bc991f-449a-45a0-8461-2490efcbe1b3,segment=NetworkSegment(59f19fa2-b6f5-4658-86c5-3f2724ff673a),segment_id=59f19fa2-b6f5-4658-86c5-3f2724ff673a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:39.443556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54774) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:39.462974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.611740 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-15da5791-f6de-4a58-9015-db7596455256 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Deleting port 5e8de66e-4b6e-4160-a2cd-3865d59e70ae {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:39.612520 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-15da5791-f6de-4a58-9015-db7596455256 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.644993 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 8772c237-dd79-4819-91dd-4d942dd25d8a triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:39.645517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.670014 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.734603 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-16db18b6-2b33-4990-ac49-e3b9b9c6cc09 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/floatingips/66a8aa87-877c-4ca4-84f7-669567989cde HTTP/1.1" status: 200 len: 992 time: 0.2809598 Mar 14 18:21:39.739165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.777035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.782194 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0307f17f-0225-478b-97e6-d1c86fd55d6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.798395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Transition to ACTIVE for port object f755ca14-d662-4dc6-8309-b62fbf9ba610 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:39.802497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-14b5f4f2-dc31-49df-ac41-272efd8ce13b tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.854096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] Transition to ACTIVE for port object 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:39.882352 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Transition to ACTIVE for port object fb3d6025-faeb-45bc-a318-be9c275707fd will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:39.919136 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3199af1e-a722-4b09-a066-957aada52b2b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:39.941841 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3199af1e-a722-4b09-a066-957aada52b2b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Usage tracker for resource:subnet and tenant:64ae59efb1a14c3d860915fbe73543f5 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:39.948515 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port e7b46dd8-f6ca-44b8-9556-f232459450cd, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e7b46dd8-f6ca-44b8-9556-f232459450cd,segment=NetworkSegment(0a30a6d4-a184-4408-b1bb-2c3403867cb6),segment_id=0a30a6d4-a184-4408-b1bb-2c3403867cb6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:39.953650 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3199af1e-a722-4b09-a066-957aada52b2b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:40.013522 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307f17f-0225-478b-97e6-d1c86fd55d6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Subnet': ['ID=1d4c4a85-d7c7-4630-8a38-6d0e0b5498a4,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:40.027409 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3199af1e-a722-4b09-a066-957aada52b2b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:40.037023 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307f17f-0225-478b-97e6-d1c86fd55d6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Checking segment: {'id': 'f75e16b6-ab44-4208-97c0-648b12bc20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7a9486e7-af79-4611-80e1-e1b5c1b6e18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:40.037475 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0307f17f-0225-478b-97e6-d1c86fd55d6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network hostable DHCP agents. Network: 7a9486e7-af79-4611-80e1-e1b5c1b6e18a, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:40.083722 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.091444 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-15da5791-f6de-4a58-9015-db7596455256 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.105028 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'e7b46dd8-f6ca-44b8-9556-f232459450cd', 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5', 'port_id': 'e7b46dd8-f6ca-44b8-9556-f232459450cd', 'mac_address': 'fa:16:3e:fd:a3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:21:40.134032 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.162069 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3199af1e-a722-4b09-a066-957aada52b2b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:40.165555 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3199af1e-a722-4b09-a066-957aada52b2b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.165980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e7b46dd8-f6ca-44b8-9556-f232459450cd {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:21:40.179303 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54780) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:40.190875 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b87bf-9e37-4051-bcc3-653f08276186 None None] Pushing event updated for resources: {'Port': ['ID=72bc991f-449a-45a0-8461-2490efcbe1b3,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:40.257816 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-15da5791-f6de-4a58-9015-db7596455256 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Calling delete_port for 5e8de66e-4b6e-4160-a2cd-3865d59e70ae owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:40.266103 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['e7b46dd8-f6ca-44b8-9556-f232459450cd'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:21:40.311409 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0307f17f-0225-478b-97e6-d1c86fd55d6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network 7a9486e7-af79-4611-80e1-e1b5c1b6e18a is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:40.341999 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Attempting to bind port fb3d6025-faeb-45bc-a318-be9c275707fd on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:40.342373 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Attempting to bind port fb3d6025-faeb-45bc-a318-be9c275707fd by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:40.342738 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Attempting to bind port fb3d6025-faeb-45bc-a318-be9c275707fd on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:40.387929 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port e7b46dd8-f6ca-44b8-9556-f232459450cd, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e7b46dd8-f6ca-44b8-9556-f232459450cd,segment=NetworkSegment(0a30a6d4-a184-4408-b1bb-2c3403867cb6),segment_id=0a30a6d4-a184-4408-b1bb-2c3403867cb6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:40.395773 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:40.400673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:40.400673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.400673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:40.400673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Bound port: fb3d6025-faeb-45bc-a318-be9c275707fd, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:40.400673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.437858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.440510 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-fbb74c22-304b-45db-b85f-bc6cdd4e1a95 None None] Provisioning complete for port 98e95532-8a35-46e5-ae07-8923a8b32300 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:40.440897 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fbb74c22-304b-45db-b85f-bc6cdd4e1a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.545553 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.614664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] Network 88752347-a509-4c9e-87d2-cd0d7ae759f3 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:40.630599 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.632783 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94938ae-ffba-4940-9f84-961a076476a7 None None] Pushing event updated for resources: {'Port': ['ID=fb3d6025-faeb-45bc-a318-be9c275707fd,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:40.633142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:40.639862 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:40.655880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-0307f17f-0225-478b-97e6-d1c86fd55d6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 7a9486e7-af79-4611-80e1-e1b5c1b6e18a) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:40.675563 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0307f17f-0225-478b-97e6-d1c86fd55d6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:40.676162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0307f17f-0225-478b-97e6-d1c86fd55d6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.679825 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fb761186-78cd-41b5-ac2f-33b9904a52fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.728508 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 2f32ceb5-1a98-4941-9b21-f022afb7448d is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:40.729678 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-14b5f4f2-dc31-49df-ac41-272efd8ce13b tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Deleting port 98e95532-8a35-46e5-ae07-8923a8b32300 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:40.730145 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-14b5f4f2-dc31-49df-ac41-272efd8ce13b tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.731549 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=e7b46dd8-f6ca-44b8-9556-f232459450cd,revision_number=7']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:40.755510 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44116042-1cb8-4b4c-a26e-5f2be34abef1 None None] Network 7a9486e7-af79-4611-80e1-e1b5c1b6e18a requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:40.770112 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:40.780547 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7d83be23-39c6-4b94-b216-8ed60c868efe up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:40.781686 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:40.810536 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fb761186-78cd-41b5-ac2f-33b9904a52fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:40.822570 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fb761186-78cd-41b5-ac2f-33b9904a52fe admin admin] Usage tracker for resource:security_group_rule and tenant:f65cfd6a51cc494a855cf18d9d1a317c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:40.826680 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] Pushing event updated for resources: {'Port': ['ID=4a66ccbe-f453-47aa-9419-82c3b5bbf9ee,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:40.829242 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fb761186-78cd-41b5-ac2f-33b9904a52fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:40.838946 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fb761186-78cd-41b5-ac2f-33b9904a52fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:40.900682 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-fbb74c22-304b-45db-b85f-bc6cdd4e1a95 None None] Port 98e95532-8a35-46e5-ae07-8923a8b32300 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:21:40.922629 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0307f17f-0225-478b-97e6-d1c86fd55d6b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1328850 Mar 14 18:21:40.922629 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54786) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:40.925099 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-9648dcb2-11d8-4ae4-a821-74643a9ae306 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-894235627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:40.932997 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-9648dcb2-11d8-4ae4-a821-74643a9ae306 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:40.942882 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9648dcb2-11d8-4ae4-a821-74643a9ae306 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:router and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:40.946513 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9648dcb2-11d8-4ae4-a821-74643a9ae306 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:40.957276 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-9648dcb2-11d8-4ae4-a821-74643a9ae306 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:40.980291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-15da5791-f6de-4a58-9015-db7596455256 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.982275 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=f755ca14-d662-4dc6-8309-b62fbf9ba610,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:40.984919 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.017475 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] For port fb3d6025-faeb-45bc-a318-be9c275707fd, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:41.023765 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.047368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3199af1e-a722-4b09-a066-957aada52b2b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.085145 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da5791-f6de-4a58-9015-db7596455256 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e8de66e-4b6e-4160-a2cd-3865d59e70ae,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:41.090803 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] For port fb3d6025-faeb-45bc-a318-be9c275707fd, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=fb3d6025-faeb-45bc-a318-be9c275707fd,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:41.112391 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9648dcb2-11d8-4ae4-a821-74643a9ae306 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.113398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9648dcb2-11d8-4ae4-a821-74643a9ae306 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.170354 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-fbb74c22-304b-45db-b85f-bc6cdd4e1a95 None None] Provisioning for port 7d83be23-39c6-4b94-b216-8ed60c868efe completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:41.222996 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.244756 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-14b5f4f2-dc31-49df-ac41-272efd8ce13b tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.270855 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9648dcb2-11d8-4ae4-a821-74643a9ae306 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.321354 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 7d83be23-39c6-4b94-b216-8ed60c868efe completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:41.371974 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fb761186-78cd-41b5-ac2f-33b9904a52fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.411678 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 7d83be23-39c6-4b94-b216-8ed60c868efe triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:41.412062 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.427070 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9648dcb2-11d8-4ae4-a821-74643a9ae306 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.443088 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Routers {'97ac3979-357e-4ead-a739-bec5b1183649'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:41.443558 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['97ac3979-357e-4ead-a739-bec5b1183649'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:41.444109 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199af1e-a722-4b09-a066-957aada52b2b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Subnet': ['ID=f8ed1448-8138-4de5-a07d-80fde86a933d,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:41.450188 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-14b5f4f2-dc31-49df-ac41-272efd8ce13b tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Calling delete_port for 98e95532-8a35-46e5-ae07-8923a8b32300 owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:41.473387 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fb761186-78cd-41b5-ac2f-33b9904a52fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.509123 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3199af1e-a722-4b09-a066-957aada52b2b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Checking segment: {'id': '0ecc151c-3690-493b-9608-48582d9a178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '54d55748-f5db-4916-8da4-866a2418ba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:41.509843 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3199af1e-a722-4b09-a066-957aada52b2b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network hostable DHCP agents. Network: 54d55748-f5db-4916-8da4-866a2418ba23, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:41.571577 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-15da5791-f6de-4a58-9015-db7596455256 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.576638 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.576733 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-15da5791-f6de-4a58-9015-db7596455256 tempest-RoutersAdminNegativeIpV6Test-1268655491 tempest-RoutersAdminNegativeIpV6Test-1268655491-project-admin] 10.222.0.43 "DELETE /v2.0/ports/5e8de66e-4b6e-4160-a2cd-3865d59e70ae HTTP/1.1" status: 204 len: 168 time: 2.2287364 Mar 14 18:21:41.588259 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fb761186-78cd-41b5-ac2f-33b9904a52fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f65cfd6a51cc494a855cf18d9d1a317c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3446212 Mar 14 18:21:41.594557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54792) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:41.598673 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9648dcb2-11d8-4ae4-a821-74643a9ae306 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.601386 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9648dcb2-11d8-4ae4-a821-74643a9ae306 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6822186 Mar 14 18:21:41.602319 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb761186-78cd-41b5-ac2f-33b9904a52fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d57aa8-6c34-47cf-8973-23e761fdc113,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:41.606817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54796) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:41.614591 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e259c202-c9f0-4eb7-96d3-a4308da3c6b3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'port': {'network_id': '7a9486e7-af79-4611-80e1-e1b5c1b6e18a', 'name': 'tempest-RoutersIpV6Test-1260139255'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:41.667980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429d150b-29ac-4f03-93b8-db2d0ebbd845 None None] Network 2f32ceb5-1a98-4941-9b21-f022afb7448d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:41.696530 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94938ae-ffba-4940-9f84-961a076476a7 None None] Pushing event updated for resources: {'Port': ['ID=fb3d6025-faeb-45bc-a318-be9c275707fd,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:41.710187 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-57d4ec5f-bd55-4e11-9358-476ff8b248a7 None None] Provisioning for port 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:41.736019 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3199af1e-a722-4b09-a066-957aada52b2b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network 54d55748-f5db-4916-8da4-866a2418ba23 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:41.743087 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-7a9486e7-af79-4611-80e1-e1b5c1b6e18a', 'network_id': '7a9486e7-af79-4611-80e1-e1b5c1b6e18a', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'fixed_ips': [{'subnet_id': '1d4c4a85-d7c7-4630-8a38-6d0e0b5498a4'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:21:41.743087 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.792129 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-57d4ec5f-bd55-4e11-9358-476ff8b248a7 None None] Provisioning complete for port 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:41.792496 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-57d4ec5f-bd55-4e11-9358-476ff8b248a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.810045 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e259c202-c9f0-4eb7-96d3-a4308da3c6b3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:41.814930 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e259c202-c9f0-4eb7-96d3-a4308da3c6b3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:port and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:41.818016 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e259c202-c9f0-4eb7-96d3-a4308da3c6b3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:41.827465 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e259c202-c9f0-4eb7-96d3-a4308da3c6b3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:41.832463 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-3199af1e-a722-4b09-a066-957aada52b2b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 54d55748-f5db-4916-8da4-866a2418ba23) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:41.847665 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3199af1e-a722-4b09-a066-957aada52b2b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:41.848390 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3199af1e-a722-4b09-a066-957aada52b2b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.884755 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.907817 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f59917a-c8bf-4b1f-b832-6fd46c7a988a None None] Network 54d55748-f5db-4916-8da4-866a2418ba23 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:41.925791 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e259c202-c9f0-4eb7-96d3-a4308da3c6b3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Made reservation on behalf of bab4d070cd704c8a84908631080d1946 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:41.929991 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e259c202-c9f0-4eb7-96d3-a4308da3c6b3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.952533 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-e259c202-c9f0-4eb7-96d3-a4308da3c6b3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] device_id is not set on port 9cdb2be5-534e-4a85-90c8-d4f28cf5b50a yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:21:42.001245 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3199af1e-a722-4b09-a066-957aada52b2b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7025928 Mar 14 18:21:42.004750 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54802) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:42.011795 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-369a8035-7b34-47ae-99f2-dface4ffae9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'subnet': {'network_id': '54d55748-f5db-4916-8da4-866a2418ba23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:42.125292 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54806) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:42.128747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-49eaa583-75f1-45d2-be10-933ba0457a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.237387 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-57d4ec5f-bd55-4e11-9358-476ff8b248a7 None None] Port 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:21:42.239205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-369a8035-7b34-47ae-99f2-dface4ffae9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:42.242861 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-369a8035-7b34-47ae-99f2-dface4ffae9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Usage tracker for resource:subnet and tenant:64ae59efb1a14c3d860915fbe73543f5 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:42.246665 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-369a8035-7b34-47ae-99f2-dface4ffae9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:42.255196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-369a8035-7b34-47ae-99f2-dface4ffae9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:42.273904 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-49eaa583-75f1-45d2-be10-933ba0457a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.299379 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] Set router 97ac3979-357e-4ead-a739-bec5b1183649 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:21:42.317154 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-e259c202-c9f0-4eb7-96d3-a4308da3c6b3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Allocated IP 2001:db8::af (7a9486e7-af79-4611-80e1-e1b5c1b6e18a/1d4c4a85-d7c7-4630-8a38-6d0e0b5498a4/9cdb2be5-534e-4a85-90c8-d4f28cf5b50a) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:42.344674 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.349329 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369a8035-7b34-47ae-99f2-dface4ffae9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:42.358662 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-369a8035-7b34-47ae-99f2-dface4ffae9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.419316 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-72b64ef1-f26b-4c86-a7ed-1c8d6686148b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.435937 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-14b5f4f2-dc31-49df-ac41-272efd8ce13b tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.570406 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5f4f2-dc31-49df-ac41-272efd8ce13b tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event deleted for resources: {'Port': ['ID=98e95532-8a35-46e5-ae07-8923a8b32300,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:42.572600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-72b64ef1-f26b-4c86-a7ed-1c8d6686148b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:42.617123 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-72b64ef1-f26b-4c86-a7ed-1c8d6686148b admin admin] Usage tracker for resource:security_group_rule and tenant:372f147f3f174f08aefe399afe47901d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:42.630600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-72b64ef1-f26b-4c86-a7ed-1c8d6686148b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:42.659877 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-72b64ef1-f26b-4c86-a7ed-1c8d6686148b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:42.717814 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 7d83be23-39c6-4b94-b216-8ed60c868efe, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7d83be23-39c6-4b94-b216-8ed60c868efe,segment=NetworkSegment(d2c2b568-5249-4383-a2f6-f6f75ebb1249),segment_id=d2c2b568-5249-4383-a2f6-f6f75ebb1249)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:42.744601 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e259c202-c9f0-4eb7-96d3-a4308da3c6b3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.755169 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-604b82d1-b214-4463-b12f-d0666b4c0cb2 None None] Provisioning for port 72bc991f-449a-45a0-8461-2490efcbe1b3 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:42.811990 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.854339 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-e259c202-c9f0-4eb7-96d3-a4308da3c6b3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Transition to ACTIVE for port object 9cdb2be5-534e-4a85-90c8-d4f28cf5b50a will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:42.868827 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.resource_extend [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:21:42.911613 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-49eaa583-75f1-45d2-be10-933ba0457a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.945027 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.951239 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-14b5f4f2-dc31-49df-ac41-272efd8ce13b tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.977140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eaa583-75f1-45d2-be10-933ba0457a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d57aa8-6c34-47cf-8973-23e761fdc113,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:43.006454 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e259c202-c9f0-4eb7-96d3-a4308da3c6b3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.016056 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-54d55748-f5db-4916-8da4-866a2418ba23', 'network_id': '54d55748-f5db-4916-8da4-866a2418ba23', 'tenant_id': '64ae59efb1a14c3d860915fbe73543f5', 'fixed_ips': [{'subnet_id': 'f8ed1448-8138-4de5-a07d-80fde86a933d'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:21:43.017013 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.064560 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=7d83be23-39c6-4b94-b216-8ed60c868efe,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:43.081069 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.084856 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-369a8035-7b34-47ae-99f2-dface4ffae9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.110199 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.115595 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 72bc991f-449a-45a0-8461-2490efcbe1b3 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:43.137229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device e7b46dd8-f6ca-44b8-9556-f232459450cd up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:43.208891 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-604b82d1-b214-4463-b12f-d0666b4c0cb2 None None] Provisioning complete for port 7d83be23-39c6-4b94-b216-8ed60c868efe triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:43.209259 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-604b82d1-b214-4463-b12f-d0666b4c0cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.242821 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e259c202-c9f0-4eb7-96d3-a4308da3c6b3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network 7a9486e7-af79-4611-80e1-e1b5c1b6e18a is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:43.243081 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.250668 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-e259c202-c9f0-4eb7-96d3-a4308da3c6b3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:43.260590 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e259c202-c9f0-4eb7-96d3-a4308da3c6b3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:43.266084 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e259c202-c9f0-4eb7-96d3-a4308da3c6b3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:43.266566 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e259c202-c9f0-4eb7-96d3-a4308da3c6b3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.303798 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-49eaa583-75f1-45d2-be10-933ba0457a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.304919 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-49eaa583-75f1-45d2-be10-933ba0457a90 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/87d57aa8-6c34-47cf-8973-23e761fdc113 HTTP/1.1" status: 204 len: 168 time: 1.7094703 Mar 14 18:21:43.311681 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259c202-c9f0-4eb7-96d3-a4308da3c6b3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=9cdb2be5-534e-4a85-90c8-d4f28cf5b50a,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:43.317424 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369a8035-7b34-47ae-99f2-dface4ffae9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network 54d55748-f5db-4916-8da4-866a2418ba23 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:43.323089 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-369a8035-7b34-47ae-99f2-dface4ffae9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:43.332011 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369a8035-7b34-47ae-99f2-dface4ffae9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:43.332884 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-369a8035-7b34-47ae-99f2-dface4ffae9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.356724 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a8035-7b34-47ae-99f2-dface4ffae9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Subnet': ['ID=8965dd83-4811-42dc-89e2-0c0809ae72de,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:43.396598 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Allocated IP 2001:db8::2 (7a9486e7-af79-4611-80e1-e1b5c1b6e18a/1d4c4a85-d7c7-4630-8a38-6d0e0b5498a4/701129a5-d70f-4652-bc02-c23cb598393c) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:43.404735 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.429154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=f755ca14-d662-4dc6-8309-b62fbf9ba610,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:43.575705 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-72b64ef1-f26b-4c86-a7ed-1c8d6686148b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.576944 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e259c202-c9f0-4eb7-96d3-a4308da3c6b3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9259527 Mar 14 18:21:43.576944 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54814) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:43.577102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.608446 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b5f4f2-dc31-49df-ac41-272efd8ce13b tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Router 66b6a473-bbba-49d4-b2f0-2559f7365a60 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:21:43.641055 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-369a8035-7b34-47ae-99f2-dface4ffae9a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6345189 Mar 14 18:21:43.653256 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54818) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:43.673851 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port e7b46dd8-f6ca-44b8-9556-f232459450cd triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:43.673851 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.713837 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] Pushing event updated for resources: {'Port': ['ID=4a66ccbe-f453-47aa-9419-82c3b5bbf9ee,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:43.725962 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-72b64ef1-f26b-4c86-a7ed-1c8d6686148b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.803111 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 72bc991f-449a-45a0-8461-2490efcbe1b3 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:43.833223 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ac3979-357e-4ead-a739-bec5b1183649', 'name': 'tempest-TestVolumeBootPattern-880393540-router', 'tenant_id': '2a927de9df9c49669a960670cec38ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'fb3d6025-faeb-45bc-a318-be9c275707fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:27Z', 'updated_at': '2022-03-14T18:21:30Z', 'revision_number': 3, 'project_id': '2a927de9df9c49669a960670cec38ac8', 'gw_port': {'id': 'fb3d6025-faeb-45bc-a318-be9c275707fd', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ac3979-357e-4ead-a739-bec5b1183649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:29Z', 'updated_at': '2022-03-14T18:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:43.836956 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Allocated IP 2001:db8::2 (54d55748-f5db-4916-8da4-866a2418ba23/f8ed1448-8138-4de5-a07d-80fde86a933d/1e1ab9eb-c463-4877-91b5-22cd613f66c8) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:43.865824 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac547ce6-8b1e-461f-9a76-0f17fc20a3be None None] The sync data for ids ['97ac3979-357e-4ead-a739-bec5b1183649'] in dv-neutron-833560-1-hyperv is: [{'id': '97ac3979-357e-4ead-a739-bec5b1183649', 'name': 'tempest-TestVolumeBootPattern-880393540-router', 'tenant_id': '2a927de9df9c49669a960670cec38ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'fb3d6025-faeb-45bc-a318-be9c275707fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:27Z', 'updated_at': '2022-03-14T18:21:30Z', 'revision_number': 3, 'project_id': '2a927de9df9c49669a960670cec38ac8', 'gw_port': {'id': 'fb3d6025-faeb-45bc-a318-be9c275707fd', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ac3979-357e-4ead-a739-bec5b1183649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:29Z', 'updated_at': '2022-03-14T18:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:43.874103 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 72bc991f-449a-45a0-8461-2490efcbe1b3 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:43.874660 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.021442 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872d0e5c-baa2-42d9-9d48-0d0ad617bf86 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:44.024252 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872d0e5c-baa2-42d9-9d48-0d0ad617bf86 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:44.025597 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872d0e5c-baa2-42d9-9d48-0d0ad617bf86 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:44.027196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872d0e5c-baa2-42d9-9d48-0d0ad617bf86 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:44.030742 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872d0e5c-baa2-42d9-9d48-0d0ad617bf86 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:44.031838 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-872d0e5c-baa2-42d9-9d48-0d0ad617bf86 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Synchronizing usage tracker for tenant:64ae59efb1a14c3d860915fbe73543f5 on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:21:44.141283 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-703f6e18-879e-430e-a308-4b99d9351abd None None] Provisioning complete for port 72bc991f-449a-45a0-8461-2490efcbe1b3 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:44.141657 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-703f6e18-879e-430e-a308-4b99d9351abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.205478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b64ef1-f26b-4c86-a7ed-1c8d6686148b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1095c189-023b-4b24-94c4-ee8243bf4905,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:44.221739 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-72b64ef1-f26b-4c86-a7ed-1c8d6686148b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=372f147f3f174f08aefe399afe47901d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0909758 Mar 14 18:21:44.224827 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54824) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:44.239534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b5f4f2-dc31-49df-ac41-272efd8ce13b tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:21:44.259777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 2f32ceb5-1a98-4941-9b21-f022afb7448d is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:44.262696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:44.265359 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-14b5f4f2-dc31-49df-ac41-272efd8ce13b tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "PUT /v2.0/routers/66b6a473-bbba-49d4-b2f0-2559f7365a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0167348 Mar 14 18:21:44.274519 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54828) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:44.382683 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c2bcb-bf16-4e51-bc55-d76b044f7340 None None] Sync routers for ids ['66b6a473-bbba-49d4-b2f0-2559f7365a60'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:44.384832 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] Network 88752347-a509-4c9e-87d2-cd0d7ae759f3 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:44.389058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:44.411160 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.512386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54832) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:44.530654 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-872d0e5c-baa2-42d9-9d48-0d0ad617bf86 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Unset dirty status for tenant:64ae59efb1a14c3d860915fbe73543f5 on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:21:44.543734 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-872d0e5c-baa2-42d9-9d48-0d0ad617bf86 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8890016 Mar 14 18:21:44.554823 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54836) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:44.559928 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-2d2c770a-6cb1-4f5f-a2aa-b37bec847345 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] delete failed (client error): The resource could not be found. Mar 14 18:21:44.561265 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2d2c770a-6cb1-4f5f-a2aa-b37bec847345 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1238495331 HTTP/1.1" status: 404 len: 335 time: 0.2853618 Mar 14 18:21:44.578665 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54840) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:44.620302 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-0ab6076e-a8a8-43b9-aebd-080255a3837f tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Request body: {'router': {'external_gateway_info': {'network_id': '66b6a473-bbba-49d4-b2f0-2559f7365a60'}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:44.639609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-e83a4e13-e2fc-4046-98f3-e8be98e632ff tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1703830893'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:44.688897 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Transition to ACTIVE for port object 701129a5-d70f-4652-bc02-c23cb598393c will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:44.711318 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c2bcb-bf16-4e51-bc55-d76b044f7340 None None] Routers {'66b6a473-bbba-49d4-b2f0-2559f7365a60'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:44.711880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3e5c2bcb-bf16-4e51-bc55-d76b044f7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['66b6a473-bbba-49d4-b2f0-2559f7365a60'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:44.717649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8655ba50-0486-464f-8287-569dffb137b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.754373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e83a4e13-e2fc-4046-98f3-e8be98e632ff tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:44.763404 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-501a27d2-9a83-436f-bcf3-ce4b0a35225b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.778373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e83a4e13-e2fc-4046-98f3-e8be98e632ff tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Usage tracker for resource:network and tenant:64ae59efb1a14c3d860915fbe73543f5 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:44.793736 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e83a4e13-e2fc-4046-98f3-e8be98e632ff tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:44.799375 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c72d2987-3ead-46f1-b0b9-28c93cf71c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.804696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8655ba50-0486-464f-8287-569dffb137b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:44.807340 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e83a4e13-e2fc-4046-98f3-e8be98e632ff tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:44.827451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3e5c2bcb-bf16-4e51-bc55-d76b044f7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:44.830243 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8655ba50-0486-464f-8287-569dffb137b3 admin admin] Usage tracker for resource:security_group_rule and tenant:09c996fffc804c9785a65cfc67257ae1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:44.833563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-703f6e18-879e-430e-a308-4b99d9351abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.836904 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8655ba50-0486-464f-8287-569dffb137b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:44.899908 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.910285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8655ba50-0486-464f-8287-569dffb137b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:44.917552 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.932145 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83a4e13-e2fc-4046-98f3-e8be98e632ff tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:44.935999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e83a4e13-e2fc-4046-98f3-e8be98e632ff tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.967759 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port e7b46dd8-f6ca-44b8-9556-f232459450cd, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e7b46dd8-f6ca-44b8-9556-f232459450cd,segment=NetworkSegment(0a30a6d4-a184-4408-b1bb-2c3403867cb6),segment_id=0a30a6d4-a184-4408-b1bb-2c3403867cb6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:44.993406 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cf7365-997e-4e3e-870a-f93c1540f96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b46dd8-f6ca-44b8-9556-f232459450cd'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:21:45.015611 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83a4e13-e2fc-4046-98f3-e8be98e632ff tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:45.019434 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] Router 97ac3979-357e-4ead-a739-bec5b1183649 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:21:45.021088 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c2bcb-bf16-4e51-bc55-d76b044f7340 None None] Routers {'66b6a473-bbba-49d4-b2f0-2559f7365a60'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:45.021839 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3e5c2bcb-bf16-4e51-bc55-d76b044f7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['66b6a473-bbba-49d4-b2f0-2559f7365a60'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:45.050450 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c72d2987-3ead-46f1-b0b9-28c93cf71c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.078850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e83a4e13-e2fc-4046-98f3-e8be98e632ff tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.079256 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-e83a4e13-e2fc-4046-98f3-e8be98e632ff tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Added segment 00a5ee80-e090-4797-8c6c-ec5802dae5ab of type vlan for network 05568e0f-bbef-49a3-9bd8-d065d647390a Mar 14 18:21:45.095045 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Transition to ACTIVE for port object 701129a5-d70f-4652-bc02-c23cb598393c will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:45.136083 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cf7365-997e-4e3e-870a-f93c1540f96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b46dd8-f6ca-44b8-9556-f232459450cd', 'code': 200} Mar 14 18:21:45.137395 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.162397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router 6fe8defa-d830-41cb-a70f-6935f517635c is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:21:45.205091 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e83a4e13-e2fc-4046-98f3-e8be98e632ff tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.213876 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-703f6e18-879e-430e-a308-4b99d9351abd None None] For port 72bc991f-449a-45a0-8461-2490efcbe1b3, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=72bc991f-449a-45a0-8461-2490efcbe1b3,segment=NetworkSegment(59f19fa2-b6f5-4658-86c5-3f2724ff673a),segment_id=59f19fa2-b6f5-4658-86c5-3f2724ff673a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:45.216766 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3e5c2bcb-bf16-4e51-bc55-d76b044f7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:45.217272 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c2bcb-bf16-4e51-bc55-d76b044f7340 None None] The sync data for ids ['66b6a473-bbba-49d4-b2f0-2559f7365a60'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:45.247687 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.269646 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.274361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=e7b46dd8-f6ca-44b8-9556-f232459450cd,revision_number=8']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:45.331274 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-703f6e18-879e-430e-a308-4b99d9351abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.336482 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Transition to ACTIVE for port object 1e1ab9eb-c463-4877-91b5-22cd613f66c8 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:45.340245 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Network 7a9486e7-af79-4611-80e1-e1b5c1b6e18a is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:45.347694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:45.376772 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:45.456046 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Transition to ACTIVE for port object 1e1ab9eb-c463-4877-91b5-22cd613f66c8 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:45.456729 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Pushing event updated for resources: {'Port': ['ID=701129a5-d70f-4652-bc02-c23cb598393c,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:45.498741 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8655ba50-0486-464f-8287-569dffb137b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.536880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0ab6076e-a8a8-43b9-aebd-080255a3837f tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.537250 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:21:45.549115 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-703f6e18-879e-430e-a308-4b99d9351abd None None] Provisioning for port f755ca14-d662-4dc6-8309-b62fbf9ba610 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:45.550509 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:21:45.565981 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.566172 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcee809-42ad-448a-a1a0-f3501084de6f None None] Sync routers for ids ['6fe8defa-d830-41cb-a70f-6935f517635c'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:45.567371 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-20f9b442-a7d8-450d-8a0d-7f8e83940968 admin admin] 10.222.0.43 "PUT /v2.0/routers/97ac3979-357e-4ead-a739-bec5b1183649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4915164 Mar 14 18:21:45.569163 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ef70767e-a0d3-4d0f-97a5-8f419d443b79 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/6fe8defa-d830-41cb-a70f-6935f517635c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4815624 Mar 14 18:21:45.574456 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54846) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:45.594294 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:21:45.595611 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:21:45.596154 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-703f6e18-879e-430e-a308-4b99d9351abd None None] Provisioning complete for port f755ca14-d662-4dc6-8309-b62fbf9ba610 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:45.596584 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-703f6e18-879e-430e-a308-4b99d9351abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.606008 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcee809-42ad-448a-a1a0-f3501084de6f None None] Routers {'6fe8defa-d830-41cb-a70f-6935f517635c'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:45.608391 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-4dcee809-42ad-448a-a1a0-f3501084de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['6fe8defa-d830-41cb-a70f-6935f517635c'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:45.619065 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e83a4e13-e2fc-4046-98f3-e8be98e632ff tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.624186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83a4e13-e2fc-4046-98f3-e8be98e632ff tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:45.625611 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e83a4e13-e2fc-4046-98f3-e8be98e632ff tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.629807 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8655ba50-0486-464f-8287-569dffb137b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.662829 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Network 54d55748-f5db-4916-8da4-866a2418ba23 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:45.669855 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Attempting to bind port 701129a5-d70f-4652-bc02-c23cb598393c on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:45.670324 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Attempting to bind port 701129a5-d70f-4652-bc02-c23cb598393c by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'f75e16b6-ab44-4208-97c0-648b12bc20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7a9486e7-af79-4611-80e1-e1b5c1b6e18a'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:45.670784 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Attempting to bind port 701129a5-d70f-4652-bc02-c23cb598393c on network 7a9486e7-af79-4611-80e1-e1b5c1b6e18a {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:45.673484 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:45.679684 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:45.698719 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:45.699166 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Checking segment: {'id': 'f75e16b6-ab44-4208-97c0-648b12bc20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7a9486e7-af79-4611-80e1-e1b5c1b6e18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:45.699561 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.699952 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Bound using segment: {'id': 'f75e16b6-ab44-4208-97c0-648b12bc20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7a9486e7-af79-4611-80e1-e1b5c1b6e18a'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:45.700421 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Bound port: 701129a5-d70f-4652-bc02-c23cb598393c, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75e16b6-ab44-4208-97c0-648b12bc20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7a9486e7-af79-4611-80e1-e1b5c1b6e18a'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:45.700796 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.710604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f6e18-879e-430e-a308-4b99d9351abd None None] Pushing event updated for resources: {'Port': ['ID=72bc991f-449a-45a0-8461-2490efcbe1b3,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:45.724605 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-0ab6076e-a8a8-43b9-aebd-080255a3837f tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] update failed (client error): The resource could not be found. Mar 14 18:21:45.725661 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0ab6076e-a8a8-43b9-aebd-080255a3837f tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "PUT /v2.0/routers/66b6a473-bbba-49d4-b2f0-2559f7365a60 HTTP/1.1" status: 404 len: 339 time: 1.1456313 Mar 14 18:21:45.735875 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c72d2987-3ead-46f1-b0b9-28c93cf71c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.740730 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54852) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:45.775776 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-4dcee809-42ad-448a-a1a0-f3501084de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:45.804742 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcee809-42ad-448a-a1a0-f3501084de6f None None] Routers {'6fe8defa-d830-41cb-a70f-6935f517635c'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:45.805968 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-4dcee809-42ad-448a-a1a0-f3501084de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['6fe8defa-d830-41cb-a70f-6935f517635c'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:45.815043 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-b21d010b-08a0-4cfc-a17e-21dcf84a6535 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-85653024'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:45.833426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b21d010b-08a0-4cfc-a17e-21dcf84a6535 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:45.838794 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d2987-3ead-46f1-b0b9-28c93cf71c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1095c189-023b-4b24-94c4-ee8243bf4905,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:45.850165 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b21d010b-08a0-4cfc-a17e-21dcf84a6535 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Usage tracker for resource:network and tenant:7c5465f0b8594453ad3b16c69c14b7ff is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:45.854289 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c72d2987-3ead-46f1-b0b9-28c93cf71c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.854993 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-703f6e18-879e-430e-a308-4b99d9351abd None None] Port f755ca14-d662-4dc6-8309-b62fbf9ba610 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:21:45.862136 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c72d2987-3ead-46f1-b0b9-28c93cf71c3f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1095c189-023b-4b24-94c4-ee8243bf4905 HTTP/1.1" status: 204 len: 168 time: 1.6336844 Mar 14 18:21:45.863495 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b21d010b-08a0-4cfc-a17e-21dcf84a6535 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:45.871627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b21d010b-08a0-4cfc-a17e-21dcf84a6535 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:45.898252 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-501a27d2-9a83-436f-bcf3-ce4b0a35225b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.966262 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21d010b-08a0-4cfc-a17e-21dcf84a6535 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Made reservation on behalf of 7c5465f0b8594453ad3b16c69c14b7ff for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:45.969908 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b21d010b-08a0-4cfc-a17e-21dcf84a6535 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.985157 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-4dcee809-42ad-448a-a1a0-f3501084de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:45.985959 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcee809-42ad-448a-a1a0-f3501084de6f None None] The sync data for ids ['6fe8defa-d830-41cb-a70f-6935f517635c'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:45.996590 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-501a27d2-9a83-436f-bcf3-ce4b0a35225b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.052732 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Attempting to bind port 1e1ab9eb-c463-4877-91b5-22cd613f66c8 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:46.053094 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Attempting to bind port 1e1ab9eb-c463-4877-91b5-22cd613f66c8 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '0ecc151c-3690-493b-9608-48582d9a178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '54d55748-f5db-4916-8da4-866a2418ba23'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:46.053643 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Attempting to bind port 1e1ab9eb-c463-4877-91b5-22cd613f66c8 on network 54d55748-f5db-4916-8da4-866a2418ba23 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:46.059572 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Pushing event updated for resources: {'Port': ['ID=1e1ab9eb-c463-4877-91b5-22cd613f66c8,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:46.092600 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:46.093208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Checking segment: {'id': '0ecc151c-3690-493b-9608-48582d9a178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '54d55748-f5db-4916-8da4-866a2418ba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:46.094065 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.094594 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Bound using segment: {'id': '0ecc151c-3690-493b-9608-48582d9a178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '54d55748-f5db-4916-8da4-866a2418ba23'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:46.095260 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Bound port: 1e1ab9eb-c463-4877-91b5-22cd613f66c8, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ecc151c-3690-493b-9608-48582d9a178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '54d55748-f5db-4916-8da4-866a2418ba23'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:46.095806 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.111301 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e83a4e13-e2fc-4046-98f3-e8be98e632ff tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5506449 Mar 14 18:21:46.118080 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8655ba50-0486-464f-8287-569dffb137b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=09c996fffc804c9785a65cfc67257ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6041942 Mar 14 18:21:46.118994 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ba50-0486-464f-8287-569dffb137b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8ebaee-e528-4e66-a30a-0a2f3ace9f0d,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:46.125411 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54862) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:46.125747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54864) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:46.138637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdaeef2-b499-4223-8aa1-ced97be54e49 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:46.140840 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3bdaeef2-b499-4223-8aa1-ced97be54e49 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Synchronizing usage tracker for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:21:46.147494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a4e13-e2fc-4046-98f3-e8be98e632ff tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Network': ['ID=05568e0f-bbef-49a3-9bd8-d065d647390a,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:46.156407 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a299206d-17f3-41ed-89a9-488e32309ef4 None None] Provisioning complete for port 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:46.156988 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a299206d-17f3-41ed-89a9-488e32309ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.168708 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-70c50594-0e1b-48b3-b2cd-8729676436a3 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:46.169785 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21d010b-08a0-4cfc-a17e-21dcf84a6535 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:46.202136 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 05568e0f-bbef-49a3-9bd8-d065d647390a details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:46.203520 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a27d2-9a83-436f-bcf3-ce4b0a35225b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=9cdb2be5-534e-4a85-90c8-d4f28cf5b50a,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:46.217755 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b21d010b-08a0-4cfc-a17e-21dcf84a6535 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.218200 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-b21d010b-08a0-4cfc-a17e-21dcf84a6535 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Added segment ec477b4c-a9a5-451a-b615-724f83026fe2 of type vlan for network 5598b0ab-f891-4934-af73-37141fc6e002 Mar 14 18:21:46.230325 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] For port 701129a5-d70f-4652-bc02-c23cb598393c, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:46.325026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] For port 701129a5-d70f-4652-bc02-c23cb598393c, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=701129a5-d70f-4652-bc02-c23cb598393c,segment=NetworkSegment(f75e16b6-ab44-4208-97c0-648b12bc20b9),segment_id=f75e16b6-ab44-4208-97c0-648b12bc20b9)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:46.332890 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b21d010b-08a0-4cfc-a17e-21dcf84a6535 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.396517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Sync routers for ids ['97ac3979-357e-4ead-a739-bec5b1183649'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:46.406068 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:46.423765 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0446-b43b-453f-b15b-640127398e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.459967 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a299206d-17f3-41ed-89a9-488e32309ef4 None None] Port 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:21:46.460521 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-501a27d2-9a83-436f-bcf3-ce4b0a35225b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.476560 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.491833 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Routers {'97ac3979-357e-4ead-a739-bec5b1183649'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:46.492571 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['97ac3979-357e-4ead-a739-bec5b1183649'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:46.518942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3bdaeef2-b499-4223-8aa1-ced97be54e49 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Unset dirty status for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:21:46.520355 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3bdaeef2-b499-4223-8aa1-ced97be54e49 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/ports/f755ca14-d662-4dc6-8309-b62fbf9ba610 HTTP/1.1" status: 200 len: 910 time: 0.9436321 Mar 14 18:21:46.552341 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54870) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:46.570311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0446-b43b-453f-b15b-640127398e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.602149 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b21d010b-08a0-4cfc-a17e-21dcf84a6535 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.608428 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21d010b-08a0-4cfc-a17e-21dcf84a6535 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:46.609313 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b21d010b-08a0-4cfc-a17e-21dcf84a6535 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.742076 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] For port 1e1ab9eb-c463-4877-91b5-22cd613f66c8, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:46.776564 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a299206d-17f3-41ed-89a9-488e32309ef4 None None] Provisioning complete for port f755ca14-d662-4dc6-8309-b62fbf9ba610 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:46.780064 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a299206d-17f3-41ed-89a9-488e32309ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.821029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] For port 1e1ab9eb-c463-4877-91b5-22cd613f66c8, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1e1ab9eb-c463-4877-91b5-22cd613f66c8,segment=NetworkSegment(0ecc151c-3690-493b-9608-48582d9a178b),segment_id=0ecc151c-3690-493b-9608-48582d9a178b)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:46.838572 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b21d010b-08a0-4cfc-a17e-21dcf84a6535 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0483553 Mar 14 18:21:46.843184 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54876) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:46.851728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-8f746978-a9bb-49db-8aaa-ce3cf2fc7ad1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Request body: {'subnet': {'network_id': '5598b0ab-f891-4934-af73-37141fc6e002', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:46.868267 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d010b-08a0-4cfc-a17e-21dcf84a6535 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event updated for resources: {'Network': ['ID=5598b0ab-f891-4934-af73-37141fc6e002,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:46.885539 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-70c50594-0e1b-48b3-b2cd-8729676436a3 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.916353 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a708fa-f754-4dc2-b24d-e9bcb847469d None None] Pushing event updated for resources: {'Port': ['ID=701129a5-d70f-4652-bc02-c23cb598393c,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:46.939100 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 5598b0ab-f891-4934-af73-37141fc6e002 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:46.986416 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.001085 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8f746978-a9bb-49db-8aaa-ce3cf2fc7ad1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:47.005371 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8f746978-a9bb-49db-8aaa-ce3cf2fc7ad1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Usage tracker for resource:subnet and tenant:7c5465f0b8594453ad3b16c69c14b7ff is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:47.008505 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8f746978-a9bb-49db-8aaa-ce3cf2fc7ad1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:47.014582 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-70c50594-0e1b-48b3-b2cd-8729676436a3 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.034150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8f746978-a9bb-49db-8aaa-ce3cf2fc7ad1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:47.056797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-70c50594-0e1b-48b3-b2cd-8729676436a3 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network 05568e0f-bbef-49a3-9bd8-d065d647390a is not hosted by any dhcp agent {{(pid=88635) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 14 18:21:47.062855 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c50594-0e1b-48b3-b2cd-8729676436a3 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:47.063709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-70c50594-0e1b-48b3-b2cd-8729676436a3 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.065166 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-70c50594-0e1b-48b3-b2cd-8729676436a3 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "PUT /v2.0/networks/05568e0f-bbef-49a3-9bd8-d065d647390a HTTP/1.1" status: 200 len: 723 time: 0.9384947 Mar 14 18:21:47.070833 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54880) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:47.096084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-64fd15a2-3e03-471f-b3e7-a5ce616f4658 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'subnet': {'network_id': '05568e0f-bbef-49a3-9bd8-d065d647390a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:47.119105 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d810c-655e-40f4-bfbd-c9aae4ef3658 None None] Pushing event updated for resources: {'Port': ['ID=1e1ab9eb-c463-4877-91b5-22cd613f66c8,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:47.131843 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-501a27d2-9a83-436f-bcf3-ce4b0a35225b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.203013 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54884) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:47.219353 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a299206d-17f3-41ed-89a9-488e32309ef4 None None] Port f755ca14-d662-4dc6-8309-b62fbf9ba610 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:21:47.237395 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54888) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:47.251479 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Set router 97ac3979-357e-4ead-a739-bec5b1183649 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:21:47.282920 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f746978-a9bb-49db-8aaa-ce3cf2fc7ad1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Made reservation on behalf of 7c5465f0b8594453ad3b16c69c14b7ff for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:47.289196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f746978-a9bb-49db-8aaa-ce3cf2fc7ad1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.317729 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-24602fee-14e8-4cb8-ac18-84aa9b6ac8f8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1006719845', 'description': 'tempest-secgroup-smoke-1006719845 description', 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:47.352427 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:47.353445 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.379360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-24602fee-14e8-4cb8-ac18-84aa9b6ac8f8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:47.400907 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-24602fee-14e8-4cb8-ac18-84aa9b6ac8f8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Usage tracker for resource:security_group and tenant:8ca5128883c54d26a4b060b6ae0f5e46 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:47.410367 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0446-b43b-453f-b15b-640127398e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.419802 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-24602fee-14e8-4cb8-ac18-84aa9b6ac8f8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:47.504988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-64fd15a2-3e03-471f-b3e7-a5ce616f4658 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:47.526297 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b0446-b43b-453f-b15b-640127398e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8ebaee-e528-4e66-a30a-0a2f3ace9f0d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:47.556118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c50594-0e1b-48b3-b2cd-8729676436a3 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Network': ['ID=05568e0f-bbef-49a3-9bd8-d065d647390a,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:47.568300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-64fd15a2-3e03-471f-b3e7-a5ce616f4658 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:47.581991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0446-b43b-453f-b15b-640127398e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.583519 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6e3b0446-b43b-453f-b15b-640127398e28 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b8ebaee-e528-4e66-a30a-0a2f3ace9f0d HTTP/1.1" status: 204 len: 168 time: 1.4553556 Mar 14 18:21:47.663669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fd15a2-3e03-471f-b3e7-a5ce616f4658 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:47.670836 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-64fd15a2-3e03-471f-b3e7-a5ce616f4658 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.733097 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-24602fee-14e8-4cb8-ac18-84aa9b6ac8f8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:47.741056 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ba6ad37f-a2c2-44dd-b25b-6191337c11ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6639e065e1ec4ff4ad558645de1f6003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5049150 Mar 14 18:21:47.753321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54896) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:47.786723 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 05568e0f-bbef-49a3-9bd8-d065d647390a details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:47.932707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-971cabd9-78a2-4820-a6ff-17cc7431968f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.963347 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-658b25fb-c473-4097-a045-eb3fd8e64221 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.963562 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-24602fee-14e8-4cb8-ac18-84aa9b6ac8f8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.029348 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ac3979-357e-4ead-a739-bec5b1183649', 'name': 'tempest-TestVolumeBootPattern-880393540-router', 'tenant_id': '2a927de9df9c49669a960670cec38ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'fb3d6025-faeb-45bc-a318-be9c275707fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:27Z', 'updated_at': '2022-03-14T18:21:41Z', 'revision_number': 4, 'project_id': '2a927de9df9c49669a960670cec38ac8', 'gw_port': {'id': 'fb3d6025-faeb-45bc-a318-be9c275707fd', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ac3979-357e-4ead-a739-bec5b1183649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:29Z', 'updated_at': '2022-03-14T18:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '4a66ccbe-f453-47aa-9419-82c3b5bbf9ee', 'name': '', 'network_id': '88752347-a509-4c9e-87d2-cd0d7ae759f3', 'tenant_id': '2a927de9df9c49669a960670cec38ac8', 'mac_address': 'fa:16:3e:26:61:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ac3979-357e-4ead-a739-bec5b1183649', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '34a2cf3a-cb28-4c35-96e0-0466ebefa774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:38Z', 'updated_at': '2022-03-14T18:21:42Z', 'revision_number': 2, 'project_id': '2a927de9df9c49669a960670cec38ac8', 'subnets': [{'id': '34a2cf3a-cb28-4c35-96e0-0466ebefa774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:48.034544 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Checking router: 97ac3979-357e-4ead-a739-bec5b1183649 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:21:48.035085 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Updating router 97ac3979-357e-4ead-a739-bec5b1183649 port 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:21:48.044843 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-24602fee-14e8-4cb8-ac18-84aa9b6ac8f8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:48.068083 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-24602fee-14e8-4cb8-ac18-84aa9b6ac8f8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Usage tracker for resource:security_group_rule and tenant:8ca5128883c54d26a4b060b6ae0f5e46 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:48.081650 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-24602fee-14e8-4cb8-ac18-84aa9b6ac8f8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:48.117353 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.149672 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-24602fee-14e8-4cb8-ac18-84aa9b6ac8f8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:48.430906 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-971cabd9-78a2-4820-a6ff-17cc7431968f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.458391 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-cb2dceec-254a-43f2-a355-9a7c1411133f req-d722f41e-e012-4632-aad9-9ed2be34f002 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5594513 Mar 14 18:21:48.507410 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 72bc991f-449a-45a0-8461-2490efcbe1b3 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:48.698493 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 72bc991f-449a-45a0-8461-2490efcbe1b3 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:48.698983 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.701675 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-24602fee-14e8-4cb8-ac18-84aa9b6ac8f8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.709441 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.resource_extend [None req-501a27d2-9a83-436f-bcf3-ce4b0a35225b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:21:48.735107 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-501a27d2-9a83-436f-bcf3-ce4b0a35225b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.747256 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f746978-a9bb-49db-8aaa-ce3cf2fc7ad1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.752715 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0001c96-eb43-4d63-891d-1f16970d9bcb None None] Network 7a9486e7-af79-4611-80e1-e1b5c1b6e18a requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:48.756573 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-64fd15a2-3e03-471f-b3e7-a5ce616f4658 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.860807 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f746978-a9bb-49db-8aaa-ce3cf2fc7ad1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event updated for resources: {'Subnet': ['ID=c24c263d-a3f7-4245-b90e-d4920b11fb51,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:48.867374 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-24602fee-14e8-4cb8-ac18-84aa9b6ac8f8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.874637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-971cabd9-78a2-4820-a6ff-17cc7431968f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.914542 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-501a27d2-9a83-436f-bcf3-ce4b0a35225b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.915413 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-501a27d2-9a83-436f-bcf3-ce4b0a35225b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.956755 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cabd9-78a2-4820-a6ff-17cc7431968f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6cfb8a-ecad-4c9d-856a-72265ae999bf,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:48.997700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd15a2-3e03-471f-b3e7-a5ce616f4658 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Subnet': ['ID=f8f3c528-492e-4501-9742-a5abaec2c838,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:49.068125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a27d2-9a83-436f-bcf3-ce4b0a35225b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=9cdb2be5-534e-4a85-90c8-d4f28cf5b50a,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:49.080105 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd15a2-3e03-471f-b3e7-a5ce616f4658 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Checking segment: {'id': '00a5ee80-e090-4797-8c6c-ec5802dae5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '05568e0f-bbef-49a3-9bd8-d065d647390a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:49.080478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd15a2-3e03-471f-b3e7-a5ce616f4658 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network hostable DHCP agents. Network: 05568e0f-bbef-49a3-9bd8-d065d647390a, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:49.087558 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24602fee-14e8-4cb8-ac18-84aa9b6ac8f8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=589148e7-fd04-48fb-9bf6-e1d69b38b186,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:49.115192 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-658b25fb-c473-4097-a045-eb3fd8e64221 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port f755ca14-d662-4dc6-8309-b62fbf9ba610 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:49.115511 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-658b25fb-c473-4097-a045-eb3fd8e64221 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.126342 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d6da114-29de-4933-b2ae-3b98e1fda4cb None None] Provisioning for port 701129a5-d70f-4652-bc02-c23cb598393c completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:49.147603 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-971cabd9-78a2-4820-a6ff-17cc7431968f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.151075 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-971cabd9-78a2-4820-a6ff-17cc7431968f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e6cfb8a-ecad-4c9d-856a-72265ae999bf HTTP/1.1" status: 204 len: 168 time: 1.3803725 Mar 14 18:21:49.174107 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68f3719-c507-4692-ae56-e87ae6d1d8c0 None None] Network 54d55748-f5db-4916-8da4-866a2418ba23 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:49.215835 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dceec-254a-43f2-a355-9a7c1411133f req-3be04b0a-1c90-4c4a-b80e-4813b985a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:49.217501 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-cb2dceec-254a-43f2-a355-9a7c1411133f req-3be04b0a-1c90-4c4a-b80e-4813b985a7a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=355ab1d132224c9998b0e8c4dad61d99&device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 1099 time: 0.6071782 Mar 14 18:21:49.225140 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.232068 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f746978-a9bb-49db-8aaa-ce3cf2fc7ad1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Checking segment: {'id': 'ec477b4c-a9a5-451a-b615-724f83026fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5598b0ab-f891-4934-af73-37141fc6e002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:49.232068 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f746978-a9bb-49db-8aaa-ce3cf2fc7ad1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Network hostable DHCP agents. Network: 5598b0ab-f891-4934-af73-37141fc6e002, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:49.269385 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-24602fee-14e8-4cb8-ac18-84aa9b6ac8f8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.270647 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-24602fee-14e8-4cb8-ac18-84aa9b6ac8f8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.9896927 Mar 14 18:21:49.275825 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54918) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:49.291704 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device fb3d6025-faeb-45bc-a318-be9c275707fd up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:49.298746 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd15a2-3e03-471f-b3e7-a5ce616f4658 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network 05568e0f-bbef-49a3-9bd8-d065d647390a is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:49.298952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-36845ba6-2c2e-4c1b-962e-58eed0423f37 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Request body: {'security_group_rule': {'security_group_id': '589148e7-fd04-48fb-9bf6-e1d69b38b186', 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:49.304900 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-36845ba6-2c2e-4c1b-962e-58eed0423f37 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:49.310087 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-36845ba6-2c2e-4c1b-962e-58eed0423f37 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Usage tracker for resource:security_group_rule and tenant:8ca5128883c54d26a4b060b6ae0f5e46 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:49.314011 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-36845ba6-2c2e-4c1b-962e-58eed0423f37 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:49.321033 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-36845ba6-2c2e-4c1b-962e-58eed0423f37 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:49.337802 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Transition to ACTIVE for port object 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:49.367033 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-658b25fb-c473-4097-a045-eb3fd8e64221 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.387371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-64fd15a2-3e03-471f-b3e7-a5ce616f4658 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 05568e0f-bbef-49a3-9bd8-d065d647390a) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:49.442809 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501a27d2-9a83-436f-bcf3-ce4b0a35225b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network 7a9486e7-af79-4611-80e1-e1b5c1b6e18a is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:49.446793 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-501a27d2-9a83-436f-bcf3-ce4b0a35225b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:49.450623 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fd15a2-3e03-471f-b3e7-a5ce616f4658 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:49.451938 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-64fd15a2-3e03-471f-b3e7-a5ce616f4658 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.460072 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54924) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:49.469805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-36845ba6-2c2e-4c1b-962e-58eed0423f37 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.475428 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefd0acb-343b-4e78-abc8-cca53c09bda2 None None] Network 05568e0f-bbef-49a3-9bd8-d065d647390a requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:49.496524 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f746978-a9bb-49db-8aaa-ce3cf2fc7ad1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Network 5598b0ab-f891-4934-af73-37141fc6e002 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:49.535358 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-658b25fb-c473-4097-a045-eb3fd8e64221 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Calling delete_port for f755ca14-d662-4dc6-8309-b62fbf9ba610 owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:49.568005 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dceec-254a-43f2-a355-9a7c1411133f req-3c6ffbce-af36-4c95-bf2a-fe7e2e80ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:49.570116 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-cb2dceec-254a-43f2-a355-9a7c1411133f req-3c6ffbce-af36-4c95-bf2a-fe7e2e80ffed service neutron] 10.222.0.59 "GET /v2.0/networks?id=5861a082-4a53-498e-b267-cfdff69a04c5 HTTP/1.1" status: 200 len: 898 time: 0.3283427 Mar 14 18:21:49.673650 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.677738 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-64fd15a2-3e03-471f-b3e7-a5ce616f4658 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5920846 Mar 14 18:21:49.684055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54934) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:49.690840 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-cb2dceec-254a-43f2-a355-9a7c1411133f req-d8ae6e81-05ac-4ca8-b79d-5e45c325c53d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b46dd8-f6ca-44b8-9556-f232459450cd HTTP/1.1" status: 200 len: 1001 time: 0.1021185 Mar 14 18:21:49.691404 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-8f746978-a9bb-49db-8aaa-ce3cf2fc7ad1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 5598b0ab-f891-4934-af73-37141fc6e002) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:49.717540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a44860dc-883a-4ee1-a294-fe1d3bbf5390 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:49.768268 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dceec-254a-43f2-a355-9a7c1411133f req-9740ff7e-5756-41ae-9d18-20f0092d90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:49.770290 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-cb2dceec-254a-43f2-a355-9a7c1411133f req-9740ff7e-5756-41ae-9d18-20f0092d90fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ffcb896-1a23-4973-a93a-928d9017eb04 HTTP/1.1" status: 200 len: 835 time: 0.0696690 Mar 14 18:21:49.771535 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f746978-a9bb-49db-8aaa-ce3cf2fc7ad1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:49.772106 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f746978-a9bb-49db-8aaa-ce3cf2fc7ad1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.776738 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3de5a7-1aa9-450f-8ca8-13ee34f912a5 None None] Pushing event updated for resources: {'Port': ['ID=4a66ccbe-f453-47aa-9419-82c3b5bbf9ee,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:49.777270 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26008cf8-950a-44c4-819b-0bd629c4dec7 None None] Network 5598b0ab-f891-4934-af73-37141fc6e002 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:49.805001 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1993835001'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:49.813370 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:49.823924 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:network and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:49.835240 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:49.845972 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:49.989303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a44860dc-883a-4ee1-a294-fe1d3bbf5390 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2123067'] for subnet, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.126739 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-de5c0024-b67d-4568-911e-4c1f1292b401 None None] Provisioning for port 1e1ab9eb-c463-4877-91b5-22cd613f66c8 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:50.152491 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-36845ba6-2c2e-4c1b-962e-58eed0423f37 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.159599 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8f746978-a9bb-49db-8aaa-ce3cf2fc7ad1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3109264 Mar 14 18:21:50.162746 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54944) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:50.170745 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a26f91f2-2681-4ee6-bdb2-067eed4223bd tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Request body: {'router': {'external_gateway_info': {'network_id': '5598b0ab-f891-4934-af73-37141fc6e002'}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:50.174119 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:50.177536 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.209623 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.283312 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:50.296965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:security_group_rule and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:50.302676 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:50.318139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:50.374454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-658b25fb-c473-4097-a045-eb3fd8e64221 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.403097 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-05568e0f-bbef-49a3-9bd8-d065d647390a', 'network_id': '05568e0f-bbef-49a3-9bd8-d065d647390a', 'tenant_id': '64ae59efb1a14c3d860915fbe73543f5', 'fixed_ips': [{'subnet_id': 'f8f3c528-492e-4501-9742-a5abaec2c838'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:21:50.404102 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.448696 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port fb3d6025-faeb-45bc-a318-be9c275707fd completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:50.450012 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-36845ba6-2c2e-4c1b-962e-58eed0423f37 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.460181 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dceec-254a-43f2-a355-9a7c1411133f req-9bb0c111-fc74-4cf6-b6b3-a97e8928ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:50.462156 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-cb2dceec-254a-43f2-a355-9a7c1411133f req-9bb0c111-fc74-4cf6-b6b3-a97e8928ecb7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5861a082-4a53-498e-b267-cfdff69a04c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6140006 Mar 14 18:21:50.611161 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36845ba6-2c2e-4c1b-962e-58eed0423f37 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b282505-1a5a-4716-b61e-6fc149ab7a58,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:50.618440 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a44860dc-883a-4ee1-a294-fe1d3bbf5390 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739048859383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4022166'] for subnet, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.638007 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501a27d2-9a83-436f-bcf3-ce4b0a35225b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 87e761e3-23d5-4616-905f-7b4b33bf01ab is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:21:50.705629 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port fb3d6025-faeb-45bc-a318-be9c275707fd triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:50.706151 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.746931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54956) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:50.755400 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44860dc-883a-4ee1-a294-fe1d3bbf5390 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Subnet': ['ID=f8f3c528-492e-4501-9742-a5abaec2c838,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:50.759474 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b25fb-c473-4097-a045-eb3fd8e64221 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Port': ['ID=f755ca14-d662-4dc6-8309-b62fbf9ba610,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:50.808863 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44860dc-883a-4ee1-a294-fe1d3bbf5390 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:50.809455 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a44860dc-883a-4ee1-a294-fe1d3bbf5390 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.813076 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a44860dc-883a-4ee1-a294-fe1d3bbf5390 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "PUT /v2.0/subnets/f8f3c528-492e-4501-9742-a5abaec2c838 HTTP/1.1" status: 200 len: 826 time: 1.1257541 Mar 14 18:21:50.818475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54962) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:50.821567 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-5598b0ab-f891-4934-af73-37141fc6e002', 'network_id': '5598b0ab-f891-4934-af73-37141fc6e002', 'tenant_id': '7c5465f0b8594453ad3b16c69c14b7ff', 'fixed_ips': [{'subnet_id': 'c24c263d-a3f7-4245-b90e-d4920b11fb51'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:21:50.822423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.878897 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a26f91f2-2681-4ee6-bdb2-067eed4223bd tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.884808 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Attempting to bind port 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:50.885098 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Attempting to bind port 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'c12170c3-d928-4ac1-929a-7a94f8d0149b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '88752347-a509-4c9e-87d2-cd0d7ae759f3'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:50.885541 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Attempting to bind port 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee on network 88752347-a509-4c9e-87d2-cd0d7ae759f3 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:50.900110 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-36845ba6-2c2e-4c1b-962e-58eed0423f37 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.905991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.906135 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-36845ba6-2c2e-4c1b-962e-58eed0423f37 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6096978 Mar 14 18:21:50.955788 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54966) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:50.964007 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:50.964997 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Checking segment: {'id': 'c12170c3-d928-4ac1-929a-7a94f8d0149b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '88752347-a509-4c9e-87d2-cd0d7ae759f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:50.965963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.966379 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Bound using segment: {'id': 'c12170c3-d928-4ac1-929a-7a94f8d0149b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '88752347-a509-4c9e-87d2-cd0d7ae759f3'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:50.966887 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Bound port: 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12170c3-d928-4ac1-929a-7a94f8d0149b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '88752347-a509-4c9e-87d2-cd0d7ae759f3'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:50.967269 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.975039 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-10a3c4fe-776e-40e8-bf88-ded1c0ce30df tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Request body: {'security_group_rule': {'security_group_id': '589148e7-fd04-48fb-9bf6-e1d69b38b186', 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:50.985479 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-10a3c4fe-776e-40e8-bf88-ded1c0ce30df tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:50.990294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-10a3c4fe-776e-40e8-bf88-ded1c0ce30df tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Usage tracker for resource:security_group_rule and tenant:8ca5128883c54d26a4b060b6ae0f5e46 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:50.993180 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-10a3c4fe-776e-40e8-bf88-ded1c0ce30df tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:50.999513 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-10a3c4fe-776e-40e8-bf88-ded1c0ce30df tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:51.005545 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Allocated IP 2001:db8::2 (05568e0f-bbef-49a3-9bd8-d065d647390a/f8f3c528-492e-4501-9742-a5abaec2c838/89732dab-f27c-408e-9e1c-acb4074720d4) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:51.026095 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-461937549'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:51.040454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.043956 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:51.068515 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:network and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:51.083300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:51.104132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:51.155834 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-cb2dceec-254a-43f2-a355-9a7c1411133f req-854c97be-7a34-4245-80c9-a23020fd323e service neutron] 10.222.0.59 "GET /v2.0/networks/5861a082-4a53-498e-b267-cfdff69a04c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720107 Mar 14 18:21:51.160030 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501a27d2-9a83-436f-bcf3-ce4b0a35225b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:21:51.163561 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10a3c4fe-776e-40e8-bf88-ded1c0ce30df tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.183966 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c2d45a-76bc-4284-a182-b46e2b1ccf4c None None] Sync routers for ids ['87e761e3-23d5-4616-905f-7b4b33bf01ab'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:51.187927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:51.197129 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-501a27d2-9a83-436f-bcf3-ce4b0a35225b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/87e761e3-23d5-4616-905f-7b4b33bf01ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6538575 Mar 14 18:21:51.202604 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c2d45a-76bc-4284-a182-b46e2b1ccf4c None None] Routers {'87e761e3-23d5-4616-905f-7b4b33bf01ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:51.203225 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-34c2d45a-76bc-4284-a182-b46e2b1ccf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['87e761e3-23d5-4616-905f-7b4b33bf01ab'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:51.208716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54970) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:51.222514 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.222926 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Added segment 0bde4005-018f-4ccd-a737-8bf0f74448d3 of type vlan for network 28855f69-b418-4328-b683-06d9f6202065 Mar 14 18:21:51.256900 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff772a92-95c4-411a-beeb-e134abac1260,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:51.301509 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-34c2d45a-76bc-4284-a182-b46e2b1ccf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:51.321768 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c2d45a-76bc-4284-a182-b46e2b1ccf4c None None] Routers {'87e761e3-23d5-4616-905f-7b4b33bf01ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:51.322845 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-34c2d45a-76bc-4284-a182-b46e2b1ccf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['87e761e3-23d5-4616-905f-7b4b33bf01ab'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:51.350118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:51.353708 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.360210 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Allocated IP 2001:db8:1::2 (5598b0ab-f891-4934-af73-37141fc6e002/c24c263d-a3f7-4245-b90e-d4920b11fb51/44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:51.372006 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-658b25fb-c473-4097-a045-eb3fd8e64221 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.393279 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.395014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.402445 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-34c2d45a-76bc-4284-a182-b46e2b1ccf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:51.403169 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c2d45a-76bc-4284-a182-b46e2b1ccf4c None None] The sync data for ids ['87e761e3-23d5-4616-905f-7b4b33bf01ab'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:51.487985 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10a3c4fe-776e-40e8-bf88-ded1c0ce30df tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.494440 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-cb2dceec-254a-43f2-a355-9a7c1411133f req-e38ff3b2-a76d-445a-8a3b-c4baa009d789 service neutron] 10.222.0.59 "GET /v2.0/networks/5861a082-4a53-498e-b267-cfdff69a04c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317442 Mar 14 18:21:51.541440 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-a26f91f2-2681-4ee6-bdb2-067eed4223bd tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:21:51.542471 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a26f91f2-2681-4ee6-bdb2-067eed4223bd tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "PUT /v2.0/routers/66b6a473-bbba-49d4-b2f0-2559f7365a60 HTTP/1.1" status: 400 len: 364 time: 1.3787990 Mar 14 18:21:51.546698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f0a065-ccab-4c39-a17b-51308b89df4c tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:51.551090 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-03f0a065-ccab-4c39-a17b-51308b89df4c tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/ports/9cdb2be5-534e-4a85-90c8-d4f28cf5b50a HTTP/1.1" status: 200 len: 983 time: 0.3351512 Mar 14 18:21:51.551090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54974) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:51.554869 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:51.556233 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54976) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:51.595571 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] For port 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:51.620828 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.630019 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:security_group_rule and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:51.632368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10a3c4fe-776e-40e8-bf88-ded1c0ce30df tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.758528 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:51.825788 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.837818 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] For port 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4a66ccbe-f453-47aa-9419-82c3b5bbf9ee,segment=NetworkSegment(c12170c3-d928-4ac1-929a-7a94f8d0149b),segment_id=c12170c3-d928-4ac1-929a-7a94f8d0149b)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:51.894422 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3c4fe-776e-40e8-bf88-ded1c0ce30df tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9df436b-08b3-43af-8e98-2c458068ddd8,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:51.902608 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:51.911972 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port fb3d6025-faeb-45bc-a318-be9c275707fd, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=fb3d6025-faeb-45bc-a318-be9c275707fd,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:51.928846 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.976453 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.990162 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b875f5-afd8-4edb-b45f-484cdcf3cf93 None None] Update dhcp port {'port': {'network_id': '54d55748-f5db-4916-8da4-866a2418ba23', 'fixed_ips': [{'subnet_id': 'f8ed1448-8138-4de5-a07d-80fde86a933d', 'ip_address': '2001:db8::2'}, {'subnet_id': '8965dd83-4811-42dc-89e2-0c0809ae72de'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': '1e1ab9eb-c463-4877-91b5-22cd613f66c8'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:21:52.011060 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10a3c4fe-776e-40e8-bf88-ded1c0ce30df tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.012719 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-10a3c4fe-776e-40e8-bf88-ded1c0ce30df tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0513353 Mar 14 18:21:52.023277 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54982) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:52.032568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a8e410da-6c4a-46ff-b124-2fb89d10abbb tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Request body: {'security_group_rule': {'security_group_id': '589148e7-fd04-48fb-9bf6-e1d69b38b186', 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:52.035378 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.037860 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.resource_extend [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:21:52.040351 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a8e410da-6c4a-46ff-b124-2fb89d10abbb tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:52.086433 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.087369 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 701129a5-d70f-4652-bc02-c23cb598393c up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:52.105626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a8e410da-6c4a-46ff-b124-2fb89d10abbb tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Usage tracker for resource:security_group_rule and tenant:8ca5128883c54d26a4b060b6ae0f5e46 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:52.114298 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a8e410da-6c4a-46ff-b124-2fb89d10abbb tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:52.124277 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a8e410da-6c4a-46ff-b124-2fb89d10abbb tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:52.126481 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Transition to ACTIVE for port object 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:52.217640 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.255301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.269233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Transition to ACTIVE for port object 89732dab-f27c-408e-9e1c-acb4074720d4 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:52.292965 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Transition to ACTIVE for port object 89732dab-f27c-408e-9e1c-acb4074720d4 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:52.306226 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a8e410da-6c4a-46ff-b124-2fb89d10abbb tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.310926 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Transition to ACTIVE for port object 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:52.333735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9d5b00f7-08dc-4da4-9247-51e351ae0e1e None None] Provisioning for port 9cdb2be5-534e-4a85-90c8-d4f28cf5b50a completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:52.336849 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3de5a7-1aa9-450f-8ca8-13ee34f912a5 None None] Pushing event updated for resources: {'Port': ['ID=4a66ccbe-f453-47aa-9419-82c3b5bbf9ee,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:52.427453 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=fb3d6025-faeb-45bc-a318-be9c275707fd,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:52.431563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.443378 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.484833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a8e410da-6c4a-46ff-b124-2fb89d10abbb tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.496624 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-11adf64b-edb6-4736-a918-1e1eb570cdb2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.502395 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Network 5598b0ab-f891-4934-af73-37141fc6e002 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:52.512110 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Network 05568e0f-bbef-49a3-9bd8-d065d647390a is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:52.513060 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-27b875f5-afd8-4edb-b45f-484cdcf3cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.531226 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Routers {'97ac3979-357e-4ead-a739-bec5b1183649'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:52.531876 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['97ac3979-357e-4ead-a739-bec5b1183649'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:52.600414 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:52.602828 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:52.608829 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:52.631702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1e7fdc-7caf-4f5c-b913-d4ff25ac02da,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:52.634336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a8e410da-6c4a-46ff-b124-2fb89d10abbb tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.634867 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:52.635083 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9d5b00f7-08dc-4da4-9247-51e351ae0e1e None None] Provisioning complete for port 9cdb2be5-534e-4a85-90c8-d4f28cf5b50a triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:52.635898 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9d5b00f7-08dc-4da4-9247-51e351ae0e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.642624 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.674341 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:52.675552 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e410da-6c4a-46ff-b124-2fb89d10abbb tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3960fc8e-c434-4704-8b6c-b2cbad80d093,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:52.691723 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658b25fb-c473-4097-a045-eb3fd8e64221 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router 6fe8defa-d830-41cb-a70f-6935f517635c has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:21:52.753587 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.758990 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:52.759680 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.781259 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a8e410da-6c4a-46ff-b124-2fb89d10abbb tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.782037 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a8e410da-6c4a-46ff-b124-2fb89d10abbb tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7579775 Mar 14 18:21:52.787882 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54986) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:52.795508 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-572024a0-0ec1-4911-917d-e7d44b245826 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Request body: {'security_group_rule': {'security_group_id': '589148e7-fd04-48fb-9bf6-e1d69b38b186', 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:52.802176 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-572024a0-0ec1-4911-917d-e7d44b245826 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:52.809362 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-572024a0-0ec1-4911-917d-e7d44b245826 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Usage tracker for resource:security_group_rule and tenant:8ca5128883c54d26a4b060b6ae0f5e46 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:52.812701 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-572024a0-0ec1-4911-917d-e7d44b245826 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:52.820228 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-572024a0-0ec1-4911-917d-e7d44b245826 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:52.848456 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.849100 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Added segment e300a27d-1e86-4d83-8596-dbd46d5675c8 of type vlan for network c6ea7f38-153d-42ad-8847-86782d8c0b1e Mar 14 18:21:52.850999 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-11adf64b-edb6-4736-a918-1e1eb570cdb2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting port 9cdb2be5-534e-4a85-90c8-d4f28cf5b50a {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:52.851347 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-11adf64b-edb6-4736-a918-1e1eb570cdb2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.949234 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-572024a0-0ec1-4911-917d-e7d44b245826 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.050091 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.5230656 Mar 14 18:21:53.052725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54990) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:53.057483 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Pushing event updated for resources: {'Port': ['ID=44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:53.065495 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-aab5a292-25a7-4de7-812f-df634ae35980 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'network_id': '28855f69-b418-4328-b683-06d9f6202065', 'name': 'tempest-PortsIpV6TestJSON-311648897'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:53.124793 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-11adf64b-edb6-4736-a918-1e1eb570cdb2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.141284 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Attempting to bind port 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:53.141646 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Attempting to bind port 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'ec477b4c-a9a5-451a-b615-724f83026fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5598b0ab-f891-4934-af73-37141fc6e002'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:53.142008 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Attempting to bind port 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 on network 5598b0ab-f891-4934-af73-37141fc6e002 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:53.144600 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Attempting to bind port 89732dab-f27c-408e-9e1c-acb4074720d4 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:53.145016 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Attempting to bind port 89732dab-f27c-408e-9e1c-acb4074720d4 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '00a5ee80-e090-4797-8c6c-ec5802dae5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '05568e0f-bbef-49a3-9bd8-d065d647390a'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:53.145708 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Attempting to bind port 89732dab-f27c-408e-9e1c-acb4074720d4 on network 05568e0f-bbef-49a3-9bd8-d065d647390a {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:21:53.147397 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b00f7-08dc-4da4-9247-51e351ae0e1e None None] Port 9cdb2be5-534e-4a85-90c8-d4f28cf5b50a cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:21:53.174314 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 701129a5-d70f-4652-bc02-c23cb598393c completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:53.182304 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.186137 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26519ca-a4c2-4d1e-b395-a4fc9eedea7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Network': ['ID=28855f69-b418-4328-b683-06d9f6202065,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:53.189133 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-572024a0-0ec1-4911-917d-e7d44b245826 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.197338 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:53.197601 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Checking segment: {'id': 'ec477b4c-a9a5-451a-b615-724f83026fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5598b0ab-f891-4934-af73-37141fc6e002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:53.203239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.203239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Bound using segment: {'id': 'ec477b4c-a9a5-451a-b615-724f83026fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5598b0ab-f891-4934-af73-37141fc6e002'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:53.203239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Bound port: 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec477b4c-a9a5-451a-b615-724f83026fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5598b0ab-f891-4934-af73-37141fc6e002'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:53.203647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658b25fb-c473-4097-a045-eb3fd8e64221 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:21:53.203839 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.209350 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:21:53.209824 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Checking segment: {'id': '00a5ee80-e090-4797-8c6c-ec5802dae5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '05568e0f-bbef-49a3-9bd8-d065d647390a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:53.210156 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.210544 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Bound using segment: {'id': '00a5ee80-e090-4797-8c6c-ec5802dae5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '05568e0f-bbef-49a3-9bd8-d065d647390a'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:21:53.211038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Bound port: 89732dab-f27c-408e-9e1c-acb4074720d4, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a5ee80-e090-4797-8c6c-ec5802dae5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '05568e0f-bbef-49a3-9bd8-d065d647390a'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:53.211409 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.244121 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 28855f69-b418-4328-b683-06d9f6202065 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:53.258992 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f82a0e-0508-48a7-9018-22227355d4c6 None None] Sync routers for ids ['6fe8defa-d830-41cb-a70f-6935f517635c'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:53.261040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 701129a5-d70f-4652-bc02-c23cb598393c triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:53.261500 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.265826 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-658b25fb-c473-4097-a045-eb3fd8e64221 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/6fe8defa-d830-41cb-a70f-6935f517635c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7064595 Mar 14 18:21:53.269558 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 54994) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:53.272465 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.313378 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-572024a0-0ec1-4911-917d-e7d44b245826 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.326677 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-11adf64b-edb6-4736-a918-1e1eb570cdb2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Calling delete_port for 9cdb2be5-534e-4a85-90c8-d4f28cf5b50a owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:53.333195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-12f38556-1bc1-413b-b3cb-c2cb4a6fde1b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Synchronizing usage tracker for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:21:53.337683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.393684 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-aab5a292-25a7-4de7-812f-df634ae35980 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:53.397855 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572024a0-0ec1-4911-917d-e7d44b245826 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed1b9dc-804b-4220-968c-6f420898d78e,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:53.405783 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-aab5a292-25a7-4de7-812f-df634ae35980 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:port and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:53.416608 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-aab5a292-25a7-4de7-812f-df634ae35980 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:53.427467 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-aab5a292-25a7-4de7-812f-df634ae35980 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:53.445492 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.451537 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:53.452178 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.475348 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f3c528-492e-4501-9742-a5abaec2c838,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:53.497099 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Pushing event updated for resources: {'Port': ['ID=89732dab-f27c-408e-9e1c-acb4074720d4,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:53.517294 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] Set router 97ac3979-357e-4ead-a739-bec5b1183649 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:21:53.605569 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f82a0e-0508-48a7-9018-22227355d4c6 None None] Routers {'6fe8defa-d830-41cb-a70f-6935f517635c'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:53.606037 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f2f82a0e-0508-48a7-9018-22227355d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['6fe8defa-d830-41cb-a70f-6935f517635c'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:53.646732 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-572024a0-0ec1-4911-917d-e7d44b245826 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.647931 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-572024a0-0ec1-4911-917d-e7d44b245826 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8592880 Mar 14 18:21:53.676124 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 54998) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:53.681627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-7977da56-a622-4130-a9db-4953708e456d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Request body: {'security_group_rule': {'security_group_id': '589148e7-fd04-48fb-9bf6-e1d69b38b186', 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:53.688359 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7977da56-a622-4130-a9db-4953708e456d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:53.693113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7977da56-a622-4130-a9db-4953708e456d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Usage tracker for resource:security_group_rule and tenant:8ca5128883c54d26a4b060b6ae0f5e46 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:53.696649 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7977da56-a622-4130-a9db-4953708e456d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:53.704348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7977da56-a622-4130-a9db-4953708e456d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:53.733222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f2f82a0e-0508-48a7-9018-22227355d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:53.742941 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-11adf64b-edb6-4736-a918-1e1eb570cdb2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.755631 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.9976659 Mar 14 18:21:53.756496 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-12f38556-1bc1-413b-b3cb-c2cb4a6fde1b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Unset dirty status for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:21:53.757578 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-12f38556-1bc1-413b-b3cb-c2cb4a6fde1b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe8defa-d830-41cb-a70f-6935f517635c HTTP/1.1" status: 200 len: 205 time: 0.4868755 Mar 14 18:21:53.778225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55002) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:53.778675 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55004) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:53.780431 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.802188 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab5a292-25a7-4de7-812f-df634ae35980 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:53.805212 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-aab5a292-25a7-4de7-812f-df634ae35980 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.824831 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.securitygroups_db [None req-7977da56-a622-4130-a9db-4953708e456d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Project 8ca5128883c54d26a4b060b6ae0f5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:21:53.834623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adf64b-edb6-4736-a918-1e1eb570cdb2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Port': ['ID=9cdb2be5-534e-4a85-90c8-d4f28cf5b50a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:53.841323 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7977da56-a622-4130-a9db-4953708e456d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.854111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-77e31860-dd4a-4a28-97c0-87fc7d66decf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:53.867541 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb145df-22e1-4237-8a52-ec6479e2276d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Network': ['ID=c6ea7f38-153d-42ad-8847-86782d8c0b1e,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:53.877932 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-27b875f5-afd8-4edb-b45f-484cdcf3cf93 None None] Allocated IP 172.20.0.1 (54d55748-f5db-4916-8da4-866a2418ba23/8965dd83-4811-42dc-89e2-0c0809ae72de/1e1ab9eb-c463-4877-91b5-22cd613f66c8) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:53.888655 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f82a0e-0508-48a7-9018-22227355d4c6 None None] Routers {'6fe8defa-d830-41cb-a70f-6935f517635c'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:53.889333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f2f82a0e-0508-48a7-9018-22227355d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['6fe8defa-d830-41cb-a70f-6935f517635c'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:53.894948 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-aab5a292-25a7-4de7-812f-df634ae35980 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] device_id is not set on port e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:21:53.951359 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-60853ece-12d8-4391-9554-2cba04410120 None None] Could not find standard attr ID for object 9cdb2be5-534e-4a85-90c8-d4f28cf5b50a. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:21:53.953911 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:53.980872 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] For port 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:53.985523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] For port 89732dab-f27c-408e-9e1c-acb4074720d4, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:21:54.030320 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f2f82a0e-0508-48a7-9018-22227355d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:54.031053 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f82a0e-0508-48a7-9018-22227355d4c6 None None] The sync data for ids ['6fe8defa-d830-41cb-a70f-6935f517635c'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:54.058949 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] For port 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7,segment=NetworkSegment(ec477b4c-a9a5-451a-b615-724f83026fe2),segment_id=ec477b4c-a9a5-451a-b615-724f83026fe2)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:54.061161 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] For port 89732dab-f27c-408e-9e1c-acb4074720d4, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=89732dab-f27c-408e-9e1c-acb4074720d4,segment=NetworkSegment(00a5ee80-e090-4797-8c6c-ec5802dae5ab),segment_id=00a5ee80-e090-4797-8c6c-ec5802dae5ab)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:21:54.067974 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:21:54.166679 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-11adf64b-edb6-4736-a918-1e1eb570cdb2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.181326 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.186121 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05568e0f-bbef-49a3-9bd8-d065d647390a']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:54.251131 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-247a7273-e606-4f25-bb35-ac776ffbb8d5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.274673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.312010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a5ee80-e090-4797-8c6c-ec5802dae5ab') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:54.312304 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a5ee80-e090-4797-8c6c-ec5802dae5ab') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:54.366210 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7977da56-a622-4130-a9db-4953708e456d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.407734 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.429183 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-aab5a292-25a7-4de7-812f-df634ae35980 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.484568 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-77e31860-dd4a-4a28-97c0-87fc7d66decf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:54.491445 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.526600 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.570998 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c9018cc8-3a23-4380-a107-4183f07ee8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.579138 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7977da56-a622-4130-a9db-4953708e456d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.581099 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-77e31860-dd4a-4a28-97c0-87fc7d66decf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:54.601737 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-77e31860-dd4a-4a28-97c0-87fc7d66decf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:54.604519 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11adf64b-edb6-4736-a918-1e1eb570cdb2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 87e761e3-23d5-4616-905f-7b4b33bf01ab has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:21:54.612890 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977da56-a622-4130-a9db-4953708e456d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea5f38b-e655-40a9-810d-48f0c503750f,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:54.617672 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:54.618279 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.631734 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353fedd-a85c-4824-bae3-9ea501698702 None None] Pushing event updated for resources: {'Port': ['ID=44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:54.635762 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:54.656467 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-77e31860-dd4a-4a28-97c0-87fc7d66decf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:54.712486 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7977da56-a622-4130-a9db-4953708e456d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.716680 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7977da56-a622-4130-a9db-4953708e456d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0363464 Mar 14 18:21:54.716929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55010) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:54.724222 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-9d92118b-ba08-48fc-9177-beca191dc72f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Request body: {'security_group_rule': {'security_group_id': '589148e7-fd04-48fb-9bf6-e1d69b38b186', 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:54.731139 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-9d92118b-ba08-48fc-9177-beca191dc72f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:54.736249 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9d92118b-ba08-48fc-9177-beca191dc72f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Usage tracker for resource:security_group_rule and tenant:8ca5128883c54d26a4b060b6ae0f5e46 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:54.739480 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9d92118b-ba08-48fc-9177-beca191dc72f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:54.744290 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-27b875f5-afd8-4edb-b45f-484cdcf3cf93 None None] For port 1e1ab9eb-c463-4877-91b5-22cd613f66c8, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1e1ab9eb-c463-4877-91b5-22cd613f66c8,segment=NetworkSegment(0ecc151c-3690-493b-9608-48582d9a178b),segment_id=0ecc151c-3690-493b-9608-48582d9a178b)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:54.745806 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-9d92118b-ba08-48fc-9177-beca191dc72f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:54.786689 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-247a7273-e606-4f25-bb35-ac776ffbb8d5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.788063 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 701129a5-d70f-4652-bc02-c23cb598393c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=701129a5-d70f-4652-bc02-c23cb598393c,segment=NetworkSegment(f75e16b6-ab44-4208-97c0-648b12bc20b9),segment_id=f75e16b6-ab44-4208-97c0-648b12bc20b9)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:54.804636 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-247a7273-e606-4f25-bb35-ac776ffbb8d5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.816524 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Allocated IP 2001:db8::1 (58e3e88e-5738-423c-b5c6-a37ad870510b/eb2fb502-4cbd-4c63-83e4-1e2c49089e40/071331ba-505d-469b-9d1c-a8b24016cc58) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:54.823338 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c84f68-18a1-4213-84cc-937119135da3 None None] Network 05568e0f-bbef-49a3-9bd8-d065d647390a requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:54.826774 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-aab5a292-25a7-4de7-812f-df634ae35980 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.837578 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.securitygroups_db [None req-9d92118b-ba08-48fc-9177-beca191dc72f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Project 8ca5128883c54d26a4b060b6ae0f5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:21:54.843026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a5c48-07e0-4dd3-b68d-4a2603582746 None None] Pushing event updated for resources: {'Port': ['ID=89732dab-f27c-408e-9e1c-acb4074720d4,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:54.870054 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.871126 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1e1ab9eb-c463-4877-91b5-22cd613f66c8 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:54.903569 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-27b875f5-afd8-4edb-b45f-484cdcf3cf93 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.927436 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11adf64b-edb6-4736-a918-1e1eb570cdb2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:21:54.933146 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-11adf64b-edb6-4736-a918-1e1eb570cdb2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/87e761e3-23d5-4616-905f-7b4b33bf01ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3722527 Mar 14 18:21:54.935658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.api [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:21:54.935658 dv-neutron-833560-1-hyperv neutron-server[88635]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:21:54.935658 dv-neutron-833560-1-hyperv neutron-server[88635]: [parameters: {'id': '05568e0f-bbef-49a3-9bd8-d065d647390a'}] Mar 14 18:21:54.935658 dv-neutron-833560-1-hyperv neutron-server[88635]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:21:54.936458 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG oslo_db.api [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:21:54.938157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55014) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:54.945597 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9d92118b-ba08-48fc-9177-beca191dc72f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.946025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e31860-dd4a-4a28-97c0-87fc7d66decf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:54.947854 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5830f-8650-4752-8488-e93a85741973 None None] Sync routers for ids ['87e761e3-23d5-4616-905f-7b4b33bf01ab'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:54.950833 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77e31860-dd4a-4a28-97c0-87fc7d66decf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.966157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-247a7273-e606-4f25-bb35-ac776ffbb8d5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.969451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247a7273-e606-4f25-bb35-ac776ffbb8d5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Fanout notify agent at l3_agent the message router_deleted on router 6fe8defa-d830-41cb-a70f-6935f517635c {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:21:54.991646 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5830f-8650-4752-8488-e93a85741973 None None] Routers {'87e761e3-23d5-4616-905f-7b4b33bf01ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:54.996641 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-49a5830f-8650-4752-8488-e93a85741973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['87e761e3-23d5-4616-905f-7b4b33bf01ab'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:55.022622 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5a292-25a7-4de7-812f-df634ae35980 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:55.088565 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9d92118b-ba08-48fc-9177-beca191dc72f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.089186 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab5a292-25a7-4de7-812f-df634ae35980 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Checking segment: {'id': '0bde4005-018f-4ccd-a737-8bf0f74448d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '28855f69-b418-4328-b683-06d9f6202065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:55.089962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-27b875f5-afd8-4edb-b45f-484cdcf3cf93 None None] Transition to ACTIVE for port object 1e1ab9eb-c463-4877-91b5-22cd613f66c8 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:55.090261 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab5a292-25a7-4de7-812f-df634ae35980 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network hostable DHCP agents. Network: 28855f69-b418-4328-b683-06d9f6202065, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:55.156923 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=701129a5-d70f-4652-bc02-c23cb598393c,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:55.157135 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-49a5830f-8650-4752-8488-e93a85741973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:55.167288 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5830f-8650-4752-8488-e93a85741973 None None] Routers {'87e761e3-23d5-4616-905f-7b4b33bf01ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:21:55.168187 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-49a5830f-8650-4752-8488-e93a85741973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['87e761e3-23d5-4616-905f-7b4b33bf01ab'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:55.183043 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9d92118b-ba08-48fc-9177-beca191dc72f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.210422 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab5a292-25a7-4de7-812f-df634ae35980 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network 28855f69-b418-4328-b683-06d9f6202065 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:55.213800 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ac3979-357e-4ead-a739-bec5b1183649', 'name': 'tempest-TestVolumeBootPattern-880393540-router', 'tenant_id': '2a927de9df9c49669a960670cec38ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'fb3d6025-faeb-45bc-a318-be9c275707fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:27Z', 'updated_at': '2022-03-14T18:21:41Z', 'revision_number': 4, 'project_id': '2a927de9df9c49669a960670cec38ac8', 'gw_port': {'id': 'fb3d6025-faeb-45bc-a318-be9c275707fd', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ac3979-357e-4ead-a739-bec5b1183649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:29Z', 'updated_at': '2022-03-14T18:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '4a66ccbe-f453-47aa-9419-82c3b5bbf9ee', 'name': '', 'network_id': '88752347-a509-4c9e-87d2-cd0d7ae759f3', 'tenant_id': '2a927de9df9c49669a960670cec38ac8', 'mac_address': 'fa:16:3e:26:61:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ac3979-357e-4ead-a739-bec5b1183649', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '34a2cf3a-cb28-4c35-96e0-0466ebefa774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:38Z', 'updated_at': '2022-03-14T18:21:51Z', 'revision_number': 4, 'project_id': '2a927de9df9c49669a960670cec38ac8', 'subnets': [{'id': '34a2cf3a-cb28-4c35-96e0-0466ebefa774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:55.222276 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-27b875f5-afd8-4edb-b45f-484cdcf3cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.226641 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92118b-ba08-48fc-9177-beca191dc72f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f866c3f1-cd5a-48e0-912e-44f27bcab566,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:55.235624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7985b71-d0d6-4219-a8d7-866cdf2ab89e None None] The sync data for ids ['97ac3979-357e-4ead-a739-bec5b1183649'] in dv-neutron-833560-1-hyperv is: [{'id': '97ac3979-357e-4ead-a739-bec5b1183649', 'name': 'tempest-TestVolumeBootPattern-880393540-router', 'tenant_id': '2a927de9df9c49669a960670cec38ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'fb3d6025-faeb-45bc-a318-be9c275707fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:27Z', 'updated_at': '2022-03-14T18:21:41Z', 'revision_number': 4, 'project_id': '2a927de9df9c49669a960670cec38ac8', 'gw_port': {'id': 'fb3d6025-faeb-45bc-a318-be9c275707fd', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ac3979-357e-4ead-a739-bec5b1183649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:29Z', 'updated_at': '2022-03-14T18:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '4a66ccbe-f453-47aa-9419-82c3b5bbf9ee', 'name': '', 'network_id': '88752347-a509-4c9e-87d2-cd0d7ae759f3', 'tenant_id': '2a927de9df9c49669a960670cec38ac8', 'mac_address': 'fa:16:3e:26:61:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ac3979-357e-4ead-a739-bec5b1183649', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '34a2cf3a-cb28-4c35-96e0-0466ebefa774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:38Z', 'updated_at': '2022-03-14T18:21:51Z', 'revision_number': 4, 'project_id': '2a927de9df9c49669a960670cec38ac8', 'subnets': [{'id': '34a2cf3a-cb28-4c35-96e0-0466ebefa774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:55.251974 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-49a5830f-8650-4752-8488-e93a85741973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:55.252545 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5830f-8650-4752-8488-e93a85741973 None None] The sync data for ids ['87e761e3-23d5-4616-905f-7b4b33bf01ab'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:55.318138 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-247a7273-e606-4f25-bb35-ac776ffbb8d5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.319505 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-247a7273-e606-4f25-bb35-ac776ffbb8d5 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/routers/6fe8defa-d830-41cb-a70f-6935f517635c HTTP/1.1" status: 204 len: 168 time: 1.5302961 Mar 14 18:21:55.322452 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55018) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:55.364279 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-aab5a292-25a7-4de7-812f-df634ae35980 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 28855f69-b418-4328-b683-06d9f6202065) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:55.374146 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab5a292-25a7-4de7-812f-df634ae35980 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:55.379717 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab5a292-25a7-4de7-812f-df634ae35980 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:55.380419 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-aab5a292-25a7-4de7-812f-df634ae35980 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.402451 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9d92118b-ba08-48fc-9177-beca191dc72f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.403827 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9d92118b-ba08-48fc-9177-beca191dc72f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6857219 Mar 14 18:21:55.422369 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaea2c6-36a2-4cec-8aa8-41a42594cbe8 None None] Network 28855f69-b418-4328-b683-06d9f6202065 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:55.434626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c67cf0-43ab-4b57-9ad1-104744d12b53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting subnet 4984bf23-e8b5-4527-af2e-2701251603e1 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:21:55.446481 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a2c67cf0-43ab-4b57-9ad1-104744d12b53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.487059 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 1e1ab9eb-c463-4877-91b5-22cd613f66c8 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:55.556078 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-aab5a292-25a7-4de7-812f-df634ae35980 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4996550 Mar 14 18:21:55.560611 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7d83be23-39c6-4b94-b216-8ed60c868efe up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:55.575612 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55040) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:55.603377 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d380fc50-0d71-45b4-9b76-e35063bccf10 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-283745536'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:55.633868 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d380fc50-0d71-45b4-9b76-e35063bccf10 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:55.634308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b875f5-afd8-4edb-b45f-484cdcf3cf93 None None] Pushing event updated for resources: {'Port': ['ID=1e1ab9eb-c463-4877-91b5-22cd613f66c8,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:55.646018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d380fc50-0d71-45b4-9b76-e35063bccf10 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:network and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:55.651221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d380fc50-0d71-45b4-9b76-e35063bccf10 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:55.685225 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d380fc50-0d71-45b4-9b76-e35063bccf10 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:55.689174 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a2c67cf0-43ab-4b57-9ad1-104744d12b53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.850517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7a1f6e-0fc5-4aac-9dd3-6e03048832f2 None None] Network 05568e0f-bbef-49a3-9bd8-d065d647390a requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:55.880321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.890869 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a2c67cf0-43ab-4b57-9ad1-104744d12b53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.046845 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 7d83be23-39c6-4b94-b216-8ed60c868efe triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:56.048980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.079497 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-df827d1a-4643-4bf6-9e39-502c184425ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] remove_router_interface failed (client error): The resource could not be found. Mar 14 18:21:56.096330 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-df827d1a-4643-4bf6-9e39-502c184425ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/87e761e3-23d5-4616-905f-7b4b33bf01ab/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1489787 Mar 14 18:21:56.125570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55068) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:56.233116 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b368a72e-f90b-45a9-8d5f-1fc0426db716 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e761e3-23d5-4616-905f-7b4b33bf01ab HTTP/1.1" status: 200 len: 205 time: 0.1019497 Mar 14 18:21:56.250088 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55072) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:56.262243 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Deleting port 89732dab-f27c-408e-9e1c-acb4074720d4 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:56.263142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.324392 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d380fc50-0d71-45b4-9b76-e35063bccf10 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:56.337993 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d380fc50-0d71-45b4-9b76-e35063bccf10 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.387277 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.417131 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-679b464b-b30f-439e-bffc-be89c80c0e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.439446 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5017808c-935f-4d0d-a05c-9d524382f44e None None] Network 5598b0ab-f891-4934-af73-37141fc6e002 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:56.450672 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d380fc50-0d71-45b4-9b76-e35063bccf10 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:56.471026 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d380fc50-0d71-45b4-9b76-e35063bccf10 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.471364 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-d380fc50-0d71-45b4-9b76-e35063bccf10 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Added segment f99e14d8-edd9-4d77-9e3d-2425680dd79f of type vlan for network 41f45a71-e229-40a4-945f-5b3fa47e89f2 Mar 14 18:21:56.518177 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d380fc50-0d71-45b4-9b76-e35063bccf10 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.538498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b9191d-904b-4883-b3e6-aee391ba49ef None None] Network 54d55748-f5db-4916-8da4-866a2418ba23 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:56.560549 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a2c67cf0-43ab-4b57-9ad1-104744d12b53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.605805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c67cf0-43ab-4b57-9ad1-104744d12b53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Subnet': ['ID=4984bf23-e8b5-4527-af2e-2701251603e1,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:56.611550 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a2c67cf0-43ab-4b57-9ad1-104744d12b53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.620131 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d380fc50-0d71-45b4-9b76-e35063bccf10 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.626877 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d380fc50-0d71-45b4-9b76-e35063bccf10 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:56.627505 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d380fc50-0d71-45b4-9b76-e35063bccf10 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.636167 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Transition to ACTIVE for port object 071331ba-505d-469b-9d1c-a8b24016cc58 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:56.649109 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202e1c69-32ac-4e4b-bb36-c3b2272f7da3 None None] Network 2f32ceb5-1a98-4941-9b21-f022afb7448d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:56.649755 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a2c67cf0-43ab-4b57-9ad1-104744d12b53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/subnets/4984bf23-e8b5-4527-af2e-2701251603e1 HTTP/1.1" status: 204 len: 168 time: 1.3260620 Mar 14 18:21:56.657092 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55076) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:56.775085 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d380fc50-0d71-45b4-9b76-e35063bccf10 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1925280 Mar 14 18:21:56.784048 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55080) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:56.796252 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'ports': [{'network_id': '28855f69-b418-4328-b683-06d9f6202065'}, {'network_id': '41f45a71-e229-40a4-945f-5b3fa47e89f2'}]} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:56.796588 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'network_id': '28855f69-b418-4328-b683-06d9f6202065'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:56.797091 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'network_id': '41f45a71-e229-40a4-945f-5b3fa47e89f2'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:56.845031 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380fc50-0d71-45b4-9b76-e35063bccf10 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Network': ['ID=41f45a71-e229-40a4-945f-5b3fa47e89f2,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:56.921102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.936850 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 41f45a71-e229-40a4-945f-5b3fa47e89f2 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:21:56.941465 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-386ff374-278e-4bf1-82de-51774f58a1f9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.013446 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1fc36a6e-3a60-4593-a2fe-7750d8a4203a None None] Provisioning for port 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:57.146679 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:21:57.150737 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:port and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:21:57.155169 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:21:57.160846 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:21:57.186643 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device fb3d6025-faeb-45bc-a318-be9c275707fd up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:57.262659 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'port': 2} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:57.267218 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.288637 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.393498 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] For port 89732dab-f27c-408e-9e1c-acb4074720d4, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=89732dab-f27c-408e-9e1c-acb4074720d4,segment=NetworkSegment(00a5ee80-e090-4797-8c6c-ec5802dae5ab),segment_id=00a5ee80-e090-4797-8c6c-ec5802dae5ab)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:57.394208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.458307 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port 72bc991f-449a-45a0-8461-2490efcbe1b3 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:57.458554 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.520553 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port fb3d6025-faeb-45bc-a318-be9c275707fd triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:57.520907 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.555175 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] device_id is not set on port c521f6cc-89f5-4f3e-aec6-a5932c2b5308 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:21:57.563158 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f193d423-4db3-4a3f-8418-968c6ce662e5 None None] Provisioning for port 1e1ab9eb-c463-4877-91b5-22cd613f66c8 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:57.592053 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f193d423-4db3-4a3f-8418-968c6ce662e5 None None] Provisioning complete for port 1e1ab9eb-c463-4877-91b5-22cd613f66c8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:57.592053 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f193d423-4db3-4a3f-8418-968c6ce662e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.623643 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Calling delete_port for 89732dab-f27c-408e-9e1c-acb4074720d4 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:57.666888 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.828681 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] device_id is not set on port 6cf82c62-014e-46f6-97bc-afbe6143d7e4 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:21:57.834233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.839846 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096a370c-a088-4a9f-92cb-ef7e47d15c9a None None] DHCP port deletion for 2f32ceb5-1a98-4941-9b21-f022afb7448d request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:21:57.942492 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-386ff374-278e-4bf1-82de-51774f58a1f9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.961598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-386ff374-278e-4bf1-82de-51774f58a1f9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.961773 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-096a370c-a088-4a9f-92cb-ef7e47d15c9a None None] Deleting port 72bc991f-449a-45a0-8461-2490efcbe1b3 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:57.965402 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-096a370c-a088-4a9f-92cb-ef7e47d15c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.982802 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.041438 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.108967 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.109226 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f193d423-4db3-4a3f-8418-968c6ce662e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.133566 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:58.147258 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77e31860-dd4a-4a28-97c0-87fc7d66decf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.193244 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event updated for resources: {'Port': ['ID=071331ba-505d-469b-9d1c-a8b24016cc58,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:58.233801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.234047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Network 58e3e88e-5738-423c-b5c6-a37ad870510b is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:58.243833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network 28855f69-b418-4328-b683-06d9f6202065 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:58.244592 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:58.253300 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:58.260529 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:58.261822 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.289977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:58.290582 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.306331 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=c521f6cc-89f5-4f3e-aec6-a5932c2b5308,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:58.308155 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f193d423-4db3-4a3f-8418-968c6ce662e5 None None] For port 1e1ab9eb-c463-4877-91b5-22cd613f66c8, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1e1ab9eb-c463-4877-91b5-22cd613f66c8,segment=NetworkSegment(0ecc151c-3690-493b-9608-48582d9a178b),segment_id=0ecc151c-3690-493b-9608-48582d9a178b)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:58.389587 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-386ff374-278e-4bf1-82de-51774f58a1f9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.390147 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386ff374-278e-4bf1-82de-51774f58a1f9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Fanout notify agent at l3_agent the message router_deleted on router 87e761e3-23d5-4616-905f-7b4b33bf01ab {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:21:58.399624 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Checking segment: {'id': 'f99e14d8-edd9-4d77-9e3d-2425680dd79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '41f45a71-e229-40a4-945f-5b3fa47e89f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:58.400233 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network hostable DHCP agents. Network: 41f45a71-e229-40a4-945f-5b3fa47e89f2, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:58.408349 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=6cf82c62-014e-46f6-97bc-afbe6143d7e4,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:58.423780 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f193d423-4db3-4a3f-8418-968c6ce662e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.445969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.527599 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Port': ['ID=89732dab-f27c-408e-9e1c-acb4074720d4,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:58.554107 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:21:58.564179 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:58.564720 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.595781 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193d423-4db3-4a3f-8418-968c6ce662e5 None None] Pushing event updated for resources: {'Port': ['ID=1e1ab9eb-c463-4877-91b5-22cd613f66c8,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:58.601060 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e31860-dd4a-4a28-97c0-87fc7d66decf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=373d389a-93ce-48b3-8964-ba98a4641777,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:58.604808 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network 41f45a71-e229-40a4-945f-5b3fa47e89f2 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:58.623208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] No DVR routers for this DVR port 89732dab-f27c-408e-9e1c-acb4074720d4 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:21:58.624625 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-096a370c-a088-4a9f-92cb-ef7e47d15c9a None None] For port 72bc991f-449a-45a0-8461-2490efcbe1b3, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=72bc991f-449a-45a0-8461-2490efcbe1b3,segment=NetworkSegment(59f19fa2-b6f5-4658-86c5-3f2724ff673a),segment_id=59f19fa2-b6f5-4658-86c5-3f2724ff673a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:58.625080 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-096a370c-a088-4a9f-92cb-ef7e47d15c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.691004 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 41f45a71-e229-40a4-945f-5b3fa47e89f2) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:58.696464 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:21:58.704029 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:58.708845 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:58.709506 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.751606 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e31860-dd4a-4a28-97c0-87fc7d66decf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:21:58.751980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e31860-dd4a-4a28-97c0-87fc7d66decf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network hostable DHCP agents. Network: c6ea7f38-153d-42ad-8847-86782d8c0b1e, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:58.783814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] For port 72bc991f-449a-45a0-8461-2490efcbe1b3, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=72bc991f-449a-45a0-8461-2490efcbe1b3,segment=NetworkSegment(59f19fa2-b6f5-4658-86c5-3f2724ff673a),segment_id=59f19fa2-b6f5-4658-86c5-3f2724ff673a)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:58.784259 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.795183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-386ff374-278e-4bf1-82de-51774f58a1f9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.800979 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-386ff374-278e-4bf1-82de-51774f58a1f9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/routers/87e761e3-23d5-4616-905f-7b4b33bf01ab HTTP/1.1" status: 204 len: 168 time: 2.4141443 Mar 14 18:21:58.801165 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55126) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:58.816604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-096a370c-a088-4a9f-92cb-ef7e47d15c9a None None] Calling delete_port for 72bc991f-449a-45a0-8461-2490efcbe1b3 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:58.881761 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a7d498fe-844c-42ff-9b80-8da5422aa11b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0936468 Mar 14 18:21:58.896620 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55130) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:58.948308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e73c74a-8927-45ca-a884-795d7f0a1176 None None] Network 41f45a71-e229-40a4-945f-5b3fa47e89f2 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:58.965439 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3ccc27-401b-484e-a7e8-eebd5214feef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting subnet 1d4c4a85-d7c7-4630-8a38-6d0e0b5498a4 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:21:58.968936 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Calling delete_port for 72bc991f-449a-45a0-8461-2490efcbe1b3 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:58.981119 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f3ccc27-401b-484e-a7e8-eebd5214feef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.032841 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-94664799-a68d-4823-ba00-3c06b588866f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port 6cf82c62-014e-46f6-97bc-afbe6143d7e4 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:59.033329 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-94664799-a68d-4823-ba00-3c06b588866f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.063878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.098686 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-73403e37-ce90-40b0-8c58-7723ab86382e None None] Provisioning complete for port 1e1ab9eb-c463-4877-91b5-22cd613f66c8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:59.098686 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-73403e37-ce90-40b0-8c58-7723ab86382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.123167 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.164726 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f3ccc27-401b-484e-a7e8-eebd5214feef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.186544 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05568e0f-bbef-49a3-9bd8-d065d647390a']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:59.266428 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e31860-dd4a-4a28-97c0-87fc7d66decf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:59.269624 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a5ee80-e090-4797-8c6c-ec5802dae5ab') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:59.270079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a5ee80-e090-4797-8c6c-ec5802dae5ab') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:59.302051 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-096a370c-a088-4a9f-92cb-ef7e47d15c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.306730 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.357958 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-94664799-a68d-4823-ba00-3c06b588866f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.358558 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-77e31860-dd4a-4a28-97c0-87fc7d66decf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, c6ea7f38-153d-42ad-8847-86782d8c0b1e) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:59.361014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.389139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e31860-dd4a-4a28-97c0-87fc7d66decf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:59.389731 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77e31860-dd4a-4a28-97c0-87fc7d66decf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.401056 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.414423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ddb0a6-ed90-485e-a60e-93628030f4bd None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:21:59.424355 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.api [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:21:59.424355 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG oslo_db.api [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:21:59.428393 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:59.429798 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.438997 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096a370c-a088-4a9f-92cb-ef7e47d15c9a None None] No DVR routers for this DVR port 72bc991f-449a-45a0-8461-2490efcbe1b3 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:59.448191 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:59.491473 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a370c-a088-4a9f-92cb-ef7e47d15c9a None None] Pushing event deleted for resources: {'Port': ['ID=72bc991f-449a-45a0-8461-2490efcbe1b3,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:59.509841 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4a66ccbe-f453-47aa-9419-82c3b5bbf9ee,segment=NetworkSegment(c12170c3-d928-4ac1-929a-7a94f8d0149b),segment_id=c12170c3-d928-4ac1-929a-7a94f8d0149b)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:21:59.577976 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-77e31860-dd4a-4a28-97c0-87fc7d66decf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.7877643 Mar 14 18:21:59.582713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55136) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:21:59.595526 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-95c48952-bf5d-412b-bfcc-f850f3c77e62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'name': 'tempest-NetworksTestDHCPv6-1822608981'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:59.637674 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.638373 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 701129a5-d70f-4652-bc02-c23cb598393c up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:21:59.642151 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-94664799-a68d-4823-ba00-3c06b588866f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for 6cf82c62-014e-46f6-97bc-afbe6143d7e4 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:21:59.682360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f3ccc27-401b-484e-a7e8-eebd5214feef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.923613 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port 72bc991f-449a-45a0-8461-2490efcbe1b3 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:21:59.923938 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.925972 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f3ccc27-401b-484e-a7e8-eebd5214feef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.948091 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.954104 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.963711 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 701129a5-d70f-4652-bc02-c23cb598393c triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:59.964835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.002320 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-94664799-a68d-4823-ba00-3c06b588866f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.011310 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'fixed_ips': [{'subnet_id': '373d389a-93ce-48b3-8964-ba98a4641777'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:22:00.011627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f3ccc27-401b-484e-a7e8-eebd5214feef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.011726 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.011805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ccc27-401b-484e-a7e8-eebd5214feef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4c4a85-d7c7-4630-8a38-6d0e0b5498a4,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:00.016133 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=4a66ccbe-f453-47aa-9419-82c3b5bbf9ee,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:00.028762 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3de2e6-9d00-499f-abec-d679a99838fe None None] Network 7a9486e7-af79-4611-80e1-e1b5c1b6e18a requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:00.069040 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94664799-a68d-4823-ba00-3c06b588866f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=6cf82c62-014e-46f6-97bc-afbe6143d7e4,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:00.071783 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5f3ccc27-401b-484e-a7e8-eebd5214feef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/subnets/1d4c4a85-d7c7-4630-8a38-6d0e0b5498a4 HTTP/1.1" status: 204 len: 168 time: 1.2715766 Mar 14 18:22:00.075146 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55144) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:00.082659 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-94664799-a68d-4823-ba00-3c06b588866f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.087492 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-94664799-a68d-4823-ba00-3c06b588866f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/ports/6cf82c62-014e-46f6-97bc-afbe6143d7e4 HTTP/1.1" status: 204 len: 168 time: 1.1946695 Mar 14 18:22:00.098605 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55148) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:00.116224 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.137218 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/networks/05568e0f-bbef-49a3-9bd8-d065d647390a HTTP/1.1" status: 204 len: 168 time: 9.2355354 Mar 14 18:22:00.142478 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55152) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:00.155625 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700a19d-72bc-42fd-a136-061e51960475 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Network': ['ID=05568e0f-bbef-49a3-9bd8-d065d647390a,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:00.172602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] The port '72bc991f-449a-45a0-8461-2490efcbe1b3' was deleted {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:22:00.224489 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e00dba-e949-4cd0-9dc7-17cbd7a4cd49 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] DELETE failed (client error): The resource could not be found. Mar 14 18:22:00.224895 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e00dba-e949-4cd0-9dc7-17cbd7a4cd49 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:22:00.230546 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f7e00dba-e949-4cd0-9dc7-17cbd7a4cd49 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/networks/05568e0f-bbef-49a3-9bd8-d065d647390a HTTP/1.1" status: 404 len: 339 time: 0.0829029 Mar 14 18:22:00.233359 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55156) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:00.250443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-b73ebba2-b866-4ce0-9236-55eb20f9f9e5 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1869861271', 'description': 'd1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:00.265149 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b73ebba2-b866-4ce0-9236-55eb20f9f9e5 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:00.278624 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b73ebba2-b866-4ce0-9236-55eb20f9f9e5 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Usage tracker for resource:network and tenant:64ae59efb1a14c3d860915fbe73543f5 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:00.282551 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b73ebba2-b866-4ce0-9236-55eb20f9f9e5 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:00.288333 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.294678 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b73ebba2-b866-4ce0-9236-55eb20f9f9e5 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:00.316150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting port 701129a5-d70f-4652-bc02-c23cb598393c {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:00.316480 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.326106 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-03acb4bb-8af5-4e75-8fa0-c35ed7908fd3 None None] Provisioning for port 071331ba-505d-469b-9d1c-a8b24016cc58 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:00.368865 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-03acb4bb-8af5-4e75-8fa0-c35ed7908fd3 None None] Provisioning complete for port 071331ba-505d-469b-9d1c-a8b24016cc58 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:00.369149 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-03acb4bb-8af5-4e75-8fa0-c35ed7908fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.408376 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73ebba2-b866-4ce0-9236-55eb20f9f9e5 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:00.411770 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b73ebba2-b866-4ce0-9236-55eb20f9f9e5 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.441628 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.resource_extend [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:22:00.457612 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.469938 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.485281 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-95c48952-bf5d-412b-bfcc-f850f3c77e62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:00.495229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-03acb4bb-8af5-4e75-8fa0-c35ed7908fd3 None None] Port 071331ba-505d-469b-9d1c-a8b24016cc58 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:22:00.504150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73ebba2-b866-4ce0-9236-55eb20f9f9e5 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:00.505015 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1e1ab9eb-c463-4877-91b5-22cd613f66c8 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:00.507722 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-95c48952-bf5d-412b-bfcc-f850f3c77e62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:port and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:00.520941 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-95c48952-bf5d-412b-bfcc-f850f3c77e62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:00.527388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f32ceb5-1a98-4941-9b21-f022afb7448d']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:00.537474 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-95c48952-bf5d-412b-bfcc-f850f3c77e62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:00.543717 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.544946 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.551163 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Allocated IP 2001:db8::2 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/373d389a-93ce-48b3-8964-ba98a4641777/53196f10-e65b-4f4a-9c4e-f3dabaa01e0f) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:00.567556 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b73ebba2-b866-4ce0-9236-55eb20f9f9e5 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.567899 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-b73ebba2-b866-4ce0-9236-55eb20f9f9e5 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Added segment dffda5c7-d508-4cd5-8db2-a8db6fe5389c of type vlan for network 9bd8fbd4-4e67-4062-ace3-4f9c561c2022 Mar 14 18:22:00.598686 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] For port 701129a5-d70f-4652-bc02-c23cb598393c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=701129a5-d70f-4652-bc02-c23cb598393c,segment=NetworkSegment(f75e16b6-ab44-4208-97c0-648b12bc20b9),segment_id=f75e16b6-ab44-4208-97c0-648b12bc20b9)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:00.599071 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.602234 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d113041e-8267-43c3-b089-3606940a900c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:00.608454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d113041e-8267-43c3-b089-3606940a900c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:00.612521 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d113041e-8267-43c3-b089-3606940a900c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4756427 Mar 14 18:22:00.612521 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f19fa2-b6f5-4658-86c5-3f2724ff673a') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:00.612521 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f19fa2-b6f5-4658-86c5-3f2724ff673a') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:00.615261 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55162) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:00.669245 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.719158 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.729945 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23093b0f-6ad4-41af-8b9f-fae32a740320 None None] DHCP port deletion for 7a9486e7-af79-4611-80e1-e1b5c1b6e18a request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:22:00.747740 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-23093b0f-6ad4-41af-8b9f-fae32a740320 None None] Deleting port 701129a5-d70f-4652-bc02-c23cb598393c {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:00.748043 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-23093b0f-6ad4-41af-8b9f-fae32a740320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.771575 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event updated for resources: {'Port': ['ID=071331ba-505d-469b-9d1c-a8b24016cc58,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:00.799882 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c48952-bf5d-412b-bfcc-f850f3c77e62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:00.804172 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95c48952-bf5d-412b-bfcc-f850f3c77e62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.817215 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:00.817624 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.833507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b73ebba2-b866-4ce0-9236-55eb20f9f9e5 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:00.836860 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:00.849797 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 1e1ab9eb-c463-4877-91b5-22cd613f66c8 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:00.850171 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.901512 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ebbec16f-5894-4c33-8879-2cb4a1cf76c5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port c521f6cc-89f5-4f3e-aec6-a5932c2b5308 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:00.901979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ebbec16f-5894-4c33-8879-2cb4a1cf76c5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.942536 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-95c48952-bf5d-412b-bfcc-f850f3c77e62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port 0409302b-2fd8-4ce9-951b-4fde3af5693b yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:00.955206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Calling delete_port for 701129a5-d70f-4652-bc02-c23cb598393c owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:01.034371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Network 58e3e88e-5738-423c-b5c6-a37ad870510b is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:01.038434 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:01.124245 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.128629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.170057 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b73ebba2-b866-4ce0-9236-55eb20f9f9e5 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.173277 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Network': ['ID=2f32ceb5-1a98-4941-9b21-f022afb7448d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:01.175506 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73ebba2-b866-4ce0-9236-55eb20f9f9e5 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:01.176453 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b73ebba2-b866-4ce0-9236-55eb20f9f9e5 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.226776 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6fa9568d-cb50-4a27-a042-cee498c6238e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/networks/2f32ceb5-1a98-4941-9b21-f022afb7448d HTTP/1.1" status: 204 len: 168 time: 4.4956102 Mar 14 18:22:01.238805 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55168) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:01.246993 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-201395119', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}, 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:01.258923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:01.273791 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:router and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:01.279835 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:01.291989 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:01.319140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Router 66b6a473-bbba-49d4-b2f0-2559f7365a60 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:22:01.404344 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.411829 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-23093b0f-6ad4-41af-8b9f-fae32a740320 None None] For port 701129a5-d70f-4652-bc02-c23cb598393c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=701129a5-d70f-4652-bc02-c23cb598393c,segment=NetworkSegment(f75e16b6-ab44-4208-97c0-648b12bc20b9),segment_id=f75e16b6-ab44-4208-97c0-648b12bc20b9)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:01.412353 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-23093b0f-6ad4-41af-8b9f-fae32a740320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.421835 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.442776 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Transition to ACTIVE for port object 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:01.450629 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:01.460215 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.461466 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.508416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.510220 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:22:01.534326 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b5c12a6e-05e6-4630-af87-b798a6ab18f1 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "PUT /v2.0/routers/66b6a473-bbba-49d4-b2f0-2559f7365a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9761987 Mar 14 18:22:01.536271 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55172) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:01.600555 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a617d72-921f-4eea-ab2c-d3b804ba036e None None] Sync routers for ids ['66b6a473-bbba-49d4-b2f0-2559f7365a60'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:01.612658 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-23093b0f-6ad4-41af-8b9f-fae32a740320 None None] Calling delete_port for 701129a5-d70f-4652-bc02-c23cb598393c owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:01.666843 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ebbec16f-5894-4c33-8879-2cb4a1cf76c5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.679129 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Transition to ACTIVE for port object 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:01.696911 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a617d72-921f-4eea-ab2c-d3b804ba036e None None] Routers {'66b6a473-bbba-49d4-b2f0-2559f7365a60'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:01.697588 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-7a617d72-921f-4eea-ab2c-d3b804ba036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['66b6a473-bbba-49d4-b2f0-2559f7365a60'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:01.768698 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-834a4f52-610d-45d5-aabc-cef13519d21a None None] Provisioning complete for port 071331ba-505d-469b-9d1c-a8b24016cc58 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:01.769072 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-834a4f52-610d-45d5-aabc-cef13519d21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.804671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.817171 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ebbec16f-5894-4c33-8879-2cb4a1cf76c5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for c521f6cc-89f5-4f3e-aec6-a5932c2b5308 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:01.863965 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-7a617d72-921f-4eea-ab2c-d3b804ba036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:01.910517 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ebba2-b866-4ce0-9236-55eb20f9f9e5 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Network': ['ID=9bd8fbd4-4e67-4062-ace3-4f9c561c2022,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:01.918016 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Port': ['ID=701129a5-d70f-4652-bc02-c23cb598393c,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:01.920218 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] No DVR routers for this DVR port 701129a5-d70f-4652-bc02-c23cb598393c on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:01.935512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:01.948242 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 9bd8fbd4-4e67-4062-ace3-4f9c561c2022 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:22:01.962675 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:01.963778 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-834a4f52-610d-45d5-aabc-cef13519d21a None None] Port 071331ba-505d-469b-9d1c-a8b24016cc58 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:22:01.965173 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a617d72-921f-4eea-ab2c-d3b804ba036e None None] Routers {'66b6a473-bbba-49d4-b2f0-2559f7365a60'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:01.965778 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-7a617d72-921f-4eea-ab2c-d3b804ba036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['66b6a473-bbba-49d4-b2f0-2559f7365a60'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:02.024222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:02.030020 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-23093b0f-6ad4-41af-8b9f-fae32a740320 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:22:02.030373 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-23093b0f-6ad4-41af-8b9f-fae32a740320 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:22:02.056719 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Pushing event updated for resources: {'Port': ['ID=53196f10-e65b-4f4a-9c4e-f3dabaa01e0f,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:02.063946 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-7a617d72-921f-4eea-ab2c-d3b804ba036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:02.064342 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a617d72-921f-4eea-ab2c-d3b804ba036e None None] The sync data for ids ['66b6a473-bbba-49d4-b2f0-2559f7365a60'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:02.102976 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.154071 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9486e7-af79-4611-80e1-e1b5c1b6e18a']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:02.159404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:02.170604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-95c48952-bf5d-412b-bfcc-f850f3c77e62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::2d4 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/373d389a-93ce-48b3-8964-ba98a4641777/0409302b-2fd8-4ce9-951b-4fde3af5693b) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:02.173091 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75e16b6-ab44-4208-97c0-648b12bc20b9') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:02.173561 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75e16b6-ab44-4208-97c0-648b12bc20b9') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:02.186397 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ebbec16f-5894-4c33-8879-2cb4a1cf76c5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.199862 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b73ebba2-b866-4ce0-9236-55eb20f9f9e5 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9551351 Mar 14 18:22:02.199862 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.206820 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:02.207389 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.240421 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55178) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:02.271440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Attempting to bind port 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:02.271805 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Attempting to bind port 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:02.272416 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Attempting to bind port 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:22:02.287090 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbec16f-5894-4c33-8879-2cb4a1cf76c5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=c521f6cc-89f5-4f3e-aec6-a5932c2b5308,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:02.287644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:22:02.288022 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:02.288425 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.288813 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:22:02.289299 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Bound port: 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:02.289647 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.304728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.316217 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ebbec16f-5894-4c33-8879-2cb4a1cf76c5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.318040 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ebbec16f-5894-4c33-8879-2cb4a1cf76c5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/ports/c521f6cc-89f5-4f3e-aec6-a5932c2b5308 HTTP/1.1" status: 204 len: 168 time: 1.6997769 Mar 14 18:22:02.322459 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55182) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:02.323458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:02.323851 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:02.340882 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:02.374058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.388256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-22dba03d-cb33-429d-90f3-51d69eb29dd6 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.438430 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.458003 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] For port 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:22:02.473260 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] For port 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=53196f10-e65b-4f4a-9c4e-f3dabaa01e0f,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:22:02.485387 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7,segment=NetworkSegment(ec477b4c-a9a5-451a-b615-724f83026fe2),segment_id=ec477b4c-a9a5-451a-b615-724f83026fe2)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:02.531546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-23093b0f-6ad4-41af-8b9f-fae32a740320 None None] Deleting port 701129a5-d70f-4652-bc02-c23cb598393c {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:02.532589 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-23093b0f-6ad4-41af-8b9f-fae32a740320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.545263 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dbb401-05f2-4df6-a870-e649e702f56f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:02.546046 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-84dbb401-05f2-4df6-a870-e649e702f56f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Synchronizing usage tracker for tenant:64ae59efb1a14c3d860915fbe73543f5 on resource:network {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:02.598556 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7a22c1-d0df-425b-a370-7dcac8075700 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:02.603163 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-af7a22c1-d0df-425b-a370-7dcac8075700 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Synchronizing usage tracker for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:02.652443 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.652443 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.653769 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-22dba03d-cb33-429d-90f3-51d69eb29dd6 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 14 18:22:02.653769 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-22dba03d-cb33-429d-90f3-51d69eb29dd6 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "DELETE /v2.0/routers/66b6a473-bbba-49d4-b2f0-2559f7365a60 HTTP/1.1" status: 409 len: 329 time: 1.1139917 Mar 14 18:22:02.654835 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55188) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:02.709572 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-23093b0f-6ad4-41af-8b9f-fae32a740320 None None] The port '701129a5-d70f-4652-bc02-c23cb598393c' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:22:02.755776 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:02.810878 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1e1ab9eb-c463-4877-91b5-22cd613f66c8 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:02.927521 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea12a2-7d5b-496f-a55b-e1535d7b9a7e None None] Pushing event updated for resources: {'Port': ['ID=53196f10-e65b-4f4a-9c4e-f3dabaa01e0f,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:02.959101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 1e1ab9eb-c463-4877-91b5-22cd613f66c8 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:02.959745 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:03.005824 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95c48952-bf5d-412b-bfcc-f850f3c77e62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:03.008222 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:03.038066 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-95c48952-bf5d-412b-bfcc-f850f3c77e62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object 0409302b-2fd8-4ce9-951b-4fde3af5693b will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:03.062432 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:03.070234 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-af7a22c1-d0df-425b-a370-7dcac8075700 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Unset dirty status for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:03.074748 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-af7a22c1-d0df-425b-a370-7dcac8075700 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7361312 Mar 14 18:22:03.075980 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-84dbb401-05f2-4df6-a870-e649e702f56f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Unset dirty status for tenant:64ae59efb1a14c3d860915fbe73543f5 on resource:network {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:03.080613 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-84dbb401-05f2-4df6-a870-e649e702f56f tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "GET /v2.0/networks?id=9bd8fbd4-4e67-4062-ace3-4f9c561c2022 HTTP/1.1" status: 200 len: 765 time: 0.8299165 Mar 14 18:22:03.081683 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55192) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:03.083429 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55194) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:03.105579 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:03.200072 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:03.200586 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:03.247025 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Network': ['ID=7a9486e7-af79-4611-80e1-e1b5c1b6e18a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:03.266119 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:03.311688 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:03.415919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-6aae8cd5-0270-4819-9982-40305d7b4e44 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'network': {'description': 'd2'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:03.458068 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95c48952-bf5d-412b-bfcc-f850f3c77e62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:03.459199 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-d592c568-803a-42d2-ab55-063549a472c4 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] GET failed (client error): The resource could not be found. Mar 14 18:22:03.460570 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d592c568-803a-42d2-ab55-063549a472c4 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports/6cf82c62-014e-46f6-97bc-afbe6143d7e4 HTTP/1.1" status: 404 len: 333 time: 0.2297702 Mar 14 18:22:03.469368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55202) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:03.493122 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 72bc991f-449a-45a0-8461-2490efcbe1b3 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:03.528871 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 72bc991f-449a-45a0-8461-2490efcbe1b3 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:22:03.529233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 72bc991f-449a-45a0-8461-2490efcbe1b3 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:22:03.529917 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 701129a5-d70f-4652-bc02-c23cb598393c no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:03.581773 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1d8ace81-b3e1-468e-a0b3-c12597ee3eb6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/networks/7a9486e7-af79-4611-80e1-e1b5c1b6e18a HTTP/1.1" status: 204 len: 168 time: 3.4992878 Mar 14 18:22:03.582357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 701129a5-d70f-4652-bc02-c23cb598393c {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:22:03.582357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 701129a5-d70f-4652-bc02-c23cb598393c not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:22:03.594566 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55206) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:03.643702 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c810a9d2-6b3d-4978-a450-7cbb556a8f08 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1185162851'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:03.662128 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c810a9d2-6b3d-4978-a450-7cbb556a8f08 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:03.774789 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Allocated IP 172.26.7.112 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/a70b2799-aeef-4a78-bbeb-4b99da399044) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:03.814451 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-52105be0-f73c-4217-aee7-3b2cb019f30a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] GET failed (client error): The resource could not be found. Mar 14 18:22:03.815896 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-52105be0-f73c-4217-aee7-3b2cb019f30a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports/c521f6cc-89f5-4f3e-aec6-a5932c2b5308 HTTP/1.1" status: 404 len: 333 time: 0.3085163 Mar 14 18:22:03.821594 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55210) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:03.825146 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c48952-bf5d-412b-bfcc-f850f3c77e62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:03.832714 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-95c48952-bf5d-412b-bfcc-f850f3c77e62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:03.848473 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c810a9d2-6b3d-4978-a450-7cbb556a8f08 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:network and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:03.865431 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c810a9d2-6b3d-4978-a450-7cbb556a8f08 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:03.874780 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c810a9d2-6b3d-4978-a450-7cbb556a8f08 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:03.882414 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c48952-bf5d-412b-bfcc-f850f3c77e62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=0409302b-2fd8-4ce9-951b-4fde3af5693b,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:03.897700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c48952-bf5d-412b-bfcc-f850f3c77e62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:03.903173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c48952-bf5d-412b-bfcc-f850f3c77e62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:03.903756 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95c48952-bf5d-412b-bfcc-f850f3c77e62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.021234 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6aae8cd5-0270-4819-9982-40305d7b4e44 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.037544 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c810a9d2-6b3d-4978-a450-7cbb556a8f08 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Made reservation on behalf of bab4d070cd704c8a84908631080d1946 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:04.040928 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c810a9d2-6b3d-4978-a450-7cbb556a8f08 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.066115 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e0bc0c4-b2a9-4fd7-8f7b-4e096abcfbef tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.083940 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c810a9d2-6b3d-4978-a450-7cbb556a8f08 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:04.099688 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-759e0607-aaa3-4fee-8954-56f80a99af5f tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.150704 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-95c48952-bf5d-412b-bfcc-f850f3c77e62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5666075 Mar 14 18:22:04.158800 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.161803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55214) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:04.173063 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c810a9d2-6b3d-4978-a450-7cbb556a8f08 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.173580 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-c810a9d2-6b3d-4978-a450-7cbb556a8f08 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Added segment d1c4f4c1-f692-431c-9fe4-f5f4ec9819cd of type vlan for network 8fd96bba-92e5-4527-8d2d-a1079f6d3821 Mar 14 18:22:04.187079 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6aae8cd5-0270-4819-9982-40305d7b4e44 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.210528 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6aae8cd5-0270-4819-9982-40305d7b4e44 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network 9bd8fbd4-4e67-4062-ace3-4f9c561c2022 is not hosted by any dhcp agent {{(pid=88634) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 14 18:22:04.216982 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aae8cd5-0270-4819-9982-40305d7b4e44 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:04.218393 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6aae8cd5-0270-4819-9982-40305d7b4e44 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.218783 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6aae8cd5-0270-4819-9982-40305d7b4e44 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "PUT /v2.0/networks/9bd8fbd4-4e67-4062-ace3-4f9c561c2022 HTTP/1.1" status: 200 len: 762 time: 0.9740360 Mar 14 18:22:04.227944 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55218) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:04.328507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c810a9d2-6b3d-4978-a450-7cbb556a8f08 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.452444 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e0bc0c4-b2a9-4fd7-8f7b-4e096abcfbef tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.461268 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4950b3cf-55fd-411f-9caa-f1dea3d7023f None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:04.470841 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae8cd5-0270-4819-9982-40305d7b4e44 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Network': ['ID=9bd8fbd4-4e67-4062-ace3-4f9c561c2022,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:04.493264 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 9bd8fbd4-4e67-4062-ace3-4f9c561c2022 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:22:04.523498 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b00346e-cf84-4f24-ac93-0ca3c5cd2520 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:04.524336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7b00346e-cf84-4f24-ac93-0ca3c5cd2520 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Synchronizing usage tracker for tenant:64ae59efb1a14c3d860915fbe73543f5 on resource:network {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:04.532929 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-6e0bc0c4-b2a9-4fd7-8f7b-4e096abcfbef tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f45a71-e229-40a4-945f-5b3fa47e89f2']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:04.570794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-6e0bc0c4-b2a9-4fd7-8f7b-4e096abcfbef tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99e14d8-edd9-4d77-9e3d-2425680dd79f') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:04.570794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-6e0bc0c4-b2a9-4fd7-8f7b-4e096abcfbef tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99e14d8-edd9-4d77-9e3d-2425680dd79f') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:04.589538 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7b00346e-cf84-4f24-ac93-0ca3c5cd2520 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Unset dirty status for tenant:64ae59efb1a14c3d860915fbe73543f5 on resource:network {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:04.595272 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7b00346e-cf84-4f24-ac93-0ca3c5cd2520 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "GET /v2.0/networks?id=9bd8fbd4-4e67-4062-ace3-4f9c561c2022 HTTP/1.1" status: 200 len: 765 time: 0.3488262 Mar 14 18:22:04.597192 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55224) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:04.598320 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e0bc0c4-b2a9-4fd7-8f7b-4e096abcfbef tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.615518 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47222d7-2680-4088-9245-14f51ac8e67a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:04.622145 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47222d7-2680-4088-9245-14f51ac8e67a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:04.622989 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f47222d7-2680-4088-9245-14f51ac8e67a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:04.641836 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e0bc0c4-b2a9-4fd7-8f7b-4e096abcfbef tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.651099 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0bc0c4-b2a9-4fd7-8f7b-4e096abcfbef tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:04.652144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e0bc0c4-b2a9-4fd7-8f7b-4e096abcfbef tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:04.675913 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:04.684529 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.738117 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1d7df016-dcb7-44e8-b6a8-9824cec4115e None None] Provisioning for port 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:04.828566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f47222d7-2680-4088-9245-14f51ac8e67a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:04.832113 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f47222d7-2680-4088-9245-14f51ac8e67a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6489496 Mar 14 18:22:04.847674 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55228) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:04.848849 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-759e0607-aaa3-4fee-8954-56f80a99af5f tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Deleting port 071331ba-505d-469b-9d1c-a8b24016cc58 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:04.849436 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-759e0607-aaa3-4fee-8954-56f80a99af5f tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.860159 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:04.863496 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:04.867276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:04.918061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=a70b2799-aeef-4a78-bbeb-4b99da399044,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:04.928171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e0bc0c4-b2a9-4fd7-8f7b-4e096abcfbef tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.944367 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:04.954914 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e0bc0c4-b2a9-4fd7-8f7b-4e096abcfbef tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.998807 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c810a9d2-6b3d-4978-a450-7cbb556a8f08 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.005679 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c810a9d2-6b3d-4978-a450-7cbb556a8f08 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:05.006697 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c810a9d2-6b3d-4978-a450-7cbb556a8f08 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.045210 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bc0c4-b2a9-4fd7-8f7b-4e096abcfbef tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Network': ['ID=41f45a71-e229-40a4-945f-5b3fa47e89f2,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:05.049929 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6e0bc0c4-b2a9-4fd7-8f7b-4e096abcfbef tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/networks/41f45a71-e229-40a4-945f-5b3fa47e89f2 HTTP/1.1" status: 204 len: 168 time: 1.2233994 Mar 14 18:22:05.055315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55232) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:05.065255 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:05.065698 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.141927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-659625f8-f11b-4f36-bcae-893af0f52635 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1583486738'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:05.154704 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-659625f8-f11b-4f36-bcae-893af0f52635 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:05.191839 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-659625f8-f11b-4f36-bcae-893af0f52635 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:network and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:05.201378 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-659625f8-f11b-4f36-bcae-893af0f52635 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:05.214997 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-659625f8-f11b-4f36-bcae-893af0f52635 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:05.223885 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:05.331223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659625f8-f11b-4f36-bcae-893af0f52635 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:05.338073 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-659625f8-f11b-4f36-bcae-893af0f52635 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.370616 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c385c7ed-86ba-443b-924e-ea957d23952a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:05.375104 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c385c7ed-86ba-443b-924e-ea957d23952a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7768829 Mar 14 18:22:05.416787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4a766bed-501c-4355-acfa-b87b601f684d None None] Provisioning for port 0409302b-2fd8-4ce9-951b-4fde3af5693b completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:05.425038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:05.429561 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:05.430848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.435236 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55236) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:05.463803 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810a9d2-6b3d-4978-a450-7cbb556a8f08 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Network': ['ID=8fd96bba-92e5-4527-8d2d-a1079f6d3821,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:05.518985 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fccd7fdf-6cd7-4e4d-83e2-855632b0db42 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Synchronizing usage tracker for tenant:64ae59efb1a14c3d860915fbe73543f5 on resource:subnet {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:05.530519 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-759e0607-aaa3-4fee-8954-56f80a99af5f tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.538999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659625f8-f11b-4f36-bcae-893af0f52635 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:05.542278 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-08fe5edf-c037-4bf4-8c3b-6cffbe5e8c10 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port 0409302b-2fd8-4ce9-951b-4fde3af5693b {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:05.542278 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-08fe5edf-c037-4bf4-8c3b-6cffbe5e8c10 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.562347 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4a766bed-501c-4355-acfa-b87b601f684d None None] Provisioning complete for port 0409302b-2fd8-4ce9-951b-4fde3af5693b triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:05.562933 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4a766bed-501c-4355-acfa-b87b601f684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.568530 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-659625f8-f11b-4f36-bcae-893af0f52635 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.568874 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-659625f8-f11b-4f36-bcae-893af0f52635 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Added segment 412f55f6-485f-4e3e-9484-5cb24905a0b4 of type vlan for network ea18f2b1-e52b-42e1-a6fe-c66406efb923 Mar 14 18:22:05.575191 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c810a9d2-6b3d-4978-a450-7cbb556a8f08 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9761870 Mar 14 18:22:05.578779 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55242) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:05.597696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-904c6288-70e8-4b10-8af9-d595c84add54 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'subnet': {'network_id': '8fd96bba-92e5-4527-8d2d-a1079f6d3821', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:05.628835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 8fd96bba-92e5-4527-8d2d-a1079f6d3821 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:22:05.644825 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-4a766bed-501c-4355-acfa-b87b601f684d None None] Port 0409302b-2fd8-4ce9-951b-4fde3af5693b cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:22:05.646629 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6c2667-3395-42b8-bd8e-0d3e70da76bf None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:22:05.858736 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-659625f8-f11b-4f36-bcae-893af0f52635 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.919825 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-759e0607-aaa3-4fee-8954-56f80a99af5f tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Calling delete_port for 071331ba-505d-469b-9d1c-a8b24016cc58 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:05.921736 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fccd7fdf-6cd7-4e4d-83e2-855632b0db42 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Unset dirty status for tenant:64ae59efb1a14c3d860915fbe73543f5 on resource:subnet {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:05.927796 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fccd7fdf-6cd7-4e4d-83e2-855632b0db42 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0 HTTP/1.1" status: 200 len: 207 time: 0.4884458 Mar 14 18:22:05.928565 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55246) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:05.955337 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4a766bed-501c-4355-acfa-b87b601f684d None None] Provisioning complete for port 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:05.956254 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4a766bed-501c-4355-acfa-b87b601f684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:06.013650 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:06.066447 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:06.095844 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-904c6288-70e8-4b10-8af9-d595c84add54 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:06.135759 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=53196f10-e65b-4f4a-9c4e-f3dabaa01e0f,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:06.170140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-904c6288-70e8-4b10-8af9-d595c84add54 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:subnet and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:06.174725 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-904c6288-70e8-4b10-8af9-d595c84add54 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:06.191370 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-904c6288-70e8-4b10-8af9-d595c84add54 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:06.243555 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:06.305490 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-659625f8-f11b-4f36-bcae-893af0f52635 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:06.311533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659625f8-f11b-4f36-bcae-893af0f52635 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:06.312053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-659625f8-f11b-4f36-bcae-893af0f52635 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:06.333490 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=53196f10-e65b-4f4a-9c4e-f3dabaa01e0f,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:06.359905 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-08fe5edf-c037-4bf4-8c3b-6cffbe5e8c10 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:06.362207 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6c2667-3395-42b8-bd8e-0d3e70da76bf None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:22:06.362412 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904c6288-70e8-4b10-8af9-d595c84add54 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Made reservation on behalf of bab4d070cd704c8a84908631080d1946 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:06.365840 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-904c6288-70e8-4b10-8af9-d595c84add54 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:06.404514 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91e34b2-32e7-4e48-9261-9d14d0d219b6 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:06.407802 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91e34b2-32e7-4e48-9261-9d14d0d219b6 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:06.413415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91e34b2-32e7-4e48-9261-9d14d0d219b6 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:06.419105 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91e34b2-32e7-4e48-9261-9d14d0d219b6 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:06.425095 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91e34b2-32e7-4e48-9261-9d14d0d219b6 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:06.431188 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91e34b2-32e7-4e48-9261-9d14d0d219b6 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:06.438991 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c91e34b2-32e7-4e48-9261-9d14d0d219b6 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.4963770 Mar 14 18:22:06.451284 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55252) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:06.497298 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-759e0607-aaa3-4fee-8954-56f80a99af5f tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:06.508801 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-08fe5edf-c037-4bf4-8c3b-6cffbe5e8c10 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for 0409302b-2fd8-4ce9-951b-4fde3af5693b owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:06.583579 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e0a860ff-48f6-4f0b-b5bb-a29c35a08755 None None] Provisioning complete for port 0409302b-2fd8-4ce9-951b-4fde3af5693b triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:06.584220 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e0a860ff-48f6-4f0b-b5bb-a29c35a08755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:06.600875 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e0607-aaa3-4fee-8954-56f80a99af5f tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event deleted for resources: {'Port': ['ID=071331ba-505d-469b-9d1c-a8b24016cc58,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:06.658662 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e0a860ff-48f6-4f0b-b5bb-a29c35a08755 None None] Port 0409302b-2fd8-4ce9-951b-4fde3af5693b cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:22:06.688333 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-659625f8-f11b-4f36-bcae-893af0f52635 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6319797 Mar 14 18:22:06.698740 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55258) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:06.808896 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:06.819111 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-759e0607-aaa3-4fee-8954-56f80a99af5f tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:06.819353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659625f8-f11b-4f36-bcae-893af0f52635 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Network': ['ID=ea18f2b1-e52b-42e1-a6fe-c66406efb923,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:06.841408 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network ea18f2b1-e52b-42e1-a6fe-c66406efb923 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:22:06.890800 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-bdfbdc75-ee77-4edf-bbfc-186145170ce6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'subnet': {'network_id': 'ea18f2b1-e52b-42e1-a6fe-c66406efb923', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:07.139866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-bdfbdc75-ee77-4edf-bbfc-186145170ce6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:07.146218 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:07.146595 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.155166 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-bdfbdc75-ee77-4edf-bbfc-186145170ce6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:subnet and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:07.179339 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-431c21c8-8c7a-4786-9e06-86a82f8a057c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.7157626 Mar 14 18:22:07.182633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55262) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:07.183953 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-bdfbdc75-ee77-4edf-bbfc-186145170ce6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:07.228559 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-08fe5edf-c037-4bf4-8c3b-6cffbe5e8c10 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.264119 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.267158 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-bdfbdc75-ee77-4edf-bbfc-186145170ce6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:07.271939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c592211-e52d-47c4-8511-8b1e26a5dfef None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:22:07.357629 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe5edf-c037-4bf4-8c3b-6cffbe5e8c10 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=0409302b-2fd8-4ce9-951b-4fde3af5693b,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:07.359507 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706aa55d-5a7a-47fe-8f61-d76322926fad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:07.361106 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706aa55d-5a7a-47fe-8f61-d76322926fad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:07.362580 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706aa55d-5a7a-47fe-8f61-d76322926fad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:07.364233 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706aa55d-5a7a-47fe-8f61-d76322926fad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:07.365299 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759e0607-aaa3-4fee-8954-56f80a99af5f tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Router 66b6a473-bbba-49d4-b2f0-2559f7365a60 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:22:07.365718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706aa55d-5a7a-47fe-8f61-d76322926fad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:07.372943 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-08fe5edf-c037-4bf4-8c3b-6cffbe5e8c10 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.373039 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-706aa55d-5a7a-47fe-8f61-d76322926fad tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1858933 Mar 14 18:22:07.373317 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55266) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:07.491187 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c592211-e52d-47c4-8511-8b1e26a5dfef None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:22:07.672289 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfbdc75-ee77-4edf-bbfc-186145170ce6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:07.675762 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bdfbdc75-ee77-4edf-bbfc-186145170ce6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.761574 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759e0607-aaa3-4fee-8954-56f80a99af5f tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:22:07.766378 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-08fe5edf-c037-4bf4-8c3b-6cffbe5e8c10 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/0409302b-2fd8-4ce9-951b-4fde3af5693b HTTP/1.1" status: 204 len: 168 time: 2.8700161 Mar 14 18:22:07.773991 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebb0473-8cf6-467f-9b9a-163922ecc59f None None] Sync routers for ids ['66b6a473-bbba-49d4-b2f0-2559f7365a60'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:07.777883 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-759e0607-aaa3-4fee-8954-56f80a99af5f tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "PUT /v2.0/routers/66b6a473-bbba-49d4-b2f0-2559f7365a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1195366 Mar 14 18:22:07.778748 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55272) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:07.779104 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55274) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:07.793174 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebb0473-8cf6-467f-9b9a-163922ecc59f None None] Routers {'66b6a473-bbba-49d4-b2f0-2559f7365a60'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:07.795297 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-eebb0473-8cf6-467f-9b9a-163922ecc59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['66b6a473-bbba-49d4-b2f0-2559f7365a60'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:07.881132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.ipam_backend_mixin [None req-bdfbdc75-ee77-4edf-bbfc-186145170ce6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Performing IP validity checks on allocation pools {{(pid=88635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 14 18:22:07.884154 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-eebb0473-8cf6-467f-9b9a-163922ecc59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:07.884891 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.ipam_backend_mixin [None req-bdfbdc75-ee77-4edf-bbfc-186145170ce6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 14 18:22:07.900147 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebb0473-8cf6-467f-9b9a-163922ecc59f None None] Routers {'66b6a473-bbba-49d4-b2f0-2559f7365a60'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:07.901933 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-eebb0473-8cf6-467f-9b9a-163922ecc59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['66b6a473-bbba-49d4-b2f0-2559f7365a60'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:07.902063 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5228b288-350f-4a50-b075-6e3f3354fbdf tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['shared'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:07.904668 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5228b288-350f-4a50-b075-6e3f3354fbdf tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['shared'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:07.906041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5228b288-350f-4a50-b075-6e3f3354fbdf tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['shared'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:07.907424 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5228b288-350f-4a50-b075-6e3f3354fbdf tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['shared'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:07.908934 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5228b288-350f-4a50-b075-6e3f3354fbdf tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['shared'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:07.910718 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5228b288-350f-4a50-b075-6e3f3354fbdf tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.5339911 Mar 14 18:22:07.924251 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55280) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:07.965912 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-a1c7a232-8e1b-471e-996e-b8ed7e61b50d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] show failed (client error): The resource could not be found. Mar 14 18:22:07.975043 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a1c7a232-8e1b-471e-996e-b8ed7e61b50d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-176927958 HTTP/1.1" status: 404 len: 334 time: 0.1887953 Mar 14 18:22:07.976093 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-eebb0473-8cf6-467f-9b9a-163922ecc59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:07.977084 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebb0473-8cf6-467f-9b9a-163922ecc59f None None] The sync data for ids ['66b6a473-bbba-49d4-b2f0-2559f7365a60'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:07.984706 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55284) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:07.986003 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-904c6288-70e8-4b10-8af9-d595c84add54 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.043884 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c1bf9c05-b27e-4722-997f-0a19e3f9571b tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:08.067973 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f0f3ae-3deb-4315-965f-1bbf6f00f411 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:08.069562 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f0f3ae-3deb-4315-965f-1bbf6f00f411 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:08.074437 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-66f0f3ae-3deb-4315-965f-1bbf6f00f411 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2872097 Mar 14 18:22:08.081878 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55288) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:08.162637 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-c1bf9c05-b27e-4722-997f-0a19e3f9571b tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] update failed (client error): The resource could not be found. Mar 14 18:22:08.171500 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c1bf9c05-b27e-4722-997f-0a19e3f9571b tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-1160816 HTTP/1.1" status: 404 len: 332 time: 0.1702206 Mar 14 18:22:08.176605 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55292) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:08.247402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-3108ff43-6cc8-4dda-ac63-525f16750abf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 373d389a-93ce-48b3-8964-ba98a4641777 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:22:08.269602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ae3d6f-286b-4a50-9504-9abbcc7e5230 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:08.274454 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-80ae3d6f-286b-4a50-9504-9abbcc7e5230 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "GET /v2.0/networks/75e1ad32-0b15-4dcc-babd-adc769d78ad8 HTTP/1.1" status: 200 len: 802 time: 0.3388402 Mar 14 18:22:08.274454 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3108ff43-6cc8-4dda-ac63-525f16750abf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.295913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55296) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:08.330120 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c6288-70e8-4b10-8af9-d595c84add54 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Subnet': ['ID=a832515e-1b33-4833-a84a-3a6b7046a7c5,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:08.331718 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf2f93c-c58b-48c2-b9fa-36df37f034c3 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Deleting subnet c24c263d-a3f7-4245-b90e-d4920b11fb51 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:22:08.335039 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f93c-c58b-48c2-b9fa-36df37f034c3 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.359581 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904c6288-70e8-4b10-8af9-d595c84add54 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Checking segment: {'id': 'd1c4f4c1-f692-431c-9fe4-f5f4ec9819cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fd96bba-92e5-4527-8d2d-a1079f6d3821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:08.359961 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904c6288-70e8-4b10-8af9-d595c84add54 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network hostable DHCP agents. Network: 8fd96bba-92e5-4527-8d2d-a1079f6d3821, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:08.417550 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3108ff43-6cc8-4dda-ac63-525f16750abf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.454169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router 933b2c34-0fec-4ba7-bc79-342e6d499cab is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:22:08.463318 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f93c-c58b-48c2-b9fa-36df37f034c3 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.468778 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bdfbdc75-ee77-4edf-bbfc-186145170ce6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.582925 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3108ff43-6cc8-4dda-ac63-525f16750abf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.608373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904c6288-70e8-4b10-8af9-d595c84add54 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network 8fd96bba-92e5-4527-8d2d-a1079f6d3821 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:08.625166 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f93c-c58b-48c2-b9fa-36df37f034c3 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.664777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbdc75-ee77-4edf-bbfc-186145170ce6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Subnet': ['ID=91e75c60-8e6b-400b-b932-0aec45922ed2,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:08.689309 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c517fdcd-97ef-46d8-be56-fa2f107a36f0 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "GET /v2.0/networks/75e1ad32-0b15-4dcc-babd-adc769d78ad8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.3922546 Mar 14 18:22:08.692315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfbdc75-ee77-4edf-bbfc-186145170ce6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Checking segment: {'id': '412f55f6-485f-4e3e-9484-5cb24905a0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ea18f2b1-e52b-42e1-a6fe-c66406efb923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:08.692677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfbdc75-ee77-4edf-bbfc-186145170ce6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network hostable DHCP agents. Network: ea18f2b1-e52b-42e1-a6fe-c66406efb923, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:08.698683 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55300) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:08.775244 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-904c6288-70e8-4b10-8af9-d595c84add54 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 8fd96bba-92e5-4527-8d2d-a1079f6d3821) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:08.781358 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904c6288-70e8-4b10-8af9-d595c84add54 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:08.782034 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-904c6288-70e8-4b10-8af9-d595c84add54 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.792949 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7d47a9-1192-48d6-87e5-004c80699ef6 None None] Network 8fd96bba-92e5-4527-8d2d-a1079f6d3821 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:08.816465 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eb2aff-7703-4313-9331-1b7dd8237dfd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:08.823214 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d7eb2aff-7703-4313-9331-1b7dd8237dfd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "GET /v2.0/subnets/70994908-b763-437d-8b6a-fa18f7509755 HTTP/1.1" status: 200 len: 843 time: 0.1232824 Mar 14 18:22:08.823782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55306) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:08.837010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:22:08.891755 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfbdc75-ee77-4edf-bbfc-186145170ce6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network ea18f2b1-e52b-42e1-a6fe-c66406efb923 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:08.892460 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f93c-c58b-48c2-b9fa-36df37f034c3 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.902913 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-904c6288-70e8-4b10-8af9-d595c84add54 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3185284 Mar 14 18:22:08.910405 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55310) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:08.916249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c14debdb-8bb1-4bb8-ba83-6c9dfdb0ee48 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1884813788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:08.924228 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-bdfbdc75-ee77-4edf-bbfc-186145170ce6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, ea18f2b1-e52b-42e1-a6fe-c66406efb923) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:08.924673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba0aaaa-d681-46f6-9aae-d2147c57fcee None None] Sync routers for ids ['933b2c34-0fec-4ba7-bc79-342e6d499cab'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:08.926091 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c14debdb-8bb1-4bb8-ba83-6c9dfdb0ee48 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:08.932622 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfbdc75-ee77-4edf-bbfc-186145170ce6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:08.933468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bdfbdc75-ee77-4edf-bbfc-186145170ce6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.938311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3108ff43-6cc8-4dda-ac63-525f16750abf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.947935 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2ca3ae-42f7-4f47-b1a0-ed956bc86414 None None] Network ea18f2b1-e52b-42e1-a6fe-c66406efb923 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:08.954653 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c14debdb-8bb1-4bb8-ba83-6c9dfdb0ee48 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:router and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:08.956143 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84497075-40e1-4bf7-b391-9e10a13a87cd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['shared'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:08.958057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c14debdb-8bb1-4bb8-ba83-6c9dfdb0ee48 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:08.961504 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.962950 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-84497075-40e1-4bf7-b391-9e10a13a87cd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "GET /v2.0/subnets/70994908-b763-437d-8b6a-fa18f7509755?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1380606 Mar 14 18:22:08.963632 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55314) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:08.965265 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3108ff43-6cc8-4dda-ac63-525f16750abf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.966986 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-41fabd51-7818-4ff2-946c-62da2155f80a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.7270243 Mar 14 18:22:08.968241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55316) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:08.976646 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c14debdb-8bb1-4bb8-ba83-6c9dfdb0ee48 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:08.982797 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-00ba8dd7-085c-4f48-9b92-4ca3b1a35c2e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1529283190'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:08.987748 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-00ba8dd7-085c-4f48-9b92-4ca3b1a35c2e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:08.997326 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-00ba8dd7-085c-4f48-9b92-4ca3b1a35c2e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:09.001934 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2f93c-c58b-48c2-b9fa-36df37f034c3 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event deleted for resources: {'Subnet': ['ID=c24c263d-a3f7-4245-b90e-d4920b11fb51,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:09.004361 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f93c-c58b-48c2-b9fa-36df37f034c3 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.006260 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fbf2f93c-c58b-48c2-b9fa-36df37f034c3 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "DELETE /v2.0/subnets/c24c263d-a3f7-4245-b90e-d4920b11fb51 HTTP/1.1" status: 204 len: 168 time: 0.8350158 Mar 14 18:22:09.034880 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3108ff43-6cc8-4dda-ac63-525f16750abf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/373d389a-93ce-48b3-8964-ba98a4641777 HTTP/1.1" status: 204 len: 168 time: 0.9521065 Mar 14 18:22:09.040516 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55322) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:09.047575 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55324) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:09.047690 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a61aa8-926b-4b07-afed-517fe3a4fbcb None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:09.078486 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdf81d9-2d1b-4671-83f2-72831695db04 None None] Network 5598b0ab-f891-4934-af73-37141fc6e002 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:09.087564 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bdfbdc75-ee77-4edf-bbfc-186145170ce6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3707635 Mar 14 18:22:09.094633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55330) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:09.102994 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-d5ce5e74-a83d-40d2-a1d7-0c38ee8b62da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'network_id': 'ea18f2b1-e52b-42e1-a6fe-c66406efb923', 'name': 'tempest-PortsIpV6TestJSON-893433751'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:09.163978 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.170606 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba0aaaa-d681-46f6-9aae-d2147c57fcee None None] Routers {'933b2c34-0fec-4ba7-bc79-342e6d499cab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:09.171276 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6ba0aaaa-d681-46f6-9aae-d2147c57fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['933b2c34-0fec-4ba7-bc79-342e6d499cab'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:09.207245 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c14debdb-8bb1-4bb8-ba83-6c9dfdb0ee48 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.208310 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c14debdb-8bb1-4bb8-ba83-6c9dfdb0ee48 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.234991 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-52a8360b-973b-4f28-bfd2-6d32da894d95 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1908605 Mar 14 18:22:09.235793 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108ff43-6cc8-4dda-ac63-525f16750abf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=373d389a-93ce-48b3-8964-ba98a4641777,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:09.238068 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55334) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:09.244398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-5e3f8bf6-f7b6-4e0d-8362-30b68bc8508b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:09.259769 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6ba0aaaa-d681-46f6-9aae-d2147c57fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:09.284890 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Deleting port 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:09.285527 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.339719 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c14debdb-8bb1-4bb8-ba83-6c9dfdb0ee48 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.372293 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d5ce5e74-a83d-40d2-a1d7-0c38ee8b62da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:09.383403 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d5ce5e74-a83d-40d2-a1d7-0c38ee8b62da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:09.403483 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8a3238ea-3ec5-4332-a567-cf414bef30a9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/routers/933b2c34-0fec-4ba7-bc79-342e6d499cab HTTP/1.1" status: 200 len: 880 time: 0.4289236 Mar 14 18:22:09.404493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55338) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:09.405514 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.406194 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba0aaaa-d681-46f6-9aae-d2147c57fcee None None] Routers {'933b2c34-0fec-4ba7-bc79-342e6d499cab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:09.406872 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6ba0aaaa-d681-46f6-9aae-d2147c57fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['933b2c34-0fec-4ba7-bc79-342e6d499cab'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:09.473056 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ce5e74-a83d-40d2-a1d7-0c38ee8b62da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:09.476841 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d5ce5e74-a83d-40d2-a1d7-0c38ee8b62da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.511812 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-d5ce5e74-a83d-40d2-a1d7-0c38ee8b62da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] device_id is not set on port b5a08fc8-c167-406c-8c64-4ddb931c6e93 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:09.552997 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c14debdb-8bb1-4bb8-ba83-6c9dfdb0ee48 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.555726 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6ba0aaaa-d681-46f6-9aae-d2147c57fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:09.556312 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba0aaaa-d681-46f6-9aae-d2147c57fcee None None] The sync data for ids ['933b2c34-0fec-4ba7-bc79-342e6d499cab'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:09.610954 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ba8dd7-085c-4f48-9b92-4ca3b1a35c2e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:09.617381 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-00ba8dd7-085c-4f48-9b92-4ca3b1a35c2e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.655594 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5e3f8bf6-f7b6-4e0d-8362-30b68bc8508b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:09.709118 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5e3f8bf6-f7b6-4e0d-8362-30b68bc8508b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:09.725668 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5e3f8bf6-f7b6-4e0d-8362-30b68bc8508b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:09.743034 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5e3f8bf6-f7b6-4e0d-8362-30b68bc8508b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:09.764882 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ba8dd7-085c-4f48-9b92-4ca3b1a35c2e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:09.831257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-00ba8dd7-085c-4f48-9b92-4ca3b1a35c2e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.831935 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-00ba8dd7-085c-4f48-9b92-4ca3b1a35c2e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Added segment 53372993-c6c0-4e50-85b1-eab829a8d4c8 of type vlan for network e336a13c-2d7a-4858-9eaf-6194ac02ab0a Mar 14 18:22:09.867511 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c14debdb-8bb1-4bb8-ba83-6c9dfdb0ee48 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.870519 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c14debdb-8bb1-4bb8-ba83-6c9dfdb0ee48 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9583988 Mar 14 18:22:09.872225 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-00ba8dd7-085c-4f48-9b92-4ca3b1a35c2e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.901364 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55342) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:09.940795 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-ea18f2b1-e52b-42e1-a6fe-c66406efb923', 'network_id': 'ea18f2b1-e52b-42e1-a6fe-c66406efb923', 'tenant_id': '1bed9e5e10ec491e93367f6256f4da62', 'fixed_ips': [{'subnet_id': '91e75c60-8e6b-400b-b932-0aec45922ed2'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:22:09.946560 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.976689 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-8fd96bba-92e5-4527-8d2d-a1079f6d3821', 'network_id': '8fd96bba-92e5-4527-8d2d-a1079f6d3821', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'fixed_ips': [{'subnet_id': 'a832515e-1b33-4833-a84a-3a6b7046a7c5'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:22:09.978373 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.085639 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3f8bf6-f7b6-4e0d-8362-30b68bc8508b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:10.085639 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e3f8bf6-f7b6-4e0d-8362-30b68bc8508b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.085817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-d5ce5e74-a83d-40d2-a1d7-0c38ee8b62da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Allocated IP 2001:db8::fc (ea18f2b1-e52b-42e1-a6fe-c66406efb923/91e75c60-8e6b-400b-b932-0aec45922ed2/b5a08fc8-c167-406c-8c64-4ddb931c6e93) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:10.142192 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f0ab736a-2d61-4c59-a234-0537a139e635 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Synchronizing usage tracker for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:router {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:10.142789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceee7d3-6304-4134-a810-c1e50ccc8621 None None] DHCP port deletion for 5598b0ab-f891-4934-af73-37141fc6e002 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:22:10.160090 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9666dd1-b907-46b2-b50a-22c65701f4fe None None] DHCP port deletion for c6ea7f38-153d-42ad-8847-86782d8c0b1e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:22:10.174685 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-bceee7d3-6304-4134-a810-c1e50ccc8621 None None] Deleting port 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:10.175219 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bceee7d3-6304-4134-a810-c1e50ccc8621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.188041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] For port 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7,segment=NetworkSegment(ec477b4c-a9a5-451a-b615-724f83026fe2),segment_id=ec477b4c-a9a5-451a-b615-724f83026fe2)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:10.188691 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.225508 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c9666dd1-b907-46b2-b50a-22c65701f4fe None None] Deleting port 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:10.225957 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c9666dd1-b907-46b2-b50a-22c65701f4fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.424855 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d5ce5e74-a83d-40d2-a1d7-0c38ee8b62da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.446070 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-d5ce5e74-a83d-40d2-a1d7-0c38ee8b62da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Transition to ACTIVE for port object b5a08fc8-c167-406c-8c64-4ddb931c6e93 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:10.513592 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Calling delete_port for 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:10.619963 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-00ba8dd7-085c-4f48-9b92-4ca3b1a35c2e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.625398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ba8dd7-085c-4f48-9b92-4ca3b1a35c2e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:10.625982 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-00ba8dd7-085c-4f48-9b92-4ca3b1a35c2e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.632948 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f0ab736a-2d61-4c59-a234-0537a139e635 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Unset dirty status for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:router {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:10.633570 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f0ab736a-2d61-4c59-a234-0537a139e635 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2259719 Mar 14 18:22:10.635265 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Allocated IP 2001:db8::2 (8fd96bba-92e5-4527-8d2d-a1079f6d3821/a832515e-1b33-4833-a84a-3a6b7046a7c5/9e13fe4c-78b5-468c-b7a1-d441ea18eb53) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:10.637663 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55348) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:10.648401 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-6b7d5c0b-44aa-47eb-b333-6ede55f7c04b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-201395119'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:10.703536 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-bceee7d3-6304-4134-a810-c1e50ccc8621 None None] For port 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7,segment=NetworkSegment(ec477b4c-a9a5-451a-b615-724f83026fe2),segment_id=ec477b4c-a9a5-451a-b615-724f83026fe2)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:10.703536 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bceee7d3-6304-4134-a810-c1e50ccc8621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.782387 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d5ce5e74-a83d-40d2-a1d7-0c38ee8b62da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.916014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ce5e74-a83d-40d2-a1d7-0c38ee8b62da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network ea18f2b1-e52b-42e1-a6fe-c66406efb923 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:10.921163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-d5ce5e74-a83d-40d2-a1d7-0c38ee8b62da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:10.921746 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:10.927285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce5e74-a83d-40d2-a1d7-0c38ee8b62da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:10.934299 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ce5e74-a83d-40d2-a1d7-0c38ee8b62da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:10.934299 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d5ce5e74-a83d-40d2-a1d7-0c38ee8b62da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.937114 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55354) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:10.968463 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-bceee7d3-6304-4134-a810-c1e50ccc8621 None None] Calling delete_port for 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:11.057072 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce5e74-a83d-40d2-a1d7-0c38ee8b62da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=b5a08fc8-c167-406c-8c64-4ddb931c6e93,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:11.086637 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba8dd7-085c-4f48-9b92-4ca3b1a35c2e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Network': ['ID=e336a13c-2d7a-4858-9eaf-6194ac02ab0a,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:11.125428 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network e336a13c-2d7a-4858-9eaf-6194ac02ab0a details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:22:11.176193 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.218021 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-c9666dd1-b907-46b2-b50a-22c65701f4fe None None] For port 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=53196f10-e65b-4f4a-9c4e-f3dabaa01e0f,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:11.218385 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c9666dd1-b907-46b2-b50a-22c65701f4fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.227156 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Allocated IP 2001:db8::2 (ea18f2b1-e52b-42e1-a6fe-c66406efb923/91e75c60-8e6b-400b-b932-0aec45922ed2/2ee4279f-123a-40e6-b830-f88b9bea8ea1) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:11.315664 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d5ce5e74-a83d-40d2-a1d7-0c38ee8b62da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2198229 Mar 14 18:22:11.326531 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55360) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:11.395714 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No active binding found for port 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 {{(pid=88636) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 14 18:22:11.396187 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:22:11.396662 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:11.445783 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] No DVR routers for this DVR port 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:11.458864 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-00ba8dd7-085c-4f48-9b92-4ca3b1a35c2e tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4783883 Mar 14 18:22:11.462526 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55364) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:11.489101 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-90dfde03-4458-4d68-acce-badd9b3a55df tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'subnet': {'network_id': 'e336a13c-2d7a-4858-9eaf-6194ac02ab0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:11.505980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c9666dd1-b907-46b2-b50a-22c65701f4fe None None] Calling delete_port for 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:11.513513 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event deleted for resources: {'Port': ['ID=44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:11.590616 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.595182 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-bceee7d3-6304-4134-a810-c1e50ccc8621 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:22:11.595762 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-bceee7d3-6304-4134-a810-c1e50ccc8621 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:22:11.615091 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-2c58f7a0-4935-4ccd-80c2-07a018894d3a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port b5a08fc8-c167-406c-8c64-4ddb931c6e93 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:11.615433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2c58f7a0-4935-4ccd-80c2-07a018894d3a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.831722 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.860402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e3f8bf6-f7b6-4e0d-8362-30b68bc8508b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.872937 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.912664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6b7d5c0b-44aa-47eb-b333-6ede55f7c04b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.942052 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c9666dd1-b907-46b2-b50a-22c65701f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.960725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f8bf6-f7b6-4e0d-8362-30b68bc8508b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=8284a5f2-88c2-4c12-ba00-1b1c22eafb86,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:11.974203 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-90dfde03-4458-4d68-acce-badd9b3a55df tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:11.978374 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-52165f64-d625-472f-b7d6-98343d263bd6 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Deleting port bb6b02ba-31a4-48d8-a201-f893631561e3 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:11.978722 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-52165f64-d625-472f-b7d6-98343d263bd6 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.984115 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3f8bf6-f7b6-4e0d-8362-30b68bc8508b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:11.990103 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5598b0ab-f891-4934-af73-37141fc6e002']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:11.998577 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-5e3f8bf6-f7b6-4e0d-8362-30b68bc8508b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:12.033458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3f8bf6-f7b6-4e0d-8362-30b68bc8508b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:12.034053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e3f8bf6-f7b6-4e0d-8362-30b68bc8508b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.045416 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec477b4c-a9a5-451a-b615-724f83026fe2') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:12.045416 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec477b4c-a9a5-451a-b615-724f83026fe2') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:12.045754 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-90dfde03-4458-4d68-acce-badd9b3a55df tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:12.049323 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Transition to ACTIVE for port object 9e13fe4c-78b5-468c-b7a1-d441ea18eb53 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:12.058942 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.074465 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.092678 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6b7d5c0b-44aa-47eb-b333-6ede55f7c04b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.093729 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9666dd1-b907-46b2-b50a-22c65701f4fe None None] Pushing event deleted for resources: {'Port': ['ID=53196f10-e65b-4f4a-9c4e-f3dabaa01e0f,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:12.105580 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-bceee7d3-6304-4134-a810-c1e50ccc8621 None None] Deleting port 44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:12.105580 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bceee7d3-6304-4134-a810-c1e50ccc8621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.120401 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.127863 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:12.128361 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:12.157319 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:12.167354 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9666dd1-b907-46b2-b50a-22c65701f4fe None None] No DVR routers for this DVR port 53196f10-e65b-4f4a-9c4e-f3dabaa01e0f on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:12.179470 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5e3f8bf6-f7b6-4e0d-8362-30b68bc8508b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9404359 Mar 14 18:22:12.183588 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55368) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:12.185562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dfde03-4458-4d68-acce-badd9b3a55df tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Made reservation on behalf of 64ae59efb1a14c3d860915fbe73543f5 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:12.189066 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90dfde03-4458-4d68-acce-badd9b3a55df tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.191569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d8584729-451f-4ad0-8da2-902c3a5b97e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'name': 'tempest-NetworksTestDHCPv6-687694854'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:12.214487 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Transition to ACTIVE for port object 9e13fe4c-78b5-468c-b7a1-d441ea18eb53 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:12.252036 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaadb65-28db-4423-a51c-c94a0e045ee7 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:12.277908 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.298948 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-bceee7d3-6304-4134-a810-c1e50ccc8621 None None] The port '44f48cec-6f9d-4c1a-a3c6-c295d1eab0e7' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:22:12.308926 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Transition to ACTIVE for port object 2ee4279f-123a-40e6-b830-f88b9bea8ea1 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:12.414742 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.451626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.ipam_backend_mixin [None req-90dfde03-4458-4d68-acce-badd9b3a55df tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Performing IP validity checks on allocation pools {{(pid=88635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 14 18:22:12.451626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.ipam_backend_mixin [None req-90dfde03-4458-4d68-acce-badd9b3a55df tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 14 18:22:12.478113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.478374 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Transition to ACTIVE for port object 2ee4279f-123a-40e6-b830-f88b9bea8ea1 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:12.486071 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.504516 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Network 8fd96bba-92e5-4527-8d2d-a1079f6d3821 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:12.509025 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:12.516532 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:12.555626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event deleted for resources: {'Network': ['ID=5598b0ab-f891-4934-af73-37141fc6e002,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:12.560116 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Allocated IP 2001:db8::1 (8fd96bba-92e5-4527-8d2d-a1079f6d3821/a832515e-1b33-4833-a84a-3a6b7046a7c5/7a5437b2-2832-45ff-b213-b3c80e25f708) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:12.569010 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0ad33a5e-fdcb-4642-8ee1-1c0da07b2545 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "DELETE /v2.0/networks/5598b0ab-f891-4934-af73-37141fc6e002 HTTP/1.1" status: 204 len: 168 time: 3.5272195 Mar 14 18:22:12.572089 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55374) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:12.579120 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2c58f7a0-4935-4ccd-80c2-07a018894d3a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.581462 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.633688 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d8584729-451f-4ad0-8da2-902c3a5b97e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:12.645285 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Pushing event updated for resources: {'Port': ['ID=9e13fe4c-78b5-468c-b7a1-d441ea18eb53,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:12.650531 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d8584729-451f-4ad0-8da2-902c3a5b97e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:port and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:12.669120 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d8584729-451f-4ad0-8da2-902c3a5b97e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:12.679870 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d8584729-451f-4ad0-8da2-902c3a5b97e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:12.742658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-52165f64-d625-472f-b7d6-98343d263bd6 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.743003 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-52165f64-d625-472f-b7d6-98343d263bd6 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.764397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-2c58f7a0-4935-4ccd-80c2-07a018894d3a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for b5a08fc8-c167-406c-8c64-4ddb931c6e93 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:12.803232 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Network ea18f2b1-e52b-42e1-a6fe-c66406efb923 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:12.810318 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Pushing event updated for resources: {'Port': ['ID=2ee4279f-123a-40e6-b830-f88b9bea8ea1,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:12.817284 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:12.824428 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:12.830410 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Attempting to bind port 9e13fe4c-78b5-468c-b7a1-d441ea18eb53 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:12.831075 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Attempting to bind port 9e13fe4c-78b5-468c-b7a1-d441ea18eb53 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'd1c4f4c1-f692-431c-9fe4-f5f4ec9819cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fd96bba-92e5-4527-8d2d-a1079f6d3821'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:12.831799 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Attempting to bind port 9e13fe4c-78b5-468c-b7a1-d441ea18eb53 on network 8fd96bba-92e5-4527-8d2d-a1079f6d3821 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:22:12.857471 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8584729-451f-4ad0-8da2-902c3a5b97e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:12.861283 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d8584729-451f-4ad0-8da2-902c3a5b97e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.882912 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:22:12.883729 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Checking segment: {'id': 'd1c4f4c1-f692-431c-9fe4-f5f4ec9819cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fd96bba-92e5-4527-8d2d-a1079f6d3821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:12.884227 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.884718 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Bound using segment: {'id': 'd1c4f4c1-f692-431c-9fe4-f5f4ec9819cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fd96bba-92e5-4527-8d2d-a1079f6d3821'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:22:12.885299 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Bound port: 9e13fe4c-78b5-468c-b7a1-d441ea18eb53, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c4f4c1-f692-431c-9fe4-f5f4ec9819cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fd96bba-92e5-4527-8d2d-a1079f6d3821'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:12.886340 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.903261 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec290d0-bdc3-415c-8cf4-769077703207 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Deleting subnet e7560f30-9797-40b3-9ddd-8ed30093652b {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:22:12.910649 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ec290d0-bdc3-415c-8cf4-769077703207 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.938007 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-52165f64-d625-472f-b7d6-98343d263bd6 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Calling delete_port for bb6b02ba-31a4-48d8-a201-f893631561e3 owned by network:floatingip {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:12.955753 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-d8584729-451f-4ad0-8da2-902c3a5b97e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port 3bb96ded-5c53-4db3-b41e-a0f9eda44b42 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:12.984916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7d5c0b-44aa-47eb-b333-6ede55f7c04b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router 933b2c34-0fec-4ba7-bc79-342e6d499cab has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:22:12.998129 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.044912 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Transition to ACTIVE for port object 7a5437b2-2832-45ff-b213-b3c80e25f708 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:13.051730 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ec290d0-bdc3-415c-8cf4-769077703207 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.071114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'fixed_ips': [{'subnet_id': '8284a5f2-88c2-4c12-ba00-1b1c22eafb86'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:22:13.073454 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.097301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Attempting to bind port 2ee4279f-123a-40e6-b830-f88b9bea8ea1 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:13.098223 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Attempting to bind port 2ee4279f-123a-40e6-b830-f88b9bea8ea1 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '412f55f6-485f-4e3e-9484-5cb24905a0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ea18f2b1-e52b-42e1-a6fe-c66406efb923'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:13.098846 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Attempting to bind port 2ee4279f-123a-40e6-b830-f88b9bea8ea1 on network ea18f2b1-e52b-42e1-a6fe-c66406efb923 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:22:13.111739 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:22:13.112563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Checking segment: {'id': '412f55f6-485f-4e3e-9484-5cb24905a0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ea18f2b1-e52b-42e1-a6fe-c66406efb923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:13.113279 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.113881 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Bound using segment: {'id': '412f55f6-485f-4e3e-9484-5cb24905a0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ea18f2b1-e52b-42e1-a6fe-c66406efb923'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:22:13.114606 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Bound port: 2ee4279f-123a-40e6-b830-f88b9bea8ea1, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412f55f6-485f-4e3e-9484-5cb24905a0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ea18f2b1-e52b-42e1-a6fe-c66406efb923'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:13.115349 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.229273 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-d8584729-451f-4ad0-8da2-902c3a5b97e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::1c1 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/8284a5f2-88c2-4c12-ba00-1b1c22eafb86/3bb96ded-5c53-4db3-b41e-a0f9eda44b42) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:13.246002 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ec290d0-bdc3-415c-8cf4-769077703207 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.253660 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9463a658-011d-46b0-964f-83eeca592079 None None] For port 9e13fe4c-78b5-468c-b7a1-d441ea18eb53, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:22:13.315753 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] For port 2ee4279f-123a-40e6-b830-f88b9bea8ea1, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:22:13.319095 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] For port 2ee4279f-123a-40e6-b830-f88b9bea8ea1, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2ee4279f-123a-40e6-b830-f88b9bea8ea1,segment=NetworkSegment(412f55f6-485f-4e3e-9484-5cb24905a0b4),segment_id=412f55f6-485f-4e3e-9484-5cb24905a0b4)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:22:13.332697 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.338974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9463a658-011d-46b0-964f-83eeca592079 None None] For port 9e13fe4c-78b5-468c-b7a1-d441ea18eb53, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=9e13fe4c-78b5-468c-b7a1-d441ea18eb53,segment=NetworkSegment(d1c4f4c1-f692-431c-9fe4-f5f4ec9819cd),segment_id=d1c4f4c1-f692-431c-9fe4-f5f4ec9819cd)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:22:13.388757 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.445436 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.560527 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818156b-8d68-4eec-9332-a6bc4d32b13a None None] Pushing event updated for resources: {'Port': ['ID=2ee4279f-123a-40e6-b830-f88b9bea8ea1,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:13.589021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2c58f7a0-4935-4ccd-80c2-07a018894d3a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.591076 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network 8fd96bba-92e5-4527-8d2d-a1079f6d3821 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:13.597919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:13.649969 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:13.650693 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.680477 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58f7a0-4935-4ccd-80c2-07a018894d3a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=b5a08fc8-c167-406c-8c64-4ddb931c6e93,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:13.692793 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=7a5437b2-2832-45ff-b213-b3c80e25f708,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:13.712377 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463a658-011d-46b0-964f-83eeca592079 None None] Pushing event updated for resources: {'Port': ['ID=9e13fe4c-78b5-468c-b7a1-d441ea18eb53,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:13.754278 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2c58f7a0-4935-4ccd-80c2-07a018894d3a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.766101 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7d5c0b-44aa-47eb-b333-6ede55f7c04b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:22:13.781042 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0903a538-c8c5-435b-91a7-6face1edbfe5 None None] Sync routers for ids ['933b2c34-0fec-4ba7-bc79-342e6d499cab'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:13.789034 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6b7d5c0b-44aa-47eb-b333-6ede55f7c04b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.790216 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6b7d5c0b-44aa-47eb-b333-6ede55f7c04b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/933b2c34-0fec-4ba7-bc79-342e6d499cab HTTP/1.1" status: 200 len: 887 time: 3.1523612 Mar 14 18:22:13.793780 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55380) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:13.800589 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d8584729-451f-4ad0-8da2-902c3a5b97e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.808578 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0903a538-c8c5-435b-91a7-6face1edbfe5 None None] Routers {'933b2c34-0fec-4ba7-bc79-342e6d499cab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:13.809709 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-0903a538-c8c5-435b-91a7-6face1edbfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['933b2c34-0fec-4ba7-bc79-342e6d499cab'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:13.883475 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-d8584729-451f-4ad0-8da2-902c3a5b97e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object 3bb96ded-5c53-4db3-b41e-a0f9eda44b42 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:13.887853 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-0903a538-c8c5-435b-91a7-6face1edbfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:13.899594 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0903a538-c8c5-435b-91a7-6face1edbfe5 None None] Routers {'933b2c34-0fec-4ba7-bc79-342e6d499cab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:13.900697 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-0903a538-c8c5-435b-91a7-6face1edbfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['933b2c34-0fec-4ba7-bc79-342e6d499cab'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:13.994006 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-0903a538-c8c5-435b-91a7-6face1edbfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:13.994419 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0903a538-c8c5-435b-91a7-6face1edbfe5 None None] The sync data for ids ['933b2c34-0fec-4ba7-bc79-342e6d499cab'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:14.004920 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7c9f9b5e-c384-47bf-be49-8a45a8a14355 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/routers/933b2c34-0fec-4ba7-bc79-342e6d499cab HTTP/1.1" status: 200 len: 887 time: 0.2087462 Mar 14 18:22:14.007772 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55384) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:14.051358 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3d547007-2a8f-4eb9-9408-387330d6fd22 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Synchronizing usage tracker for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:14.096411 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-52165f64-d625-472f-b7d6-98343d263bd6 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.125968 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ec290d0-bdc3-415c-8cf4-769077703207 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.146261 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52165f64-d625-472f-b7d6-98343d263bd6 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event deleted for resources: {'Port': ['ID=bb6b02ba-31a4-48d8-a201-f893631561e3,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:14.152675 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90dfde03-4458-4d68-acce-badd9b3a55df tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.171410 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3d547007-2a8f-4eb9-9408-387330d6fd22 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Unset dirty status for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:14.172833 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3d547007-2a8f-4eb9-9408-387330d6fd22 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/ports?device_id=933b2c34-0fec-4ba7-bc79-342e6d499cab HTTP/1.1" status: 200 len: 205 time: 0.1638322 Mar 14 18:22:14.207723 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2c58f7a0-4935-4ccd-80c2-07a018894d3a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/ports/b5a08fc8-c167-406c-8c64-4ddb931c6e93 HTTP/1.1" status: 204 len: 168 time: 2.8786726 Mar 14 18:22:14.208643 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55388) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:14.243658 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Allocated IP 2001:db8::2 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/8284a5f2-88c2-4c12-ba00-1b1c22eafb86/6c373142-f378-4d76-963c-cb35b49e09bf) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:14.250193 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55390) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:14.260764 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d8584729-451f-4ad0-8da2-902c3a5b97e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.311446 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec290d0-bdc3-415c-8cf4-769077703207 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event deleted for resources: {'Subnet': ['ID=e7560f30-9797-40b3-9ddd-8ed30093652b,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:14.319951 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ec290d0-bdc3-415c-8cf4-769077703207 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.323804 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624171cc-e812-4663-91a5-5a83aaa87da3 None None] Network f2410f0f-ca98-4f05-910c-63122a09f34e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:14.375735 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8584729-451f-4ad0-8da2-902c3a5b97e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:14.399900 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-d8584729-451f-4ad0-8da2-902c3a5b97e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:14.408346 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7ec290d0-bdc3-415c-8cf4-769077703207 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "DELETE /v2.0/subnets/e7560f30-9797-40b3-9ddd-8ed30093652b HTTP/1.1" status: 204 len: 168 time: 1.8324156 Mar 14 18:22:14.410649 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8584729-451f-4ad0-8da2-902c3a5b97e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:14.425614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8584729-451f-4ad0-8da2-902c3a5b97e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:14.426392 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d8584729-451f-4ad0-8da2-902c3a5b97e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.477744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-91d09947-aa31-4aca-b102-468d7cbdcd39 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.487215 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55394) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:14.618375 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.699441 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-556145be-9ddb-4a89-9660-84fa0377e1df tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] DELETE failed (client error): The resource could not be found. Mar 14 18:22:14.700086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556145be-9ddb-4a89-9660-84fa0377e1df tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:22:14.701641 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-556145be-9ddb-4a89-9660-84fa0377e1df tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/ports/b5a08fc8-c167-406c-8c64-4ddb931c6e93 HTTP/1.1" status: 404 len: 333 time: 0.2271037 Mar 14 18:22:14.711152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55400) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:14.743669 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8584729-451f-4ad0-8da2-902c3a5b97e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=3bb96ded-5c53-4db3-b41e-a0f9eda44b42,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:14.888224 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d8584729-451f-4ad0-8da2-902c3a5b97e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7019992 Mar 14 18:22:14.897190 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf652990-b4f2-49a4-a5f1-b8e77de7fd29 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] GET failed (client error): The resource could not be found. Mar 14 18:22:14.897809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-bf652990-b4f2-49a4-a5f1-b8e77de7fd29 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Synchronizing usage tracker for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:14.910234 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55406) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:14.964315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfde03-4458-4d68-acce-badd9b3a55df tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Subnet': ['ID=9fb783e1-2b08-4045-9273-9dcfde6b4447,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:14.994328 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1c4f1a-bf9f-4295-993d-dc5260a7f973 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Deleting subnet 11976af8-4b58-4616-b778-450cb8f8b80e {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:22:14.998508 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4f1a-bf9f-4295-993d-dc5260a7f973 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.031274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-52165f64-d625-472f-b7d6-98343d263bd6 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for floatingip, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.031746 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-52165f64-d625-472f-b7d6-98343d263bd6 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Floating IP 66a8aa87-877c-4ca4-84f7-669567989cde disassociated (deleted). External IP: 172.26.7.52, port: e7b46dd8-f6ca-44b8-9556-f232459450cd. Mar 14 18:22:15.085642 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.094900 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4f1a-bf9f-4295-993d-dc5260a7f973 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.095470 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Transition to ACTIVE for port object 6c373142-f378-4d76-963c-cb35b49e09bf will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:15.126080 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Transition to ACTIVE for port object 6c373142-f378-4d76-963c-cb35b49e09bf will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:15.139422 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 9e13fe4c-78b5-468c-b7a1-d441ea18eb53 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:15.153889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfde03-4458-4d68-acce-badd9b3a55df tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Checking segment: {'id': '53372993-c6c0-4e50-85b1-eab829a8d4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e336a13c-2d7a-4858-9eaf-6194ac02ab0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:15.154332 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dfde03-4458-4d68-acce-badd9b3a55df tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network hostable DHCP agents. Network: e336a13c-2d7a-4858-9eaf-6194ac02ab0a, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:15.226633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.286430 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-91d09947-aa31-4aca-b102-468d7cbdcd39 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.298152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-bf652990-b4f2-49a4-a5f1-b8e77de7fd29 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Unset dirty status for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:15.299622 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bf652990-b4f2-49a4-a5f1-b8e77de7fd29 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports/b5a08fc8-c167-406c-8c64-4ddb931c6e93 HTTP/1.1" status: 404 len: 333 time: 0.5709906 Mar 14 18:22:15.303925 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55410) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:15.309888 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:15.313840 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:15.323502 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:15.338193 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Pushing event updated for resources: {'Port': ['ID=6c373142-f378-4d76-963c-cb35b49e09bf,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:15.349684 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dfde03-4458-4d68-acce-badd9b3a55df tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Network e336a13c-2d7a-4858-9eaf-6194ac02ab0a is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:15.392230 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-91d09947-aa31-4aca-b102-468d7cbdcd39 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port a70b2799-aeef-4a78-bbeb-4b99da399044 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:15.392696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-91d09947-aa31-4aca-b102-468d7cbdcd39 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.418411 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c4196d-24e9-488b-99bb-775d2032fec0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:15.418671 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-11c4196d-24e9-488b-99bb-775d2032fec0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:15.419498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfea4b3-f5c4-48a6-a12c-64b7355bfef3 None None] DHCP port deletion for f2410f0f-ca98-4f05-910c-63122a09f34e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:22:15.432848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 9e13fe4c-78b5-468c-b7a1-d441ea18eb53 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:15.441644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-edfea4b3-f5c4-48a6-a12c-64b7355bfef3 None None] Deleting port 7d83be23-39c6-4b94-b216-8ed60c868efe {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:15.441644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-edfea4b3-f5c4-48a6-a12c-64b7355bfef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.491461 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2ee4279f-123a-40e6-b830-f88b9bea8ea1 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:15.494000 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4f1a-bf9f-4295-993d-dc5260a7f973 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.539604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-8adc81ce-1b52-4ea1-907e-d2b75785cac2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting subnet 91e75c60-8e6b-400b-b932-0aec45922ed2 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:22:15.570075 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Attempting to bind port 6c373142-f378-4d76-963c-cb35b49e09bf on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:15.570456 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Attempting to bind port 6c373142-f378-4d76-963c-cb35b49e09bf by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:15.570861 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Attempting to bind port 6c373142-f378-4d76-963c-cb35b49e09bf on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:22:15.592807 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:22:15.593129 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:15.593512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.593908 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:22:15.594391 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Bound port: 6c373142-f378-4d76-963c-cb35b49e09bf, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:15.595106 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.671101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-11c4196d-24e9-488b-99bb-775d2032fec0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:15.674127 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-11c4196d-24e9-488b-99bb-775d2032fec0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.7513392 Mar 14 18:22:15.690675 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55414) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:15.835664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-90dfde03-4458-4d68-acce-badd9b3a55df tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, e336a13c-2d7a-4858-9eaf-6194ac02ab0a) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:15.843210 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dfde03-4458-4d68-acce-badd9b3a55df tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:15.843773 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90dfde03-4458-4d68-acce-badd9b3a55df tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.883909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8adc81ce-1b52-4ea1-907e-d2b75785cac2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.915416 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] For port 6c373142-f378-4d76-963c-cb35b49e09bf, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:22:15.925511 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] For port 6c373142-f378-4d76-963c-cb35b49e09bf, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=6c373142-f378-4d76-963c-cb35b49e09bf,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:22:15.934044 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec0255a-51f7-405b-95d8-6fc7a131dd5f None None] Network e336a13c-2d7a-4858-9eaf-6194ac02ab0a requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:15.963167 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 2ee4279f-123a-40e6-b830-f88b9bea8ea1 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:15.967993 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.994769 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4f1a-bf9f-4295-993d-dc5260a7f973 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.009738 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-edfea4b3-f5c4-48a6-a12c-64b7355bfef3 None None] For port 7d83be23-39c6-4b94-b216-8ed60c868efe, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7d83be23-39c6-4b94-b216-8ed60c868efe,segment=NetworkSegment(d2c2b568-5249-4383-a2f6-f6f75ebb1249),segment_id=d2c2b568-5249-4383-a2f6-f6f75ebb1249)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:16.010144 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-edfea4b3-f5c4-48a6-a12c-64b7355bfef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.030202 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.066953 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-90dfde03-4458-4d68-acce-badd9b3a55df tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.5994110 Mar 14 18:22:16.116433 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55420) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:16.117674 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c4f1a-bf9f-4295-993d-dc5260a7f973 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event deleted for resources: {'Subnet': ['ID=11976af8-4b58-4616-b778-450cb8f8b80e,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:16.128586 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d3927056-b326-40ca-88dc-54d3de007c9c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:16.183390 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8adc81ce-1b52-4ea1-907e-d2b75785cac2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.306921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-91d09947-aa31-4aca-b102-468d7cbdcd39 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.312536 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f085d5-3755-49ee-af91-d3ac3fa3419f None None] Network ea18f2b1-e52b-42e1-a6fe-c66406efb923 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:16.316873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52165f64-d625-472f-b7d6-98343d263bd6 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Router 30045a5d-7a61-4819-9a21-b02b1adaab34 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:22:16.378662 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-bb82a643-0389-49b4-b963-6e09bcf5a3c0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port 3bb96ded-5c53-4db3-b41e-a0f9eda44b42 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:16.379028 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bb82a643-0389-49b4-b963-6e09bcf5a3c0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.435880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-edfea4b3-f5c4-48a6-a12c-64b7355bfef3 None None] Calling delete_port for 7d83be23-39c6-4b94-b216-8ed60c868efe owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:16.454367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.455388 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.469064 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832e63bc-5645-4c43-8cf8-6e59642b0437 None None] Network 8fd96bba-92e5-4527-8d2d-a1079f6d3821 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:16.517157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-91d09947-aa31-4aca-b102-468d7cbdcd39 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Calling delete_port for a70b2799-aeef-4a78-bbeb-4b99da399044 owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:16.586497 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=7a5437b2-2832-45ff-b213-b3c80e25f708,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:16.603073 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d483bfc1-c9c1-46a1-aa0d-854f75dd81f7 None None] Network 40e42a37-85fb-43b8-ba3d-bad155a72bf1 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:16.611641 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4f1a-bf9f-4295-993d-dc5260a7f973 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.639300 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3c1c4f1a-bf9f-4295-993d-dc5260a7f973 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "DELETE /v2.0/subnets/11976af8-4b58-4616-b778-450cb8f8b80e HTTP/1.1" status: 204 len: 168 time: 2.1402678 Mar 14 18:22:16.650710 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55432) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:16.723293 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3927056-b326-40ca-88dc-54d3de007c9c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2114204'] for subnet, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.723543 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8adc81ce-1b52-4ea1-907e-d2b75785cac2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.795690 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0c6e7fd3-5f18-4483-9063-4cfea398b7e3 None None] Provisioning for port 2ee4279f-123a-40e6-b830-f88b9bea8ea1 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:17.073567 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.124005 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network 8fd96bba-92e5-4527-8d2d-a1079f6d3821 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:17.133246 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:17.161800 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52165f64-d625-472f-b7d6-98343d263bd6 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:22:17.163395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Deleting port 7d83be23-39c6-4b94-b216-8ed60c868efe {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:17.170418 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.209660 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d39bea-0dff-473c-8010-540994ac5ca9 None None] Pushing event updated for resources: {'Port': ['ID=6c373142-f378-4d76-963c-cb35b49e09bf,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:17.261642 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-52165f64-d625-472f-b7d6-98343d263bd6 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.314029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8adc81ce-1b52-4ea1-907e-d2b75785cac2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.319181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d7e5be-acf2-46fc-b5f5-4b87cd1bf60d None None] Sync routers for ids ['30045a5d-7a61-4819-9a21-b02b1adaab34'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:17.325697 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7d83be23-39c6-4b94-b216-8ed60c868efe no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:17.366848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0c6e7fd3-5f18-4483-9063-4cfea398b7e3 None None] Provisioning complete for port 2ee4279f-123a-40e6-b830-f88b9bea8ea1 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:17.367212 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0c6e7fd3-5f18-4483-9063-4cfea398b7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.480678 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d7e5be-acf2-46fc-b5f5-4b87cd1bf60d None None] Routers {'30045a5d-7a61-4819-9a21-b02b1adaab34'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:17.480967 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e4d7e5be-acf2-46fc-b5f5-4b87cd1bf60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['30045a5d-7a61-4819-9a21-b02b1adaab34'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:17.505482 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bb82a643-0389-49b4-b963-6e09bcf5a3c0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.555435 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] For port 7d83be23-39c6-4b94-b216-8ed60c868efe, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7d83be23-39c6-4b94-b216-8ed60c868efe,segment=NetworkSegment(d2c2b568-5249-4383-a2f6-f6f75ebb1249),segment_id=d2c2b568-5249-4383-a2f6-f6f75ebb1249)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:17.555699 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.684812 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3927056-b326-40ca-88dc-54d3de007c9c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739048859383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2809702'] for subnet, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.696701 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-bb82a643-0389-49b4-b963-6e09bcf5a3c0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for 3bb96ded-5c53-4db3-b41e-a0f9eda44b42 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:17.723901 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-e4d7e5be-acf2-46fc-b5f5-4b87cd1bf60d None None] Set router 30045a5d-7a61-4819-9a21-b02b1adaab34 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:22:17.808269 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3927056-b326-40ca-88dc-54d3de007c9c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event updated for resources: {'Subnet': ['ID=9fb783e1-2b08-4045-9273-9dcfde6b4447,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:17.810539 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router b1bfb028-defc-4e0f-a9c3-dda1efe457ee is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:22:17.835574 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3927056-b326-40ca-88dc-54d3de007c9c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:17.836212 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3927056-b326-40ca-88dc-54d3de007c9c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.840732 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d3927056-b326-40ca-88dc-54d3de007c9c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "PUT /v2.0/subnets/9fb783e1-2b08-4045-9273-9dcfde6b4447 HTTP/1.1" status: 200 len: 900 time: 1.7200217 Mar 14 18:22:17.849087 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55446) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:17.901388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Calling delete_port for 7d83be23-39c6-4b94-b216-8ed60c868efe owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:18.050511 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8adc81ce-1b52-4ea1-907e-d2b75785cac2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.053344 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc81ce-1b52-4ea1-907e-d2b75785cac2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Subnet': ['ID=91e75c60-8e6b-400b-b932-0aec45922ed2,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:18.072107 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-804d1cd7-33ca-4274-bbb2-d71119daa978 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.083011 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8adc81ce-1b52-4ea1-907e-d2b75785cac2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/91e75c60-8e6b-400b-b932-0aec45922ed2 HTTP/1.1" status: 204 len: 168 time: 2.7779560 Mar 14 18:22:18.088372 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55450) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:18.090414 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-52165f64-d625-472f-b7d6-98343d263bd6 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "DELETE /v2.0/floatingips/66a8aa87-877c-4ca4-84f7-669567989cde HTTP/1.1" status: 204 len: 168 time: 7.1477504 Mar 14 18:22:18.119178 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cf7365-997e-4e3e-870a-f93c1540f96e', 'tag': 'e7b46dd8-f6ca-44b8-9556-f232459450cd'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:22:18.143147 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.api [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:22:18.145640 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG oslo_db.api [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:22:18.208358 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-edfea4b3-f5c4-48a6-a12c-64b7355bfef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.327387 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cf7365-997e-4e3e-870a-f93c1540f96e', 'tag': 'e7b46dd8-f6ca-44b8-9556-f232459450cd', 'status': 'completed', 'code': 200} Mar 14 18:22:18.340293 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-91d09947-aa31-4aca-b102-468d7cbdcd39 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.386229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfea4b3-f5c4-48a6-a12c-64b7355bfef3 None None] Pushing event deleted for resources: {'Port': ['ID=7d83be23-39c6-4b94-b216-8ed60c868efe,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:18.468204 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d09947-aa31-4aca-b102-468d7cbdcd39 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Port': ['ID=a70b2799-aeef-4a78-bbeb-4b99da399044,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:18.520408 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.539427 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfea4b3-f5c4-48a6-a12c-64b7355bfef3 None None] No DVR routers for this DVR port 7d83be23-39c6-4b94-b216-8ed60c868efe on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:18.583487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port 2ee4279f-123a-40e6-b830-f88b9bea8ea1 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:18.583732 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.592764 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-804d1cd7-33ca-4274-bbb2-d71119daa978 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.645673 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-91d09947-aa31-4aca-b102-468d7cbdcd39 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.651434 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0c6e7fd3-5f18-4483-9063-4cfea398b7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.671596 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da59ac9c-bd9e-443c-a378-1b9d52e91768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-e336a13c-2d7a-4858-9eaf-6194ac02ab0a', 'network_id': 'e336a13c-2d7a-4858-9eaf-6194ac02ab0a', 'tenant_id': '64ae59efb1a14c3d860915fbe73543f5', 'fixed_ips': [{'subnet_id': '9fb783e1-2b08-4045-9273-9dcfde6b4447'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:22:18.672866 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-da59ac9c-bd9e-443c-a378-1b9d52e91768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.692730 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No active binding found for port 7d83be23-39c6-4b94-b216-8ed60c868efe {{(pid=88636) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 14 18:22:18.693615 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7d83be23-39c6-4b94-b216-8ed60c868efe not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:22:18.744150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Deleting port 7d83be23-39c6-4b94-b216-8ed60c868efe {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:18.745217 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.798611 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:22:18.810320 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53332719-42b3-4037-8fb0-3bad93df613b None None] Sync routers for ids ['b1bfb028-defc-4e0f-a9c3-dda1efe457ee'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:18.828262 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53332719-42b3-4037-8fb0-3bad93df613b None None] Routers {'b1bfb028-defc-4e0f-a9c3-dda1efe457ee'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:18.828897 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-53332719-42b3-4037-8fb0-3bad93df613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['b1bfb028-defc-4e0f-a9c3-dda1efe457ee'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:18.841596 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-884c7528-2d95-4ab9-958a-952d6eeeb884 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/b1bfb028-defc-4e0f-a9c3-dda1efe457ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9369838 Mar 14 18:22:18.844193 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55464) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:18.889320 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-0c6e7fd3-5f18-4483-9063-4cfea398b7e3 None None] For port 2ee4279f-123a-40e6-b830-f88b9bea8ea1, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2ee4279f-123a-40e6-b830-f88b9bea8ea1,segment=NetworkSegment(412f55f6-485f-4e3e-9484-5cb24905a0b4),segment_id=412f55f6-485f-4e3e-9484-5cb24905a0b4)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:18.976199 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-91d09947-aa31-4aca-b102-468d7cbdcd39 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.981810 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-91d09947-aa31-4aca-b102-468d7cbdcd39 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.983040 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-53332719-42b3-4037-8fb0-3bad93df613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:18.998427 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53332719-42b3-4037-8fb0-3bad93df613b None None] Routers {'b1bfb028-defc-4e0f-a9c3-dda1efe457ee'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:18.998427 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-53332719-42b3-4037-8fb0-3bad93df613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['b1bfb028-defc-4e0f-a9c3-dda1efe457ee'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:19.033708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bb82a643-0389-49b4-b963-6e09bcf5a3c0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.078727 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-53332719-42b3-4037-8fb0-3bad93df613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:19.079349 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53332719-42b3-4037-8fb0-3bad93df613b None None] The sync data for ids ['b1bfb028-defc-4e0f-a9c3-dda1efe457ee'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:19.113411 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-91d09947-aa31-4aca-b102-468d7cbdcd39 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.113411 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d09947-aa31-4aca-b102-468d7cbdcd39 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Fanout notify agent at l3_agent the message router_deleted on router 933b2c34-0fec-4ba7-bc79-342e6d499cab {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:22:19.117005 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] The port '7d83be23-39c6-4b94-b216-8ed60c868efe' was deleted {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:22:19.130144 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcecf2a0-e220-4584-a5c2-264cab93f715 None None] DHCP port deletion for 40e42a37-85fb-43b8-ba3d-bad155a72bf1 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:22:19.158673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e4d7e5be-acf2-46fc-b5f5-4b87cd1bf60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388483772', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:19:53Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'gw_port': {'id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:55Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '4f2eb911-d94d-4f4a-b958-23037be8d350', 'name': '', 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'mac_address': 'fa:16:3e:80:26:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:20:07Z', 'updated_at': '2022-03-14T18:20:24Z', 'revision_number': 5, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'subnets': [{'id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:19.160965 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 6c373142-f378-4d76-963c-cb35b49e09bf up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:19.240855 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82a643-0389-49b4-b963-6e09bcf5a3c0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=3bb96ded-5c53-4db3-b41e-a0f9eda44b42,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:19.246576 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e140a14-7210-4bdb-bea2-48007d447448 req-f4ed14e2-d248-4fe1-a71d-f704e39c35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:19.248443 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9e140a14-7210-4bdb-bea2-48007d447448 req-f4ed14e2-d248-4fe1-a71d-f704e39c35b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=355ab1d132224c9998b0e8c4dad61d99&device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 1099 time: 0.9440300 Mar 14 18:22:19.248565 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0c6e7fd3-5f18-4483-9063-4cfea398b7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.268514 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bb82a643-0389-49b4-b963-6e09bcf5a3c0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.458023 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-91d09947-aa31-4aca-b102-468d7cbdcd39 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.460732 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-91d09947-aa31-4aca-b102-468d7cbdcd39 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/routers/933b2c34-0fec-4ba7-bc79-342e6d499cab HTTP/1.1" status: 204 len: 168 time: 5.2431068 Mar 14 18:22:19.489968 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55472) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:19.516896 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1eb9849d-7011-4f6f-b692-06a9fbb4cb4f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'network': {'name': 'tempest-RoutersTest-325042574'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:19.521155 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1eb9849d-7011-4f6f-b692-06a9fbb4cb4f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:19.525704 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1eb9849d-7011-4f6f-b692-06a9fbb4cb4f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:network and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:19.529739 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.543635 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1eb9849d-7011-4f6f-b692-06a9fbb4cb4f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:19.545264 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c644d0d5-4ca9-4541-a4ef-ebd2e08e7cd5 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:19.551764 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c644d0d5-4ca9-4541-a4ef-ebd2e08e7cd5 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Synchronizing usage tracker for tenant:bab4d070cd704c8a84908631080d1946 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:19.560344 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-bb82a643-0389-49b4-b963-6e09bcf5a3c0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/3bb96ded-5c53-4db3-b41e-a0f9eda44b42 HTTP/1.1" status: 204 len: 168 time: 3.8615215 Mar 14 18:22:19.560344 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55476) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:19.564967 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-fcecf2a0-e220-4584-a5c2-264cab93f715 None None] Deleting port 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:19.565497 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fcecf2a0-e220-4584-a5c2-264cab93f715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.607999 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa7f208-e645-4fdc-ad28-78153c79c630 None None] Network ea18f2b1-e52b-42e1-a6fe-c66406efb923 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:19.613936 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1eb9849d-7011-4f6f-b692-06a9fbb4cb4f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:19.639815 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-804d1cd7-33ca-4274-bbb2-d71119daa978 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.647126 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2410f0f-ca98-4f05-910c-63122a09f34e']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:19.667433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] For port 2ee4279f-123a-40e6-b830-f88b9bea8ea1, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2ee4279f-123a-40e6-b830-f88b9bea8ea1,segment=NetworkSegment(412f55f6-485f-4e3e-9484-5cb24905a0b4),segment_id=412f55f6-485f-4e3e-9484-5cb24905a0b4)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:19.667794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.679284 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c2b568-5249-4383-a2f6-f6f75ebb1249') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:19.679579 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c2b568-5249-4383-a2f6-f6f75ebb1249') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:19.725197 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c644d0d5-4ca9-4541-a4ef-ebd2e08e7cd5 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Unset dirty status for tenant:bab4d070cd704c8a84908631080d1946 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:19.730071 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c644d0d5-4ca9-4541-a4ef-ebd2e08e7cd5 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/ports/7a5437b2-2832-45ff-b213-b3c80e25f708 HTTP/1.1" status: 200 len: 911 time: 0.8772821 Mar 14 18:22:19.740082 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55480) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:19.745785 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d7e5be-acf2-46fc-b5f5-4b87cd1bf60d None None] Checking router: 30045a5d-7a61-4819-9a21-b02b1adaab34 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:22:19.778152 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-83e83523-10af-468e-a778-bb487877a270 None None] Could not find standard attr ID for object 3bb96ded-5c53-4db3-b41e-a0f9eda44b42. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server [None req-da59ac9c-bd9e-443c-a378-1b9d52e91768 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9fb783e1-2b08-4045-9273-9dcfde6b4447: This subnet is being modified by another concurrent operation. Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 18:22:19.823471 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise exception Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9fb783e1-2b08-4045-9273-9dcfde6b4447: This subnet is being modified by another concurrent operation. Mar 14 18:22:19.827021 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server Mar 14 18:22:19.848896 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d1cd7-33ca-4274-bbb2-d71119daa978 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb783e1-2b08-4045-9273-9dcfde6b4447,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:19.851138 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e140a14-7210-4bdb-bea2-48007d447448 req-5ccad2bb-b50b-4c3a-8d32-20dd94ccb56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:19.852793 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9e140a14-7210-4bdb-bea2-48007d447448 req-5ccad2bb-b50b-4c3a-8d32-20dd94ccb56a service neutron] 10.222.0.59 "GET /v2.0/networks?id=5861a082-4a53-498e-b267-cfdff69a04c5 HTTP/1.1" status: 200 len: 898 time: 0.5891426 Mar 14 18:22:19.880516 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.896970 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for 2ee4279f-123a-40e6-b830-f88b9bea8ea1 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:19.917730 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869613cf-dd5b-42d3-a2cc-7e0550768c18 None None] Network e336a13c-2d7a-4858-9eaf-6194ac02ab0a requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:19.940381 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb9849d-7011-4f6f-b692-06a9fbb4cb4f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Made reservation on behalf of 65cbd48938094122bb9ae72dacf90bd1 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:19.944024 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d7e5be-acf2-46fc-b5f5-4b87cd1bf60d None None] Routers {'30045a5d-7a61-4819-9a21-b02b1adaab34'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:19.944360 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1eb9849d-7011-4f6f-b692-06a9fbb4cb4f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.946182 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e4d7e5be-acf2-46fc-b5f5-4b87cd1bf60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:21:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['30045a5d-7a61-4819-9a21-b02b1adaab34'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:20.014896 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cb6d78-c7d0-4463-b8ec-cb57fe764273 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:20.016628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cb6d78-c7d0-4463-b8ec-cb57fe764273 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:20.017412 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-67cb6d78-c7d0-4463-b8ec-cb57fe764273 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:20.025445 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e7fd3-5f18-4483-9063-4cfea398b7e3 None None] Pushing event updated for resources: {'Port': ['ID=2ee4279f-123a-40e6-b830-f88b9bea8ea1,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:20.061440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-83e83523-10af-468e-a778-bb487877a270 None None] Provisioning for port 6c373142-f378-4d76-963c-cb35b49e09bf completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:20.125729 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9e140a14-7210-4bdb-bea2-48007d447448 req-cfa06b2a-36d3-4b06-9f98-43d1f31dc320 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b46dd8-f6ca-44b8-9556-f232459450cd HTTP/1.1" status: 200 len: 217 time: 0.2173047 Mar 14 18:22:20.167658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.179669 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 6c373142-f378-4d76-963c-cb35b49e09bf completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:20.199533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:20.199938 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:20.247601 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:20.254984 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-804d1cd7-33ca-4274-bbb2-d71119daa978 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.264315 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 6c373142-f378-4d76-963c-cb35b49e09bf triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:20.264647 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.290550 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-83e83523-10af-468e-a778-bb487877a270 None None] Provisioning complete for port 2ee4279f-123a-40e6-b830-f88b9bea8ea1 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:20.290550 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-83e83523-10af-468e-a778-bb487877a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.364736 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-67cb6d78-c7d0-4463-b8ec-cb57fe764273 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:20.367865 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-67cb6d78-c7d0-4463-b8ec-cb57fe764273 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8061566 Mar 14 18:22:20.371242 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55494) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:20.377340 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-804d1cd7-33ca-4274-bbb2-d71119daa978 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e336a13c-2d7a-4858-9eaf-6194ac02ab0a']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:20.398930 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6ff6d-7f25-47ff-95f4-6789ceddb3a1 req-5f8b81c7-a2f3-4e1c-a8e1-c689ab327f69 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:20.400939 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-0ca6ff6d-7f25-47ff-95f4-6789ceddb3a1 req-5f8b81c7-a2f3-4e1c-a8e1-c689ab327f69 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Synchronizing usage tracker for tenant:355ab1d132224c9998b0e8c4dad61d99 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:20.441240 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-0ca6ff6d-7f25-47ff-95f4-6789ceddb3a1 req-5f8b81c7-a2f3-4e1c-a8e1-c689ab327f69 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Unset dirty status for tenant:355ab1d132224c9998b0e8c4dad61d99 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:20.443464 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0ca6ff6d-7f25-47ff-95f4-6789ceddb3a1 req-5f8b81c7-a2f3-4e1c-a8e1-c689ab327f69 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 946 time: 1.4146264 Mar 14 18:22:20.445476 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb9849d-7011-4f6f-b692-06a9fbb4cb4f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:20.458949 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.482380 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e140a14-7210-4bdb-bea2-48007d447448 req-0a361942-5637-4702-a078-9911e61fcad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:20.484082 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9e140a14-7210-4bdb-bea2-48007d447448 req-0a361942-5637-4702-a078-9911e61fcad9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ffcb896-1a23-4973-a93a-928d9017eb04 HTTP/1.1" status: 200 len: 835 time: 0.3457589 Mar 14 18:22:20.507037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.639938 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.654898 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc3e78-302c-485c-a5ec-727213b7f988 req-2a997b20-1f74-4498-ade1-d73306079064 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:20.656614 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-16fc3e78-302c-485c-a5ec-727213b7f988 req-2a997b20-1f74-4498-ade1-d73306079064 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.59 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 946 time: 0.5507395 Mar 14 18:22:20.664945 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=2ee4279f-123a-40e6-b830-f88b9bea8ea1,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:20.670031 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0ca6ff6d-7f25-47ff-95f4-6789ceddb3a1 req-2436579b-56b3-47c0-be2c-0998fedaa1b7 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975667 Mar 14 18:22:20.766693 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No DVR routers for this DVR port 2ee4279f-123a-40e6-b830-f88b9bea8ea1 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:20.788770 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-804d1cd7-33ca-4274-bbb2-d71119daa978 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53372993-c6c0-4e50-85b1-eab829a8d4c8') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:20.789351 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-804d1cd7-33ca-4274-bbb2-d71119daa978 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53372993-c6c0-4e50-85b1-eab829a8d4c8') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:20.849100 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1eb9849d-7011-4f6f-b692-06a9fbb4cb4f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.849442 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-1eb9849d-7011-4f6f-b692-06a9fbb4cb4f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Added segment cd94fcd3-3300-4371-8f92-a62d86a54590 of type vlan for network 8dd17fd5-489c-45e3-810d-780712b4adc1 Mar 14 18:22:20.857343 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event deleted for resources: {'Network': ['ID=f2410f0f-ca98-4f05-910c-63122a09f34e,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:20.880164 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-755403f6-f548-409b-9692-3d6f527ca587 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "DELETE /v2.0/networks/f2410f0f-ca98-4f05-910c-63122a09f34e HTTP/1.1" status: 204 len: 168 time: 4.2241733 Mar 14 18:22:20.880491 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-804d1cd7-33ca-4274-bbb2-d71119daa978 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.886885 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-e4d7e5be-acf2-46fc-b5f5-4b87cd1bf60d None None] Set router 30045a5d-7a61-4819-9a21-b02b1adaab34 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:22:20.890201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55500) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:20.967824 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6bcfa3-c79c-4172-b218-4da76c372c57 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 8284a5f2-88c2-4c12-ba00-1b1c22eafb86 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:22:20.976536 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-16fc3e78-302c-485c-a5ec-727213b7f988 req-88701ab6-88d6-4cde-95b6-ea9ae4bbdfab tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Deleting port e7b46dd8-f6ca-44b8-9556-f232459450cd {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:20.976890 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-16fc3e78-302c-485c-a5ec-727213b7f988 req-88701ab6-88d6-4cde-95b6-ea9ae4bbdfab tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.002327 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d6bcfa3-c79c-4172-b218-4da76c372c57 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.029793 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-804d1cd7-33ca-4274-bbb2-d71119daa978 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.088946 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-fcecf2a0-e220-4584-a5c2-264cab93f715 None None] For port 0c11d7ed-78a1-4d29-9b4d-5824a48d0015, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0c11d7ed-78a1-4d29-9b4d-5824a48d0015,segment=NetworkSegment(ae0e5026-39a2-49b4-a9bc-ee29b880751e),segment_id=ae0e5026-39a2-49b4-a9bc-ee29b880751e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:21.089340 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fcecf2a0-e220-4584-a5c2-264cab93f715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.111553 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.plugins.ml2.db [None req-83e83523-10af-468e-a778-bb487877a270 None None] No ports have port_id starting with 2ee4279f-123a-40e6-b830-f88b9bea8ea1 Mar 14 18:22:21.127354 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1eb9849d-7011-4f6f-b692-06a9fbb4cb4f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.132773 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804d1cd7-33ca-4274-bbb2-d71119daa978 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:21.133211 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-804d1cd7-33ca-4274-bbb2-d71119daa978 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.133562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:21.156293 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:21.227423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea18f2b1-e52b-42e1-a6fe-c66406efb923']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:21.281049 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d6bcfa3-c79c-4172-b218-4da76c372c57 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.319353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412f55f6-485f-4e3e-9484-5cb24905a0b4') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:21.319718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412f55f6-485f-4e3e-9484-5cb24905a0b4') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:21.329828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.343072 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.360057 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e140a14-7210-4bdb-bea2-48007d447448 req-9ae7e364-f453-4485-bac7-eade3e002e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:21.361562 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9e140a14-7210-4bdb-bea2-48007d447448 req-9ae7e364-f453-4485-bac7-eade3e002e7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5861a082-4a53-498e-b267-cfdff69a04c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5576558 Mar 14 18:22:21.372429 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1eb9849d-7011-4f6f-b692-06a9fbb4cb4f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.378907 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb9849d-7011-4f6f-b692-06a9fbb4cb4f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:21.379901 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1eb9849d-7011-4f6f-b692-06a9fbb4cb4f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.449128 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd6dccd-f8d2-4b6c-8df9-e596a4daec14 None None] Network e336a13c-2d7a-4858-9eaf-6194ac02ab0a requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:21.471374 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Deleting port 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:21.471719 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.472514 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.496716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-804d1cd7-33ca-4274-bbb2-d71119daa978 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.500091 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-804d1cd7-33ca-4274-bbb2-d71119daa978 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.504793 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:21.505541 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:21.526907 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:21.572489 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd6dccd-f8d2-4b6c-8df9-e596a4daec14 None None] Network e336a13c-2d7a-4858-9eaf-6194ac02ab0a could not be found, it might have been deleted concurrently. {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 14 18:22:21.587319 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-fcecf2a0-e220-4584-a5c2-264cab93f715 None None] Calling delete_port for 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:21.633111 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d1cd7-33ca-4274-bbb2-d71119daa978 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Network': ['ID=e336a13c-2d7a-4858-9eaf-6194ac02ab0a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:21.642136 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-804d1cd7-33ca-4274-bbb2-d71119daa978 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/networks/e336a13c-2d7a-4858-9eaf-6194ac02ab0a HTTP/1.1" status: 204 len: 168 time: 3.7859578 Mar 14 18:22:21.652127 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55504) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:21.671975 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1eb9849d-7011-4f6f-b692-06a9fbb4cb4f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1618123 Mar 14 18:22:21.695145 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.758741 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55508) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:21.765658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9849d-7011-4f6f-b692-06a9fbb4cb4f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Network': ['ID=8dd17fd5-489c-45e3-810d-780712b4adc1,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:21.778276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-14ab210f-2bab-4f73-a0e7-66cab6eaea71 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'subnet': {'network_id': '8dd17fd5-489c-45e3-810d-780712b4adc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:21.829233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 8dd17fd5-489c-45e3-810d-780712b4adc1 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:22:21.883403 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-123766d2-42bd-496d-8e47-2a96947e0bec tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] DELETE failed (client error): The resource could not be found. Mar 14 18:22:21.883922 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123766d2-42bd-496d-8e47-2a96947e0bec tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:22:21.889958 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-123766d2-42bd-496d-8e47-2a96947e0bec tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/subnets/9fb783e1-2b08-4045-9273-9dcfde6b4447 HTTP/1.1" status: 404 len: 337 time: 0.2379868 Mar 14 18:22:21.899926 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55516) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:21.921129 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.963858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.971663 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c2f385-151e-481b-8fd8-29e6a9832a07 None None] DHCP port deletion for ea18f2b1-e52b-42e1-a6fe-c66406efb923 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:22:21.980320 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/networks/ea18f2b1-e52b-42e1-a6fe-c66406efb923 HTTP/1.1" status: 204 len: 168 time: 3.8822124 Mar 14 18:22:21.980930 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-16fc3e78-302c-485c-a5ec-727213b7f988 req-88701ab6-88d6-4cde-95b6-ea9ae4bbdfab tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] For port e7b46dd8-f6ca-44b8-9556-f232459450cd, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e7b46dd8-f6ca-44b8-9556-f232459450cd,segment=NetworkSegment(0a30a6d4-a184-4408-b1bb-2c3403867cb6),segment_id=0a30a6d4-a184-4408-b1bb-2c3403867cb6)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:21.980930 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-16fc3e78-302c-485c-a5ec-727213b7f988 req-88701ab6-88d6-4cde-95b6-ea9ae4bbdfab tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.984636 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55522) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:21.990361 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71df1e-f720-43ae-8c4d-8b9b9b12045c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Network': ['ID=ea18f2b1-e52b-42e1-a6fe-c66406efb923,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:22.003617 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-46e1212c-2a1b-4874-bfcc-8a099e40d931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-588042655'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:22.008996 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-14ab210f-2bab-4f73-a0e7-66cab6eaea71 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:22.017831 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb894f0-4d41-47fd-a125-ffd338ee394c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] DELETE failed (client error): The resource could not be found. Mar 14 18:22:22.018401 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb894f0-4d41-47fd-a125-ffd338ee394c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:22:22.022905 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fbb894f0-4d41-47fd-a125-ffd338ee394c tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/networks/e336a13c-2d7a-4858-9eaf-6194ac02ab0a HTTP/1.1" status: 404 len: 339 time: 0.1193535 Mar 14 18:22:22.022905 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9e140a14-7210-4bdb-bea2-48007d447448 req-3e522644-dd17-4772-98ce-dddf269ee0a5 service neutron] 10.222.0.59 "GET /v2.0/networks/5861a082-4a53-498e-b267-cfdff69a04c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216326 Mar 14 18:22:22.023646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-46e1212c-2a1b-4874-bfcc-8a099e40d931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:22.030169 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55526) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:22.035740 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-83e83523-10af-468e-a778-bb487877a270 None None] Provisioning for port 9e13fe4c-78b5-468c-b7a1-d441ea18eb53 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:22.057028 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-83e83523-10af-468e-a778-bb487877a270 None None] Provisioning complete for port 9e13fe4c-78b5-468c-b7a1-d441ea18eb53 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:22.058433 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-83e83523-10af-468e-a778-bb487877a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.089637 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-46e1212c-2a1b-4874-bfcc-8a099e40d931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:network and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:22.141337 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 6c373142-f378-4d76-963c-cb35b49e09bf, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=6c373142-f378-4d76-963c-cb35b49e09bf,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:22.182000 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-14ab210f-2bab-4f73-a0e7-66cab6eaea71 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:subnet and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:22.192517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-16fc3e78-302c-485c-a5ec-727213b7f988 req-88701ab6-88d6-4cde-95b6-ea9ae4bbdfab tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Calling delete_port for e7b46dd8-f6ca-44b8-9556-f232459450cd owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:22.222125 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-14ab210f-2bab-4f73-a0e7-66cab6eaea71 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:22.238202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-14ab210f-2bab-4f73-a0e7-66cab6eaea71 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:22.242479 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-536217e1-d8e4-48d6-a13f-ee648dee97af tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.243371 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-46e1212c-2a1b-4874-bfcc-8a099e40d931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:22.262962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-83e83523-10af-468e-a778-bb487877a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.264855 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-46e1212c-2a1b-4874-bfcc-8a099e40d931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:22.289916 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.311563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e4d7e5be-acf2-46fc-b5f5-4b87cd1bf60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388483772', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:19:53Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'gw_port': {'id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:55Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '4f2eb911-d94d-4f4a-b958-23037be8d350', 'name': '', 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'mac_address': 'fa:16:3e:80:26:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:20:07Z', 'updated_at': '2022-03-14T18:20:24Z', 'revision_number': 5, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'subnets': [{'id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:22.338010 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d6bcfa3-c79c-4172-b218-4da76c372c57 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.416322 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ab210f-2bab-4f73-a0e7-66cab6eaea71 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Made reservation on behalf of 65cbd48938094122bb9ae72dacf90bd1 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:22.420336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-14ab210f-2bab-4f73-a0e7-66cab6eaea71 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.447579 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=6c373142-f378-4d76-963c-cb35b49e09bf,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:22.462627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fcecf2a0-e220-4584-a5c2-264cab93f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.480139 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:22.533623 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab82640-8598-4f2a-b54c-faed43d65a84 req-a582b9a8-6d75-4137-a36b-53c610d16a3b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:22.535113 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0ab82640-8598-4f2a-b54c-faed43d65a84 req-a582b9a8-6d75-4137-a36b-53c610d16a3b tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 946 time: 0.5988712 Mar 14 18:22:22.568367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] For port 0c11d7ed-78a1-4d29-9b4d-5824a48d0015, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0c11d7ed-78a1-4d29-9b4d-5824a48d0015,segment=NetworkSegment(ae0e5026-39a2-49b4-a9bc-ee29b880751e),segment_id=ae0e5026-39a2-49b4-a9bc-ee29b880751e)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:22.568751 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.577704 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cfb1aaad-3515-4414-8ba5-9daa72b599d9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.586528 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecf2a0-e220-4584-a5c2-264cab93f715 None None] Pushing event deleted for resources: {'Port': ['ID=0c11d7ed-78a1-4d29-9b4d-5824a48d0015,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:22.613814 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:22:22.614596 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:22:22.615404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2ee4279f-123a-40e6-b830-f88b9bea8ea1 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:22.653793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d7e5be-acf2-46fc-b5f5-4b87cd1bf60d None None] The sync data for ids ['30045a5d-7a61-4819-9a21-b02b1adaab34'] in dv-neutron-833560-1-hyperv is: [{'id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388483772', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:19:53Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'gw_port': {'id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:55Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '4f2eb911-d94d-4f4a-b958-23037be8d350', 'name': '', 'network_id': '5861a082-4a53-498e-b267-cfdff69a04c5', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'mac_address': 'fa:16:3e:80:26:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:20:07Z', 'updated_at': '2022-03-14T18:20:24Z', 'revision_number': 5, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'subnets': [{'id': '7ffcb896-1a23-4973-a93a-928d9017eb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:22.671156 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0ab82640-8598-4f2a-b54c-faed43d65a84 req-1f982e4c-6119-4e0a-99bc-efc01fa1e75d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/security-groups?id=72ae82fb-7f38-4dee-9fad-fc2733c08cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993741 Mar 14 18:22:22.726342 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 2ee4279f-123a-40e6-b830-f88b9bea8ea1 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:22:22.726837 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2ee4279f-123a-40e6-b830-f88b9bea8ea1 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:22:22.737624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-83e83523-10af-468e-a778-bb487877a270 None None] For port 9e13fe4c-78b5-468c-b7a1-d441ea18eb53, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=9e13fe4c-78b5-468c-b7a1-d441ea18eb53,segment=NetworkSegment(d1c4f4c1-f692-431c-9fe4-f5f4ec9819cd),segment_id=d1c4f4c1-f692-431c-9fe4-f5f4ec9819cd)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:22.738980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcecf2a0-e220-4584-a5c2-264cab93f715 None None] No DVR routers for this DVR port 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:22.755751 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b8cac2-e03f-4022-95ae-4c5c8a6970ab None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:22:22.764566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-16fc3e78-302c-485c-a5ec-727213b7f988 req-88701ab6-88d6-4cde-95b6-ea9ae4bbdfab tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.852462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88701ab6-88d6-4cde-95b6-ea9ae4bbdfab tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event deleted for resources: {'Port': ['ID=e7b46dd8-f6ca-44b8-9556-f232459450cd,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:22.881023 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-83e83523-10af-468e-a778-bb487877a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.969198 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e1212c-2a1b-4874-bfcc-8a099e40d931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:22.970510 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e83523-10af-468e-a778-bb487877a270 None None] Pushing event updated for resources: {'Port': ['ID=9e13fe4c-78b5-468c-b7a1-d441ea18eb53,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:22.973591 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-46e1212c-2a1b-4874-bfcc-8a099e40d931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.032843 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-dff226ad-1ab7-499b-bf67-db22c6da6272 None None] Provisioning complete for port 9e13fe4c-78b5-468c-b7a1-d441ea18eb53 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:23.033443 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dff226ad-1ab7-499b-bf67-db22c6da6272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.033548 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fc3e78-302c-485c-a5ec-727213b7f988 req-88701ab6-88d6-4cde-95b6-ea9ae4bbdfab tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] No DVR routers for this DVR port e7b46dd8-f6ca-44b8-9556-f232459450cd on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:23.043085 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-16fc3e78-302c-485c-a5ec-727213b7f988 req-88701ab6-88d6-4cde-95b6-ea9ae4bbdfab tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.043085 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cf7365-997e-4e3e-870a-f93c1540f96e', 'name': 'network-vif-deleted', 'tag': 'e7b46dd8-f6ca-44b8-9556-f232459450cd'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:22:23.061756 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4197a38-28c2-4f58-ae40-c4c65ea45b4b None None] New status for floating IP 66a8aa87-877c-4ca4-84f7-669567989cde: DOWN {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:22:23.098195 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cf7365-997e-4e3e-870a-f93c1540f96e', 'name': 'network-vif-deleted', 'tag': 'e7b46dd8-f6ca-44b8-9556-f232459450cd', 'status': 'completed', 'code': 200} Mar 14 18:22:23.243592 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Calling delete_port for 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:23.243720 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b8cac2-e03f-4022-95ae-4c5c8a6970ab None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:22:23.247586 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-536217e1-d8e4-48d6-a13f-ee648dee97af tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.289931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-14ab210f-2bab-4f73-a0e7-66cab6eaea71 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.360420 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-16fc3e78-302c-485c-a5ec-727213b7f988 req-88701ab6-88d6-4cde-95b6-ea9ae4bbdfab tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.59 "DELETE /v2.0/ports/e7b46dd8-f6ca-44b8-9556-f232459450cd HTTP/1.1" status: 204 len: 173 time: 2.6503258 Mar 14 18:22:23.391055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab210f-2bab-4f73-a0e7-66cab6eaea71 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Subnet': ['ID=6b572788-e761-467b-bc06-3fa4c1668a83,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:23.396148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ab210f-2bab-4f73-a0e7-66cab6eaea71 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Checking segment: {'id': 'cd94fcd3-3300-4371-8f92-a62d86a54590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8dd17fd5-489c-45e3-810d-780712b4adc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:23.397099 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ab210f-2bab-4f73-a0e7-66cab6eaea71 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network hostable DHCP agents. Network: 8dd17fd5-489c-45e3-810d-780712b4adc1, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:23.413576 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-536217e1-d8e4-48d6-a13f-ee648dee97af tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd8fbd4-4e67-4062-ace3-4f9c561c2022']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:23.426079 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9e140a14-7210-4bdb-bea2-48007d447448 req-8a5863cf-4f6f-4f55-8561-ba238e81d835 service neutron] 10.222.0.59 "GET /v2.0/networks/5861a082-4a53-498e-b267-cfdff69a04c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3724859 Mar 14 18:22:23.434796 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e1212c-2a1b-4874-bfcc-8a099e40d931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:23.456026 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-536217e1-d8e4-48d6-a13f-ee648dee97af tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffda5c7-d508-4cd5-8db2-a8db6fe5389c') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:23.456324 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-536217e1-d8e4-48d6-a13f-ee648dee97af tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffda5c7-d508-4cd5-8db2-a8db6fe5389c') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:23.482077 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-46e1212c-2a1b-4874-bfcc-8a099e40d931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.482430 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-46e1212c-2a1b-4874-bfcc-8a099e40d931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Added segment a5d12f0a-fa8a-428b-8d78-6b42a0ff674b of type vlan for network 151ae52f-7869-49ee-9ef7-8f2234fb1058 Mar 14 18:22:23.485761 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-536217e1-d8e4-48d6-a13f-ee648dee97af tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.512690 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-536217e1-d8e4-48d6-a13f-ee648dee97af tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.531734 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536217e1-d8e4-48d6-a13f-ee648dee97af tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:23.532155 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-536217e1-d8e4-48d6-a13f-ee648dee97af tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.547193 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:22:23.547526 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:23.548103 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:23.581875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ab210f-2bab-4f73-a0e7-66cab6eaea71 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 8dd17fd5-489c-45e3-810d-780712b4adc1 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:23.627952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-46e1212c-2a1b-4874-bfcc-8a099e40d931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.637190 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d6bcfa3-c79c-4172-b218-4da76c372c57 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.647084 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-dff226ad-1ab7-499b-bf67-db22c6da6272 None None] Provisioning for port 7a5437b2-2832-45ff-b213-b3c80e25f708 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:23.664719 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-dff226ad-1ab7-499b-bf67-db22c6da6272 None None] Provisioning complete for port 7a5437b2-2832-45ff-b213-b3c80e25f708 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:23.665094 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dff226ad-1ab7-499b-bf67-db22c6da6272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.668132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-14ab210f-2bab-4f73-a0e7-66cab6eaea71 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 8dd17fd5-489c-45e3-810d-780712b4adc1) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:23.677912 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ab210f-2bab-4f73-a0e7-66cab6eaea71 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:23.680571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-14ab210f-2bab-4f73-a0e7-66cab6eaea71 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.690920 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bcfa3-c79c-4172-b218-4da76c372c57 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=8284a5f2-88c2-4c12-ba00-1b1c22eafb86,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:23.694592 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d6bcfa3-c79c-4172-b218-4da76c372c57 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.760320 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-dff226ad-1ab7-499b-bf67-db22c6da6272 None None] Port 7a5437b2-2832-45ff-b213-b3c80e25f708 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:22:23.787477 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-536217e1-d8e4-48d6-a13f-ee648dee97af tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.798418 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d2b16d-6e03-4719-86b2-5348935f3630 None None] Network 8dd17fd5-489c-45e3-810d-780712b4adc1 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:23.816512 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-536217e1-d8e4-48d6-a13f-ee648dee97af tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.818274 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a97155a-a790-4cac-b7ac-db75afe7163c None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:23.818696 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-536217e1-d8e4-48d6-a13f-ee648dee97af tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/networks/9bd8fbd4-4e67-4062-ace3-4f9c561c2022 HTTP/1.1" status: 204 len: 168 time: 1.7444293 Mar 14 18:22:23.821683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55536) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:23.824546 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1aaad-3515-4414-8ba5-9daa72b599d9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting port 7a5437b2-2832-45ff-b213-b3c80e25f708 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:23.825016 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cfb1aaad-3515-4414-8ba5-9daa72b599d9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.857992 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536217e1-d8e4-48d6-a13f-ee648dee97af tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Network': ['ID=9bd8fbd4-4e67-4062-ace3-4f9c561c2022,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:23.877681 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e06d4d-99c4-4f6e-a759-2f44947d3a47 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] DELETE failed (client error): The resource could not be found. Mar 14 18:22:23.878333 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e06d4d-99c4-4f6e-a759-2f44947d3a47 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:22:23.880065 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a9e06d4d-99c4-4f6e-a759-2f44947d3a47 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/subnets/f8f3c528-492e-4501-9742-a5abaec2c838 HTTP/1.1" status: 404 len: 337 time: 0.0574095 Mar 14 18:22:23.884131 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55540) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:23.921611 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-14ab210f-2bab-4f73-a0e7-66cab6eaea71 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1576951 Mar 14 18:22:23.926957 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55544) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:23.932330 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-e7302046-79bf-45f5-a0a9-9b62880dd52d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1132286636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:23.939626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-98f5ccc1-b65e-4c53-808f-c2e199b97ef8 req-c4df357e-5d85-4b8c-b9a5-fe9b5695161d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Synchronizing usage tracker for tenant:355ab1d132224c9998b0e8c4dad61d99 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:23.940715 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5d6bcfa3-c79c-4172-b218-4da76c372c57 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/8284a5f2-88c2-4c12-ba00-1b1c22eafb86 HTTP/1.1" status: 204 len: 168 time: 3.5655873 Mar 14 18:22:23.941685 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-46e1212c-2a1b-4874-bfcc-8a099e40d931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.945107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55548) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:23.958231 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e1212c-2a1b-4874-bfcc-8a099e40d931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:23.958408 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e7302046-79bf-45f5-a0a9-9b62880dd52d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:23.958515 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-46e1212c-2a1b-4874-bfcc-8a099e40d931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.975943 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cf8b89-276b-4093-a172-89f9cfe6da27 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] DELETE failed (client error): The resource could not be found. Mar 14 18:22:23.976694 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68cf8b89-276b-4093-a172-89f9cfe6da27 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:22:23.981210 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-68cf8b89-276b-4093-a172-89f9cfe6da27 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/networks/05568e0f-bbef-49a3-9bd8-d065d647390a HTTP/1.1" status: 404 len: 339 time: 0.0930746 Mar 14 18:22:23.992940 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55552) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:24.014073 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e7302046-79bf-45f5-a0a9-9b62880dd52d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:router and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:24.019792 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e7302046-79bf-45f5-a0a9-9b62880dd52d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:24.040007 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-84e56942-427a-4485-8109-717719959c10 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937889 Mar 14 18:22:24.041080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e7302046-79bf-45f5-a0a9-9b62880dd52d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:24.043631 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55558) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:24.052628 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ee39e17a-daeb-466c-b785-46e7082dbef6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:24.086234 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Deleting port 0c11d7ed-78a1-4d29-9b4d-5824a48d0015 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:24.086683 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.164556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-98f5ccc1-b65e-4c53-808f-c2e199b97ef8 req-c4df357e-5d85-4b8c-b9a5-fe9b5695161d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Unset dirty status for tenant:355ab1d132224c9998b0e8c4dad61d99 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:24.165777 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-98f5ccc1-b65e-4c53-808f-c2e199b97ef8 req-c4df357e-5d85-4b8c-b9a5-fe9b5695161d tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "GET /v2.0/ports?device_id=21cf7365-997e-4e3e-870a-f93c1540f96e HTTP/1.1" status: 200 len: 210 time: 0.2845681 Mar 14 18:22:24.190775 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ee39e17a-daeb-466c-b785-46e7082dbef6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:24.215801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ee39e17a-daeb-466c-b785-46e7082dbef6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:24.224688 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ee39e17a-daeb-466c-b785-46e7082dbef6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:24.233454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ee39e17a-daeb-466c-b785-46e7082dbef6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:24.271247 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] The port '0c11d7ed-78a1-4d29-9b4d-5824a48d0015' was deleted {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:22:24.278460 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-8dd17fd5-489c-45e3-810d-780712b4adc1', 'network_id': '8dd17fd5-489c-45e3-810d-780712b4adc1', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'fixed_ips': [{'subnet_id': '6b572788-e761-467b-bc06-3fa4c1668a83'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:22:24.279498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.282790 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-46e1212c-2a1b-4874-bfcc-8a099e40d931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.2916307 Mar 14 18:22:24.284139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55562) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:24.290432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-4f66c49e-6f08-4f6f-88ab-ea55bb5d63dd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'subnet': {'network_id': '151ae52f-7869-49ee-9ef7-8f2234fb1058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:24.319964 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1212c-2a1b-4874-bfcc-8a099e40d931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Network': ['ID=151ae52f-7869-49ee-9ef7-8f2234fb1058,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:24.337707 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc075b0-94f0-43e4-95ee-9b61b407f614 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Deleting subnet 8965dd83-4811-42dc-89e2-0c0809ae72de {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:22:24.365857 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6dc075b0-94f0-43e4-95ee-9b61b407f614 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.422422 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 151ae52f-7869-49ee-9ef7-8f2234fb1058 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:22:24.431464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee39e17a-daeb-466c-b785-46e7082dbef6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:24.436198 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee39e17a-daeb-466c-b785-46e7082dbef6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.437194 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b2eff0-0423-4e84-8ff1-60469a4908bf None None] DHCP port deletion for c6ea7f38-153d-42ad-8847-86782d8c0b1e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:22:24.465360 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7302046-79bf-45f5-a0a9-9b62880dd52d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.466876 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7302046-79bf-45f5-a0a9-9b62880dd52d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.563429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Allocated IP 172.20.0.2 (8dd17fd5-489c-45e3-810d-780712b4adc1/6b572788-e761-467b-bc06-3fa4c1668a83/72fc00bc-3a75-4328-be38-0fe0405ce4b7) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:24.579675 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c7c01ee9-1d26-48f7-8b51-631744e3e0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.579853 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4f66c49e-6f08-4f6f-88ab-ea55bb5d63dd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:24.579853 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4f66c49e-6f08-4f6f-88ab-ea55bb5d63dd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:subnet and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:24.579853 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4f66c49e-6f08-4f6f-88ab-ea55bb5d63dd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:24.584549 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 9e13fe4c-78b5-468c-b7a1-d441ea18eb53 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:24.585116 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4f66c49e-6f08-4f6f-88ab-ea55bb5d63dd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:24.607560 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7302046-79bf-45f5-a0a9-9b62880dd52d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.609481 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-00b2eff0-0423-4e84-8ff1-60469a4908bf None None] Deleting port 6c373142-f378-4d76-963c-cb35b49e09bf {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:24.609641 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-00b2eff0-0423-4e84-8ff1-60469a4908bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.611427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cfb1aaad-3515-4414-8ba5-9daa72b599d9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.733525 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6dc075b0-94f0-43e4-95ee-9b61b407f614 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.748412 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7302046-79bf-45f5-a0a9-9b62880dd52d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.758214 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f66c49e-6f08-4f6f-88ab-ea55bb5d63dd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:24.762051 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4f66c49e-6f08-4f6f-88ab-ea55bb5d63dd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.827658 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.846831 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1aaad-3515-4414-8ba5-9daa72b599d9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Calling delete_port for 7a5437b2-2832-45ff-b213-b3c80e25f708 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:24.929081 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e42a37-85fb-43b8-ba3d-bad155a72bf1']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:24.951563 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0e5026-39a2-49b4-a9bc-ee29b880751e') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:24.952164 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0e5026-39a2-49b4-a9bc-ee29b880751e') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:24.971767 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7302046-79bf-45f5-a0a9-9b62880dd52d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.973552 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e7302046-79bf-45f5-a0a9-9b62880dd52d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0453732 Mar 14 18:22:24.981272 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55566) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:24.983469 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.017321 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.030001 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:25.030399 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:25.049956 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:25.057880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 9e13fe4c-78b5-468c-b7a1-d441ea18eb53 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:25.058520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.060425 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee39e17a-daeb-466c-b785-46e7082dbef6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.067723 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6dc075b0-94f0-43e4-95ee-9b61b407f614 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.185870 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-00b2eff0-0423-4e84-8ff1-60469a4908bf None None] For port 6c373142-f378-4d76-963c-cb35b49e09bf, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=6c373142-f378-4d76-963c-cb35b49e09bf,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:25.186262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-00b2eff0-0423-4e84-8ff1-60469a4908bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.279882 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.299611 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.318140 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event deleted for resources: {'Network': ['ID=40e42a37-85fb-43b8-ba3d-bad155a72bf1,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:25.319096 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3bd59148-aeea-4c74-a7b6-1f92ac9e1a3d tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "DELETE /v2.0/networks/40e42a37-85fb-43b8-ba3d-bad155a72bf1 HTTP/1.1" status: 204 len: 168 time: 4.4168642 Mar 14 18:22:25.319871 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55574) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:25.322110 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55576) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:25.387573 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cfb1aaad-3515-4414-8ba5-9daa72b599d9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.392088 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device e7b46dd8-f6ca-44b8-9556-f232459450cd no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:25.424682 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-00b2eff0-0423-4e84-8ff1-60469a4908bf None None] Calling delete_port for 6c373142-f378-4d76-963c-cb35b49e09bf owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:25.443127 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee39e17a-daeb-466c-b785-46e7082dbef6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:25.456248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6dc075b0-94f0-43e4-95ee-9b61b407f614 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.461609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-ee39e17a-daeb-466c-b785-46e7082dbef6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:25.470622 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.481591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee39e17a-daeb-466c-b785-46e7082dbef6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:25.481862 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee39e17a-daeb-466c-b785-46e7082dbef6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.487613 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: e7b46dd8-f6ca-44b8-9556-f232459450cd {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:22:25.487959 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device e7b46dd8-f6ca-44b8-9556-f232459450cd not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:22:25.505175 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39e17a-daeb-466c-b785-46e7082dbef6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=24d4470c-f82c-4b01-8b15-d0787c235ea3,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:25.505493 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Transition to ACTIVE for port object 72fc00bc-3a75-4328-be38-0fe0405ce4b7 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:25.530886 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6dc075b0-94f0-43e4-95ee-9b61b407f614 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.535030 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6dc075b0-94f0-43e4-95ee-9b61b407f614 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/subnets/8965dd83-4811-42dc-89e2-0c0809ae72de HTTP/1.1" status: 204 len: 168 time: 1.5386529 Mar 14 18:22:25.539273 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55582) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:25.545255 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc075b0-94f0-43e4-95ee-9b61b407f614 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Subnet': ['ID=8965dd83-4811-42dc-89e2-0c0809ae72de,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:25.547142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1aaad-3515-4414-8ba5-9daa72b599d9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Port': ['ID=7a5437b2-2832-45ff-b213-b3c80e25f708,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:25.552421 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27139b1c-1bb5-43f9-93fd-6751214c2896 None None] Network 54d55748-f5db-4916-8da4-866a2418ba23 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:25.626839 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Transition to ACTIVE for port object 72fc00bc-3a75-4328-be38-0fe0405ce4b7 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:25.645349 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57a6bd6-b213-4d75-9794-f86c113c54be tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Deleting subnet f8ed1448-8138-4de5-a07d-80fde86a933d {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:22:25.664498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e57a6bd6-b213-4d75-9794-f86c113c54be tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.710899 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4f66c49e-6f08-4f6f-88ab-ea55bb5d63dd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.734540 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.789716 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-00b2eff0-0423-4e84-8ff1-60469a4908bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.854595 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ee39e17a-daeb-466c-b785-46e7082dbef6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8084254 Mar 14 18:22:25.857544 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b2eff0-0423-4e84-8ff1-60469a4908bf None None] No DVR routers for this DVR port 6c373142-f378-4d76-963c-cb35b49e09bf on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:25.863849 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55586) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:25.888964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-2e32195d-3420-4e5c-bed3-5cb636ebb99b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'name': 'tempest-NetworksTestDHCPv6-1975419643'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:25.892454 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Pushing event updated for resources: {'Port': ['ID=72fc00bc-3a75-4328-be38-0fe0405ce4b7,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:25.899645 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Network 8dd17fd5-489c-45e3-810d-780712b4adc1 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:25.901140 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2a2268-a2fa-43fa-b54c-aeb12d935cae None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:25.922364 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-40342ae6-66b4-4328-a4df-9da2803ede63 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Deleting subnet eb2fb502-4cbd-4c63-83e4-1e2c49089e40 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:22:25.964944 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:25.967465 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2eff0-0423-4e84-8ff1-60469a4908bf None None] Pushing event deleted for resources: {'Port': ['ID=6c373142-f378-4d76-963c-cb35b49e09bf,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:25.969018 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:26.064353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66c49e-6f08-4f6f-88ab-ea55bb5d63dd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Subnet': ['ID=dceb40a9-4351-4101-ac18-08ce7dc6e01c,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:26.069339 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-40342ae6-66b4-4328-a4df-9da2803ede63 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.120688 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cfb1aaad-3515-4414-8ba5-9daa72b599d9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.128316 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e57a6bd6-b213-4d75-9794-f86c113c54be tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.137374 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.146950 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f66c49e-6f08-4f6f-88ab-ea55bb5d63dd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Checking segment: {'id': 'a5d12f0a-fa8a-428b-8d78-6b42a0ff674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '151ae52f-7869-49ee-9ef7-8f2234fb1058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:26.147475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f66c49e-6f08-4f6f-88ab-ea55bb5d63dd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network hostable DHCP agents. Network: 151ae52f-7869-49ee-9ef7-8f2234fb1058, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:26.222841 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Attempting to bind port 72fc00bc-3a75-4328-be38-0fe0405ce4b7 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:26.223151 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Attempting to bind port 72fc00bc-3a75-4328-be38-0fe0405ce4b7 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'cd94fcd3-3300-4371-8f92-a62d86a54590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8dd17fd5-489c-45e3-810d-780712b4adc1'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:26.223524 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Attempting to bind port 72fc00bc-3a75-4328-be38-0fe0405ce4b7 on network 8dd17fd5-489c-45e3-810d-780712b4adc1 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:22:26.327354 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2e32195d-3420-4e5c-bed3-5cb636ebb99b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:26.341944 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:22:26.342335 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Checking segment: {'id': 'cd94fcd3-3300-4371-8f92-a62d86a54590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8dd17fd5-489c-45e3-810d-780712b4adc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:26.342739 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.343146 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Bound using segment: {'id': 'cd94fcd3-3300-4371-8f92-a62d86a54590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8dd17fd5-489c-45e3-810d-780712b4adc1'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:22:26.343624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Bound port: 72fc00bc-3a75-4328-be38-0fe0405ce4b7, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd94fcd3-3300-4371-8f92-a62d86a54590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8dd17fd5-489c-45e3-810d-780712b4adc1'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:26.344013 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.360687 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'fixed_ips': [{'subnet_id': '24d4470c-f82c-4b01-8b15-d0787c235ea3'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:22:26.361620 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.378417 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2e32195d-3420-4e5c-bed3-5cb636ebb99b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:26.396862 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f66c49e-6f08-4f6f-88ab-ea55bb5d63dd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network 151ae52f-7869-49ee-9ef7-8f2234fb1058 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:26.455057 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-40342ae6-66b4-4328-a4df-9da2803ede63 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.498588 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-4f66c49e-6f08-4f6f-88ab-ea55bb5d63dd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 151ae52f-7869-49ee-9ef7-8f2234fb1058) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:26.507308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 6c373142-f378-4d76-963c-cb35b49e09bf no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:26.507874 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f66c49e-6f08-4f6f-88ab-ea55bb5d63dd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:26.508005 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4f66c49e-6f08-4f6f-88ab-ea55bb5d63dd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.530487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e32195d-3420-4e5c-bed3-5cb636ebb99b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:26.534300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2e32195d-3420-4e5c-bed3-5cb636ebb99b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.550798 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34d88d6-f256-4f78-ba3a-925f5a0371b2 None None] Network 151ae52f-7869-49ee-9ef7-8f2234fb1058 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:26.581915 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0c4098cb-c85d-4c6f-a9b6-c6f266b4cd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.598194 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 6c373142-f378-4d76-963c-cb35b49e09bf {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:22:26.598801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 6c373142-f378-4d76-963c-cb35b49e09bf not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:22:26.601513 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-2e32195d-3420-4e5c-bed3-5cb636ebb99b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port eb7b087c-c24f-4ed3-aedb-dfdaf4c7f9ee yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:26.651051 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4f66c49e-6f08-4f6f-88ab-ea55bb5d63dd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3655114 Mar 14 18:22:26.654174 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55592) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:26.675960 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-38d2fbfa-8dc8-4c58-8b78-ec3fde7ab520 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'network_id': '151ae52f-7869-49ee-9ef7-8f2234fb1058', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-405859005'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:26.692521 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Allocated IP 172.20.0.1 (8dd17fd5-489c-45e3-810d-780712b4adc1/6b572788-e761-467b-bc06-3fa4c1668a83/0be621d7-1442-4993-808a-31a71fbc98d2) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:26.764890 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] For port 72fc00bc-3a75-4328-be38-0fe0405ce4b7, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:22:26.794580 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] For port 72fc00bc-3a75-4328-be38-0fe0405ce4b7, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=72fc00bc-3a75-4328-be38-0fe0405ce4b7,segment=NetworkSegment(cd94fcd3-3300-4371-8f92-a62d86a54590),segment_id=cd94fcd3-3300-4371-8f92-a62d86a54590)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:22:26.842627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Allocated IP 2001:db8::2 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/24d4470c-f82c-4b01-8b15-d0787c235ea3/a62ce189-ff6e-401a-9c90-750f955cf005) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:26.930432 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.938513 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb1aaad-3515-4414-8ba5-9daa72b599d9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router b1bfb028-defc-4e0f-a9c3-dda1efe457ee has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:22:26.939921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.961205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Transition to ACTIVE for port object 0be621d7-1442-4993-808a-31a71fbc98d2 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:27.033224 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e57a6bd6-b213-4d75-9794-f86c113c54be tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.118789 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.163054 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-151ae52f-7869-49ee-9ef7-8f2234fb1058', 'network_id': '151ae52f-7869-49ee-9ef7-8f2234fb1058', 'tenant_id': '1bed9e5e10ec491e93367f6256f4da62', 'fixed_ips': [{'subnet_id': 'dceb40a9-4351-4101-ac18-08ce7dc6e01c'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:22:27.163974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.200596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 8dd17fd5-489c-45e3-810d-780712b4adc1 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:27.210297 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:27.217513 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:27.238157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-40342ae6-66b4-4328-a4df-9da2803ede63 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.260961 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=0be621d7-1442-4993-808a-31a71fbc98d2,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:27.266530 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade377bc-03a4-4574-9855-9fb86e8e459e None None] Pushing event updated for resources: {'Port': ['ID=72fc00bc-3a75-4328-be38-0fe0405ce4b7,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:27.378788 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb1aaad-3515-4414-8ba5-9daa72b599d9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:22:27.379991 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e57a6bd6-b213-4d75-9794-f86c113c54be tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.404507 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc6a2cb-24c5-4aa1-a666-8c37bbadba37 None None] Sync routers for ids ['b1bfb028-defc-4e0f-a9c3-dda1efe457ee'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:27.418299 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc6a2cb-24c5-4aa1-a666-8c37bbadba37 None None] Routers {'b1bfb028-defc-4e0f-a9c3-dda1efe457ee'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:27.419218 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-2bc6a2cb-24c5-4aa1-a666-8c37bbadba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['b1bfb028-defc-4e0f-a9c3-dda1efe457ee'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:27.431265 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cfb1aaad-3515-4414-8ba5-9daa72b599d9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/b1bfb028-defc-4e0f-a9c3-dda1efe457ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6768217 Mar 14 18:22:27.439382 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55596) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:27.457506 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a6bd6-b213-4d75-9794-f86c113c54be tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ed1448-8138-4de5-a07d-80fde86a933d,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:27.462101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e57a6bd6-b213-4d75-9794-f86c113c54be tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.464704 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e57a6bd6-b213-4d75-9794-f86c113c54be tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/subnets/f8ed1448-8138-4de5-a07d-80fde86a933d HTTP/1.1" status: 204 len: 168 time: 1.9210162 Mar 14 18:22:27.468027 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55602) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:27.505659 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Allocated IP 2001:db8::2 (151ae52f-7869-49ee-9ef7-8f2234fb1058/dceb40a9-4351-4101-ac18-08ce7dc6e01c/ac83902e-812b-4a75-8673-00ddd8b77dc0) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:27.539964 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-2bc6a2cb-24c5-4aa1-a666-8c37bbadba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:27.550614 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc6a2cb-24c5-4aa1-a666-8c37bbadba37 None None] Routers {'b1bfb028-defc-4e0f-a9c3-dda1efe457ee'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:27.551259 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-2bc6a2cb-24c5-4aa1-a666-8c37bbadba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['b1bfb028-defc-4e0f-a9c3-dda1efe457ee'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:27.554347 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4090a3cd-a41e-4401-8f4b-fdad00f85730 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1bfb028-defc-4e0f-a9c3-dda1efe457ee HTTP/1.1" status: 200 len: 205 time: 0.1134717 Mar 14 18:22:27.558203 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55606) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:27.650870 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-2bc6a2cb-24c5-4aa1-a666-8c37bbadba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:27.651278 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc6a2cb-24c5-4aa1-a666-8c37bbadba37 None None] The sync data for ids ['b1bfb028-defc-4e0f-a9c3-dda1efe457ee'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:27.669631 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.684781 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb2208e-d5ee-4a95-a722-12ae3462c1f6 None None] Network 54d55748-f5db-4916-8da4-866a2418ba23 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:27.717994 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.796239 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1eade84e-efe5-48f9-984e-0f1b735e66b0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.838992 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-38d2fbfa-8dc8-4c58-8b78-ec3fde7ab520 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:27.845603 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.854934 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Transition to ACTIVE for port object a62ce189-ff6e-401a-9c90-750f955cf005 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:27.864504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-38d2fbfa-8dc8-4c58-8b78-ec3fde7ab520 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:27.930459 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.931534 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Transition to ACTIVE for port object a62ce189-ff6e-401a-9c90-750f955cf005 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:27.936855 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-93dcee3f-9284-439e-a70e-bc3ab0d46c23 None None] Provisioning complete for port 1e1ab9eb-c463-4877-91b5-22cd613f66c8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:27.937281 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-93dcee3f-9284-439e-a70e-bc3ab0d46c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.944205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Deleting port 1e1ab9eb-c463-4877-91b5-22cd613f66c8 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:27.944533 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.091317 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a1d5fd17-5bc3-41d4-9c54-aa002f2e116e tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.096163 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.113029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.136398 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1eade84e-efe5-48f9-984e-0f1b735e66b0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.168379 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d2fbfa-8dc8-4c58-8b78-ec3fde7ab520 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:28.172303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1eade84e-efe5-48f9-984e-0f1b735e66b0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.172487 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-38d2fbfa-8dc8-4c58-8b78-ec3fde7ab520 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.181556 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-40342ae6-66b4-4328-a4df-9da2803ede63 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.215803 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.225205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-2e32195d-3420-4e5c-bed3-5cb636ebb99b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::5 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/24d4470c-f82c-4b01-8b15-d0787c235ea3/eb7b087c-c24f-4ed3-aedb-dfdaf4c7f9ee) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:28.227845 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:28.245201 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:28.247586 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:28.253474 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Pushing event updated for resources: {'Port': ['ID=a62ce189-ff6e-401a-9c90-750f955cf005,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:28.257585 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Transition to ACTIVE for port object ac83902e-812b-4a75-8673-00ddd8b77dc0 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:28.285064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40342ae6-66b4-4328-a4df-9da2803ede63 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2fb502-4cbd-4c63-83e4-1e2c49089e40,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:28.306700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1eade84e-efe5-48f9-984e-0f1b735e66b0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.307878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eade84e-efe5-48f9-984e-0f1b735e66b0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Fanout notify agent at l3_agent the message router_deleted on router b1bfb028-defc-4e0f-a9c3-dda1efe457ee {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:22:28.317687 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-40342ae6-66b4-4328-a4df-9da2803ede63 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.339049 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-38d2fbfa-8dc8-4c58-8b78-ec3fde7ab520 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] device_id is not set on port 8f4d9dab-1883-4fb0-bb64-2e88cb4587fd yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:28.365719 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e16157-d404-4c29-ab67-ba1602743f7e None None] Network 58e3e88e-5738-423c-b5c6-a37ad870510b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:28.389046 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.428398 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1eade84e-efe5-48f9-984e-0f1b735e66b0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.428812 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1eade84e-efe5-48f9-984e-0f1b735e66b0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/routers/b1bfb028-defc-4e0f-a9c3-dda1efe457ee HTTP/1.1" status: 204 len: 168 time: 0.8696876 Mar 14 18:22:28.439665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55610) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:28.466168 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-40342ae6-66b4-4328-a4df-9da2803ede63 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "DELETE /v2.0/subnets/eb2fb502-4cbd-4c63-83e4-1e2c49089e40 HTTP/1.1" status: 204 len: 168 time: 3.0869095 Mar 14 18:22:28.468360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Transition to ACTIVE for port object ac83902e-812b-4a75-8673-00ddd8b77dc0 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:28.473311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] For port 1e1ab9eb-c463-4877-91b5-22cd613f66c8, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1e1ab9eb-c463-4877-91b5-22cd613f66c8,segment=NetworkSegment(0ecc151c-3690-493b-9608-48582d9a178b),segment_id=0ecc151c-3690-493b-9608-48582d9a178b)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:28.473972 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.485732 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55614) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:28.560001 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 72fc00bc-3a75-4328-be38-0fe0405ce4b7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:28.616714 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Attempting to bind port a62ce189-ff6e-401a-9c90-750f955cf005 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:28.617091 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Attempting to bind port a62ce189-ff6e-401a-9c90-750f955cf005 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:28.617459 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Attempting to bind port a62ce189-ff6e-401a-9c90-750f955cf005 on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:22:28.628391 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.691239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:22:28.691948 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:28.692057 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.692411 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:22:28.692896 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Bound port: a62ce189-ff6e-401a-9c90-750f955cf005, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:28.693326 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.703284 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d699daa-eea3-4d51-bf89-61b53b617566 None None] DHCP port deletion for 54d55748-f5db-4916-8da4-866a2418ba23 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:22:28.768624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2d699daa-eea3-4d51-bf89-61b53b617566 None None] Deleting port 1e1ab9eb-c463-4877-91b5-22cd613f66c8 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:28.768995 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2d699daa-eea3-4d51-bf89-61b53b617566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.803911 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Calling delete_port for 1e1ab9eb-c463-4877-91b5-22cd613f66c8 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:28.847790 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c053701-2f75-44e0-8798-20f6fa5512bc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting subnet a832515e-1b33-4833-a84a-3a6b7046a7c5 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:22:28.887300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8c053701-2f75-44e0-8798-20f6fa5512bc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.887577 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Network 151ae52f-7869-49ee-9ef7-8f2234fb1058 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:28.891740 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9541eb69-b06a-46dc-b4f8-0016cd477079 None None] Network 8dd17fd5-489c-45e3-810d-780712b4adc1 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:28.924036 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:28.927593 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:29.005258 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8c053701-2f75-44e0-8798-20f6fa5512bc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.021361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Pushing event updated for resources: {'Port': ['ID=ac83902e-812b-4a75-8673-00ddd8b77dc0,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:29.152370 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.203393 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Deleting port 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:29.203810 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.245196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-38d2fbfa-8dc8-4c58-8b78-ec3fde7ab520 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Allocated IP 2001:db8::9a (151ae52f-7869-49ee-9ef7-8f2234fb1058/dceb40a9-4351-4101-ac18-08ce7dc6e01c/8f4d9dab-1883-4fb0-bb64-2e88cb4587fd) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:29.276053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2e32195d-3420-4e5c-bed3-5cb636ebb99b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.277030 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 72fc00bc-3a75-4328-be38-0fe0405ce4b7 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:29.290162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.292526 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] For port a62ce189-ff6e-401a-9c90-750f955cf005, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:22:29.298308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Attempting to bind port ac83902e-812b-4a75-8673-00ddd8b77dc0 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:29.298669 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Attempting to bind port ac83902e-812b-4a75-8673-00ddd8b77dc0 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'a5d12f0a-fa8a-428b-8d78-6b42a0ff674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '151ae52f-7869-49ee-9ef7-8f2234fb1058'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:29.299110 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Attempting to bind port ac83902e-812b-4a75-8673-00ddd8b77dc0 on network 151ae52f-7869-49ee-9ef7-8f2234fb1058 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:22:29.355656 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:22:29.359775 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Checking segment: {'id': 'a5d12f0a-fa8a-428b-8d78-6b42a0ff674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '151ae52f-7869-49ee-9ef7-8f2234fb1058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:29.359775 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.359775 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Bound using segment: {'id': 'a5d12f0a-fa8a-428b-8d78-6b42a0ff674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '151ae52f-7869-49ee-9ef7-8f2234fb1058'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:22:29.359775 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Bound port: ac83902e-812b-4a75-8673-00ddd8b77dc0, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d12f0a-fa8a-428b-8d78-6b42a0ff674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '151ae52f-7869-49ee-9ef7-8f2234fb1058'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:29.359775 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.368417 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] For port a62ce189-ff6e-401a-9c90-750f955cf005, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a62ce189-ff6e-401a-9c90-750f955cf005,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:22:29.368638 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-2e32195d-3420-4e5c-bed3-5cb636ebb99b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object eb7b087c-c24f-4ed3-aedb-dfdaf4c7f9ee will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:29.379915 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-bf0afbc7-4347-41f5-b063-ebcd2c953d35 None None] Provisioning for port 72fc00bc-3a75-4328-be38-0fe0405ce4b7 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:29.388638 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Port': ['ID=1e1ab9eb-c463-4877-91b5-22cd613f66c8,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:29.410691 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8c053701-2f75-44e0-8798-20f6fa5512bc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.445786 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-bf0afbc7-4347-41f5-b063-ebcd2c953d35 None None] Provisioning complete for port 72fc00bc-3a75-4328-be38-0fe0405ce4b7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:29.446173 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bf0afbc7-4347-41f5-b063-ebcd2c953d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.503247 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.554707 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.610625 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2e32195d-3420-4e5c-bed3-5cb636ebb99b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.614016 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] No DVR routers for this DVR port 1e1ab9eb-c463-4877-91b5-22cd613f66c8 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:29.689527 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8c053701-2f75-44e0-8798-20f6fa5512bc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.732899 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.744903 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42766033-060d-43cb-b3ca-99f1c4e57940 None None] DHCP port deletion for 58e3e88e-5738-423c-b5c6-a37ad870510b request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:22:29.749946 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2d699daa-eea3-4d51-bf89-61b53b617566 None None] For port 1e1ab9eb-c463-4877-91b5-22cd613f66c8, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1e1ab9eb-c463-4877-91b5-22cd613f66c8,segment=NetworkSegment(0ecc151c-3690-493b-9608-48582d9a178b),segment_id=0ecc151c-3690-493b-9608-48582d9a178b)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:29.750324 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2d699daa-eea3-4d51-bf89-61b53b617566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.767975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e32195d-3420-4e5c-bed3-5cb636ebb99b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:29.792326 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-2e32195d-3420-4e5c-bed3-5cb636ebb99b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:29.805663 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c053701-2f75-44e0-8798-20f6fa5512bc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Subnet': ['ID=a832515e-1b33-4833-a84a-3a6b7046a7c5,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:29.810806 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e32195d-3420-4e5c-bed3-5cb636ebb99b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:29.817006 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e32195d-3420-4e5c-bed3-5cb636ebb99b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:29.817755 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2e32195d-3420-4e5c-bed3-5cb636ebb99b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.821224 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-42766033-060d-43cb-b3ca-99f1c4e57940 None None] Deleting port 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:29.821815 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-42766033-060d-43cb-b3ca-99f1c4e57940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.831483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32195d-3420-4e5c-bed3-5cb636ebb99b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=eb7b087c-c24f-4ed3-aedb-dfdaf4c7f9ee,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:29.843889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8c053701-2f75-44e0-8798-20f6fa5512bc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.917309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=0be621d7-1442-4993-808a-31a71fbc98d2,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:29.926388 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.932119 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8c053701-2f75-44e0-8798-20f6fa5512bc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/subnets/a832515e-1b33-4833-a84a-3a6b7046a7c5 HTTP/1.1" status: 204 len: 168 time: 1.4875469 Mar 14 18:22:29.933698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55622) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:29.955252 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.958049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03943ff7-3a2e-4a6c-af84-29bff5a03b1a None None] Network 8fd96bba-92e5-4527-8d2d-a1079f6d3821 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:29.972287 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] For port ac83902e-812b-4a75-8673-00ddd8b77dc0, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:22:29.990190 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-a1d5fd17-5bc3-41d4-9c54-aa002f2e116e tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Deleting port 4f2eb911-d94d-4f4a-b958-23037be8d350 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:29.990649 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a1d5fd17-5bc3-41d4-9c54-aa002f2e116e tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.016214 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2e32195d-3420-4e5c-bed3-5cb636ebb99b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1464624 Mar 14 18:22:30.027307 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55626) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:30.029215 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] For port 2d77e927-3ec9-4325-8452-bf9a61e0f8c4, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2d77e927-3ec9-4325-8452-bf9a61e0f8c4,segment=NetworkSegment(f95cb673-7807-4caf-b76e-4ea4f38aedb9),segment_id=f95cb673-7807-4caf-b76e-4ea4f38aedb9)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:30.029588 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.040142 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.040814 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d93215-a5d5-4f2f-95f7-6476d555ea65 None None] Pushing event updated for resources: {'Port': ['ID=a62ce189-ff6e-401a-9c90-750f955cf005,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:30.044430 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d55748-f5db-4916-8da4-866a2418ba23']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:30.057520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2d699daa-eea3-4d51-bf89-61b53b617566 None None] Calling delete_port for 1e1ab9eb-c463-4877-91b5-22cd613f66c8 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:30.123858 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] For port ac83902e-812b-4a75-8673-00ddd8b77dc0, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ac83902e-812b-4a75-8673-00ddd8b77dc0,segment=NetworkSegment(a5d12f0a-fa8a-428b-8d78-6b42a0ff674b),segment_id=a5d12f0a-fa8a-428b-8d78-6b42a0ff674b)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:22:30.133081 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ecc151c-3690-493b-9608-48582d9a178b') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:30.133639 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ecc151c-3690-493b-9608-48582d9a178b') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:30.198110 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.223219 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting port 9e13fe4c-78b5-468c-b7a1-d441ea18eb53 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:30.223662 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.294571 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-38d2fbfa-8dc8-4c58-8b78-ec3fde7ab520 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.307678 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.330789 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Calling delete_port for 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:30.355814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 8dd17fd5-489c-45e3-810d-780712b4adc1 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:30.361231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:30.367757 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.483707 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-38d2fbfa-8dc8-4c58-8b78-ec3fde7ab520 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Transition to ACTIVE for port object 8f4d9dab-1883-4fb0-bb64-2e88cb4587fd will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:30.499318 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.605111 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:30.605520 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.624036 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61954540-d8d6-40a0-a426-d12075ecd857 None None] Pushing event updated for resources: {'Port': ['ID=ac83902e-812b-4a75-8673-00ddd8b77dc0,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:30.625496 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:30.629087 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bf0afbc7-4347-41f5-b063-ebcd2c953d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.669457 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a62ce189-ff6e-401a-9c90-750f955cf005 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:30.684634 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] For port 9e13fe4c-78b5-468c-b7a1-d441ea18eb53, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=9e13fe4c-78b5-468c-b7a1-d441ea18eb53,segment=NetworkSegment(d1c4f4c1-f692-431c-9fe4-f5f4ec9819cd),segment_id=d1c4f4c1-f692-431c-9fe4-f5f4ec9819cd)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:30.685470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.733091 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-2d699daa-eea3-4d51-bf89-61b53b617566 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:22:30.733696 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-2d699daa-eea3-4d51-bf89-61b53b617566 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:22:30.807774 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc8d87d-a20d-44ba-a2db-c9b85277ab4c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:30.814361 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc8d87d-a20d-44ba-a2db-c9b85277ab4c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:30.815270 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5bc8d87d-a20d-44ba-a2db-c9b85277ab4c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:30.830231 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-a1d5fd17-5bc3-41d4-9c54-aa002f2e116e tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] For port 4f2eb911-d94d-4f4a-b958-23037be8d350, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4f2eb911-d94d-4f4a-b958-23037be8d350,segment=NetworkSegment(0a30a6d4-a184-4408-b1bb-2c3403867cb6),segment_id=0a30a6d4-a184-4408-b1bb-2c3403867cb6)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:30.830589 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a1d5fd17-5bc3-41d4-9c54-aa002f2e116e tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.935493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Calling delete_port for 9e13fe4c-78b5-468c-b7a1-d441ea18eb53 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:31.009513 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-bf0afbc7-4347-41f5-b063-ebcd2c953d35 None None] For port 72fc00bc-3a75-4328-be38-0fe0405ce4b7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=72fc00bc-3a75-4328-be38-0fe0405ce4b7,segment=NetworkSegment(cd94fcd3-3300-4371-8f92-a62d86a54590),segment_id=cd94fcd3-3300-4371-8f92-a62d86a54590)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:31.012658 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-42766033-060d-43cb-b3ca-99f1c4e57940 None None] For port 2d77e927-3ec9-4325-8452-bf9a61e0f8c4, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2d77e927-3ec9-4325-8452-bf9a61e0f8c4,segment=NetworkSegment(f95cb673-7807-4caf-b76e-4ea4f38aedb9),segment_id=f95cb673-7807-4caf-b76e-4ea4f38aedb9)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:31.013049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-42766033-060d-43cb-b3ca-99f1c4e57940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.037599 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-a1d5fd17-5bc3-41d4-9c54-aa002f2e116e tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Calling delete_port for 4f2eb911-d94d-4f4a-b958-23037be8d350 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:31.068115 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:22:31.128532 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bf0afbc7-4347-41f5-b063-ebcd2c953d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.138224 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.143268 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-38d2fbfa-8dc8-4c58-8b78-ec3fde7ab520 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.198244 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.202804 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.254066 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5bc8d87d-a20d-44ba-a2db-c9b85277ab4c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:31.255316 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5bc8d87d-a20d-44ba-a2db-c9b85277ab4c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 1.2029994 Mar 14 18:22:31.258186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55632) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:31.258835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-42766033-060d-43cb-b3ca-99f1c4e57940 None None] Calling delete_port for 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:31.270787 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d2fbfa-8dc8-4c58-8b78-ec3fde7ab520 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network 151ae52f-7869-49ee-9ef7-8f2234fb1058 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:31.273164 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event deleted for resources: {'Port': ['ID=2d77e927-3ec9-4325-8452-bf9a61e0f8c4,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:31.309312 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] No DVR routers for this DVR port 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:31.346815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router d65eae26-0128-4a5a-a5ac-392d218c2199 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:22:31.352821 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.363993 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2d699daa-eea3-4d51-bf89-61b53b617566 None None] Deleting port 1e1ab9eb-c463-4877-91b5-22cd613f66c8 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:31.364522 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2d699daa-eea3-4d51-bf89-61b53b617566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.394040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-42766033-060d-43cb-b3ca-99f1c4e57940 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:22:31.394540 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-42766033-060d-43cb-b3ca-99f1c4e57940 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:22:31.490611 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2d699daa-eea3-4d51-bf89-61b53b617566 None None] The port '1e1ab9eb-c463-4877-91b5-22cd613f66c8' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:22:31.511876 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port a62ce189-ff6e-401a-9c90-750f955cf005 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:31.550175 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0afbc7-4347-41f5-b063-ebcd2c953d35 None None] Pushing event updated for resources: {'Port': ['ID=72fc00bc-3a75-4328-be38-0fe0405ce4b7,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:31.590563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b794577f-7a71-4fa8-a4cd-d2de84edf535 None None] DHCP port deletion for 8fd96bba-92e5-4527-8d2d-a1079f6d3821 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:22:31.616154 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-edfe73a4-be59-484f-812d-1e358b2247c7 None None] Provisioning for port 0be621d7-1442-4993-808a-31a71fbc98d2 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:31.627678 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-edfe73a4-be59-484f-812d-1e358b2247c7 None None] Provisioning complete for port 0be621d7-1442-4993-808a-31a71fbc98d2 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:31.629742 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-edfe73a4-be59-484f-812d-1e358b2247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.658376 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-38d2fbfa-8dc8-4c58-8b78-ec3fde7ab520 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:31.726157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Port': ['ID=9e13fe4c-78b5-468c-b7a1-d441ea18eb53,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:31.735374 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] No DVR routers for this DVR port 9e13fe4c-78b5-468c-b7a1-d441ea18eb53 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:31.746187 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-edfe73a4-be59-484f-812d-1e358b2247c7 None None] Port 0be621d7-1442-4993-808a-31a71fbc98d2 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:22:31.755454 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:31.842972 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Network': ['ID=54d55748-f5db-4916-8da4-866a2418ba23,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:31.844418 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:22:31.844766 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:22:31.845485 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1e1ab9eb-c463-4877-91b5-22cd613f66c8 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:31.850725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d2fbfa-8dc8-4c58-8b78-ec3fde7ab520 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:31.858373 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d2fbfa-8dc8-4c58-8b78-ec3fde7ab520 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:31.859711 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-38d2fbfa-8dc8-4c58-8b78-ec3fde7ab520 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.886824 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/networks/54d55748-f5db-4916-8da4-866a2418ba23 HTTP/1.1" status: 204 len: 168 time: 4.4106855 Mar 14 18:22:31.891859 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:31.892209 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:31.892548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:31.892880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:31.893208 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:31.893593 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:31.893927 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:31.894064 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 1e1ab9eb-c463-4877-91b5-22cd613f66c8 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:22:31.894233 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:31.894559 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:31.895055 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:31.895242 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1e1ab9eb-c463-4877-91b5-22cd613f66c8 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:22:31.895379 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:31.896921 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0fb563-6969-430e-b5e7-6ed005d3441a tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:31.910728 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-42766033-060d-43cb-b3ca-99f1c4e57940 None None] Deleting port 2d77e927-3ec9-4325-8452-bf9a61e0f8c4 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:31.922086 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-42766033-060d-43cb-b3ca-99f1c4e57940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.926152 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55636) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:31.927870 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.956710 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-edfe73a4-be59-484f-812d-1e358b2247c7 None None] Provisioning complete for port 72fc00bc-3a75-4328-be38-0fe0405ce4b7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:31.957360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-edfe73a4-be59-484f-812d-1e358b2247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.076778 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-42766033-060d-43cb-b3ca-99f1c4e57940 None None] The port '2d77e927-3ec9-4325-8452-bf9a61e0f8c4' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:22:32.079345 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-5026340e-296c-419f-a25b-3fca5414d976 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] DELETE failed (client error): The resource could not be found. Mar 14 18:22:32.079804 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5026340e-296c-419f-a25b-3fca5414d976 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:22:32.083857 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5026340e-296c-419f-a25b-3fca5414d976 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/subnets/45502356-dec2-485a-ae96-66649be3fdf2 HTTP/1.1" status: 404 len: 337 time: 0.1339033 Mar 14 18:22:32.107490 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55640) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:32.163503 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e3e88e-5738-423c-b5c6-a37ad870510b']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:32.185545 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2fbfa-8dc8-4c58-8b78-ec3fde7ab520 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=8f4d9dab-1883-4fb0-bb64-2e88cb4587fd,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:32.205045 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-38d2fbfa-8dc8-4c58-8b78-ec3fde7ab520 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 5.5310395 Mar 14 18:22:32.205045 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55646) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:32.205291 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6202ef5-6001-46d2-80f5-09e119a4099d tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] DELETE failed (client error): The resource could not be found. Mar 14 18:22:32.205773 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6202ef5-6001-46d2-80f5-09e119a4099d tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:22:32.210978 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b6202ef5-6001-46d2-80f5-09e119a4099d tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/networks/6accf39c-cf40-4cb3-acb6-6e4ee4b3e384 HTTP/1.1" status: 404 len: 339 time: 0.0921242 Mar 14 18:22:32.215645 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95cb673-7807-4caf-b76e-4ea4f38aedb9') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:32.215947 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95cb673-7807-4caf-b76e-4ea4f38aedb9') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:32.299342 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55648) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:32.376140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d4bee9ac-749e-4cfa-857f-cf52f0f2ab6e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port eb7b087c-c24f-4ed3-aedb-dfdaf4c7f9ee {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:32.376140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d4bee9ac-749e-4cfa-857f-cf52f0f2ab6e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.389759 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a1d5fd17-5bc3-41d4-9c54-aa002f2e116e tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.397746 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.413898 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.456779 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5496142b-a49e-420f-bfc6-b150fcea0f5f None None] Network 151ae52f-7869-49ee-9ef7-8f2234fb1058 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:32.471292 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-03649081-1ac3-4976-a78c-9870cd94b3fc tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] DELETE failed (client error): The resource could not be found. Mar 14 18:22:32.484799 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03649081-1ac3-4976-a78c-9870cd94b3fc tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:22:32.484799 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-03649081-1ac3-4976-a78c-9870cd94b3fc tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/subnets/628673f9-6120-4c22-9925-0c809f312ff1 HTTP/1.1" status: 404 len: 337 time: 0.1732841 Mar 14 18:22:32.487092 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd96bba-92e5-4527-8d2d-a1079f6d3821']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:32.493390 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55654) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:32.494898 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5fd17-5bc3-41d4-9c54-aa002f2e116e tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event deleted for resources: {'Port': ['ID=4f2eb911-d94d-4f4a-b958-23037be8d350,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:32.512314 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c4f4c1-f692-431c-9fe4-f5f4ec9819cd') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:32.512620 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c4f4c1-f692-431c-9fe4-f5f4ec9819cd') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:32.544001 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.549780 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.569487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.585269 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Provisioning for port eb7b087c-c24f-4ed3-aedb-dfdaf4c7f9ee completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:32.634182 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Provisioning complete for port eb7b087c-c24f-4ed3-aedb-dfdaf4c7f9ee triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:32.634182 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.635239 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:32.635239 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.652121 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 72fc00bc-3a75-4328-be38-0fe0405ce4b7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:32.740196 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-096dc72c-96d5-4264-b1d0-fb36873ce0d8 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] DELETE failed (client error): The resource could not be found. Mar 14 18:22:32.740719 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096dc72c-96d5-4264-b1d0-fb36873ce0d8 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:22:32.757439 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Port eb7b087c-c24f-4ed3-aedb-dfdaf4c7f9ee cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:22:32.777572 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ee43dcd6-8e39-4660-9399-4e573af67242 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port 8f4d9dab-1883-4fb0-bb64-2e88cb4587fd {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:32.777775 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee43dcd6-8e39-4660-9399-4e573af67242 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.795078 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:32.795555 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:32.802829 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:32.811679 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:32.814233 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-096dc72c-96d5-4264-b1d0-fb36873ce0d8 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/networks/de1aa21f-bdce-4df3-8823-8953fce4fce9 HTTP/1.1" status: 404 len: 339 time: 0.3147016 Mar 14 18:22:32.814347 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:22:32.817441 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55658) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:32.832754 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663d72a-651d-483b-8b2d-6551d405afc0 None None] Sync routers for ids ['d65eae26-0128-4a5a-a5ac-392d218c2199'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:32.842842 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 72fc00bc-3a75-4328-be38-0fe0405ce4b7 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:32.844170 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.932480 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663d72a-651d-483b-8b2d-6551d405afc0 None None] Routers {'d65eae26-0128-4a5a-a5ac-392d218c2199'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:32.933520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3663d72a-651d-483b-8b2d-6551d405afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d65eae26-0128-4a5a-a5ac-392d218c2199'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:32.970051 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.990397 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff521b5-5c26-4b40-bd8c-1c1e0f59bec2 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] DELETE failed (client error): The resource could not be found. Mar 14 18:22:32.990885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff521b5-5c26-4b40-bd8c-1c1e0f59bec2 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:22:32.995137 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1ff521b5-5c26-4b40-bd8c-1c1e0f59bec2 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/subnets/8d91c23e-0b76-473e-8142-b1ef41e9729c HTTP/1.1" status: 404 len: 337 time: 0.1623394 Mar 14 18:22:32.998232 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55662) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:33.000326 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.002870 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-20ae10fa-2c4f-47d6-b79b-7522a250a752 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/d65eae26-0128-4a5a-a5ac-392d218c2199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0195003 Mar 14 18:22:33.002999 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "DELETE /v2.0/networks/58e3e88e-5738-423c-b5c6-a37ad870510b HTTP/1.1" status: 204 len: 168 time: 4.5130067 Mar 14 18:22:33.007897 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Provisioning for port a62ce189-ff6e-401a-9c90-750f955cf005 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:33.012293 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55664) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:33.012652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55666) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:33.019529 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3663d72a-651d-483b-8b2d-6551d405afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:33.030587 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Provisioning complete for port a62ce189-ff6e-401a-9c90-750f955cf005 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:33.030991 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.076842 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe13a4f-f20a-4eed-98ed-8c073523c02a tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Pushing event deleted for resources: {'Network': ['ID=58e3e88e-5738-423c-b5c6-a37ad870510b,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:33.094096 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663d72a-651d-483b-8b2d-6551d405afc0 None None] Routers {'d65eae26-0128-4a5a-a5ac-392d218c2199'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:33.094096 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3663d72a-651d-483b-8b2d-6551d405afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d65eae26-0128-4a5a-a5ac-392d218c2199'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:33.110830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3f15eba4-6b1d-477a-acdf-4ddc8158d3a9 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Synchronizing usage tracker for tenant:7c5465f0b8594453ad3b16c69c14b7ff on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:33.160405 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d4bee9ac-749e-4cfa-857f-cf52f0f2ab6e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.169541 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3663d72a-651d-483b-8b2d-6551d405afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:33.169879 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663d72a-651d-483b-8b2d-6551d405afc0 None None] The sync data for ids ['d65eae26-0128-4a5a-a5ac-392d218c2199'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:33.176171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.184103 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4da0f20-3d0f-4e17-bf59-408167f3075b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:33.184699 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e4da0f20-3d0f-4e17-bf59-408167f3075b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Synchronizing usage tracker for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:33.189701 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-87752ee0-9bea-4b2a-b747-5d4fc982a3fb tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] DELETE failed (client error): The resource could not be found. Mar 14 18:22:33.190411 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87752ee0-9bea-4b2a-b747-5d4fc982a3fb tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:22:33.192308 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-87752ee0-9bea-4b2a-b747-5d4fc982a3fb tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/networks/45ee32d7-7f48-4cc1-be54-2349c60390b4 HTTP/1.1" status: 404 len: 339 time: 0.1684637 Mar 14 18:22:33.252591 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55674) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:33.254392 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.335466 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Network': ['ID=8fd96bba-92e5-4527-8d2d-a1079f6d3821,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:33.338729 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d4bee9ac-749e-4cfa-857f-cf52f0f2ab6e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for eb7b087c-c24f-4ed3-aedb-dfdaf4c7f9ee owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:33.344220 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ac83902e-812b-4a75-8673-00ddd8b77dc0 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:33.364167 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a1d5fd17-5bc3-41d4-9c54-aa002f2e116e tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.368703 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3f15eba4-6b1d-477a-acdf-4ddc8158d3a9 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Unset dirty status for tenant:7c5465f0b8594453ad3b16c69c14b7ff on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:33.373771 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3f15eba4-6b1d-477a-acdf-4ddc8158d3a9 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "GET /v2.0/ports?device_id=66b6a473-bbba-49d4-b2f0-2559f7365a60 HTTP/1.1" status: 200 len: 205 time: 0.3568718 Mar 14 18:22:33.374325 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55680) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:33.392848 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/networks/8fd96bba-92e5-4527-8d2d-a1079f6d3821 HTTP/1.1" status: 204 len: 168 time: 3.4581168 Mar 14 18:22:33.405878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55684) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:33.411632 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.411979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.412377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.412716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.413047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.413373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.413698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.414019 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.415313 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.415313 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.415313 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.415313 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330356d0-230a-45ab-84be-92c9e357bea0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.424078 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1607658781', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}, 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:33.434559 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.445901 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:33.461710 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:router and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:33.466628 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:33.486668 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] For port a62ce189-ff6e-401a-9c90-750f955cf005, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a62ce189-ff6e-401a-9c90-750f955cf005,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:33.497859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:33.570265 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e4da0f20-3d0f-4e17-bf59-408167f3075b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Unset dirty status for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:33.573528 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e4da0f20-3d0f-4e17-bf59-408167f3075b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/ports/0be621d7-1442-4993-808a-31a71fbc98d2 HTTP/1.1" status: 200 len: 910 time: 0.5593510 Mar 14 18:22:33.581626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55688) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:33.591641 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-424b3c16-dbe6-4507-b30e-e7fe16d9fd30 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6b572788-e761-467b-bc06-3fa4c1668a83'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:33.599347 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port ac83902e-812b-4a75-8673-00ddd8b77dc0 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:33.605191 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.627594 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.628122 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.773989 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Pushing event updated for resources: {'Port': ['ID=a62ce189-ff6e-401a-9c90-750f955cf005,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:33.777054 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.793119 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.793458 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.793812 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.794147 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.794477 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.794830 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.795289 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.795625 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.795956 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.796280 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.798464 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.799527 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d4bee9ac-749e-4cfa-857f-cf52f0f2ab6e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.800411 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:33.804251 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Provisioning complete for port 0be621d7-1442-4993-808a-31a71fbc98d2 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:33.804806 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.836750 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 9e13fe4c-78b5-468c-b7a1-d441ea18eb53 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:33.890908 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 9e13fe4c-78b5-468c-b7a1-d441ea18eb53 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:22:33.891281 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 9e13fe4c-78b5-468c-b7a1-d441ea18eb53 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:22:33.912048 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb77cf-30fe-44f8-8148-cbf5b6bf33eb None None] Port 0be621d7-1442-4993-808a-31a71fbc98d2 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:22:33.934200 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-799142ab-24fe-42a4-887a-57565d51c251 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.986338 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5039b35-e137-4287-ad80-1079fbd480e4 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Deleting subnet d6ccd0c6-6933-41d7-bc4f-cf3dbdf0e1a8 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:22:34.008043 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee43dcd6-8e39-4660-9399-4e573af67242 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.016430 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f5039b35-e137-4287-ad80-1079fbd480e4 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.077203 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bee9ac-749e-4cfa-857f-cf52f0f2ab6e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=eb7b087c-c24f-4ed3-aedb-dfdaf4c7f9ee,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:34.104766 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d4bee9ac-749e-4cfa-857f-cf52f0f2ab6e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.151977 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-28f2cc01-c410-4326-9fca-53e47182d6f5 None None] Provisioning for port 8f4d9dab-1883-4fb0-bb64-2e88cb4587fd completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:34.158173 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-28f2cc01-c410-4326-9fca-53e47182d6f5 None None] Provisioning complete for port 8f4d9dab-1883-4fb0-bb64-2e88cb4587fd triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:34.158998 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-28f2cc01-c410-4326-9fca-53e47182d6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.230291 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-28f2cc01-c410-4326-9fca-53e47182d6f5 None None] Port 8f4d9dab-1883-4fb0-bb64-2e88cb4587fd cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:22:34.249797 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ee43dcd6-8e39-4660-9399-4e573af67242 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for 8f4d9dab-1883-4fb0-bb64-2e88cb4587fd owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:34.354628 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-28f2cc01-c410-4326-9fca-53e47182d6f5 None None] Provisioning for port ac83902e-812b-4a75-8673-00ddd8b77dc0 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:34.362708 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-28f2cc01-c410-4326-9fca-53e47182d6f5 None None] Provisioning complete for port ac83902e-812b-4a75-8673-00ddd8b77dc0 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:34.363260 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-28f2cc01-c410-4326-9fca-53e47182d6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.377724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-424b3c16-dbe6-4507-b30e-e7fe16d9fd30 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.395027 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d4bee9ac-749e-4cfa-857f-cf52f0f2ab6e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/eb7b087c-c24f-4ed3-aedb-dfdaf4c7f9ee HTTP/1.1" status: 204 len: 168 time: 3.1350248 Mar 14 18:22:34.398161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.417426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55692) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:34.441714 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f5039b35-e137-4287-ad80-1079fbd480e4 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.478125 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a62ce189-ff6e-401a-9c90-750f955cf005 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:34.555381 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-28f2cc01-c410-4326-9fca-53e47182d6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.600107 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-28f2cc01-c410-4326-9fca-53e47182d6f5 None None] For port ac83902e-812b-4a75-8673-00ddd8b77dc0, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ac83902e-812b-4a75-8673-00ddd8b77dc0,segment=NetworkSegment(a5d12f0a-fa8a-428b-8d78-6b42a0ff674b),segment_id=a5d12f0a-fa8a-428b-8d78-6b42a0ff674b)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:34.604613 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port a62ce189-ff6e-401a-9c90-750f955cf005 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:34.605090 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.716220 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f5039b35-e137-4287-ad80-1079fbd480e4 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.764401 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-799142ab-24fe-42a4-887a-57565d51c251 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.797425 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-799142ab-24fe-42a4-887a-57565d51c251 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.855780 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-28f2cc01-c410-4326-9fca-53e47182d6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.891604 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0261c4-99ad-44e7-8bf2-90fe1b7d63c9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:34.893212 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0261c4-99ad-44e7-8bf2-90fe1b7d63c9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:34.893959 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0f0261c4-99ad-44e7-8bf2-90fe1b7d63c9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:34.929424 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2cc01-c410-4326-9fca-53e47182d6f5 None None] Pushing event updated for resources: {'Port': ['ID=ac83902e-812b-4a75-8673-00ddd8b77dc0,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:34.990044 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-799142ab-24fe-42a4-887a-57565d51c251 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.990652 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799142ab-24fe-42a4-887a-57565d51c251 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Fanout notify agent at l3_agent the message router_deleted on router 66b6a473-bbba-49d4-b2f0-2559f7365a60 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:22:35.050685 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-799142ab-24fe-42a4-887a-57565d51c251 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.051785 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-799142ab-24fe-42a4-887a-57565d51c251 tempest-RoutersNegativeIpV6Test-1915387088 tempest-RoutersNegativeIpV6Test-1915387088-project] 10.222.0.43 "DELETE /v2.0/routers/66b6a473-bbba-49d4-b2f0-2559f7365a60 HTTP/1.1" status: 204 len: 168 time: 1.6739979 Mar 14 18:22:35.053828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d5fd17-5bc3-41d4-9c54-aa002f2e116e tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Router 30045a5d-7a61-4819-9a21-b02b1adaab34 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:22:35.143458 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.189103 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.247703 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f5039b35-e137-4287-ad80-1079fbd480e4 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.251132 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee43dcd6-8e39-4660-9399-4e573af67242 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.288451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-424b3c16-dbe6-4507-b30e-e7fe16d9fd30 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.317517 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0f0261c4-99ad-44e7-8bf2-90fe1b7d63c9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:35.318670 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0f0261c4-99ad-44e7-8bf2-90fe1b7d63c9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8418007 Mar 14 18:22:35.333390 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55700) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:35.352033 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43dcd6-8e39-4660-9399-4e573af67242 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=8f4d9dab-1883-4fb0-bb64-2e88cb4587fd,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:35.353908 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5039b35-e137-4287-ad80-1079fbd480e4 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ccd0c6-6933-41d7-bc4f-cf3dbdf0e1a8,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:35.365224 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1469a34-179f-4b60-bcbc-4234627ce4ee None None] Network a4722574-745c-43a5-bca3-4d788f7591f7 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:35.392672 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f5039b35-e137-4287-ad80-1079fbd480e4 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.397523 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f5039b35-e137-4287-ad80-1079fbd480e4 tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/subnets/d6ccd0c6-6933-41d7-bc4f-cf3dbdf0e1a8 HTTP/1.1" status: 204 len: 168 time: 2.1391945 Mar 14 18:22:35.400787 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55704) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:35.507899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee43dcd6-8e39-4660-9399-4e573af67242 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.512638 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55708) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:35.513128 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ee43dcd6-8e39-4660-9399-4e573af67242 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/ports/8f4d9dab-1883-4fb0-bb64-2e88cb4587fd HTTP/1.1" status: 204 len: 168 time: 3.3005700 Mar 14 18:22:35.560632 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88a66f1-8ade-4c8e-bc45-351ed8d46af7 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] GET failed (client error): The resource could not be found. Mar 14 18:22:35.561177 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c88a66f1-8ade-4c8e-bc45-351ed8d46af7 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Synchronizing usage tracker for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:35.602899 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Allocated IP 172.26.7.186 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/e7dc9ca1-8d02-4395-a9e1-e066c3895361) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:35.676389 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cebd24-c16b-415c-98cf-302815bde9ea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 24d4470c-f82c-4b01-8b15-d0787c235ea3 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:22:35.694400 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a0cebd24-c16b-415c-98cf-302815bde9ea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.718176 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2222d570-95a2-4e27-9993-e84227d4d6c4 None None] DHCP port deletion for a4722574-745c-43a5-bca3-4d788f7591f7 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:22:35.724253 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2222d570-95a2-4e27-9993-e84227d4d6c4 None None] Deleting port 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:35.724906 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2222d570-95a2-4e27-9993-e84227d4d6c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.737605 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-424b3c16-dbe6-4507-b30e-e7fe16d9fd30 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.765670 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.809185 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c88a66f1-8ade-4c8e-bc45-351ed8d46af7 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Unset dirty status for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:35.813449 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c88a66f1-8ade-4c8e-bc45-351ed8d46af7 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports/8f4d9dab-1883-4fb0-bb64-2e88cb4587fd HTTP/1.1" status: 404 len: 333 time: 0.2997160 Mar 14 18:22:35.818358 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55716) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:35.837169 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d5fd17-5bc3-41d4-9c54-aa002f2e116e tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:22:35.847744 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb793c-9620-42b2-a916-3868f1595cf6 None None] Sync routers for ids ['30045a5d-7a61-4819-9a21-b02b1adaab34'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:35.859711 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a1d5fd17-5bc3-41d4-9c54-aa002f2e116e tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "PUT /v2.0/routers/30045a5d-7a61-4819-9a21-b02b1adaab34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5384765 Mar 14 18:22:35.864619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55720) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:35.865751 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb793c-9620-42b2-a916-3868f1595cf6 None None] Routers {'30045a5d-7a61-4819-9a21-b02b1adaab34'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:35.866378 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-adcb793c-9620-42b2-a916-3868f1595cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['30045a5d-7a61-4819-9a21-b02b1adaab34'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:35.903622 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Deleting port 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:35.904218 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.937245 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55724) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:35.948449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a0cebd24-c16b-415c-98cf-302815bde9ea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.041926 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b3c16-dbe6-4507-b30e-e7fe16d9fd30 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:36.042845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-424b3c16-dbe6-4507-b30e-e7fe16d9fd30 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.047394 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-424b3c16-dbe6-4507-b30e-e7fe16d9fd30 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/ports/0be621d7-1442-4993-808a-31a71fbc98d2 HTTP/1.1" status: 200 len: 910 time: 2.4646330 Mar 14 18:22:36.052729 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55730) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:36.067287 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b3c16-dbe6-4507-b30e-e7fe16d9fd30 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=0be621d7-1442-4993-808a-31a71fbc98d2,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:36.092498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e73656e-21af-471d-b8f0-96afd0b259c7 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting subnet dceb40a9-4351-4101-ac18-08ce7dc6e01c {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:22:36.106081 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8e73656e-21af-471d-b8f0-96afd0b259c7 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.214131 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-adcb793c-9620-42b2-a916-3868f1595cf6 None None] Set router 30045a5d-7a61-4819-9a21-b02b1adaab34 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:22:36.246171 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2222d570-95a2-4e27-9993-e84227d4d6c4 None None] For port 8ff3653c-0daa-4e09-b4db-71fc8a0f3027, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8ff3653c-0daa-4e09-b4db-71fc8a0f3027,segment=NetworkSegment(82d79717-e69f-415d-b0b4-d00612df8f21),segment_id=82d79717-e69f-415d-b0b4-d00612df8f21)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:36.246570 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2222d570-95a2-4e27-9993-e84227d4d6c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.261474 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8e73656e-21af-471d-b8f0-96afd0b259c7 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.281016 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8df8312-25fb-4c76-97f3-b32bc8e9c20a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Deleting subnet 7ffcb896-1a23-4973-a93a-928d9017eb04 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:22:36.317190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.328136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c8df8312-25fb-4c76-97f3-b32bc8e9c20a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.380752 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a0cebd24-c16b-415c-98cf-302815bde9ea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.442387 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] For port 8ff3653c-0daa-4e09-b4db-71fc8a0f3027, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8ff3653c-0daa-4e09-b4db-71fc8a0f3027,segment=NetworkSegment(82d79717-e69f-415d-b0b4-d00612df8f21),segment_id=82d79717-e69f-415d-b0b4-d00612df8f21)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:36.442739 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.510386 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ac83902e-812b-4a75-8673-00ddd8b77dc0 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:36.575109 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c8df8312-25fb-4c76-97f3-b32bc8e9c20a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.590446 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2222d570-95a2-4e27-9993-e84227d4d6c4 None None] Calling delete_port for 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:36.593466 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Calling delete_port for 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:36.631357 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-81eaea29-7835-4923-9d88-a2e5a5b2ab28 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c5465f0b8594453ad3b16c69c14b7ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6873615 Mar 14 18:22:36.632227 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55734) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:36.671357 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-adcb793c-9620-42b2-a916-3868f1595cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388483772', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:19:53Z', 'updated_at': '2022-03-14T18:22:31Z', 'revision_number': 5, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'gw_port': {'id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:55Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:36.690656 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb793c-9620-42b2-a916-3868f1595cf6 None None] Checking router: 30045a5d-7a61-4819-9a21-b02b1adaab34 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:22:36.716545 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb793c-9620-42b2-a916-3868f1595cf6 None None] Routers {'30045a5d-7a61-4819-9a21-b02b1adaab34'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:36.717394 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-adcb793c-9620-42b2-a916-3868f1595cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['30045a5d-7a61-4819-9a21-b02b1adaab34'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:36.761507 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port ac83902e-812b-4a75-8673-00ddd8b77dc0 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:36.761899 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.766970 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a0cebd24-c16b-415c-98cf-302815bde9ea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.806839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8e73656e-21af-471d-b8f0-96afd0b259c7 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.845551 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cebd24-c16b-415c-98cf-302815bde9ea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=24d4470c-f82c-4b01-8b15-d0787c235ea3,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:36.859668 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a0cebd24-c16b-415c-98cf-302815bde9ea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.881368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:22:36.881832 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:22:36.922976 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52869764-26b7-4e31-8c38-ae7e942d2256 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:36.948153 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a0cebd24-c16b-415c-98cf-302815bde9ea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/24d4470c-f82c-4b01-8b15-d0787c235ea3 HTTP/1.1" status: 204 len: 168 time: 1.6019568 Mar 14 18:22:36.950292 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55740) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:36.961430 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2222d570-95a2-4e27-9993-e84227d4d6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.013871 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-adcb793c-9620-42b2-a916-3868f1595cf6 None None] Set router 30045a5d-7a61-4819-9a21-b02b1adaab34 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:22:37.063067 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c8df8312-25fb-4c76-97f3-b32bc8e9c20a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.067809 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222d570-95a2-4e27-9993-e84227d4d6c4 None None] Pushing event deleted for resources: {'Port': ['ID=8ff3653c-0daa-4e09-b4db-71fc8a0f3027,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:37.069691 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2222d570-95a2-4e27-9993-e84227d4d6c4 None None] No DVR routers for this DVR port 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:37.110392 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.193993 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:37.214979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e8b54a5-dce8-423c-8232-134b1288a8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.226611 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cdead74a-6e68-45f2-a288-107e09da1fd7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2749059 Mar 14 18:22:37.229161 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8e73656e-21af-471d-b8f0-96afd0b259c7 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.234356 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55744) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:37.238275 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:22:37.238624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:22:37.301306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:37.317480 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:37.324421 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e8b54a5-dce8-423c-8232-134b1288a8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.331952 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:37.332490 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73656e-21af-471d-b8f0-96afd0b259c7 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Subnet': ['ID=dceb40a9-4351-4101-ac18-08ce7dc6e01c,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:37.346636 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8e73656e-21af-471d-b8f0-96afd0b259c7 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.354535 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85d1299-d9a7-4ced-b6e9-7af5ead54330 None None] DHCP port deletion for c6ea7f38-153d-42ad-8847-86782d8c0b1e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:22:37.358933 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8e73656e-21af-471d-b8f0-96afd0b259c7 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/dceb40a9-4351-4101-ac18-08ce7dc6e01c HTTP/1.1" status: 204 len: 168 time: 1.5298264 Mar 14 18:22:37.360139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=e7dc9ca1-8d02-4395-a9e1-e066c3895361,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:37.360959 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55748) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:37.364390 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-f85d1299-d9a7-4ced-b6e9-7af5ead54330 None None] Deleting port a62ce189-ff6e-401a-9c90-750f955cf005 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:37.365269 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f85d1299-d9a7-4ced-b6e9-7af5ead54330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.383444 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Deleting port 8ff3653c-0daa-4e09-b4db-71fc8a0f3027 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:37.383660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.391137 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de88c35-9211-4cbe-a6f7-3ff913bc76c1 None None] Network 151ae52f-7869-49ee-9ef7-8f2234fb1058 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:37.486295 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] The port '8ff3653c-0daa-4e09-b4db-71fc8a0f3027' was deleted {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:22:37.501621 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-adcb793c-9620-42b2-a916-3868f1595cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388483772', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:19:53Z', 'updated_at': '2022-03-14T18:22:31Z', 'revision_number': 5, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'gw_port': {'id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:55Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:37.506972 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb793c-9620-42b2-a916-3868f1595cf6 None None] The sync data for ids ['30045a5d-7a61-4819-9a21-b02b1adaab34'] in dv-neutron-833560-1-hyperv is: [{'id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388483772', 'tenant_id': '355ab1d132224c9998b0e8c4dad61d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:19:53Z', 'updated_at': '2022-03-14T18:22:31Z', 'revision_number': 5, 'project_id': '355ab1d132224c9998b0e8c4dad61d99', 'gw_port': {'id': '01d6f610-b38f-4477-9a03-3764f999e8bf', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30045a5d-7a61-4819-9a21-b02b1adaab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:19:55Z', 'updated_at': '2022-03-14T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:37.514164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c8df8312-25fb-4c76-97f3-b32bc8e9c20a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.636545 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ddd994-067f-4c5d-9581-dd9dbca56ce4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:37.638066 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d7ddd994-067f-4c5d-9581-dd9dbca56ce4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3565929 Mar 14 18:22:37.673396 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.679489 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55752) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:37.760610 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df8312-25fb-4c76-97f3-b32bc8e9c20a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event deleted for resources: {'Subnet': ['ID=7ffcb896-1a23-4973-a93a-928d9017eb04,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:37.796195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c8df8312-25fb-4c76-97f3-b32bc8e9c20a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.826540 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port ac83902e-812b-4a75-8673-00ddd8b77dc0 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:37.826820 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.833764 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b923f3e-c985-4d94-94cb-aa76cf973134 None None] Network 5861a082-4a53-498e-b267-cfdff69a04c5 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:37.863072 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e8b54a5-dce8-423c-8232-134b1288a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.894321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b54a5-dce8-423c-8232-134b1288a8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2280ec6e-a83a-4c0b-a10e-4428930eec2c,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:37.894870 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.905772 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c8df8312-25fb-4c76-97f3-b32bc8e9c20a tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "DELETE /v2.0/subnets/7ffcb896-1a23-4973-a93a-928d9017eb04 HTTP/1.1" status: 204 len: 168 time: 2.0381396 Mar 14 18:22:37.913305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6e8b54a5-dce8-423c-8232-134b1288a8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.914387 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6e8b54a5-dce8-423c-8232-134b1288a8a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2280ec6e-a83a-4c0b-a10e-4428930eec2c HTTP/1.1" status: 204 len: 168 time: 1.0985920 Mar 14 18:22:37.916081 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55756) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:38.074820 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4722574-745c-43a5-bca3-4d788f7591f7']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:38.108524 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bb4331-33b9-44a6-b779-6b660156b1bc tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:38.109483 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d1bb4331-33b9-44a6-b779-6b660156b1bc tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:38.114717 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-272430f3-32d5-43de-8b24-c5da284b7338 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.125332 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc872d58-3ad6-439c-9c18-d77ced9fd548 None None] DHCP port deletion for 151ae52f-7869-49ee-9ef7-8f2234fb1058 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:22:38.144568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d79717-e69f-415d-b0b4-d00612df8f21') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:38.154027 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d79717-e69f-415d-b0b4-d00612df8f21') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:38.169338 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f85d1299-d9a7-4ced-b6e9-7af5ead54330 None None] For port a62ce189-ff6e-401a-9c90-750f955cf005, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a62ce189-ff6e-401a-9c90-750f955cf005,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:38.169730 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f85d1299-d9a7-4ced-b6e9-7af5ead54330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.206338 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.254399 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-cc872d58-3ad6-439c-9c18-d77ced9fd548 None None] Deleting port ac83902e-812b-4a75-8673-00ddd8b77dc0 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:38.254399 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cc872d58-3ad6-439c-9c18-d77ced9fd548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.375392 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d1bb4331-33b9-44a6-b779-6b660156b1bc tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:38.376714 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d1bb4331-33b9-44a6-b779-6b660156b1bc tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6962793 Mar 14 18:22:38.383024 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55768) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:38.386021 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.541563 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:38.542383 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.557134 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-cc872d58-3ad6-439c-9c18-d77ced9fd548 None None] For port ac83902e-812b-4a75-8673-00ddd8b77dc0, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ac83902e-812b-4a75-8673-00ddd8b77dc0,segment=NetworkSegment(a5d12f0a-fa8a-428b-8d78-6b42a0ff674b),segment_id=a5d12f0a-fa8a-428b-8d78-6b42a0ff674b)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:38.557582 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cc872d58-3ad6-439c-9c18-d77ced9fd548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:38.563890 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:38.580352 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cc3d8b03-e5a8-420d-a3ef-cb951ccb83d9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1844156 Mar 14 18:22:38.587152 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55772) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:38.644284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e032460e-a080-49ee-ac66-a1798ae38134 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:38.691633 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] For port ac83902e-812b-4a75-8673-00ddd8b77dc0, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ac83902e-812b-4a75-8673-00ddd8b77dc0,segment=NetworkSegment(a5d12f0a-fa8a-428b-8d78-6b42a0ff674b),segment_id=a5d12f0a-fa8a-428b-8d78-6b42a0ff674b)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:38.692050 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.756466 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-cc872d58-3ad6-439c-9c18-d77ced9fd548 None None] Calling delete_port for ac83902e-812b-4a75-8673-00ddd8b77dc0 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:38.763038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-17727275-d1b1-408e-b6f0-116cf49342cf tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.927764 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.961366 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ac83902e-812b-4a75-8673-00ddd8b77dc0 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:38.970414 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for ac83902e-812b-4a75-8673-00ddd8b77dc0 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:39.057332 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: ac83902e-812b-4a75-8673-00ddd8b77dc0 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:22:39.057681 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ac83902e-812b-4a75-8673-00ddd8b77dc0 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:22:39.058394 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4f2eb911-d94d-4f4a-b958-23037be8d350 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:39.066572 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.093440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-f85d1299-d9a7-4ced-b6e9-7af5ead54330 None None] Calling delete_port for a62ce189-ff6e-401a-9c90-750f955cf005 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:39.103852 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.118332 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Network': ['ID=a4722574-745c-43a5-bca3-4d788f7591f7,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:39.118960 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-929f93c7-9dd0-43f7-b54a-d67e7f48f120 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Synchronizing usage tracker for tenant:8ca5128883c54d26a4b060b6ae0f5e46 on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:39.126980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cc872d58-3ad6-439c-9c18-d77ced9fd548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.143024 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fec8f389-e9f5-4aef-9f3a-b00965842e7b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/networks/a4722574-745c-43a5-bca3-4d788f7591f7 HTTP/1.1" status: 204 len: 168 time: 3.7097077 Mar 14 18:22:39.143024 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e032460e-a080-49ee-ac66-a1798ae38134 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:39.147322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55780) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:39.191234 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e032460e-a080-49ee-ac66-a1798ae38134 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:39.197385 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc872d58-3ad6-439c-9c18-d77ced9fd548 None None] Pushing event deleted for resources: {'Port': ['ID=ac83902e-812b-4a75-8673-00ddd8b77dc0,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:39.199200 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 4f2eb911-d94d-4f4a-b958-23037be8d350 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:22:39.199549 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4f2eb911-d94d-4f4a-b958-23037be8d350 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:22:39.199967 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a62ce189-ff6e-401a-9c90-750f955cf005 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:39.208374 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-33289a73-3b7c-4541-acea-c98ea8e5797d tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] DELETE failed (client error): The resource could not be found. Mar 14 18:22:39.208756 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33289a73-3b7c-4541-acea-c98ea8e5797d tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:22:39.223430 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-33289a73-3b7c-4541-acea-c98ea8e5797d tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/subnets/f0145088-e2c2-4b4f-9446-7b492b4cac6b HTTP/1.1" status: 404 len: 337 time: 0.0611382 Mar 14 18:22:39.223430 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55784) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:39.243272 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6b3062-6b69-4679-b4f1-385e033ed10b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] DELETE failed (client error): The resource could not be found. Mar 14 18:22:39.243797 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6b3062-6b69-4679-b4f1-385e033ed10b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:22:39.246565 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:22:39.246966 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:22:39.251887 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ba6b3062-6b69-4679-b4f1-385e033ed10b tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/networks/384167be-e002-4ddc-9abf-dbc1acfb074d HTTP/1.1" status: 404 len: 339 time: 0.0347815 Mar 14 18:22:39.266635 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc872d58-3ad6-439c-9c18-d77ced9fd548 None None] No DVR routers for this DVR port ac83902e-812b-4a75-8673-00ddd8b77dc0 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:39.266926 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55788) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:39.348180 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.377448 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.413653 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab402f82-78a7-40de-8649-fbfd04a6f8bf None None] DHCP port deletion for 5861a082-4a53-498e-b267-cfdff69a04c5 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:22:39.418687 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ab402f82-78a7-40de-8649-fbfd04a6f8bf None None] Deleting port f20633cf-6dd6-46d2-9b05-f1d43f5959fd {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:39.419392 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ab402f82-78a7-40de-8649-fbfd04a6f8bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.422714 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-17727275-d1b1-408e-b6f0-116cf49342cf tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.449575 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f85d1299-d9a7-4ced-b6e9-7af5ead54330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.457001 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e032460e-a080-49ee-ac66-a1798ae38134 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:39.460485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e032460e-a080-49ee-ac66-a1798ae38134 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.507468 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d1299-d9a7-4ced-b6e9-7af5ead54330 None None] Pushing event deleted for resources: {'Port': ['ID=a62ce189-ff6e-401a-9c90-750f955cf005,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:39.539061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-929f93c7-9dd0-43f7-b54a-d67e7f48f120 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Unset dirty status for tenant:8ca5128883c54d26a4b060b6ae0f5e46 on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:39.540283 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-929f93c7-9dd0-43f7-b54a-d67e7f48f120 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006719845&fields=id&tenant_id=8ca5128883c54d26a4b060b6ae0f5e46 HTTP/1.1" status: 200 len: 267 time: 0.6368203 Mar 14 18:22:39.540979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-17727275-d1b1-408e-b6f0-116cf49342cf tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Deleting port 01d6f610-b38f-4477-9a03-3764f999e8bf {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:39.541330 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-17727275-d1b1-408e-b6f0-116cf49342cf tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.562206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-81548446-3c49-4623-93d7-b3da7996c4ab tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Deleting subnet 70994908-b763-437d-8b6a-fa18f7509755 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:22:39.567795 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81548446-3c49-4623-93d7-b3da7996c4ab tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.581365 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85d1299-d9a7-4ced-b6e9-7af5ead54330 None None] No DVR routers for this DVR port a62ce189-ff6e-401a-9c90-750f955cf005 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:39.638835 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81548446-3c49-4623-93d7-b3da7996c4ab tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.678216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-272430f3-32d5-43de-8b24-c5da284b7338 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port 0be621d7-1442-4993-808a-31a71fbc98d2 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:39.678556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-272430f3-32d5-43de-8b24-c5da284b7338 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.747967 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port ac83902e-812b-4a75-8673-00ddd8b77dc0 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:39.748222 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.768640 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ab402f82-78a7-40de-8649-fbfd04a6f8bf None None] For port f20633cf-6dd6-46d2-9b05-f1d43f5959fd, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f20633cf-6dd6-46d2-9b05-f1d43f5959fd,segment=NetworkSegment(0a30a6d4-a184-4408-b1bb-2c3403867cb6),segment_id=0a30a6d4-a184-4408-b1bb-2c3403867cb6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:39.769301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ab402f82-78a7-40de-8649-fbfd04a6f8bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.843920 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] The port 'ac83902e-812b-4a75-8673-00ddd8b77dc0' was deleted {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:22:39.908887 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ab402f82-78a7-40de-8649-fbfd04a6f8bf None None] Calling delete_port for f20633cf-6dd6-46d2-9b05-f1d43f5959fd owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:39.987931 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81548446-3c49-4623-93d7-b3da7996c4ab tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.037340 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.038187 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.045179 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ab402f82-78a7-40de-8649-fbfd04a6f8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.078591 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151ae52f-7869-49ee-9ef7-8f2234fb1058']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:40.095957 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d12f0a-fa8a-428b-8d78-6b42a0ff674b') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:40.096228 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab402f82-78a7-40de-8649-fbfd04a6f8bf None None] Pushing event deleted for resources: {'Port': ['ID=f20633cf-6dd6-46d2-9b05-f1d43f5959fd,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:40.096326 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d12f0a-fa8a-428b-8d78-6b42a0ff674b') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:40.101552 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab402f82-78a7-40de-8649-fbfd04a6f8bf None None] No DVR routers for this DVR port f20633cf-6dd6-46d2-9b05-f1d43f5959fd on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:40.111383 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.131311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.137899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e032460e-a080-49ee-ac66-a1798ae38134 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.141574 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:40.145992 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.170295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-0ad4ea94-43a7-466f-916c-b305a959a69a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:40.171090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-0ad4ea94-43a7-466f-916c-b305a959a69a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Synchronizing usage tracker for tenant:8ca5128883c54d26a4b060b6ae0f5e46 on resource:network {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:40.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:40.209214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81548446-3c49-4623-93d7-b3da7996c4ab tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.239194 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-17727275-d1b1-408e-b6f0-116cf49342cf tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] For port 01d6f610-b38f-4477-9a03-3764f999e8bf, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=01d6f610-b38f-4477-9a03-3764f999e8bf,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:40.239556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-17727275-d1b1-408e-b6f0-116cf49342cf tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.293218 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e032460e-a080-49ee-ac66-a1798ae38134 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:40.297926 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-e032460e-a080-49ee-ac66-a1798ae38134 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:40.302229 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81548446-3c49-4623-93d7-b3da7996c4ab tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.307914 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e032460e-a080-49ee-ac66-a1798ae38134 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:40.308760 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e032460e-a080-49ee-ac66-a1798ae38134 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.308998 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c5b811-954c-4a5c-8d77-c6bf298a10ce None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:40.325179 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032460e-a080-49ee-ac66-a1798ae38134 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=aff968fe-eca2-489f-bb08-840d70810fcd,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:40.328744 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c10a75-509f-4935-b5cf-e82245f1fff6 None None] Network 75e1ad32-0b15-4dcc-babd-adc769d78ad8 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:40.374485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.382350 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81548446-3c49-4623-93d7-b3da7996c4ab tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Subnet': ['ID=70994908-b763-437d-8b6a-fa18f7509755,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:40.408683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-17727275-d1b1-408e-b6f0-116cf49342cf tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Calling delete_port for 01d6f610-b38f-4477-9a03-3764f999e8bf owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:40.417069 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.424317 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/networks/151ae52f-7869-49ee-9ef7-8f2234fb1058 HTTP/1.1" status: 204 len: 168 time: 3.0606122 Mar 14 18:22:40.429019 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55792) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:40.437337 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-827491fa-d8c4-4792-bd79-7eadd72db491 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'network_id': '28855f69-b418-4328-b683-06d9f6202065', 'name': 'tempest-PortsIpV6TestJSON-1025804690'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:40.437501 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-0ad4ea94-43a7-466f-916c-b305a959a69a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Unset dirty status for tenant:8ca5128883c54d26a4b060b6ae0f5e46 on resource:network {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:40.439273 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-0ad4ea94-43a7-466f-916c-b305a959a69a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/networks?id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b HTTP/1.1" status: 200 len: 812 time: 0.8724737 Mar 14 18:22:40.450965 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de5885-b014-43c0-b26d-0388c88b686d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Network': ['ID=151ae52f-7869-49ee-9ef7-8f2234fb1058,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:40.458670 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-81548446-3c49-4623-93d7-b3da7996c4ab tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/subnets/70994908-b763-437d-8b6a-fa18f7509755 HTTP/1.1" status: 204 len: 168 time: 1.1884882 Mar 14 18:22:40.468830 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55796) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:40.485292 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f20633cf-6dd6-46d2-9b05-f1d43f5959fd no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:40.514694 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e032460e-a080-49ee-ac66-a1798ae38134 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8811142 Mar 14 18:22:40.514965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-272430f3-32d5-43de-8b24-c5da284b7338 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.535947 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55800) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:40.548075 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: f20633cf-6dd6-46d2-9b05-f1d43f5959fd {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:22:40.548411 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f20633cf-6dd6-46d2-9b05-f1d43f5959fd not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:22:40.550023 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-8b8ad91f-71c7-40a1-ad4b-2b64ed3efed4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'fixed_ips': [{'subnet_id': 'aff968fe-eca2-489f-bb08-840d70810fcd', 'ip_address': '2001:db8::65b9:b844:2353:4da'}], 'name': 'tempest-NetworksTestDHCPv6-1182642006'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:40.633332 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-b7fa14a8-0127-46a3-bcfb-1a4de6430074 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/quotas/8ca5128883c54d26a4b060b6ae0f5e46 HTTP/1.1" status: 200 len: 375 time: 0.1211207 Mar 14 18:22:40.651713 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-827491fa-d8c4-4792-bd79-7eadd72db491 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:40.659025 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.667128 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-827491fa-d8c4-4792-bd79-7eadd72db491 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:40.680085 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Deleting port 5e111eaf-849c-4580-9760-eaa6e125e420 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:40.680419 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.716206 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-272430f3-32d5-43de-8b24-c5da284b7338 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Calling delete_port for 0be621d7-1442-4993-808a-31a71fbc98d2 owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:40.782330 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827491fa-d8c4-4792-bd79-7eadd72db491 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:40.785881 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-827491fa-d8c4-4792-bd79-7eadd72db491 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.818644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'fixed_ips': [{'subnet_id': 'aff968fe-eca2-489f-bb08-840d70810fcd'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:22:40.819614 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.831352 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29f88ca-aefd-4c82-9133-4eae56d10b2d None None] DHCP port deletion for 75e1ad32-0b15-4dcc-babd-adc769d78ad8 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:22:40.842323 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c29f88ca-aefd-4c82-9133-4eae56d10b2d None None] Deleting port 5e111eaf-849c-4580-9760-eaa6e125e420 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:40.842700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c29f88ca-aefd-4c82-9133-4eae56d10b2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.848202 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-827491fa-d8c4-4792-bd79-7eadd72db491 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] device_id is not set on port fd351c0d-6278-4c75-ba4d-c3bedd079c58 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:40.975474 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] For port 5e111eaf-849c-4580-9760-eaa6e125e420, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5e111eaf-849c-4580-9760-eaa6e125e420,segment=NetworkSegment(9b99c6cd-2550-4110-a909-f9f1d0609bfa),segment_id=9b99c6cd-2550-4110-a909-f9f1d0609bfa)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:40.975904 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.167280 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Allocated IP 2001:db8::2 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/aff968fe-eca2-489f-bb08-840d70810fcd/5882395d-cc8b-440d-941f-3d778d942ec2) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:41.185422 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-c29f88ca-aefd-4c82-9133-4eae56d10b2d None None] For port 5e111eaf-849c-4580-9760-eaa6e125e420, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5e111eaf-849c-4580-9760-eaa6e125e420,segment=NetworkSegment(9b99c6cd-2550-4110-a909-f9f1d0609bfa),segment_id=9b99c6cd-2550-4110-a909-f9f1d0609bfa)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:41.185827 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c29f88ca-aefd-4c82-9133-4eae56d10b2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.239700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8b8ad91f-71c7-40a1-ad4b-2b64ed3efed4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:41.248105 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Calling delete_port for 5e111eaf-849c-4580-9760-eaa6e125e420 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:41.255891 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8b8ad91f-71c7-40a1-ad4b-2b64ed3efed4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:port and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:41.289797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8b8ad91f-71c7-40a1-ad4b-2b64ed3efed4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:41.317813 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-43abf747-97cc-4521-8dfa-e0b8272fb899 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3753150 Mar 14 18:22:41.322332 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8b8ad91f-71c7-40a1-ad4b-2b64ed3efed4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:41.336933 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c29f88ca-aefd-4c82-9133-4eae56d10b2d None None] Calling delete_port for 5e111eaf-849c-4580-9760-eaa6e125e420 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:41.387808 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 4870c137-0503-4cf4-8c0c-de7e5c60070c is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:22:41.402207 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8ad91f-71c7-40a1-ad4b-2b64ed3efed4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:41.484270 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.490600 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-827491fa-d8c4-4792-bd79-7eadd72db491 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.508461 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-17727275-d1b1-408e-b6f0-116cf49342cf tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.539816 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Port': ['ID=5e111eaf-849c-4580-9760-eaa6e125e420,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:41.543322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] No DVR routers for this DVR port 5e111eaf-849c-4580-9760-eaa6e125e420 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:41.580544 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.591532 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Transition to ACTIVE for port object 5882395d-cc8b-440d-941f-3d778d942ec2 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:41.613308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Transition to ACTIVE for port object 5882395d-cc8b-440d-941f-3d778d942ec2 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:41.623379 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-c29f88ca-aefd-4c82-9133-4eae56d10b2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:22:41.623779 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-c29f88ca-aefd-4c82-9133-4eae56d10b2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:22:41.645431 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-272430f3-32d5-43de-8b24-c5da284b7338 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.650808 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17727275-d1b1-408e-b6f0-116cf49342cf tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event deleted for resources: {'Port': ['ID=01d6f610-b38f-4477-9a03-3764f999e8bf,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:41.674147 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.674365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.702495 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e1ad32-0b15-4dcc-babd-adc769d78ad8']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:41.716235 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b99c6cd-2550-4110-a909-f9f1d0609bfa') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:41.716638 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b99c6cd-2550-4110-a909-f9f1d0609bfa') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:41.730731 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.750458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.759044 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:41.761703 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-827491fa-d8c4-4792-bd79-7eadd72db491 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.762211 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:41.763802 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:41.764195 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.770309 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:41.772828 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272430f3-32d5-43de-8b24-c5da284b7338 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Port': ['ID=0be621d7-1442-4993-808a-31a71fbc98d2,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:41.783437 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:41.841872 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Pushing event updated for resources: {'Port': ['ID=5882395d-cc8b-440d-941f-3d778d942ec2,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:41.870076 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Attempting to bind port 5882395d-cc8b-440d-941f-3d778d942ec2 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:41.870441 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Attempting to bind port 5882395d-cc8b-440d-941f-3d778d942ec2 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:41.871023 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Attempting to bind port 5882395d-cc8b-440d-941f-3d778d942ec2 on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:22:41.876934 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:22:41.877628 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:41.878194 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.878743 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:22:41.879403 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Bound port: 5882395d-cc8b-440d-941f-3d778d942ec2, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:41.879939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.951112 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827491fa-d8c4-4792-bd79-7eadd72db491 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network 28855f69-b418-4328-b683-06d9f6202065 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:41.956835 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-827491fa-d8c4-4792-bd79-7eadd72db491 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:41.961314 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827491fa-d8c4-4792-bd79-7eadd72db491 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:41.967474 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827491fa-d8c4-4792-bd79-7eadd72db491 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:41.972318 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-827491fa-d8c4-4792-bd79-7eadd72db491 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.998277 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827491fa-d8c4-4792-bd79-7eadd72db491 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=fd351c0d-6278-4c75-ba4d-c3bedd079c58,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:42.012059 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] For port 5882395d-cc8b-440d-941f-3d778d942ec2, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:22:42.015362 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] For port 5882395d-cc8b-440d-941f-3d778d942ec2, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5882395d-cc8b-440d-941f-3d778d942ec2,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:22:42.021873 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.040590 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.042704 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] 10.222.0.43 "DELETE /v2.0/networks/75e1ad32-0b15-4dcc-babd-adc769d78ad8 HTTP/1.1" status: 204 len: 168 time: 1.5732093 Mar 14 18:22:42.049214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b2c5b-1761-46e3-91f4-a36ee7df07dd tempest-NetworksIpV6Test-2057112330 tempest-NetworksIpV6Test-2057112330-project] Pushing event deleted for resources: {'Network': ['ID=75e1ad32-0b15-4dcc-babd-adc769d78ad8,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:42.101902 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.104874 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad91f-71c7-40a1-ad4b-2b64ed3efed4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.133023 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-827491fa-d8c4-4792-bd79-7eadd72db491 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7004766 Mar 14 18:22:42.139155 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55808) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:42.172546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c29f88ca-aefd-4c82-9133-4eae56d10b2d None None] Deleting port 5e111eaf-849c-4580-9760-eaa6e125e420 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:42.173646 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c29f88ca-aefd-4c82-9133-4eae56d10b2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.206475 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-896ba5ce-2df3-4ee1-9359-5044819f5a7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port fd351c0d-6278-4c75-ba4d-c3bedd079c58 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:42.207144 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-896ba5ce-2df3-4ee1-9359-5044819f5a7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.213617 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-17727275-d1b1-408e-b6f0-116cf49342cf tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.269217 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c29f88ca-aefd-4c82-9133-4eae56d10b2d None None] The port '5e111eaf-849c-4580-9760-eaa6e125e420' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:22:42.307784 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d9e3b-72df-4bdd-bd70-57c4b75eab18 None None] Pushing event updated for resources: {'Port': ['ID=5882395d-cc8b-440d-941f-3d778d942ec2,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:42.345618 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:22:42.362820 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67151860-499c-4e58-a5fe-216cca769c6f None None] Sync routers for ids ['4870c137-0503-4cf4-8c0c-de7e5c60070c'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:42.386034 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67151860-499c-4e58-a5fe-216cca769c6f None None] Routers {'4870c137-0503-4cf4-8c0c-de7e5c60070c'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:42.388354 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-67151860-499c-4e58-a5fe-216cca769c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['4870c137-0503-4cf4-8c0c-de7e5c60070c'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:42.492694 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-896ba5ce-2df3-4ee1-9359-5044819f5a7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.498165 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-67151860-499c-4e58-a5fe-216cca769c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:42.512977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-8b8ad91f-71c7-40a1-ad4b-2b64ed3efed4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port 7a830cc5-7794-4098-adb6-cf03508adbe8 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:42.513430 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67151860-499c-4e58-a5fe-216cca769c6f None None] Routers {'4870c137-0503-4cf4-8c0c-de7e5c60070c'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:42.514238 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-67151860-499c-4e58-a5fe-216cca769c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['4870c137-0503-4cf4-8c0c-de7e5c60070c'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:42.592840 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5e111eaf-849c-4580-9760-eaa6e125e420 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:42.629069 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-e24a4e05-7bb7-4a12-9a90-e3917f04b0fa service neutron] 10.222.0.43 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2624578 Mar 14 18:22:42.647058 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-896ba5ce-2df3-4ee1-9359-5044819f5a7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for fd351c0d-6278-4c75-ba4d-c3bedd079c58 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:42.685832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-67151860-499c-4e58-a5fe-216cca769c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:42.686252 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67151860-499c-4e58-a5fe-216cca769c6f None None] The sync data for ids ['4870c137-0503-4cf4-8c0c-de7e5c60070c'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:42.692162 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 5e111eaf-849c-4580-9760-eaa6e125e420 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:22:42.692532 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5e111eaf-849c-4580-9760-eaa6e125e420 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:22:42.815487 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55814) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:42.842672 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-4bb7a66f-a3f9-4bbe-b803-49dd112254e9 service neutron] 10.222.0.43 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126429 Mar 14 18:22:42.895615 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-896ba5ce-2df3-4ee1-9359-5044819f5a7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.906387 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.910074 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2d6a4cad-6b12-4b07-8baf-4fbf4b4f9c3b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.4986069 Mar 14 18:22:42.924095 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-272430f3-32d5-43de-8b24-c5da284b7338 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.934381 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-17727275-d1b1-408e-b6f0-116cf49342cf tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.936694 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55822) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:42.946460 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-17727275-d1b1-408e-b6f0-116cf49342cf tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.035060 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ba5ce-2df3-4ee1-9359-5044819f5a7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=fd351c0d-6278-4c75-ba4d-c3bedd079c58,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:43.071123 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-896ba5ce-2df3-4ee1-9359-5044819f5a7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.091762 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-896ba5ce-2df3-4ee1-9359-5044819f5a7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/ports/fd351c0d-6278-4c75-ba4d-c3bedd079c58 HTTP/1.1" status: 204 len: 168 time: 0.9576552 Mar 14 18:22:43.098318 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55830) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:43.107553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-08b94a43-0651-4914-9e7e-3a33d4209d97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'network_id': '28855f69-b418-4328-b683-06d9f6202065', 'mac_address': 'fa:16:3e:a4:0d:34', 'name': 'tempest-PortsIpV6TestJSON-1490261129'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:43.143814 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b9dffcc7-043a-4c65-b836-ec2c146e35bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64ae59efb1a14c3d860915fbe73543f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270442 Mar 14 18:22:43.147155 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55834) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:43.246047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-17727275-d1b1-408e-b6f0-116cf49342cf tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.246589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17727275-d1b1-408e-b6f0-116cf49342cf tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Fanout notify agent at l3_agent the message router_deleted on router 30045a5d-7a61-4819-9a21-b02b1adaab34 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:22:43.258442 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-08b94a43-0651-4914-9e7e-3a33d4209d97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:43.277749 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f3939259-8466-47c9-bcf5-8c0d8b3e3ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.280157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-08b94a43-0651-4914-9e7e-3a33d4209d97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:port and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:43.283554 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-08b94a43-0651-4914-9e7e-3a33d4209d97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:43.297445 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-08b94a43-0651-4914-9e7e-3a33d4209d97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:43.317320 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f3939259-8466-47c9-bcf5-8c0d8b3e3ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.404089 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b94a43-0651-4914-9e7e-3a33d4209d97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:43.513184 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f3939259-8466-47c9-bcf5-8c0d8b3e3ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.549137 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3939259-8466-47c9-bcf5-8c0d8b3e3ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91af1cd9-fed0-4061-9888-520fb68c69a2,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:43.562582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-08b94a43-0651-4914-9e7e-3a33d4209d97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.587146 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f3939259-8466-47c9-bcf5-8c0d8b3e3ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.589179 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f3939259-8466-47c9-bcf5-8c0d8b3e3ef4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/91af1cd9-fed0-4061-9888-520fb68c69a2 HTTP/1.1" status: 204 len: 168 time: 0.4409256 Mar 14 18:22:43.608787 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-08b94a43-0651-4914-9e7e-3a33d4209d97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] device_id is not set on port 593008d9-0df5-4357-b2da-98cc18afd6b9 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:43.613173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-8b8ad91f-71c7-40a1-ad4b-2b64ed3efed4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::65b9:b844:2353:4da (c6ea7f38-153d-42ad-8847-86782d8c0b1e/aff968fe-eca2-489f-bb08-840d70810fcd/7a830cc5-7794-4098-adb6-cf03508adbe8) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:43.910217 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-17727275-d1b1-408e-b6f0-116cf49342cf tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.913755 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-17727275-d1b1-408e-b6f0-116cf49342cf tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "DELETE /v2.0/routers/30045a5d-7a61-4819-9a21-b02b1adaab34 HTTP/1.1" status: 204 len: 168 time: 5.9935963 Mar 14 18:22:43.919295 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55850) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:43.929012 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8185f98c-b308-4b87-821f-77a297b88fee req-e43e7f24-9431-43d2-a81a-569459dbfc85 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 210 time: 0.0839026 Mar 14 18:22:43.935197 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-58f94afb-fab9-445d-9b69-379cfdffb348 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/routers/4870c137-0503-4cf4-8c0c-de7e5c60070c HTTP/1.1" status: 200 len: 885 time: 0.9905331 Mar 14 18:22:43.939444 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3634bd2b-1706-4b9d-a7a0-f92e98f17df9 None None] Provisioning for port 5882395d-cc8b-440d-941f-3d778d942ec2 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:43.941101 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55854) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:43.948688 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272430f3-32d5-43de-8b24-c5da284b7338 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router d65eae26-0128-4a5a-a5ac-392d218c2199 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:22:44.158252 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0ad6-2d40-4970-be09-948043b4eeb2 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.187576 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-08b94a43-0651-4914-9e7e-3a33d4209d97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.318505 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0ad6-2d40-4970-be09-948043b4eeb2 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.343298 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad91f-71c7-40a1-ad4b-2b64ed3efed4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.350122 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-dc5e0ad6-2d40-4970-be09-948043b4eeb2 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5861a082-4a53-498e-b267-cfdff69a04c5']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:44.364979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-dc5e0ad6-2d40-4970-be09-948043b4eeb2 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a30a6d4-a184-4408-b1bb-2c3403867cb6') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:44.365191 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-dc5e0ad6-2d40-4970-be09-948043b4eeb2 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a30a6d4-a184-4408-b1bb-2c3403867cb6') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:44.368984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272430f3-32d5-43de-8b24-c5da284b7338 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:22:44.374595 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-272430f3-32d5-43de-8b24-c5da284b7338 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/d65eae26-0128-4a5a-a5ac-392d218c2199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3044477 Mar 14 18:22:44.379537 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0ad6-2d40-4970-be09-948043b4eeb2 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.384631 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d2aca7-3044-4ebf-8f1e-bb221b2ade53 None None] Sync routers for ids ['d65eae26-0128-4a5a-a5ac-392d218c2199'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:44.385486 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55870) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:44.394747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-8b8ad91f-71c7-40a1-ad4b-2b64ed3efed4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object 7a830cc5-7794-4098-adb6-cf03508adbe8 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:44.405761 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d2aca7-3044-4ebf-8f1e-bb221b2ade53 None None] Routers {'d65eae26-0128-4a5a-a5ac-392d218c2199'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:44.406596 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-30d2aca7-3044-4ebf-8f1e-bb221b2ade53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d65eae26-0128-4a5a-a5ac-392d218c2199'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:44.440247 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-40d8339b-fb31-4151-9db3-2c8f31d4b59f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Synchronizing usage tracker for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:44.446481 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0ad6-2d40-4970-be09-948043b4eeb2 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.457427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5e0ad6-2d40-4970-be09-948043b4eeb2 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:44.457827 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0ad6-2d40-4970-be09-948043b4eeb2 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:44.472774 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:44.503978 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-30d2aca7-3044-4ebf-8f1e-bb221b2ade53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:44.515280 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5882395d-cc8b-440d-941f-3d778d942ec2 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:44.515431 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d2aca7-3044-4ebf-8f1e-bb221b2ade53 None None] Routers {'d65eae26-0128-4a5a-a5ac-392d218c2199'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:44.515431 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-30d2aca7-3044-4ebf-8f1e-bb221b2ade53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d65eae26-0128-4a5a-a5ac-392d218c2199'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:44.556343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-08b94a43-0651-4914-9e7e-3a33d4209d97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.586409 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-30d2aca7-3044-4ebf-8f1e-bb221b2ade53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:44.587051 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d2aca7-3044-4ebf-8f1e-bb221b2ade53 None None] The sync data for ids ['d65eae26-0128-4a5a-a5ac-392d218c2199'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:44.652055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d849090d-20e1-4969-a38b-dd91835b1fd0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Synchronizing usage tracker for tenant:bab4d070cd704c8a84908631080d1946 on resource:router {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:44.661374 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b94a43-0651-4914-9e7e-3a33d4209d97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network 28855f69-b418-4328-b683-06d9f6202065 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:44.672884 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-08b94a43-0651-4914-9e7e-3a33d4209d97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:44.676049 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b94a43-0651-4914-9e7e-3a33d4209d97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:44.681738 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b94a43-0651-4914-9e7e-3a33d4209d97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:44.682353 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-08b94a43-0651-4914-9e7e-3a33d4209d97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.691366 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-40d8339b-fb31-4151-9db3-2c8f31d4b59f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Unset dirty status for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:44.692497 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-40d8339b-fb31-4151-9db3-2c8f31d4b59f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/ports?device_id=d65eae26-0128-4a5a-a5ac-392d218c2199 HTTP/1.1" status: 200 len: 205 time: 0.3058722 Mar 14 18:22:44.695450 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55874) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:44.702999 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b94a43-0651-4914-9e7e-3a33d4209d97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=593008d9-0df5-4357-b2da-98cc18afd6b9,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:44.724288 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 5882395d-cc8b-440d-941f-3d778d942ec2 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:44.732091 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 5882395d-cc8b-440d-941f-3d778d942ec2 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:44.736340 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.771206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0ad6-2d40-4970-be09-948043b4eeb2 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d849090d-20e1-4969-a38b-dd91835b1fd0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Unset dirty status for tenant:bab4d070cd704c8a84908631080d1946 on resource:router {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:44.788010 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d849090d-20e1-4969-a38b-dd91835b1fd0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8438587 Mar 14 18:22:44.789216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad91f-71c7-40a1-ad4b-2b64ed3efed4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.798841 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55882) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:44.803891 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0ad6-2d40-4970-be09-948043b4eeb2 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.810214 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dc5e0ad6-2d40-4970-be09-948043b4eeb2 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "DELETE /v2.0/networks/5861a082-4a53-498e-b267-cfdff69a04c5 HTTP/1.1" status: 204 len: 168 time: 0.8894229 Mar 14 18:22:44.818986 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-08b94a43-0651-4914-9e7e-3a33d4209d97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7195840 Mar 14 18:22:44.821633 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55886) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:44.821633 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55890) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:44.855399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-4b56344d-8890-4bb6-9b22-9f08169de5a2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1607658781'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:44.873812 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e0ad6-2d40-4970-be09-948043b4eeb2 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event deleted for resources: {'Network': ['ID=5861a082-4a53-498e-b267-cfdff69a04c5,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:44.895309 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.931591 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 5882395d-cc8b-440d-941f-3d778d942ec2, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5882395d-cc8b-440d-941f-3d778d942ec2,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:44.965961 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb3f828-eec7-4e5f-9727-d4bf19f7d339 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:44.966535 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0fb3f828-eec7-4e5f-9727-d4bf19f7d339 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Synchronizing usage tracker for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:45.004597 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ad91f-71c7-40a1-ad4b-2b64ed3efed4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:45.005465 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81fe0914-db3e-4374-bb4a-a5ddefffc951 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.012436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-8b8ad91f-71c7-40a1-ad4b-2b64ed3efed4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:45.021340 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d0002265-da56-4ec4-a7dd-11723e90a1e9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.032545 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.051175 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81fe0914-db3e-4374-bb4a-a5ddefffc951 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.081651 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 01d6f610-b38f-4477-9a03-3764f999e8bf no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:45.118058 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0fb3f828-eec7-4e5f-9727-d4bf19f7d339 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Unset dirty status for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:45.123035 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0fb3f828-eec7-4e5f-9727-d4bf19f7d339 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports/593008d9-0df5-4357-b2da-98cc18afd6b9 HTTP/1.1" status: 200 len: 845 time: 0.2951725 Mar 14 18:22:45.124026 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55902) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:45.152882 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 01d6f610-b38f-4477-9a03-3764f999e8bf {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:22:45.153513 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 01d6f610-b38f-4477-9a03-3764f999e8bf not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:22:45.179850 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55906) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:45.191694 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8ad91f-71c7-40a1-ad4b-2b64ed3efed4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:45.196063 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=5882395d-cc8b-440d-941f-3d778d942ec2,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:45.197247 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8ad91f-71c7-40a1-ad4b-2b64ed3efed4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:45.197868 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad91f-71c7-40a1-ad4b-2b64ed3efed4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.227166 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-efa1ea87-65c7-4d25-bdb6-0e651bf0e0a6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port 593008d9-0df5-4357-b2da-98cc18afd6b9 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:45.227508 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-efa1ea87-65c7-4d25-bdb6-0e651bf0e0a6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.334843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ad91f-71c7-40a1-ad4b-2b64ed3efed4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=7a830cc5-7794-4098-adb6-cf03508adbe8,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:45.351368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-b0b9a22e-0f3d-4d34-826e-7cc011cf3684 tempest-SubnetPoolsTestJSON-1634560506 tempest-SubnetPoolsTestJSON-1634560506-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2002923217', 'prefixes': ['172.20.0.0/16']}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:45.357723 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81fe0914-db3e-4374-bb4a-a5ddefffc951 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.374856 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b0b9a22e-0f3d-4d34-826e-7cc011cf3684 tempest-SubnetPoolsTestJSON-1634560506 tempest-SubnetPoolsTestJSON-1634560506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:45.415127 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-674b040c-1e8c-4aa5-aa12-dd803906360d req-1c142905-b923-4ce0-971c-3209810841d2 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 210 time: 0.4002862 Mar 14 18:22:45.416360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe0914-db3e-4374-bb4a-a5ddefffc951 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ae82fb-7f38-4dee-9fad-fc2733c08cd5,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:45.475062 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5fd03ae7-f277-424e-be4e-28ea04944dfa None None] Provisioning for port 7a830cc5-7794-4098-adb6-cf03508adbe8 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:45.477095 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5fd03ae7-f277-424e-be4e-28ea04944dfa None None] Provisioning complete for port 7a830cc5-7794-4098-adb6-cf03508adbe8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:45.477473 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5fd03ae7-f277-424e-be4e-28ea04944dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.489536 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8b8ad91f-71c7-40a1-ad4b-2b64ed3efed4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.9446244 Mar 14 18:22:45.489916 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55912) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:45.533547 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-5fd03ae7-f277-424e-be4e-28ea04944dfa None None] Port 7a830cc5-7794-4098-adb6-cf03508adbe8 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:22:45.564780 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-efa1ea87-65c7-4d25-bdb6-0e651bf0e0a6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.575050 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d0002265-da56-4ec4-a7dd-11723e90a1e9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.577051 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-81fe0914-db3e-4374-bb4a-a5ddefffc951 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.578462 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-81fe0914-db3e-4374-bb4a-a5ddefffc951 tempest-TestNetworkAdvancedServerOps-1494211697 tempest-TestNetworkAdvancedServerOps-1494211697-project] 10.222.0.43 "DELETE /v2.0/security-groups/72ae82fb-7f38-4dee-9fad-fc2733c08cd5 HTTP/1.1" status: 204 len: 168 time: 0.7531741 Mar 14 18:22:45.579182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d0002265-da56-4ec4-a7dd-11723e90a1e9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.697421 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-efa1ea87-65c7-4d25-bdb6-0e651bf0e0a6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for 593008d9-0df5-4357-b2da-98cc18afd6b9 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:45.907848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d0002265-da56-4ec4-a7dd-11723e90a1e9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.908410 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0002265-da56-4ec4-a7dd-11723e90a1e9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Fanout notify agent at l3_agent the message router_deleted on router d65eae26-0128-4a5a-a5ac-392d218c2199 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:22:45.928846 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28112ab0-3252-4335-b254-2a6b465ab71e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:45.944077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d0002265-da56-4ec4-a7dd-11723e90a1e9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.944077 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d0002265-da56-4ec4-a7dd-11723e90a1e9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/routers/d65eae26-0128-4a5a-a5ac-392d218c2199 HTTP/1.1" status: 204 len: 168 time: 1.2356164 Mar 14 18:22:45.944344 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28112ab0-3252-4335-b254-2a6b465ab71e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:45.944344 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-28112ab0-3252-4335-b254-2a6b465ab71e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4459755 Mar 14 18:22:45.944344 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55918) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:45.945089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55920) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:46.004445 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f3cc0f-47e3-4f5f-a647-15600a363bd6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting subnet 6b572788-e761-467b-bc06-3fa4c1668a83 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:22:46.007418 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-69f3cc0f-47e3-4f5f-a647-15600a363bd6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.033885 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a22e-0f3d-4d34-826e-7cc011cf3684 tempest-SubnetPoolsTestJSON-1634560506 tempest-SubnetPoolsTestJSON-1634560506-project] Notify callbacks [] for subnetpool, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.035069 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b0b9a22e-0f3d-4d34-826e-7cc011cf3684 tempest-SubnetPoolsTestJSON-1634560506 tempest-SubnetPoolsTestJSON-1634560506-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8542399 Mar 14 18:22:46.039922 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55926) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:46.072874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-efa1ea87-65c7-4d25-bdb6-0e651bf0e0a6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.083736 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-6d484cc8-46d2-496e-9e38-e1eb14d3af8b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port 7a830cc5-7794-4098-adb6-cf03508adbe8 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:46.084081 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6d484cc8-46d2-496e-9e38-e1eb14d3af8b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.138296 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ae0ed7ca-91e8-4916-b81d-bd98eec0aa7a tempest-SubnetPoolsTestJSON-1634560506 tempest-SubnetPoolsTestJSON-1634560506-project] 10.222.0.43 "GET /v2.0/subnetpools/b4135d6f-5360-4fb2-a0ef-3b1679d88a9d HTTP/1.1" status: 200 len: 732 time: 0.0944912 Mar 14 18:22:46.140401 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1ea87-65c7-4d25-bdb6-0e651bf0e0a6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=593008d9-0df5-4357-b2da-98cc18afd6b9,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:46.145128 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-69f3cc0f-47e3-4f5f-a647-15600a363bd6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.170941 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55930) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:46.175576 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-efa1ea87-65c7-4d25-bdb6-0e651bf0e0a6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.189791 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-557c3656-90cb-4333-9d6f-9236a28b2cf2 tempest-SubnetPoolsTestJSON-1634560506 tempest-SubnetPoolsTestJSON-1634560506-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-327228560'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:46.262990 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4b56344d-8890-4bb6-9b22-9f08169de5a2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.291796 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-efa1ea87-65c7-4d25-bdb6-0e651bf0e0a6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/ports/593008d9-0df5-4357-b2da-98cc18afd6b9 HTTP/1.1" status: 204 len: 168 time: 1.1638000 Mar 14 18:22:46.293321 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55934) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:46.349000 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7cd680-6223-4f88-b4db-9ae67de2fb61 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] GET failed (client error): The resource could not be found. Mar 14 18:22:46.349528 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ef7cd680-6223-4f88-b4db-9ae67de2fb61 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Synchronizing usage tracker for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:46.366469 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-69f3cc0f-47e3-4f5f-a647-15600a363bd6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.371973 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4b56344d-8890-4bb6-9b22-9f08169de5a2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.422056 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5882395d-cc8b-440d-941f-3d778d942ec2 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:46.425867 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-557c3656-90cb-4333-9d6f-9236a28b2cf2 tempest-SubnetPoolsTestJSON-1634560506 tempest-SubnetPoolsTestJSON-1634560506-project] Notify callbacks [] for subnetpool, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.429632 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-557c3656-90cb-4333-9d6f-9236a28b2cf2 tempest-SubnetPoolsTestJSON-1634560506 tempest-SubnetPoolsTestJSON-1634560506-project] 10.222.0.43 "PUT /v2.0/subnetpools/b4135d6f-5360-4fb2-a0ef-3b1679d88a9d HTTP/1.1" status: 200 len: 683 time: 0.2483110 Mar 14 18:22:46.430500 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55938) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:46.512294 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 5882395d-cc8b-440d-941f-3d778d942ec2 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:46.512683 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.556717 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6d484cc8-46d2-496e-9e38-e1eb14d3af8b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.588836 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ef7cd680-6223-4f88-b4db-9ae67de2fb61 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Unset dirty status for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:46.589916 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ef7cd680-6223-4f88-b4db-9ae67de2fb61 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports/593008d9-0df5-4357-b2da-98cc18afd6b9 HTTP/1.1" status: 404 len: 333 time: 0.2939081 Mar 14 18:22:46.596016 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55946) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:46.617036 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-69f3cc0f-47e3-4f5f-a647-15600a363bd6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.632731 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a7d75d14-26c5-4c51-8c94-22df4630dc0f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'network_id': '28855f69-b418-4328-b683-06d9f6202065', 'name': 'tempest-PortsIpV6TestJSON-445711696'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:46.703272 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143996ac-f7cb-4653-9028-cab46a97efc2 None None] Network 8dd17fd5-489c-45e3-810d-780712b4adc1 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:46.717939 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-69f3cc0f-47e3-4f5f-a647-15600a363bd6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.786324 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-6d484cc8-46d2-496e-9e38-e1eb14d3af8b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for 7a830cc5-7794-4098-adb6-cf03508adbe8 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:46.835253 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3cc0f-47e3-4f5f-a647-15600a363bd6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Subnet': ['ID=6b572788-e761-467b-bc06-3fa4c1668a83,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:46.861928 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0610b3cc-5cee-4982-becc-bfa99e94d55b tempest-SubnetPoolsTestJSON-1634560506 tempest-SubnetPoolsTestJSON-1634560506-project] Notify callbacks [] for subnetpool, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.866236 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0610b3cc-5cee-4982-becc-bfa99e94d55b tempest-SubnetPoolsTestJSON-1634560506 tempest-SubnetPoolsTestJSON-1634560506-project] 10.222.0.43 "DELETE /v2.0/subnetpools/b4135d6f-5360-4fb2-a0ef-3b1679d88a9d HTTP/1.1" status: 204 len: 168 time: 0.4355049 Mar 14 18:22:46.924427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55952) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:46.928320 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-69f3cc0f-47e3-4f5f-a647-15600a363bd6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/subnets/6b572788-e761-467b-bc06-3fa4c1668a83 HTTP/1.1" status: 204 len: 168 time: 0.9892991 Mar 14 18:22:46.934686 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f51547d2-cb84-48d6-998f-dc238c0259c1 req-da9c2570-6aef-4c21-99a7-47ddb620a947 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 210 time: 0.3798928 Mar 14 18:22:46.939896 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55956) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:46.960100 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-d5b72369-7077-4355-acd7-cec43e5584fe tempest-SubnetPoolsTestJSON-1634560506 tempest-SubnetPoolsTestJSON-1634560506-project] show failed (client error): The resource could not be found. Mar 14 18:22:46.961222 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d5b72369-7077-4355-acd7-cec43e5584fe tempest-SubnetPoolsTestJSON-1634560506 tempest-SubnetPoolsTestJSON-1634560506-project] 10.222.0.43 "GET /v2.0/subnetpools/b4135d6f-5360-4fb2-a0ef-3b1679d88a9d HTTP/1.1" status: 404 len: 346 time: 0.0315793 Mar 14 18:22:46.964750 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55960) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:46.977584 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b56344d-8890-4bb6-9b22-9f08169de5a2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 4870c137-0503-4cf4-8c0c-de7e5c60070c has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:22:47.004030 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-0e5a7ad4-7057-4f06-a0e5-5b0fa3ec1836 tempest-SubnetPoolsTestJSON-1634560506 tempest-SubnetPoolsTestJSON-1634560506-project] delete failed (client error): The resource could not be found. Mar 14 18:22:47.005068 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0e5a7ad4-7057-4f06-a0e5-5b0fa3ec1836 tempest-SubnetPoolsTestJSON-1634560506 tempest-SubnetPoolsTestJSON-1634560506-project] 10.222.0.43 "DELETE /v2.0/subnetpools/b4135d6f-5360-4fb2-a0ef-3b1679d88a9d HTTP/1.1" status: 404 len: 346 time: 0.0392916 Mar 14 18:22:47.032266 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fe502c-e8d6-488a-a2e2-4d3936903c03 None None] DHCP port deletion for 8dd17fd5-489c-45e3-810d-780712b4adc1 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:22:47.037464 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe502c-e8d6-488a-a2e2-4d3936903c03 None None] Deleting port 72fc00bc-3a75-4328-be38-0fe0405ce4b7 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:47.037856 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c1fe502c-e8d6-488a-a2e2-4d3936903c03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.089908 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6d484cc8-46d2-496e-9e38-e1eb14d3af8b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.106257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a7d75d14-26c5-4c51-8c94-22df4630dc0f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:47.155601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d484cc8-46d2-496e-9e38-e1eb14d3af8b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=7a830cc5-7794-4098-adb6-cf03508adbe8,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:47.210412 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-0b51fd40-90bb-4073-8241-cfef3e339a03 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:47.211990 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-0b51fd40-90bb-4073-8241-cfef3e339a03 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.59 "GET /v2.0/networks?id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b HTTP/1.1" status: 200 len: 812 time: 0.6459422 Mar 14 18:22:47.226345 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a7d75d14-26c5-4c51-8c94-22df4630dc0f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:47.312155 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6d484cc8-46d2-496e-9e38-e1eb14d3af8b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.325922 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.348300 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6d484cc8-46d2-496e-9e38-e1eb14d3af8b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/7a830cc5-7794-4098-adb6-cf03508adbe8 HTTP/1.1" status: 204 len: 168 time: 1.4020424 Mar 14 18:22:47.363940 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55970) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:47.393977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55974) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:47.395907 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-c1fe502c-e8d6-488a-a2e2-4d3936903c03 None None] For port 72fc00bc-3a75-4328-be38-0fe0405ce4b7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=72fc00bc-3a75-4328-be38-0fe0405ce4b7,segment=NetworkSegment(cd94fcd3-3300-4371-8f92-a62d86a54590),segment_id=cd94fcd3-3300-4371-8f92-a62d86a54590)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:47.396351 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c1fe502c-e8d6-488a-a2e2-4d3936903c03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.423284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-901ae93b-c804-4ba2-8d24-c95d42eba4b6 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Synchronizing usage tracker for tenant:8ca5128883c54d26a4b060b6ae0f5e46 on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:47.427477 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d75d14-26c5-4c51-8c94-22df4630dc0f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:47.436858 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a7d75d14-26c5-4c51-8c94-22df4630dc0f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.468681 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port 72fc00bc-3a75-4328-be38-0fe0405ce4b7 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:47.469120 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.484058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b56344d-8890-4bb6-9b22-9f08169de5a2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:22:47.515673 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4b56344d-8890-4bb6-9b22-9f08169de5a2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.516953 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4b56344d-8890-4bb6-9b22-9f08169de5a2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/4870c137-0503-4cf4-8c0c-de7e5c60070c HTTP/1.1" status: 200 len: 892 time: 2.7131112 Mar 14 18:22:47.519574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55982) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:47.551864 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265a400-8050-49fa-ad80-57886904eb08 None None] Sync routers for ids ['4870c137-0503-4cf4-8c0c-de7e5c60070c'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:47.561151 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-a7d75d14-26c5-4c51-8c94-22df4630dc0f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] device_id is not set on port b14a0cf4-3bb9-4ba7-993f-4ed882959f1f yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:47.568042 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe502c-e8d6-488a-a2e2-4d3936903c03 None None] Calling delete_port for 72fc00bc-3a75-4328-be38-0fe0405ce4b7 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:47.623462 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55986) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:47.633705 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265a400-8050-49fa-ad80-57886904eb08 None None] Routers {'4870c137-0503-4cf4-8c0c-de7e5c60070c'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:47.634667 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6265a400-8050-49fa-ad80-57886904eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['4870c137-0503-4cf4-8c0c-de7e5c60070c'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:47.653641 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-901ae93b-c804-4ba2-8d24-c95d42eba4b6 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Unset dirty status for tenant:8ca5128883c54d26a4b060b6ae0f5e46 on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:47.655602 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-901ae93b-c804-4ba2-8d24-c95d42eba4b6 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ca5128883c54d26a4b060b6ae0f5e46 HTTP/1.1" status: 200 len: 380 time: 0.4250882 Mar 14 18:22:47.670444 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a5ec14-22cf-4e2e-9ad9-b1b43a1022cf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:47.672144 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a5ec14-22cf-4e2e-9ad9-b1b43a1022cf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:47.673044 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d4a5ec14-22cf-4e2e-9ad9-b1b43a1022cf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:47.717469 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-7afa3674-8faf-435e-8394-169f4e711e77 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Request body: {'port': {'device_id': '32b61c3b-0c54-4ff3-84e1-7629fbcc3672', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'admin_state_up': True, 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'security_groups': ['589148e7-fd04-48fb-9bf6-e1d69b38b186']}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:47.797249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6265a400-8050-49fa-ad80-57886904eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:47.803260 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-32bbf5d6-b3fa-40e5-9194-986c601c8b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.863192 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265a400-8050-49fa-ad80-57886904eb08 None None] Routers {'4870c137-0503-4cf4-8c0c-de7e5c60070c'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:22:47.864118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6265a400-8050-49fa-ad80-57886904eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['4870c137-0503-4cf4-8c0c-de7e5c60070c'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:47.922640 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-32bbf5d6-b3fa-40e5-9194-986c601c8b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:47.949250 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d4a5ec14-22cf-4e2e-9ad9-b1b43a1022cf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:47.953493 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d4a5ec14-22cf-4e2e-9ad9-b1b43a1022cf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5885324 Mar 14 18:22:47.954235 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 55992) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:47.955148 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6265a400-8050-49fa-ad80-57886904eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:47.955248 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265a400-8050-49fa-ad80-57886904eb08 None None] The sync data for ids ['4870c137-0503-4cf4-8c0c-de7e5c60070c'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:47.996076 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-32bbf5d6-b3fa-40e5-9194-986c601c8b0a admin admin] Usage tracker for resource:security_group_rule and tenant:86eb6a4da926403fa8ce8b10b4b4c982 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:48.000817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-32bbf5d6-b3fa-40e5-9194-986c601c8b0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:48.010591 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c1fe502c-e8d6-488a-a2e2-4d3936903c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.060863 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-32bbf5d6-b3fa-40e5-9194-986c601c8b0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:48.087948 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe502c-e8d6-488a-a2e2-4d3936903c03 None None] Pushing event deleted for resources: {'Port': ['ID=72fc00bc-3a75-4328-be38-0fe0405ce4b7,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:48.091499 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe502c-e8d6-488a-a2e2-4d3936903c03 None None] No DVR routers for this DVR port 72fc00bc-3a75-4328-be38-0fe0405ce4b7 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:48.144584 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb62d999-9155-4b7b-ba52-609e59c1145c req-98064500-1be6-4dfa-bc6a-4ccc254ee252 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 210 time: 0.0610301 Mar 14 18:22:48.158623 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-462dd0d4-08d4-4887-8752-1ba6c066af64 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/routers/4870c137-0503-4cf4-8c0c-de7e5c60070c HTTP/1.1" status: 200 len: 892 time: 0.6378131 Mar 14 18:22:48.162930 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 55998) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:48.175510 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f0594311-2cf6-4b01-8960-f4ea5ce16504 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=355ab1d132224c9998b0e8c4dad61d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7754765 Mar 14 18:22:48.209096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56002) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:48.239984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-14f689ec-6dc3-418e-b7b1-38067d058320 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Synchronizing usage tracker for tenant:bab4d070cd704c8a84908631080d1946 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:48.295503 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-551557ce-cf46-4b8b-bfed-cfe533f98791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.323347 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-551557ce-cf46-4b8b-bfed-cfe533f98791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.369774 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-14f689ec-6dc3-418e-b7b1-38067d058320 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Unset dirty status for tenant:bab4d070cd704c8a84908631080d1946 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:48.373916 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-14f689ec-6dc3-418e-b7b1-38067d058320 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/ports?device_id=4870c137-0503-4cf4-8c0c-de7e5c60070c HTTP/1.1" status: 200 len: 205 time: 0.2075491 Mar 14 18:22:48.382892 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56006) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:48.401286 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] For port 72fc00bc-3a75-4328-be38-0fe0405ce4b7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=72fc00bc-3a75-4328-be38-0fe0405ce4b7,segment=NetworkSegment(cd94fcd3-3300-4371-8f92-a62d86a54590),segment_id=cd94fcd3-3300-4371-8f92-a62d86a54590)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:48.401655 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.412448 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 72fc00bc-3a75-4328-be38-0fe0405ce4b7 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:48.425455 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-7afa3674-8faf-435e-8394-169f4e711e77 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:48.485071 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 72fc00bc-3a75-4328-be38-0fe0405ce4b7 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:22:48.485731 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 72fc00bc-3a75-4328-be38-0fe0405ce4b7 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:22:48.494316 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d12447-ce88-4525-bdfd-0cd04cee03f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet aff968fe-eca2-489f-bb08-840d70810fcd {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:22:48.557884 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-7afa3674-8faf-435e-8394-169f4e711e77 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Usage tracker for resource:port and tenant:8ca5128883c54d26a4b060b6ae0f5e46 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:48.567072 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Calling delete_port for 72fc00bc-3a75-4328-be38-0fe0405ce4b7 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:48.600574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3c361532-4487-46f0-ba2f-306143eff8de tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.612061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-7afa3674-8faf-435e-8394-169f4e711e77 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:48.614684 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d6d12447-ce88-4525-bdfd-0cd04cee03f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.658637 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-7afa3674-8faf-435e-8394-169f4e711e77 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:48.674456 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a7d75d14-26c5-4c51-8c94-22df4630dc0f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.735748 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d6d12447-ce88-4525-bdfd-0cd04cee03f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.786639 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-7afa3674-8faf-435e-8394-169f4e711e77 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Made reservation on behalf of 8ca5128883c54d26a4b060b6ae0f5e46 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:48.790150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-7afa3674-8faf-435e-8394-169f4e711e77 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.818150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3c361532-4487-46f0-ba2f-306143eff8de tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.824521 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-551557ce-cf46-4b8b-bfed-cfe533f98791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.844475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551557ce-cf46-4b8b-bfed-cfe533f98791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f599f453-1a18-4ac0-b009-4746d7fc1f36,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:48.850906 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-551557ce-cf46-4b8b-bfed-cfe533f98791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.852047 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-551557ce-cf46-4b8b-bfed-cfe533f98791 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f599f453-1a18-4ac0-b009-4746d7fc1f36 HTTP/1.1" status: 204 len: 168 time: 0.6417639 Mar 14 18:22:48.863628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-32bbf5d6-b3fa-40e5-9194-986c601c8b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.914629 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:22:48.915010 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:22:48.924037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-3c361532-4487-46f0-ba2f-306143eff8de tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting port e7dc9ca1-8d02-4395-a9e1-e066c3895361 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:48.924377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3c361532-4487-46f0-ba2f-306143eff8de tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.934413 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-32bbf5d6-b3fa-40e5-9194-986c601c8b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.013067 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-32bbf5d6-b3fa-40e5-9194-986c601c8b0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86eb6a4da926403fa8ce8b10b4b4c982&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3883510 Mar 14 18:22:49.026947 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56012) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:49.033450 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d6d12447-ce88-4525-bdfd-0cd04cee03f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.064759 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbf5d6-b3fa-40e5-9194-986c601c8b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0154c3-2d01-4c4c-b91f-8b0542bd026d,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:49.110849 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3c361532-4487-46f0-ba2f-306143eff8de tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.117896 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a7d75d14-26c5-4c51-8c94-22df4630dc0f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.277161 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d75d14-26c5-4c51-8c94-22df4630dc0f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network 28855f69-b418-4328-b683-06d9f6202065 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:49.288765 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-a7d75d14-26c5-4c51-8c94-22df4630dc0f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:49.291780 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d75d14-26c5-4c51-8c94-22df4630dc0f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:49.299067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d75d14-26c5-4c51-8c94-22df4630dc0f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:49.299067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a7d75d14-26c5-4c51-8c94-22df4630dc0f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.299888 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-3c361532-4487-46f0-ba2f-306143eff8de tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Calling delete_port for e7dc9ca1-8d02-4395-a9e1-e066c3895361 owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:49.305424 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-7afa3674-8faf-435e-8394-169f4e711e77 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Allocated IP 172.20.0.12 (20ac48fc-e1d7-4500-81e2-2e5c3fd7197b/308aa848-34d0-47aa-91ad-fa0584470c08/0ca0bc09-8b06-4f3a-abd5-444a1e1135db) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:49.308594 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d75d14-26c5-4c51-8c94-22df4630dc0f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=b14a0cf4-3bb9-4ba7-993f-4ed882959f1f,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:49.351663 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dd2e648e-9e55-44e2-aab0-eebe7ba10ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.417584 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port 72fc00bc-3a75-4328-be38-0fe0405ce4b7 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:49.417917 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.419343 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ad188c38-eb36-407d-841b-147df3dc40e6 req-f8e9e275-a52f-4a44-8e2f-a17879f3da79 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 210 time: 0.0571358 Mar 14 18:22:49.460529 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dd2e648e-9e55-44e2-aab0-eebe7ba10ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.520819 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d6d12447-ce88-4525-bdfd-0cd04cee03f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.594175 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] The port '72fc00bc-3a75-4328-be38-0fe0405ce4b7' was deleted {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:22:49.605785 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a7d75d14-26c5-4c51-8c94-22df4630dc0f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.9936597 Mar 14 18:22:49.606237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56020) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:49.612569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-01bfb513-4881-41c1-8a3d-aee90aee1848 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:49.643250 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3c361532-4487-46f0-ba2f-306143eff8de tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.669832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4aa38b-7f5a-429e-9bb9-1d1c88d32349 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:49.686006 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d12447-ce88-4525-bdfd-0cd04cee03f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=aff968fe-eca2-489f-bb08-840d70810fcd,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:49.690937 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56024) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:49.692739 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d6d12447-ce88-4525-bdfd-0cd04cee03f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.750952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-473615fb-56ce-4153-ab25-66cd2e9460ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.772525 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d6d12447-ce88-4525-bdfd-0cd04cee03f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/aff968fe-eca2-489f-bb08-840d70810fcd HTTP/1.1" status: 204 len: 168 time: 1.7839797 Mar 14 18:22:49.788520 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56028) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:49.934040 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c361532-4487-46f0-ba2f-306143eff8de tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Port': ['ID=e7dc9ca1-8d02-4395-a9e1-e066c3895361,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:49.937572 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-473615fb-56ce-4153-ab25-66cd2e9460ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:49.963683 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a97cff0e-0dc0-4f06-ad3d-2a70bc3ced45 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1701753 Mar 14 18:22:49.965374 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.973352 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-473615fb-56ce-4153-ab25-66cd2e9460ac admin admin] Usage tracker for resource:security_group_rule and tenant:717c97620f6d4fd594bedd851e37c022 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:49.977933 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56032) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:49.982215 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-473615fb-56ce-4153-ab25-66cd2e9460ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:49.994822 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-473615fb-56ce-4153-ab25-66cd2e9460ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:50.009659 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-0ee83096-24ee-4b11-a4de-6c928bbc0f6c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:50.053614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dd2e648e-9e55-44e2-aab0-eebe7ba10ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.057124 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb87efc-2ef8-426c-82a1-08e3ac57eb2b None None] DHCP port deletion for c6ea7f38-153d-42ad-8847-86782d8c0b1e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:22:50.074028 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb87efc-2ef8-426c-82a1-08e3ac57eb2b None None] Deleting port 5882395d-cc8b-440d-941f-3d778d942ec2 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:50.077448 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5bb87efc-2ef8-426c-82a1-08e3ac57eb2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.095676 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-01bfb513-4881-41c1-8a3d-aee90aee1848 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.217596 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-7afa3674-8faf-435e-8394-169f4e711e77 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.238073 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd17fd5-489c-45e3-810d-780712b4adc1']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:50.244278 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3c361532-4487-46f0-ba2f-306143eff8de tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.262899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dd2e648e-9e55-44e2-aab0-eebe7ba10ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.264024 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dd2e648e-9e55-44e2-aab0-eebe7ba10ca8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d0154c3-2d01-4c4c-b91f-8b0542bd026d HTTP/1.1" status: 204 len: 168 time: 1.2324357 Mar 14 18:22:50.264905 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e648e-9e55-44e2-aab0-eebe7ba10ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0154c3-2d01-4c4c-b91f-8b0542bd026d,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:50.280113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd94fcd3-3300-4371-8f92-a62d86a54590') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:50.280424 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd94fcd3-3300-4371-8f92-a62d86a54590') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:50.353192 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-5bb87efc-2ef8-426c-82a1-08e3ac57eb2b None None] For port 5882395d-cc8b-440d-941f-3d778d942ec2, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5882395d-cc8b-440d-941f-3d778d942ec2,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:50.353683 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5bb87efc-2ef8-426c-82a1-08e3ac57eb2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.413531 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-7afa3674-8faf-435e-8394-169f4e711e77 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Transition to ACTIVE for port object 0ca0bc09-8b06-4f3a-abd5-444a1e1135db will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:50.486405 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3c361532-4487-46f0-ba2f-306143eff8de tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.487607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.510951 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.518897 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:50.519303 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.519721 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-5bb87efc-2ef8-426c-82a1-08e3ac57eb2b None None] Calling delete_port for 5882395d-cc8b-440d-941f-3d778d942ec2 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:50.541639 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3c361532-4487-46f0-ba2f-306143eff8de tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.549016 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5882395d-cc8b-440d-941f-3d778d942ec2 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:22:50.673810 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-01bfb513-4881-41c1-8a3d-aee90aee1848 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.684086 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0ee83096-24ee-4b11-a4de-6c928bbc0f6c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:50.695137 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0ee83096-24ee-4b11-a4de-6c928bbc0f6c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:50.705839 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b006243-d449-41bc-8791-2a1e569b3ba2 req-cbe920ad-87dd-4587-90fe-03aad777ebe3 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:50.707566 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8b006243-d449-41bc-8791-2a1e569b3ba2 req-cbe920ad-87dd-4587-90fe-03aad777ebe3 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 932 time: 0.1196618 Mar 14 18:22:50.709317 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:50.711595 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:50.739444 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-7afa3674-8faf-435e-8394-169f4e711e77 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.764206 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3c361532-4487-46f0-ba2f-306143eff8de tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.764696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c361532-4487-46f0-ba2f-306143eff8de tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Fanout notify agent at l3_agent the message router_deleted on router 4870c137-0503-4cf4-8c0c-de7e5c60070c {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:22:50.793745 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee83096-24ee-4b11-a4de-6c928bbc0f6c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:50.797745 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0ee83096-24ee-4b11-a4de-6c928bbc0f6c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.799196 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5bb87efc-2ef8-426c-82a1-08e3ac57eb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.812321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-01bfb513-4881-41c1-8a3d-aee90aee1848 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.828324 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.876002 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb87efc-2ef8-426c-82a1-08e3ac57eb2b None None] Pushing event deleted for resources: {'Port': ['ID=5882395d-cc8b-440d-941f-3d778d942ec2,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:50.885750 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb87efc-2ef8-426c-82a1-08e3ac57eb2b None None] No DVR routers for this DVR port 5882395d-cc8b-440d-941f-3d778d942ec2 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:50.894029 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.906723 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfb513-4881-41c1-8a3d-aee90aee1848 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=b14a0cf4-3bb9-4ba7-993f-4ed882959f1f,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:50.927613 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8b006243-d449-41bc-8791-2a1e569b3ba2 req-1f21e196-cb31-413b-ad57-5b199c6689d5 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133708 Mar 14 18:22:50.942483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-01bfb513-4881-41c1-8a3d-aee90aee1848 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] In _notify_port_updated(), no bound segment for port b14a0cf4-3bb9-4ba7-993f-4ed882959f1f on network 28855f69-b418-4328-b683-06d9f6202065 {{(pid=88635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:22:50.942483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bfb513-4881-41c1-8a3d-aee90aee1848 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:50.942483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-01bfb513-4881-41c1-8a3d-aee90aee1848 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.943011 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-01bfb513-4881-41c1-8a3d-aee90aee1848 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "PUT /v2.0/ports/b14a0cf4-3bb9-4ba7-993f-4ed882959f1f HTTP/1.1" status: 200 len: 818 time: 1.3354974 Mar 14 18:22:50.950810 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56044) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:50.971556 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-7afa3674-8faf-435e-8394-169f4e711e77 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:50.973592 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Network': ['ID=8dd17fd5-489c-45e3-810d-780712b4adc1,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:51.011365 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3c361532-4487-46f0-ba2f-306143eff8de tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.019482 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3c361532-4487-46f0-ba2f-306143eff8de tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/routers/4870c137-0503-4cf4-8c0c-de7e5c60070c HTTP/1.1" status: 204 len: 168 time: 2.6373863 Mar 14 18:22:51.019837 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d5752a9c-12d5-4125-9081-09690eb6a1d9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/networks/8dd17fd5-489c-45e3-810d-780712b4adc1 HTTP/1.1" status: 204 len: 168 time: 4.0540984 Mar 14 18:22:51.019837 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-7afa3674-8faf-435e-8394-169f4e711e77 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:51.019837 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa3674-8faf-435e-8394-169f4e711e77 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event updated for resources: {'Port': ['ID=0ca0bc09-8b06-4f3a-abd5-444a1e1135db,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:51.026350 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56052) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:51.026499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56054) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:51.035449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1c6abf27-2b14-4f67-a3fa-0a8953a5778a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1193732443', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:51.047518 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-7afa3674-8faf-435e-8394-169f4e711e77 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:51.047726 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-581bd3b3-0b4c-4549-a36a-dbef3f73a7cd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1541745605'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:51.057902 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1c6abf27-2b14-4f67-a3fa-0a8953a5778a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:51.067852 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-581bd3b3-0b4c-4549-a36a-dbef3f73a7cd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:51.079962 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1c6abf27-2b14-4f67-a3fa-0a8953a5778a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:router and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:51.085189 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-581bd3b3-0b4c-4549-a36a-dbef3f73a7cd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:network and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:51.088514 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1c6abf27-2b14-4f67-a3fa-0a8953a5778a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:51.091227 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-581bd3b3-0b4c-4549-a36a-dbef3f73a7cd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:51.103702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-581bd3b3-0b4c-4549-a36a-dbef3f73a7cd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:51.105787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1c6abf27-2b14-4f67-a3fa-0a8953a5778a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:51.111478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-dcec140a-832d-4814-9cec-855c7a94432d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port b14a0cf4-3bb9-4ba7-993f-4ed882959f1f {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:51.111843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dcec140a-832d-4814-9cec-855c7a94432d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.309686 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-473615fb-56ce-4153-ab25-66cd2e9460ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.316585 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-7afa3674-8faf-435e-8394-169f4e711e77 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:51.317341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-7afa3674-8faf-435e-8394-169f4e711e77 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.384439 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dcec140a-832d-4814-9cec-855c7a94432d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.400394 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-7afa3674-8faf-435e-8394-169f4e711e77 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7227938 Mar 14 18:22:51.401049 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-473615fb-56ce-4153-ab25-66cd2e9460ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.420131 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Request body: {'port': {'device_id': '32b61c3b-0c54-4ff3-84e1-7629fbcc3672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:51.477169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1c6abf27-2b14-4f67-a3fa-0a8953a5778a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.478399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1c6abf27-2b14-4f67-a3fa-0a8953a5778a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.489004 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-473615fb-56ce-4153-ab25-66cd2e9460ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=717c97620f6d4fd594bedd851e37c022&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7822366 Mar 14 18:22:51.497681 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0ee83096-24ee-4b11-a4de-6c928bbc0f6c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.501353 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b137a01c-d4e8-4fc6-9cef-4104869eed94 None None] Provisioning for port 0ca0bc09-8b06-4f3a-abd5-444a1e1135db completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:51.512457 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b137a01c-d4e8-4fc6-9cef-4104869eed94 None None] Provisioning complete for port 0ca0bc09-8b06-4f3a-abd5-444a1e1135db triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:51.512457 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b137a01c-d4e8-4fc6-9cef-4104869eed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.512761 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56068) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:51.560008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1c6abf27-2b14-4f67-a3fa-0a8953a5778a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.567483 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-b137a01c-d4e8-4fc6-9cef-4104869eed94 None None] Port 0ca0bc09-8b06-4f3a-abd5-444a1e1135db cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:22:51.577948 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-dcec140a-832d-4814-9cec-855c7a94432d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for b14a0cf4-3bb9-4ba7-993f-4ed882959f1f owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:51.596826 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee83096-24ee-4b11-a4de-6c928bbc0f6c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:51.605670 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581bd3b3-0b4c-4549-a36a-dbef3f73a7cd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Made reservation on behalf of bab4d070cd704c8a84908631080d1946 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:51.609285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-581bd3b3-0b4c-4549-a36a-dbef3f73a7cd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.614481 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-0ee83096-24ee-4b11-a4de-6c928bbc0f6c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:51.630219 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee83096-24ee-4b11-a4de-6c928bbc0f6c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:51.634081 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0ee83096-24ee-4b11-a4de-6c928bbc0f6c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.634964 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb5fb59-6f43-417e-ab6a-36bb8f6bf1b9 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:51.652353 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473615fb-56ce-4153-ab25-66cd2e9460ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c402e7-564e-4e72-a5ac-ec4425b12918,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:51.761427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee83096-24ee-4b11-a4de-6c928bbc0f6c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=b69b002d-c30a-491f-9bfd-2042303af30a,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:51.774828 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0ee83096-24ee-4b11-a4de-6c928bbc0f6c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7809529 Mar 14 18:22:51.775745 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581bd3b3-0b4c-4549-a36a-dbef3f73a7cd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:51.775837 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56074) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:51.775914 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dcec140a-832d-4814-9cec-855c7a94432d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.777578 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56076) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:51.783624 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-6e8cc2f5-aba2-477e-9194-64e11d03db2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'fixed_ips': [{'subnet_id': 'b69b002d-c30a-491f-9bfd-2042303af30a', 'ip_address': '2001:db8::814:9dfd:80f3:12b1'}], 'name': 'tempest-NetworksTestDHCPv6-848503593'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:51.795479 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-581bd3b3-0b4c-4549-a36a-dbef3f73a7cd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.795814 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-581bd3b3-0b4c-4549-a36a-dbef3f73a7cd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Added segment 9912cd0d-f480-45dc-b027-9b4d521e174b of type vlan for network bfccac8a-e457-4e14-9712-9eec68954b3a Mar 14 18:22:51.835970 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.929827 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'fixed_ips': [{'subnet_id': 'b69b002d-c30a-491f-9bfd-2042303af30a'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:22:51.931413 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.967372 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1c6abf27-2b14-4f67-a3fa-0a8953a5778a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.978177 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec140a-832d-4814-9cec-855c7a94432d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=b14a0cf4-3bb9-4ba7-993f-4ed882959f1f,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:52.005136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dcec140a-832d-4814-9cec-855c7a94432d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.040331 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-581bd3b3-0b4c-4549-a36a-dbef3f73a7cd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.044612 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-dcec140a-832d-4814-9cec-855c7a94432d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/ports/b14a0cf4-3bb9-4ba7-993f-4ed882959f1f HTTP/1.1" status: 204 len: 168 time: 1.0926690 Mar 14 18:22:52.047134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56086) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:52.135089 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Allocated IP 2001:db8::2 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/b69b002d-c30a-491f-9bfd-2042303af30a/d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:52.145224 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ea07435c-8c9b-42da-90a7-1ad730306e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.185969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1c6abf27-2b14-4f67-a3fa-0a8953a5778a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.189587 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1c6abf27-2b14-4f67-a3fa-0a8953a5778a tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1582766 Mar 14 18:22:52.202258 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874c727b-c423-4302-a209-8631374a3242 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:52.202721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-874c727b-c423-4302-a209-8631374a3242 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Synchronizing usage tracker for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:52.207149 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56090) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:52.216587 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-722e3f1b-716d-4b49-92a2-f69b84aa4fa7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'network': {'name': 'tempest-RoutersTest-506670445'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:52.229612 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-722e3f1b-716d-4b49-92a2-f69b84aa4fa7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:52.235168 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1799943667-network', 'tenant_id': 'e66096a0e1934237a3f833792cc61e13'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:52.239698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:52.244056 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Usage tracker for resource:network and tenant:e66096a0e1934237a3f833792cc61e13 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:52.246901 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:52.256107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-722e3f1b-716d-4b49-92a2-f69b84aa4fa7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:network and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:52.259601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:52.262521 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-722e3f1b-716d-4b49-92a2-f69b84aa4fa7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:52.265165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-581bd3b3-0b4c-4549-a36a-dbef3f73a7cd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.270498 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581bd3b3-0b4c-4549-a36a-dbef3f73a7cd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:52.271142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-581bd3b3-0b4c-4549-a36a-dbef3f73a7cd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.302946 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ea07435c-8c9b-42da-90a7-1ad730306e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.308791 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-722e3f1b-716d-4b49-92a2-f69b84aa4fa7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:52.371271 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6e8cc2f5-aba2-477e-9194-64e11d03db2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:52.385881 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6e8cc2f5-aba2-477e-9194-64e11d03db2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:port and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:52.387709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-874c727b-c423-4302-a209-8631374a3242 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Unset dirty status for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:52.391458 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-874c727b-c423-4302-a209-8631374a3242 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3407719 Mar 14 18:22:52.391597 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6e8cc2f5-aba2-477e-9194-64e11d03db2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:52.392781 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56094) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:52.404953 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Made reservation on behalf of e66096a0e1934237a3f833792cc61e13 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:52.407209 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.424560 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-581bd3b3-0b4c-4549-a36a-dbef3f73a7cd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3943989 Mar 14 18:22:52.424560 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bd3b3-0b4c-4549-a36a-dbef3f73a7cd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Network': ['ID=bfccac8a-e457-4e14-9712-9eec68954b3a,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:52.429361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.429938 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56098) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:52.430296 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.430411 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6e8cc2f5-aba2-477e-9194-64e11d03db2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:52.442628 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Transition to ACTIVE for port object d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:52.453885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f4e78-5d45-4452-9e2d-17a09723ca6e req-f0dbbc0e-ad3a-4c3f-88f7-bcb3e73f8967 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:52.454785 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-890f4e78-5d45-4452-9e2d-17a09723ca6e req-f0dbbc0e-ad3a-4c3f-88f7-bcb3e73f8967 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 932 time: 0.3208103 Mar 14 18:22:52.455731 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5262e0-a1f0-4b33-9d1b-1d12d2264b55 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] GET failed (client error): The resource could not be found. Mar 14 18:22:52.456263 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0f5262e0-a1f0-4b33-9d1b-1d12d2264b55 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Synchronizing usage tracker for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:52.460878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-26f19e0d-ef5c-48ab-9a09-06bb4d2dbbdb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'subnet': {'network_id': 'bfccac8a-e457-4e14-9712-9eec68954b3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:52.476381 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network bfccac8a-e457-4e14-9712-9eec68954b3a details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:22:52.480035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722e3f1b-716d-4b49-92a2-f69b84aa4fa7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Made reservation on behalf of 65cbd48938094122bb9ae72dacf90bd1 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:52.483980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-722e3f1b-716d-4b49-92a2-f69b84aa4fa7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.514961 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0f5262e0-a1f0-4b33-9d1b-1d12d2264b55 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Unset dirty status for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:52.519584 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0f5262e0-a1f0-4b33-9d1b-1d12d2264b55 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports/b14a0cf4-3bb9-4ba7-993f-4ed882959f1f HTTP/1.1" status: 404 len: 333 time: 0.1228237 Mar 14 18:22:52.524525 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56102) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:52.532492 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-503f6113-d061-4c62-b027-3a772dabfbbe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1380051630'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:52.534396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:52.543635 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-503f6113-d061-4c62-b027-3a772dabfbbe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:52.545555 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Usage tracker for resource:security_group_rule and tenant:e66096a0e1934237a3f833792cc61e13 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:52.549537 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8cc2f5-aba2-477e-9194-64e11d03db2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:52.553308 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:52.565179 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-503f6113-d061-4c62-b027-3a772dabfbbe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:network and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:52.571377 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-503f6113-d061-4c62-b027-3a772dabfbbe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:52.576462 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Transition to ACTIVE for port object d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:52.588243 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ea07435c-8c9b-42da-90a7-1ad730306e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.592005 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-503f6113-d061-4c62-b027-3a772dabfbbe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:52.608519 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca0bc09-8b06-4f3a-abd5-444a1e1135db {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:22:52.613206 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:52.624973 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07435c-8c9b-42da-90a7-1ad730306e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c402e7-564e-4e72-a5ac-ec4425b12918,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:52.652685 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722e3f1b-716d-4b49-92a2-f69b84aa4fa7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:52.664428 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-890f4e78-5d45-4452-9e2d-17a09723ca6e req-27ac9ca6-2960-4176-8b18-252b04f5b55e tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817231 Mar 14 18:22:52.669004 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.685811 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-26f19e0d-ef5c-48ab-9a09-06bb4d2dbbdb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:52.688332 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-722e3f1b-716d-4b49-92a2-f69b84aa4fa7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.692453 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-722e3f1b-716d-4b49-92a2-f69b84aa4fa7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Added segment 8a2c68b8-22d1-4878-b850-a3dc826d9383 of type vlan for network 0ce3510d-49f7-465a-845b-ab1050f5af33 Mar 14 18:22:52.694388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-26f19e0d-ef5c-48ab-9a09-06bb4d2dbbdb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:subnet and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:52.702030 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-26f19e0d-ef5c-48ab-9a09-06bb4d2dbbdb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:52.715746 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-26f19e0d-ef5c-48ab-9a09-06bb4d2dbbdb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:52.754388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-722e3f1b-716d-4b49-92a2-f69b84aa4fa7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.761603 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Pushing event updated for resources: {'Port': ['ID=d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:52.776888 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:52.778626 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:52.781144 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:52.819576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.838311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f19e0d-ef5c-48ab-9a09-06bb4d2dbbdb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Made reservation on behalf of bab4d070cd704c8a84908631080d1946 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:52.842062 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-26f19e0d-ef5c-48ab-9a09-06bb4d2dbbdb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.844560 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.866689 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ea07435c-8c9b-42da-90a7-1ad730306e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.870808 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ea07435c-8c9b-42da-90a7-1ad730306e6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0c402e7-564e-4e72-a5ac-ec4425b12918 HTTP/1.1" status: 204 len: 168 time: 1.3183725 Mar 14 18:22:52.877086 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Transition to ACTIVE for port object 0ca0bc09-8b06-4f3a-abd5-444a1e1135db will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:52.882601 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Attempting to bind port d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:52.883103 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Attempting to bind port d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:52.883994 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Attempting to bind port d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3 on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:22:52.891245 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:22:52.891725 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:52.892198 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.893117 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:22:52.893117 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Bound port: d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:52.893574 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.912227 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e8cc2f5-aba2-477e-9194-64e11d03db2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.924048 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503f6113-d061-4c62-b027-3a772dabfbbe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:52.927728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-503f6113-d061-4c62-b027-3a772dabfbbe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.935329 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.953708 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-722e3f1b-716d-4b49-92a2-f69b84aa4fa7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.955031 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-6e8cc2f5-aba2-477e-9194-64e11d03db2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port 6f1a0642-9e53-4780-a317-d5dc6935ef1a yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:52.959100 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722e3f1b-716d-4b49-92a2-f69b84aa4fa7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:52.959688 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-722e3f1b-716d-4b49-92a2-f69b84aa4fa7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.995150 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] For port d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:22:52.998040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] For port d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:22:52.999264 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.028648 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:53.073085 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.075316 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503f6113-d061-4c62-b027-3a772dabfbbe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:53.105489 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa91f338-4c65-41c2-84f7-89b0b8f796f1,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:53.119208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.119565 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Added segment b310d584-070b-4cb7-b223-0d5c1d639b02 of type vlan for network 691d0aa6-00ac-4e94-87e5-0af2e37970c3 Mar 14 18:22:53.151226 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e3f1b-716d-4b49-92a2-f69b84aa4fa7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Network': ['ID=0ce3510d-49f7-465a-845b-ab1050f5af33,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:53.168203 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 0ce3510d-49f7-465a-845b-ab1050f5af33 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:22:53.213813 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-503f6113-d061-4c62-b027-3a772dabfbbe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.214569 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-503f6113-d061-4c62-b027-3a772dabfbbe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Added segment dbb09b31-d488-47ad-a1f3-062dd393640d of type vlan for network f1aafb2a-746d-4d1c-be77-fb88fface163 Mar 14 18:22:53.233606 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca0bc09-8b06-4f3a-abd5-444a1e1135db,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:53.253772 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-722e3f1b-716d-4b49-92a2-f69b84aa4fa7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0437012 Mar 14 18:22:53.257847 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8762359-64e5-4098-bb01-99bcbb8729d0 None None] Pushing event updated for resources: {'Port': ['ID=d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:53.266721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56108) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:53.270488 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.291863 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a6903be9-1277-4b57-a320-b7f317ea680b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'subnet': {'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:53.390578 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-503f6113-d061-4c62-b027-3a772dabfbbe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.494379 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a6903be9-1277-4b57-a320-b7f317ea680b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:53.510710 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a6903be9-1277-4b57-a320-b7f317ea680b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:subnet and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:53.514974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a6903be9-1277-4b57-a320-b7f317ea680b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:53.517479 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Attempting to bind port 0ca0bc09-8b06-4f3a-abd5-444a1e1135db on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:53.517820 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Attempting to bind port 0ca0bc09-8b06-4f3a-abd5-444a1e1135db by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:53.518151 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Attempting to bind port 0ca0bc09-8b06-4f3a-abd5-444a1e1135db on network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:22:53.521248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a6903be9-1277-4b57-a320-b7f317ea680b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:53.525206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-6e8cc2f5-aba2-477e-9194-64e11d03db2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::814:9dfd:80f3:12b1 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/b69b002d-c30a-491f-9bfd-2042303af30a/6f1a0642-9e53-4780-a317-d5dc6935ef1a) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:53.527224 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Port 0ca0bc09-8b06-4f3a-abd5-444a1e1135db on network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:22:53.527550 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Attempting to bind port 0ca0bc09-8b06-4f3a-abd5-444a1e1135db on network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:22:53.538651 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:22:53.539016 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Checking segment: {'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:53.539412 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Bound using segment: {'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:22:53.539882 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Bound port: 0ca0bc09-8b06-4f3a-abd5-444a1e1135db, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:53.540765 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.541039 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.542206 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:53.542976 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.626019 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-503f6113-d061-4c62-b027-3a772dabfbbe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.631453 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503f6113-d061-4c62-b027-3a772dabfbbe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:53.632054 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-503f6113-d061-4c62-b027-3a772dabfbbe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.646827 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6903be9-1277-4b57-a320-b7f317ea680b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Made reservation on behalf of 65cbd48938094122bb9ae72dacf90bd1 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:53.652747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a6903be9-1277-4b57-a320-b7f317ea680b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.664616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-26f19e0d-ef5c-48ab-9a09-06bb4d2dbbdb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.670395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] Pushing event updated for resources: {'Network': ['ID=691d0aa6-00ac-4e94-87e5-0af2e37970c3,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:53.704591 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 691d0aa6-00ac-4e94-87e5-0af2e37970c3 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:22:53.745177 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-50213601-9c3d-4515-97a6-07100af64d8c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9533889 Mar 14 18:22:53.756732 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56114) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:53.816748 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-10989b3c-6628-4d98-b700-682a0c46db99 admin admin] Request body: {'subnet': {'network_id': '691d0aa6-00ac-4e94-87e5-0af2e37970c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1799943667-subnet', 'tenant_id': 'e66096a0e1934237a3f833792cc61e13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:53.823417 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-10989b3c-6628-4d98-b700-682a0c46db99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:53.827766 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-10989b3c-6628-4d98-b700-682a0c46db99 admin admin] Usage tracker for resource:subnet and tenant:e66096a0e1934237a3f833792cc61e13 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:53.832135 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-10989b3c-6628-4d98-b700-682a0c46db99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:53.895222 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f19e0d-ef5c-48ab-9a09-06bb4d2dbbdb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Subnet': ['ID=c55e0b54-a7cb-42c6-8833-2e026f781cc9,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:53.920169 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-10989b3c-6628-4d98-b700-682a0c46db99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:53.945235 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f19e0d-ef5c-48ab-9a09-06bb4d2dbbdb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Checking segment: {'id': '9912cd0d-f480-45dc-b027-9b4d521e174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bfccac8a-e457-4e14-9712-9eec68954b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:53.945235 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f19e0d-ef5c-48ab-9a09-06bb4d2dbbdb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network hostable DHCP agents. Network: bfccac8a-e457-4e14-9712-9eec68954b3a, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:53.945503 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] For port 0ca0bc09-8b06-4f3a-abd5-444a1e1135db, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:22:53.945503 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f6113-d061-4c62-b027-3a772dabfbbe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Network': ['ID=f1aafb2a-746d-4d1c-be77-fb88fface163,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:53.955637 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network f1aafb2a-746d-4d1c-be77-fb88fface163 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:22:53.999752 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-503f6113-d061-4c62-b027-3a772dabfbbe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4741807 Mar 14 18:22:54.011485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56118) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:54.014462 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] For port 0ca0bc09-8b06-4f3a-abd5-444a1e1135db, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=0ca0bc09-8b06-4f3a-abd5-444a1e1135db,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:22:54.020944 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-09355ce7-fa5f-4c6b-b842-232da2c8dbfa tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'subnet': {'network_id': 'f1aafb2a-746d-4d1c-be77-fb88fface163', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:54.044446 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13ef9c-9e3b-43b0-947f-fd546e4c9044 req-3aff8329-201b-4ffe-b3da-52bbf92271de tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:54.045971 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb13ef9c-9e3b-43b0-947f-fd546e4c9044 req-3aff8329-201b-4ffe-b3da-52bbf92271de tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 944 time: 0.1962013 Mar 14 18:22:54.049292 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f19e0d-ef5c-48ab-9a09-06bb4d2dbbdb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network bfccac8a-e457-4e14-9712-9eec68954b3a is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:54.050193 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10989b3c-6628-4d98-b700-682a0c46db99 admin admin] Made reservation on behalf of e66096a0e1934237a3f833792cc61e13 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:54.052482 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10989b3c-6628-4d98-b700-682a0c46db99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.225868 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb13ef9c-9e3b-43b0-947f-fd546e4c9044 req-7002493a-3c7c-4106-9b64-69d690d88229 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882368 Mar 14 18:22:54.226008 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.378507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e8cc2f5-aba2-477e-9194-64e11d03db2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.378507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:54.378507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.378507 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] 10.222.0.59 "PUT /v2.0/ports/0ca0bc09-8b06-4f3a-abd5-444a1e1135db HTTP/1.1" status: 200 len: 1094 time: 2.9244249 Mar 14 18:22:54.378507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b61c3b-0c54-4ff3-84e1-7629fbcc3672', 'tag': '0ca0bc09-8b06-4f3a-abd5-444a1e1135db'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:22:54.378507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-09355ce7-fa5f-4c6b-b842-232da2c8dbfa tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:54.378507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-09355ce7-fa5f-4c6b-b842-232da2c8dbfa tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:subnet and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:54.378507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-09355ce7-fa5f-4c6b-b842-232da2c8dbfa tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:54.378507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-6e8cc2f5-aba2-477e-9194-64e11d03db2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object 6f1a0642-9e53-4780-a317-d5dc6935ef1a will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:54.382143 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-09355ce7-fa5f-4c6b-b842-232da2c8dbfa tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:54.399166 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9f6d7-0f97-43d7-b878-cb8c129dbeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca0bc09-8b06-4f3a-abd5-444a1e1135db,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:54.406738 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-26f19e0d-ef5c-48ab-9a09-06bb4d2dbbdb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, bfccac8a-e457-4e14-9712-9eec68954b3a) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:54.433512 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f19e0d-ef5c-48ab-9a09-06bb4d2dbbdb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:54.433627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34231049-d091-4600-abdd-deff81bc7903 None None] Network bfccac8a-e457-4e14-9712-9eec68954b3a requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:54.434079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-26f19e0d-ef5c-48ab-9a09-06bb4d2dbbdb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.467693 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a6903be9-1277-4b57-a320-b7f317ea680b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.554416 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09355ce7-fa5f-4c6b-b842-232da2c8dbfa tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:54.558912 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-09355ce7-fa5f-4c6b-b842-232da2c8dbfa tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.607931 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:54.669778 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e8cc2f5-aba2-477e-9194-64e11d03db2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.689261 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d39e4b0c-8dc4-4c2a-a8c9-72f212235e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.703648 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-26f19e0d-ef5c-48ab-9a09-06bb4d2dbbdb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2607114 Mar 14 18:22:54.712689 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56128) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:54.773356 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6903be9-1277-4b57-a320-b7f317ea680b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Subnet': ['ID=8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:54.782009 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6903be9-1277-4b57-a320-b7f317ea680b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Checking segment: {'id': '8a2c68b8-22d1-4878-b850-a3dc826d9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:54.782361 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6903be9-1277-4b57-a320-b7f317ea680b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network hostable DHCP agents. Network: 0ce3510d-49f7-465a-845b-ab1050f5af33, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:54.858090 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:54.895197 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6903be9-1277-4b57-a320-b7f317ea680b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 0ce3510d-49f7-465a-845b-ab1050f5af33 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:54.945143 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-818b2b52-8bc7-4496-85bd-d000e4465bc1 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1855215395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:54.951086 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-bfccac8a-e457-4e14-9712-9eec68954b3a', 'network_id': 'bfccac8a-e457-4e14-9712-9eec68954b3a', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'fixed_ips': [{'subnet_id': 'c55e0b54-a7cb-42c6-8833-2e026f781cc9'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:22:54.952102 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.955411 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b61c3b-0c54-4ff3-84e1-7629fbcc3672', 'tag': '0ca0bc09-8b06-4f3a-abd5-444a1e1135db', 'status': 'completed', 'code': 200} Mar 14 18:22:54.960661 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-818b2b52-8bc7-4496-85bd-d000e4465bc1 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:54.980459 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-a6903be9-1277-4b57-a320-b7f317ea680b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 0ce3510d-49f7-465a-845b-ab1050f5af33) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:54.984917 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6903be9-1277-4b57-a320-b7f317ea680b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:54.985667 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a6903be9-1277-4b57-a320-b7f317ea680b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.013970 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bc20e1-e397-44d8-9c58-ce34a0c947c1 None None] Network 0ce3510d-49f7-465a-845b-ab1050f5af33 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:55.020344 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-818b2b52-8bc7-4496-85bd-d000e4465bc1 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:router and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:55.027563 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10989b3c-6628-4d98-b700-682a0c46db99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.034575 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8cc2f5-aba2-477e-9194-64e11d03db2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:55.035485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-818b2b52-8bc7-4496-85bd-d000e4465bc1 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:55.085278 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a6903be9-1277-4b57-a320-b7f317ea680b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8104253 Mar 14 18:22:55.086870 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-6e8cc2f5-aba2-477e-9194-64e11d03db2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:55.091225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56132) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:55.091356 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-818b2b52-8bc7-4496-85bd-d000e4465bc1 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:55.111558 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8cc2f5-aba2-477e-9194-64e11d03db2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:55.117010 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8cc2f5-aba2-477e-9194-64e11d03db2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:55.117640 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e8cc2f5-aba2-477e-9194-64e11d03db2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.135820 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8cc2f5-aba2-477e-9194-64e11d03db2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=6f1a0642-9e53-4780-a317-d5dc6935ef1a,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:55.194513 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10989b3c-6628-4d98-b700-682a0c46db99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad9beb52-d89d-49fd-8272-47639662d6f3,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:55.202713 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-dfb1c4ce-ce8c-479b-bf1d-9830ecb16be6 None None] Provisioning for port d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:55.221649 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-7237834a-58db-4760-aa4c-a7a5c48a0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:55.223181 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-7237834a-58db-4760-aa4c-a7a5c48a0a95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 1097 time: 0.6371408 Mar 14 18:22:55.224097 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10989b3c-6628-4d98-b700-682a0c46db99 admin admin] Checking segment: {'id': 'b310d584-070b-4cb7-b223-0d5c1d639b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '691d0aa6-00ac-4e94-87e5-0af2e37970c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:55.224627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10989b3c-6628-4d98-b700-682a0c46db99 admin admin] Network hostable DHCP agents. Network: 691d0aa6-00ac-4e94-87e5-0af2e37970c3, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:55.255634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-dfb1c4ce-ce8c-479b-bf1d-9830ecb16be6 None None] Provisioning complete for port d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:55.256095 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dfb1c4ce-ce8c-479b-bf1d-9830ecb16be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.263027 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-818b2b52-8bc7-4496-85bd-d000e4465bc1 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.269209 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-818b2b52-8bc7-4496-85bd-d000e4465bc1 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.339569 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6e8cc2f5-aba2-477e-9194-64e11d03db2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.5636890 Mar 14 18:22:55.340860 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56138) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:55.401396 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Allocated IP 2001:db8::2 (bfccac8a-e457-4e14-9712-9eec68954b3a/c55e0b54-a7cb-42c6-8833-2e026f781cc9/4442bfe1-8afa-45c6-b224-9d7f9cb888c3) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:55.407733 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-ac3970d7-1f5c-456f-8a13-3c1518fb19b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ca0bc09-8b06-4f3a-abd5-444a1e1135db HTTP/1.1" status: 200 len: 217 time: 0.1737030 Mar 14 18:22:55.481528 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-818b2b52-8bc7-4496-85bd-d000e4465bc1 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.501308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-0ce3510d-49f7-465a-845b-ab1050f5af33', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:22:55.502818 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.533773 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10989b3c-6628-4d98-b700-682a0c46db99 admin admin] Network 691d0aa6-00ac-4e94-87e5-0af2e37970c3 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:55.556111 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-71c0dffe-44f8-4097-8b43-548b2260524f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:55.557057 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-71c0dffe-44f8-4097-8b43-548b2260524f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=308aa848-34d0-47aa-91ad-fa0584470c08 HTTP/1.1" status: 200 len: 851 time: 0.1373608 Mar 14 18:22:55.611023 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-818b2b52-8bc7-4496-85bd-d000e4465bc1 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.634139 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-10989b3c-6628-4d98-b700-682a0c46db99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 691d0aa6-00ac-4e94-87e5-0af2e37970c3) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:55.635873 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-09355ce7-fa5f-4c6b-b842-232da2c8dbfa tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.660939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8da0fde-6d59-4468-9085-c1dd12a6aec3 None None] Network 691d0aa6-00ac-4e94-87e5-0af2e37970c3 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:55.674681 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10989b3c-6628-4d98-b700-682a0c46db99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:55.675243 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10989b3c-6628-4d98-b700-682a0c46db99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.687053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bd655a-71b6-45a7-a5ce-361a56cb78d4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:55.692825 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bd655a-71b6-45a7-a5ce-361a56cb78d4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:55.693616 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-87bd655a-71b6-45a7-a5ce-361a56cb78d4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:55.743465 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711311ed-72a5-4ca9-a209-e17e100d02f0 req-c400910f-546b-4b35-9c84-64849f7af54c tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:55.744939 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-711311ed-72a5-4ca9-a209-e17e100d02f0 req-c400910f-546b-4b35-9c84-64849f7af54c tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 944 time: 0.3500137 Mar 14 18:22:55.778594 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dfb1c4ce-ce8c-479b-bf1d-9830ecb16be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.779581 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09355ce7-fa5f-4c6b-b842-232da2c8dbfa tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Subnet': ['ID=2646ab71-6a2f-40fd-8215-70b52911db2f,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:55.795302 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.803783 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-818b2b52-8bc7-4496-85bd-d000e4465bc1 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.810418 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-818b2b52-8bc7-4496-85bd-d000e4465bc1 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0310426 Mar 14 18:22:55.810418 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09355ce7-fa5f-4c6b-b842-232da2c8dbfa tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Checking segment: {'id': 'dbb09b31-d488-47ad-a1f3-062dd393640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f1aafb2a-746d-4d1c-be77-fb88fface163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:55.810418 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09355ce7-fa5f-4c6b-b842-232da2c8dbfa tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network hostable DHCP agents. Network: f1aafb2a-746d-4d1c-be77-fb88fface163, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:55.810846 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56142) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:55.826622 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-10989b3c-6628-4d98-b700-682a0c46db99 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0409217 Mar 14 18:22:55.826622 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-8c57d7b8-293d-4dd2-b1d7-f5e0badc1e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:55.826622 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-8c57d7b8-293d-4dd2-b1d7-f5e0badc1e97 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2574613 Mar 14 18:22:55.850527 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-87bd655a-71b6-45a7-a5ce-361a56cb78d4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:55.854510 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-87bd655a-71b6-45a7-a5ce-361a56cb78d4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.4947810 Mar 14 18:22:55.866515 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56148) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:55.998551 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-dfb1c4ce-ce8c-479b-bf1d-9830ecb16be6 None None] For port d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:22:56.008121 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-b37597b1-1864-4e75-a437-72cab53dde11 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port 6f1a0642-9e53-4780-a317-d5dc6935ef1a {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:56.008754 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b37597b1-1864-4e75-a437-72cab53dde11 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.041438 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09355ce7-fa5f-4c6b-b842-232da2c8dbfa tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network f1aafb2a-746d-4d1c-be77-fb88fface163 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:56.060543 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.077441 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Allocated IP 172.20.0.2 (0ce3510d-49f7-465a-845b-ab1050f5af33/8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3/2691def0-c631-42ad-8f4c-5dd9c330cc44) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:56.085577 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Transition to ACTIVE for port object 4442bfe1-8afa-45c6-b224-9d7f9cb888c3 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:56.087771 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dfb1c4ce-ce8c-479b-bf1d-9830ecb16be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.088591 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-4e472c6e-cc19-4e1c-9b9f-8e17265bc73c service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599368 Mar 14 18:22:56.173576 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-09355ce7-fa5f-4c6b-b842-232da2c8dbfa tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, f1aafb2a-746d-4d1c-be77-fb88fface163) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:56.212623 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd3416c-0885-4ef6-a6f3-fb8b0a773fcd None None] Network f1aafb2a-746d-4d1c-be77-fb88fface163 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:56.227989 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Transition to ACTIVE for port object 4442bfe1-8afa-45c6-b224-9d7f9cb888c3 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:56.249419 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09355ce7-fa5f-4c6b-b842-232da2c8dbfa tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:56.252478 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-09355ce7-fa5f-4c6b-b842-232da2c8dbfa tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.320764 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9647e065-f39e-4f54-ac99-c9ff4ece65b0 None None] Network 691d0aa6-00ac-4e94-87e5-0af2e37970c3 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:56.390677 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5621b239-6c4c-4950-830e-bf511a3e2bab req-6a7007ca-3bb4-4712-9034-9ee76e07da8e service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679989 Mar 14 18:22:56.398053 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-09355ce7-fa5f-4c6b-b842-232da2c8dbfa tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3828099 Mar 14 18:22:56.404162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56156) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:56.414692 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a967db45-db00-4201-8bc5-d533d6134b02 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'subnet': {'network_id': 'f1aafb2a-746d-4d1c-be77-fb88fface163', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:56.429836 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b37597b1-1864-4e75-a437-72cab53dde11 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.438886 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.517010 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1c4ce-ce8c-479b-bf1d-9830ecb16be6 None None] Pushing event updated for resources: {'Port': ['ID=d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:56.573905 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7df874ab-15e7-4a00-b506-b0710e0fa1dd None None] Provisioning for port 6f1a0642-9e53-4780-a317-d5dc6935ef1a completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:56.600688 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-b37597b1-1864-4e75-a437-72cab53dde11 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for 6f1a0642-9e53-4780-a317-d5dc6935ef1a owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:22:56.611129 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Network bfccac8a-e457-4e14-9712-9eec68954b3a is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:56.620105 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7df874ab-15e7-4a00-b506-b0710e0fa1dd None None] Provisioning complete for port 6f1a0642-9e53-4780-a317-d5dc6935ef1a triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:56.622908 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7df874ab-15e7-4a00-b506-b0710e0fa1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.640293 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-711311ed-72a5-4ca9-a209-e17e100d02f0 req-f6327e94-9627-4bcd-8f9c-0ce96a66d6e6 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8645921 Mar 14 18:22:56.679200 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-99b8c1a6-930a-4fcd-a3d3-54bd928e4862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.682221 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:56.717601 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:56.788883 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7df874ab-15e7-4a00-b506-b0710e0fa1dd None None] Port 6f1a0642-9e53-4780-a317-d5dc6935ef1a cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:22:56.791662 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Pushing event updated for resources: {'Port': ['ID=4442bfe1-8afa-45c6-b224-9d7f9cb888c3,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:56.876794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56168) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:56.890576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1436334244-network', 'tenant_id': 'e13e9045b2204dd0bc093f180a8cffb9'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:56.908501 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:56.940999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Usage tracker for resource:network and tenant:e13e9045b2204dd0bc093f180a8cffb9 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:56.951532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:56.976554 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:57.032977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.099753 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a967db45-db00-4201-8bc5-d533d6134b02 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:57.103056 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Made reservation on behalf of e13e9045b2204dd0bc093f180a8cffb9 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:57.105572 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.115643 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae838ef-2110-4c1d-91e7-cbb041078a68 req-f2c435b1-d2f8-4df1-98a7-ef6289aca6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:57.117188 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fae838ef-2110-4c1d-91e7-cbb041078a68 req-f2c435b1-d2f8-4df1-98a7-ef6289aca6d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 1097 time: 0.4832387 Mar 14 18:22:57.118144 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a967db45-db00-4201-8bc5-d533d6134b02 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:subnet and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:57.124220 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a967db45-db00-4201-8bc5-d533d6134b02 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:57.131616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.136933 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Attempting to bind port 4442bfe1-8afa-45c6-b224-9d7f9cb888c3 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:57.141682 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Attempting to bind port 4442bfe1-8afa-45c6-b224-9d7f9cb888c3 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '9912cd0d-f480-45dc-b027-9b4d521e174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bfccac8a-e457-4e14-9712-9eec68954b3a'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:57.141682 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Attempting to bind port 4442bfe1-8afa-45c6-b224-9d7f9cb888c3 on network bfccac8a-e457-4e14-9712-9eec68954b3a {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:22:57.159029 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a967db45-db00-4201-8bc5-d533d6134b02 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:57.190075 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:22:57.190404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Checking segment: {'id': '9912cd0d-f480-45dc-b027-9b4d521e174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bfccac8a-e457-4e14-9712-9eec68954b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:57.191121 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.191676 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Bound using segment: {'id': '9912cd0d-f480-45dc-b027-9b4d521e174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bfccac8a-e457-4e14-9712-9eec68954b3a'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:22:57.192319 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Bound port: 4442bfe1-8afa-45c6-b224-9d7f9cb888c3, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9912cd0d-f480-45dc-b027-9b4d521e174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bfccac8a-e457-4e14-9712-9eec68954b3a'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:57.192900 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.206324 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:57.212838 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.246609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Usage tracker for resource:security_group_rule and tenant:e13e9045b2204dd0bc093f180a8cffb9 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:57.250227 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:57.263126 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-f1aafb2a-746d-4d1c-be77-fb88fface163', 'network_id': 'f1aafb2a-746d-4d1c-be77-fb88fface163', 'tenant_id': '1bed9e5e10ec491e93367f6256f4da62', 'fixed_ips': [{'subnet_id': '2646ab71-6a2f-40fd-8215-70b52911db2f'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:22:57.264096 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.265866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:57.269149 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a967db45-db00-4201-8bc5-d533d6134b02 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:57.273257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a967db45-db00-4201-8bc5-d533d6134b02 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.282551 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Transition to ACTIVE for port object 2691def0-c631-42ad-8f4c-5dd9c330cc44 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:57.377351 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b37597b1-1864-4e75-a437-72cab53dde11 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.382116 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Transition to ACTIVE for port object 2691def0-c631-42ad-8f4c-5dd9c330cc44 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:57.445301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] For port 4442bfe1-8afa-45c6-b224-9d7f9cb888c3, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:22:57.450482 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.450963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] For port 4442bfe1-8afa-45c6-b224-9d7f9cb888c3, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4442bfe1-8afa-45c6-b224-9d7f9cb888c3,segment=NetworkSegment(9912cd0d-f480-45dc-b027-9b4d521e174b),segment_id=9912cd0d-f480-45dc-b027-9b4d521e174b)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:22:57.458562 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37597b1-1864-4e75-a437-72cab53dde11 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=6f1a0642-9e53-4780-a317-d5dc6935ef1a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:57.483486 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.505189 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae838ef-2110-4c1d-91e7-cbb041078a68 req-560b2daf-7fc2-4554-8770-58b44b7a5309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:57.506843 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fae838ef-2110-4c1d-91e7-cbb041078a68 req-560b2daf-7fc2-4554-8770-58b44b7a5309 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b HTTP/1.1" status: 200 len: 913 time: 0.3795974 Mar 14 18:22:57.527142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.554117 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.554668 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.ipam_backend_mixin [None req-a967db45-db00-4201-8bc5-d533d6134b02 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2646ab71-6a2f-40fd-8215-70b52911db2f (CIDR: 2001:db8::/64) Mar 14 18:22:57.562817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b37597b1-1864-4e75-a437-72cab53dde11 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.589497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:57.599562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Network 0ce3510d-49f7-465a-845b-ab1050f5af33 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:57.611165 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:57.613064 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:57.615423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Pushing event updated for resources: {'Port': ['ID=2691def0-c631-42ad-8f4c-5dd9c330cc44,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:57.635274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b9a7b8-bfe6-421f-9c1f-85b8e0d8be3e,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:57.643002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Allocated IP 2001:db8::1 (bfccac8a-e457-4e14-9712-9eec68954b3a/c55e0b54-a7cb-42c6-8833-2e026f781cc9/dc74e059-0ab5-49b8-919c-9ffd91577a54) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:57.645304 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.645643 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Added segment accc8d0e-7513-42c6-befc-029efeabcc61 of type vlan for network 0d369894-6aab-4c44-b1f9-e3d9aef01f51 Mar 14 18:22:57.649508 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Allocated IP 172.20.0.1 (0ce3510d-49f7-465a-845b-ab1050f5af33/8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3/77522ae4-dff4-4413-a43b-6400e511667f) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:57.671586 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fae838ef-2110-4c1d-91e7-cbb041078a68 req-5757d79d-673d-442e-8bb4-5c79c1927f57 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ca0bc09-8b06-4f3a-abd5-444a1e1135db HTTP/1.1" status: 200 len: 217 time: 0.1110113 Mar 14 18:22:57.684848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Allocated IP 2001:db8::2 (f1aafb2a-746d-4d1c-be77-fb88fface163/2646ab71-6a2f-40fd-8215-70b52911db2f/771d4b94-1131-42ac-8732-aa3817cd10c0) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:57.767545 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-a967db45-db00-4201-8bc5-d533d6134b02 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:57.768101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a967db45-db00-4201-8bc5-d533d6134b02 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:22:57.783064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae838ef-2110-4c1d-91e7-cbb041078a68 req-a3bc0595-6b0a-4575-bb48-ac9a4c156e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:57.787355 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fae838ef-2110-4c1d-91e7-cbb041078a68 req-a3bc0595-6b0a-4575-bb48-ac9a4c156e0b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=308aa848-34d0-47aa-91ad-fa0584470c08 HTTP/1.1" status: 200 len: 851 time: 0.1009789 Mar 14 18:22:57.790402 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b37597b1-1864-4e75-a437-72cab53dde11 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/6f1a0642-9e53-4780-a317-d5dc6935ef1a HTTP/1.1" status: 204 len: 168 time: 1.9217062 Mar 14 18:22:57.797179 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56174) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:57.851194 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.866896 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.867553 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e61be6-922a-4f63-b7c2-25785f965c48 None None] Pushing event updated for resources: {'Port': ['ID=4442bfe1-8afa-45c6-b224-9d7f9cb888c3,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:57.877716 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Attempting to bind port 2691def0-c631-42ad-8f4c-5dd9c330cc44 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:57.878669 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Attempting to bind port 2691def0-c631-42ad-8f4c-5dd9c330cc44 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '8a2c68b8-22d1-4878-b850-a3dc826d9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:57.879175 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Attempting to bind port 2691def0-c631-42ad-8f4c-5dd9c330cc44 on network 0ce3510d-49f7-465a-845b-ab1050f5af33 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:22:57.934138 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:22:57.934510 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Checking segment: {'id': '8a2c68b8-22d1-4878-b850-a3dc826d9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:57.935123 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.935689 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Bound using segment: {'id': '8a2c68b8-22d1-4878-b850-a3dc826d9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:22:57.936323 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Bound port: 2691def0-c631-42ad-8f4c-5dd9c330cc44, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2c68b8-22d1-4878-b850-a3dc826d9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:57.936865 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.959583 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.961282 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba63ade3-5039-478f-8e82-a390aca2bb37 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:57.964139 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba63ade3-5039-478f-8e82-a390aca2bb37 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:57.965058 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ba63ade3-5039-478f-8e82-a390aca2bb37 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:22:57.990699 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ba63ade3-5039-478f-8e82-a390aca2bb37 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:22:57.996246 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ba63ade3-5039-478f-8e82-a390aca2bb37 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1562991 Mar 14 18:22:57.996246 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56178) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:58.045983 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae838ef-2110-4c1d-91e7-cbb041078a68 req-605e5559-a37b-45c4-8416-2743e855749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:58.047555 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fae838ef-2110-4c1d-91e7-cbb041078a68 req-605e5559-a37b-45c4-8416-2743e855749d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2495375 Mar 14 18:22:58.051902 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a967db45-db00-4201-8bc5-d533d6134b02 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6466830 Mar 14 18:22:58.054778 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56182) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:58.076842 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ec1cbb5a-6755-4f29-81f5-6c012f9b5ea0 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'subnet': {'network_id': 'f1aafb2a-746d-4d1c-be77-fb88fface163', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:58.113215 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] For port 2691def0-c631-42ad-8f4c-5dd9c330cc44, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:22:58.134056 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] For port 2691def0-c631-42ad-8f4c-5dd9c330cc44, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2691def0-c631-42ad-8f4c-5dd9c330cc44,segment=NetworkSegment(8a2c68b8-22d1-4878-b850-a3dc826d9383),segment_id=8a2c68b8-22d1-4878-b850-a3dc826d9383)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:22:58.156995 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.173385 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Transition to ACTIVE for port object 771d4b94-1131-42ac-8732-aa3817cd10c0 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:58.185231 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe03f51-88e0-4bf3-9976-ca3667e90a06 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet b69b002d-c30a-491f-9bfd-2042303af30a {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:22:58.195536 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Transition to ACTIVE for port object 771d4b94-1131-42ac-8732-aa3817cd10c0 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:58.199099 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8fe03f51-88e0-4bf3-9976-ca3667e90a06 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.232923 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.236260 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.237217 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:58.237990 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.278660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8fe03f51-88e0-4bf3-9976-ca3667e90a06 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.289497 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.333421 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fae838ef-2110-4c1d-91e7-cbb041078a68 req-855d352a-f559-4a75-a1cc-4cb73bcd1791 service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731228 Mar 14 18:22:58.344232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.369812 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Network f1aafb2a-746d-4d1c-be77-fb88fface163 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:58.371518 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:58.374770 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:58.415748 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fc3c2-63de-49b2-9ca1-5300b3f49ceb None None] Pushing event updated for resources: {'Port': ['ID=2691def0-c631-42ad-8f4c-5dd9c330cc44,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:58.533335 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8fe03f51-88e0-4bf3-9976-ca3667e90a06 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.556799 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Attempting to bind port 771d4b94-1131-42ac-8732-aa3817cd10c0 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:58.557361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Attempting to bind port 771d4b94-1131-42ac-8732-aa3817cd10c0 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'dbb09b31-d488-47ad-a1f3-062dd393640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f1aafb2a-746d-4d1c-be77-fb88fface163'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:58.557625 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Attempting to bind port 771d4b94-1131-42ac-8732-aa3817cd10c0 on network f1aafb2a-746d-4d1c-be77-fb88fface163 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:22:58.574905 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:22:58.579382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Checking segment: {'id': 'dbb09b31-d488-47ad-a1f3-062dd393640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f1aafb2a-746d-4d1c-be77-fb88fface163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:22:58.579382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.579382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Bound using segment: {'id': 'dbb09b31-d488-47ad-a1f3-062dd393640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f1aafb2a-746d-4d1c-be77-fb88fface163'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:22:58.579382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Bound port: 771d4b94-1131-42ac-8732-aa3817cd10c0, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb09b31-d488-47ad-a1f3-062dd393640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f1aafb2a-746d-4d1c-be77-fb88fface163'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:58.579382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.587899 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Pushing event updated for resources: {'Port': ['ID=771d4b94-1131-42ac-8732-aa3817cd10c0,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:58.699984 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8fe03f51-88e0-4bf3-9976-ca3667e90a06 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.705991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.707861 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:22:58.723602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Transition to ACTIVE for port object dc74e059-0ab5-49b8-919c-9ffd91577a54 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:58.753483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04838c-c57b-43b5-96fe-c027be165063 req-2dee1ca6-3613-4c0d-8d1c-f27c05f1cc4d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:58.754986 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5b04838c-c57b-43b5-96fe-c027be165063 req-2dee1ca6-3613-4c0d-8d1c-f27c05f1cc4d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 944 time: 0.8993351 Mar 14 18:22:58.784899 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Transition to ACTIVE for port object 77522ae4-dff4-4413-a43b-6400e511667f will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:22:58.786313 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] For port 771d4b94-1131-42ac-8732-aa3817cd10c0, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:22:58.792574 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe03f51-88e0-4bf3-9976-ca3667e90a06 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=b69b002d-c30a-491f-9bfd-2042303af30a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:58.797426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8fe03f51-88e0-4bf3-9976-ca3667e90a06 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.801399 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420b7257-32d9-44c9-a07f-e758284d1a7a None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:58.814869 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] Pushing event updated for resources: {'Network': ['ID=0d369894-6aab-4c44-b1f9-e3d9aef01f51,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:58.828354 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fae838ef-2110-4c1d-91e7-cbb041078a68 req-6756c498-4437-4728-831d-e72f5edde46e service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885869 Mar 14 18:22:58.888923 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5b04838c-c57b-43b5-96fe-c027be165063 req-b564343e-9c94-4e40-9646-f33591602c36 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230638 Mar 14 18:22:58.908312 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ec1cbb5a-6755-4f29-81f5-6c012f9b5ea0 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:58.913105 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56186) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:58.914278 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ec1cbb5a-6755-4f29-81f5-6c012f9b5ea0 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:subnet and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:58.916495 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8fe03f51-88e0-4bf3-9976-ca3667e90a06 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/b69b002d-c30a-491f-9bfd-2042303af30a HTTP/1.1" status: 204 len: 168 time: 0.9148927 Mar 14 18:22:58.920038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ec1cbb5a-6755-4f29-81f5-6c012f9b5ea0 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:58.950882 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 0d369894-6aab-4c44-b1f9-e3d9aef01f51 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:22:58.971617 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] For port 771d4b94-1131-42ac-8732-aa3817cd10c0, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=771d4b94-1131-42ac-8732-aa3817cd10c0,segment=NetworkSegment(dbb09b31-d488-47ad-a1f3-062dd393640d),segment_id=dbb09b31-d488-47ad-a1f3-062dd393640d)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:22:58.990809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ec1cbb5a-6755-4f29-81f5-6c012f9b5ea0 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:59.003923 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a3ed68c7-2900-40e2-a4fb-ee28947cfd7d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1228774 Mar 14 18:22:59.003923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.004480 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56190) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:59.010726 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-07ff38f1-9ed8-4446-aecf-927e2f5fa5be admin admin] Request body: {'subnet': {'network_id': '0d369894-6aab-4c44-b1f9-e3d9aef01f51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1436334244-subnet', 'tenant_id': 'e13e9045b2204dd0bc093f180a8cffb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:59.017198 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-07ff38f1-9ed8-4446-aecf-927e2f5fa5be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:59.021940 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-07ff38f1-9ed8-4446-aecf-927e2f5fa5be admin admin] Usage tracker for resource:subnet and tenant:e13e9045b2204dd0bc093f180a8cffb9 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:59.026120 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-07ff38f1-9ed8-4446-aecf-927e2f5fa5be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:59.032835 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-07ff38f1-9ed8-4446-aecf-927e2f5fa5be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:59.060800 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d10e81bc-7d4a-42bb-b618-7a09b3905d6a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1425209 Mar 14 18:22:59.063619 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56194) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:22:59.071951 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-93a1ce8f-8b04-460d-a6e0-e8e5b544c92d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:59.085025 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.091843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=dc74e059-0ab5-49b8-919c-9ffd91577a54,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:59.100102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network bfccac8a-e457-4e14-9712-9eec68954b3a is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:59.101601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:59.104027 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:59.105969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.106516 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ff38f1-9ed8-4446-aecf-927e2f5fa5be admin admin] Made reservation on behalf of e13e9045b2204dd0bc093f180a8cffb9 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:59.112176 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-07ff38f1-9ed8-4446-aecf-927e2f5fa5be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.135518 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1cbb5a-6755-4f29-81f5-6c012f9b5ea0 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:59.139619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec1cbb5a-6755-4f29-81f5-6c012f9b5ea0 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.248786 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.263735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:59.264677 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.379684 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72a69a-c7f6-4660-85e0-6ecf64770bca None None] Pushing event updated for resources: {'Port': ['ID=771d4b94-1131-42ac-8732-aa3817cd10c0,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:59.384987 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a972ef09-5ed6-46eb-b467-5b2e100a4889 None None] Network bfccac8a-e457-4e14-9712-9eec68954b3a requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:22:59.557127 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 0ce3510d-49f7-465a-845b-ab1050f5af33 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:59.565052 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:59.567925 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:22:59.568052 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-93a1ce8f-8b04-460d-a6e0-e8e5b544c92d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:22:59.576968 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-93a1ce8f-8b04-460d-a6e0-e8e5b544c92d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:22:59.583214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-93a1ce8f-8b04-460d-a6e0-e8e5b544c92d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:22:59.594106 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-93a1ce8f-8b04-460d-a6e0-e8e5b544c92d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:22:59.630194 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde8e832-e46c-45d8-8cef-a0578488a88f None None] DHCP port deletion for c6ea7f38-153d-42ad-8847-86782d8c0b1e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:22:59.670910 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=77522ae4-dff4-4413-a43b-6400e511667f,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:59.683702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.716931 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c24bf3de-5261-475c-b8b6-6bac48b879ce None None] Provisioning for port 4442bfe1-8afa-45c6-b224-9d7f9cb888c3 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:59.730214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a1ce8f-8b04-460d-a6e0-e8e5b544c92d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:59.733578 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93a1ce8f-8b04-460d-a6e0-e8e5b544c92d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.740360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-cde8e832-e46c-45d8-8cef-a0578488a88f None None] Deleting port d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:22:59.740985 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cde8e832-e46c-45d8-8cef-a0578488a88f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.765616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.871018 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.879475 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4442bfe1-8afa-45c6-b224-9d7f9cb888c3 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:00.020923 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a137873c-4e0e-4e9e-a888-cd36ee87921a None None] Network 0ce3510d-49f7-465a-845b-ab1050f5af33 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:00.117426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93a1ce8f-8b04-460d-a6e0-e8e5b544c92d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.186064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-07ff38f1-9ed8-4446-aecf-927e2f5fa5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.187587 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.215309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec1cbb5a-6755-4f29-81f5-6c012f9b5ea0 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.216439 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a1ce8f-8b04-460d-a6e0-e8e5b544c92d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:00.220157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-93a1ce8f-8b04-460d-a6e0-e8e5b544c92d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:00.225730 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a1ce8f-8b04-460d-a6e0-e8e5b544c92d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:00.226093 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-93a1ce8f-8b04-460d-a6e0-e8e5b544c92d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.229633 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1ce8f-8b04-460d-a6e0-e8e5b544c92d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=f5deeabb-b23e-4055-85e8-f51de263c797,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:00.315995 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff38f1-9ed8-4446-aecf-927e2f5fa5be admin admin] Checking segment: {'id': 'accc8d0e-7513-42c6-befc-029efeabcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d369894-6aab-4c44-b1f9-e3d9aef01f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:00.315995 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ff38f1-9ed8-4446-aecf-927e2f5fa5be admin admin] Network hostable DHCP agents. Network: 0d369894-6aab-4c44-b1f9-e3d9aef01f51, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:00.316364 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1a18ebbb-b8ac-41ff-9252-d247f6f8fa74 None None] Provisioning for port 2691def0-c631-42ad-8f4c-5dd9c330cc44 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:00.344040 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff38f1-9ed8-4446-aecf-927e2f5fa5be admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ecde5db-d3d2-415f-b0ec-892b174384e4,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:00.379739 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1cbb5a-6755-4f29-81f5-6c012f9b5ea0 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network f1aafb2a-746d-4d1c-be77-fb88fface163 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:00.392361 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-ec1cbb5a-6755-4f29-81f5-6c012f9b5ea0 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:00.395630 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1cbb5a-6755-4f29-81f5-6c012f9b5ea0 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:00.396256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec1cbb5a-6755-4f29-81f5-6c012f9b5ea0 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.402869 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-cde8e832-e46c-45d8-8cef-a0578488a88f None None] For port d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:00.403274 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cde8e832-e46c-45d8-8cef-a0578488a88f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.418333 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-93a1ce8f-8b04-460d-a6e0-e8e5b544c92d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3505597 Mar 14 18:23:00.418882 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56200) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:00.426732 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-cd213fba-7b69-498d-8d00-751423c76095 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'fixed_ips': [{'subnet_id': 'f5deeabb-b23e-4055-85e8-f51de263c797', 'ip_address': '2001:db8::bf70:283e:68e2:8989'}], 'name': 'tempest-NetworksTestDHCPv6-268784073'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:00.475502 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ff38f1-9ed8-4446-aecf-927e2f5fa5be admin admin] Network 0d369894-6aab-4c44-b1f9-e3d9aef01f51 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:00.537710 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cbb5a-6755-4f29-81f5-6c012f9b5ea0 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Subnet': ['ID=005f9c56-b6a9-42b6-b942-408a69e2bf7f,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:00.538568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 4442bfe1-8afa-45c6-b224-9d7f9cb888c3 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:00.559225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-cde8e832-e46c-45d8-8cef-a0578488a88f None None] Calling delete_port for d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:00.606244 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-07ff38f1-9ed8-4446-aecf-927e2f5fa5be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 0d369894-6aab-4c44-b1f9-e3d9aef01f51) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:00.615859 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ff38f1-9ed8-4446-aecf-927e2f5fa5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:00.616461 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-07ff38f1-9ed8-4446-aecf-927e2f5fa5be admin admin] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.636027 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5198e129-15bb-4868-899d-7f6762c0aeeb None None] Network 0d369894-6aab-4c44-b1f9-e3d9aef01f51 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:00.636658 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-cd213fba-7b69-498d-8d00-751423c76095 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:00.642583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cd213fba-7b69-498d-8d00-751423c76095 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:port and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:00.646010 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cd213fba-7b69-498d-8d00-751423c76095 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:00.647811 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 4442bfe1-8afa-45c6-b224-9d7f9cb888c3 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:00.652500 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.653982 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-cd213fba-7b69-498d-8d00-751423c76095 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:00.704743 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-07ff38f1-9ed8-4446-aecf-927e2f5fa5be admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6987367 Mar 14 18:23:00.798488 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd213fba-7b69-498d-8d00-751423c76095 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:00.857645 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96f38e-2182-49ab-886c-6226aeb03b6a req-3b839bac-4424-41a6-81fa-bd39fc1d550d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:00.862680 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6b96f38e-2182-49ab-886c-6226aeb03b6a req-3b839bac-4424-41a6-81fa-bd39fc1d550d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 944 time: 0.7572763 Mar 14 18:23:00.886726 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ec1cbb5a-6755-4f29-81f5-6c012f9b5ea0 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8228681 Mar 14 18:23:00.911617 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56206) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:00.937175 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'network_id': 'f1aafb2a-746d-4d1c-be77-fb88fface163', 'fixed_ips': [{'subnet_id': '2646ab71-6a2f-40fd-8215-70b52911db2f'}, {'subnet_id': '005f9c56-b6a9-42b6-b942-408a69e2bf7f'}], 'name': 'tempest-PortsIpV6TestJSON-1946573648'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:01.075484 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34c42cb-ae33-4c2f-8581-4b1f69a73c1b None None] Network f1aafb2a-746d-4d1c-be77-fb88fface163 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:01.088645 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cd213fba-7b69-498d-8d00-751423c76095 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.126716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-cd213fba-7b69-498d-8d00-751423c76095 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port 1c6f2b10-3904-4987-b6ad-981616195eb7 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:01.136124 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.216793 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6b96f38e-2182-49ab-886c-6226aeb03b6a req-e03cc580-9083-4c5f-beb3-de50619911a9 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436024 Mar 14 18:23:01.263459 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.265756 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.314832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cde8e832-e46c-45d8-8cef-a0578488a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.431849 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-cd213fba-7b69-498d-8d00-751423c76095 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::bf70:283e:68e2:8989 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/f5deeabb-b23e-4055-85e8-f51de263c797/1c6f2b10-3904-4987-b6ad-981616195eb7) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:01.460819 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde8e832-e46c-45d8-8cef-a0578488a88f None None] No DVR routers for this DVR port d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:01.490540 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a16b4fa3-8122-415f-b174-7be00f8236b9 None None] Provisioning for port 771d4b94-1131-42ac-8732-aa3817cd10c0 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:01.506602 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8e832-e46c-45d8-8cef-a0578488a88f None None] Pushing event deleted for resources: {'Port': ['ID=d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:01.527618 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.553836 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32d3e1b-1aef-4281-af19-0b054207e139 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:01.619750 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network bfccac8a-e457-4e14-9712-9eec68954b3a is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:01.624657 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:01.628766 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:port and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:01.631652 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4133a425-aed3-4f26-9c7c-4171d767babb None None] Network 0d369894-6aab-4c44-b1f9-e3d9aef01f51 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:01.631812 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:01.637464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:01.657656 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:01.693715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=dc74e059-0ab5-49b8-919c-9ffd91577a54,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:01.715678 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cd213fba-7b69-498d-8d00-751423c76095 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.735336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-cd213fba-7b69-498d-8d00-751423c76095 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object 1c6f2b10-3904-4987-b6ad-981616195eb7 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:01.798801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 4442bfe1-8afa-45c6-b224-9d7f9cb888c3, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4442bfe1-8afa-45c6-b224-9d7f9cb888c3,segment=NetworkSegment(9912cd0d-f480-45dc-b027-9b4d521e174b),segment_id=9912cd0d-f480-45dc-b027-9b4d521e174b)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:01.807417 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:01.828281 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cd213fba-7b69-498d-8d00-751423c76095 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.862593 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ebd98ddc-66af-406d-ba61-56cb37b3863a None None] Provisioning complete for port 4442bfe1-8afa-45c6-b224-9d7f9cb888c3 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:01.863003 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ebd98ddc-66af-406d-ba61-56cb37b3863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.895545 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.947914 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd213fba-7b69-498d-8d00-751423c76095 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:01.951306 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-cd213fba-7b69-498d-8d00-751423c76095 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:01.961891 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd213fba-7b69-498d-8d00-751423c76095 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:01.967635 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd213fba-7b69-498d-8d00-751423c76095 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:01.968309 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cd213fba-7b69-498d-8d00-751423c76095 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.009218 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd213fba-7b69-498d-8d00-751423c76095 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=1c6f2b10-3904-4987-b6ad-981616195eb7,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:02.089329 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cd213fba-7b69-498d-8d00-751423c76095 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6689579 Mar 14 18:23:02.092368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56224) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:02.097496 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-a1205abd-30bf-402b-8d59-49f5742ffc8b tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:02.098312 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-a1205abd-30bf-402b-8d59-49f5742ffc8b tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Synchronizing usage tracker for tenant:e66096a0e1934237a3f833792cc61e13 on resource:network {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:02.155728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.resource_extend [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:23:02.180640 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.204109 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 771d4b94-1131-42ac-8732-aa3817cd10c0 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:02.210887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.217096 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3161c335-61ef-44a0-bd4d-23cecf6e13f8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:02.217819 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3161c335-61ef-44a0-bd4d-23cecf6e13f8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:02.226933 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] device_id is not set on port ab772643-046d-4187-9a77-333d228b9bed yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:02.300809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.323341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3161c335-61ef-44a0-bd4d-23cecf6e13f8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:02.324794 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3161c335-61ef-44a0-bd4d-23cecf6e13f8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2313249 Mar 14 18:23:02.327368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56230) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:02.395446 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=4442bfe1-8afa-45c6-b224-9d7f9cb888c3,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:02.400265 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-9a064beb-d0c0-4dab-89ee-416a3585e4b9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port 1c6f2b10-3904-4987-b6ad-981616195eb7 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:02.400603 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a064beb-d0c0-4dab-89ee-416a3585e4b9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.433600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-a1205abd-30bf-402b-8d59-49f5742ffc8b tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Unset dirty status for tenant:e66096a0e1934237a3f833792cc61e13 on resource:network {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:02.434784 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-a1205abd-30bf-402b-8d59-49f5742ffc8b tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/networks?id=691d0aa6-00ac-4e94-87e5-0af2e37970c3 HTTP/1.1" status: 200 len: 812 time: 1.0926254 Mar 14 18:23:02.529726 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-eff0f146-c0d1-46e2-85f2-cd096c63e2ee tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/quotas/e66096a0e1934237a3f833792cc61e13 HTTP/1.1" status: 200 len: 375 time: 0.0706587 Mar 14 18:23:02.542721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.550598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=77522ae4-dff4-4413-a43b-6400e511667f,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:02.553283 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 9e2a099f-ca40-404c-b189-37f071fc6234 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:23:02.592367 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'fixed_ips': [{'subnet_id': 'f5deeabb-b23e-4055-85e8-f51de263c797'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:23:02.593274 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.619596 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 771d4b94-1131-42ac-8732-aa3817cd10c0 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:02.678500 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a064beb-d0c0-4dab-89ee-416a3585e4b9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.694953 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ebd98ddc-66af-406d-ba61-56cb37b3863a None None] Provisioning for port dc74e059-0ab5-49b8-919c-9ffd91577a54 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:02.710233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 771d4b94-1131-42ac-8732-aa3817cd10c0 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:02.710654 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.754634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ebd98ddc-66af-406d-ba61-56cb37b3863a None None] Provisioning complete for port dc74e059-0ab5-49b8-919c-9ffd91577a54 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:02.755038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ebd98ddc-66af-406d-ba61-56cb37b3863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.816333 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-9a064beb-d0c0-4dab-89ee-416a3585e4b9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for 1c6f2b10-3904-4987-b6ad-981616195eb7 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:02.867425 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-9bef112f-51e3-4d12-b512-3e0af7a47e83 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e66096a0e1934237a3f833792cc61e13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3062117 Mar 14 18:23:02.906935 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ebd98ddc-66af-406d-ba61-56cb37b3863a None None] Port dc74e059-0ab5-49b8-919c-9ffd91577a54 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:23:02.917346 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d530ce-33ad-4978-a05b-aa4fb7c341ef None None] Update dhcp port {'port': {'network_id': 'f1aafb2a-746d-4d1c-be77-fb88fface163', 'fixed_ips': [{'subnet_id': '2646ab71-6a2f-40fd-8215-70b52911db2f', 'ip_address': '2001:db8::2'}, {'subnet_id': '005f9c56-b6a9-42b6-b942-408a69e2bf7f'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': '771d4b94-1131-42ac-8732-aa3817cd10c0'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:23:03.060654 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Allocated IP 2001:db8::2 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/f5deeabb-b23e-4055-85e8-f51de263c797/3552b5b8-dc43-48ad-8ae3-4a92651a5243) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:03.094706 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-79d530ce-33ad-4978-a05b-aa4fb7c341ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.203442 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.243974 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a064beb-d0c0-4dab-89ee-416a3585e4b9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.285219 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:23:03.298599 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee489d-7ebd-4c79-9cad-c87ce11a888d None None] Sync routers for ids ['9e2a099f-ca40-404c-b189-37f071fc6234'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:03.299249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34775b8-67a3-4adf-83cf-db15d0a93128 req-e8b28dd8-cf49-4a5f-bd7c-abed85703012 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:03.300764 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c34775b8-67a3-4adf-83cf-db15d0a93128 req-e8b28dd8-cf49-4a5f-bd7c-abed85703012 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 944 time: 0.9224043 Mar 14 18:23:03.312768 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee489d-7ebd-4c79-9cad-c87ce11a888d None None] Routers {'9e2a099f-ca40-404c-b189-37f071fc6234'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:03.313378 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-28ee489d-7ebd-4c79-9cad-c87ce11a888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['9e2a099f-ca40-404c-b189-37f071fc6234'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:03.333430 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a064beb-d0c0-4dab-89ee-416a3585e4b9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=1c6f2b10-3904-4987-b6ad-981616195eb7,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:03.361429 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-02e1976d-b9be-43b1-93f5-07ee38479beb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/9e2a099f-ca40-404c-b189-37f071fc6234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5484385 Mar 14 18:23:03.363815 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2f693796-4c68-410a-92e1-ed1d8709bac3 None None] Provisioning for port 77522ae4-dff4-4413-a43b-6400e511667f completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:03.376719 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56236) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:03.387852 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2f693796-4c68-410a-92e1-ed1d8709bac3 None None] Provisioning complete for port 77522ae4-dff4-4413-a43b-6400e511667f triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:03.388233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2f693796-4c68-410a-92e1-ed1d8709bac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.404320 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-28ee489d-7ebd-4c79-9cad-c87ce11a888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:03.408041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a064beb-d0c0-4dab-89ee-416a3585e4b9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.412208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 771d4b94-1131-42ac-8732-aa3817cd10c0, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=771d4b94-1131-42ac-8732-aa3817cd10c0,segment=NetworkSegment(dbb09b31-d488-47ad-a1f3-062dd393640d),segment_id=dbb09b31-d488-47ad-a1f3-062dd393640d)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:03.413401 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee489d-7ebd-4c79-9cad-c87ce11a888d None None] Routers {'9e2a099f-ca40-404c-b189-37f071fc6234'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:03.414253 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-28ee489d-7ebd-4c79-9cad-c87ce11a888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['9e2a099f-ca40-404c-b189-37f071fc6234'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:03.437145 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-a2bdc0bd-bc6a-4c21-86ca-2a7d88f56599 service neutron] 10.222.0.43 "GET /v2.0/networks/691d0aa6-00ac-4e94-87e5-0af2e37970c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5682044 Mar 14 18:23:03.489332 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-28ee489d-7ebd-4c79-9cad-c87ce11a888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:03.489649 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee489d-7ebd-4c79-9cad-c87ce11a888d None None] The sync data for ids ['9e2a099f-ca40-404c-b189-37f071fc6234'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:03.502058 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2f693796-4c68-410a-92e1-ed1d8709bac3 None None] Port 77522ae4-dff4-4413-a43b-6400e511667f cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:23:03.510403 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.511217 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2691def0-c631-42ad-8f4c-5dd9c330cc44 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:03.526148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 0ce3510d-49f7-465a-845b-ab1050f5af33 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:03.547096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:03.567209 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9a064beb-d0c0-4dab-89ee-416a3585e4b9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/1c6f2b10-3904-4987-b6ad-981616195eb7 HTTP/1.1" status: 204 len: 168 time: 1.2386906 Mar 14 18:23:03.567823 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56240) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:03.646866 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f01f9bf-bf6e-4878-a60d-c9831a5e2bbb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:03.648414 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f01f9bf-bf6e-4878-a60d-c9831a5e2bbb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:03.649788 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6f01f9bf-bf6e-4878-a60d-c9831a5e2bbb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:03.665957 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.676904 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2f693796-4c68-410a-92e1-ed1d8709bac3 None None] Provisioning complete for port dc74e059-0ab5-49b8-919c-9ffd91577a54 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:03.676904 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2f693796-4c68-410a-92e1-ed1d8709bac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.705856 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=771d4b94-1131-42ac-8732-aa3817cd10c0,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:03.705965 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c34775b8-67a3-4adf-83cf-db15d0a93128 req-8e76c00b-2c84-4058-bb1d-017d440dab1c tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3952034 Mar 14 18:23:03.724140 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6f01f9bf-bf6e-4878-a60d-c9831a5e2bbb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:03.729348 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6f01f9bf-bf6e-4878-a60d-c9831a5e2bbb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1604280 Mar 14 18:23:03.730341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56244) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:03.736735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Transition to ACTIVE for port object 3552b5b8-dc43-48ad-8ae3-4a92651a5243 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:03.787345 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Transition to ACTIVE for port object 3552b5b8-dc43-48ad-8ae3-4a92651a5243 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:03.790779 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2f693796-4c68-410a-92e1-ed1d8709bac3 None None] Port dc74e059-0ab5-49b8-919c-9ffd91577a54 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:23:03.829626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ece16c-d0ab-4e48-b495-7070e2939c8f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet f5deeabb-b23e-4055-85e8-f51de263c797 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:23:03.852225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f67c1b0-2a78-4147-b96a-0287a60b459f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:03.852794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7f67c1b0-2a78-4147-b96a-0287a60b459f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Synchronizing usage tracker for tenant:bab4d070cd704c8a84908631080d1946 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:03.854842 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 2691def0-c631-42ad-8f4c-5dd9c330cc44 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:03.859722 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 2691def0-c631-42ad-8f4c-5dd9c330cc44 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:03.861416 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.867603 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Allocated IP 2001:db8::273 (f1aafb2a-746d-4d1c-be77-fb88fface163/2646ab71-6a2f-40fd-8215-70b52911db2f/ab772643-046d-4187-9a77-333d228b9bed) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:03.871627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-18ece16c-d0ab-4e48-b495-7070e2939c8f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.893988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Allocated IP 2001:db8:0:1::375 (f1aafb2a-746d-4d1c-be77-fb88fface163/005f9c56-b6a9-42b6-b942-408a69e2bf7f/ab772643-046d-4187-9a77-333d228b9bed) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:03.909452 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.932272 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-18ece16c-d0ab-4e48-b495-7070e2939c8f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.942024 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-1cb2d647-b967-4ce0-91c6-8ad85513515a service neutron] 10.222.0.43 "GET /v2.0/networks/691d0aa6-00ac-4e94-87e5-0af2e37970c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039399 Mar 14 18:23:03.964876 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7f67c1b0-2a78-4147-b96a-0287a60b459f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Unset dirty status for tenant:bab4d070cd704c8a84908631080d1946 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:03.969076 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7f67c1b0-2a78-4147-b96a-0287a60b459f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/ports/dc74e059-0ab5-49b8-919c-9ffd91577a54 HTTP/1.1" status: 200 len: 911 time: 0.5895483 Mar 14 18:23:03.972144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56248) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:03.982794 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Pushing event updated for resources: {'Port': ['ID=3552b5b8-dc43-48ad-8ae3-4a92651a5243,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:03.986873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-9e361121-4285-477b-be24-26b5e66aa6b2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c55e0b54-a7cb-42c6-8833-2e026f781cc9'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:04.001725 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:04.010136 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:04.015019 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:04.049787 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-18ece16c-d0ab-4e48-b495-7070e2939c8f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.054255 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router 254919b4-c425-425b-a220-27489f1496b0 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:23:04.061413 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2d4ed00d-b5de-4ca3-b241-f0866efad2a6 None None] Provisioning complete for port 77522ae4-dff4-4413-a43b-6400e511667f triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:04.068660 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed00d-b5de-4ca3-b241-f0866efad2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.170161 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ed00d-b5de-4ca3-b241-f0866efad2a6 None None] Port 77522ae4-dff4-4413-a43b-6400e511667f cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:23:04.172123 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Attempting to bind port 3552b5b8-dc43-48ad-8ae3-4a92651a5243 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:04.172545 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Attempting to bind port 3552b5b8-dc43-48ad-8ae3-4a92651a5243 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:04.172910 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Attempting to bind port 3552b5b8-dc43-48ad-8ae3-4a92651a5243 on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:04.181727 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:04.182105 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:04.182512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.182931 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:04.183656 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Bound port: 3552b5b8-dc43-48ad-8ae3-4a92651a5243, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:04.184030 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.198156 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-18ece16c-d0ab-4e48-b495-7070e2939c8f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.238069 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ece16c-d0ab-4e48-b495-7070e2939c8f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=f5deeabb-b23e-4055-85e8-f51de263c797,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:04.242396 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-18ece16c-d0ab-4e48-b495-7070e2939c8f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.291455 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.343338 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-18ece16c-d0ab-4e48-b495-7070e2939c8f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/f5deeabb-b23e-4055-85e8-f51de263c797 HTTP/1.1" status: 204 len: 168 time: 0.6114273 Mar 14 18:23:04.345554 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56260) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:04.356150 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] For port 3552b5b8-dc43-48ad-8ae3-4a92651a5243, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:04.360742 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] For port 3552b5b8-dc43-48ad-8ae3-4a92651a5243, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3552b5b8-dc43-48ad-8ae3-4a92651a5243,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:04.365662 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 2691def0-c631-42ad-8f4c-5dd9c330cc44, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2691def0-c631-42ad-8f4c-5dd9c330cc44,segment=NetworkSegment(8a2c68b8-22d1-4878-b850-a3dc826d9383),segment_id=8a2c68b8-22d1-4878-b850-a3dc826d9383)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:04.425396 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6558ed31-df78-4810-bbd1-2e999a89daaf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782115 Mar 14 18:23:04.427742 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56264) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:04.449864 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.497456 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.516712 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8df0efc-b5ca-4fe1-a331-e9c776ee4ff8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:04.518279 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d8df0efc-b5ca-4fe1-a331-e9c776ee4ff8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:04.536307 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-32317f7b-de52-4e44-b28c-24963cf88299 req-9f3473b8-979e-43e9-9a2d-e3d24a892141 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 210 time: 0.2699318 Mar 14 18:23:04.582312 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:23:04.620581 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68837fdb-0d79-44ce-967e-7d5a099e02c1 None None] Pushing event updated for resources: {'Port': ['ID=3552b5b8-dc43-48ad-8ae3-4a92651a5243,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:04.626489 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d8df0efc-b5ca-4fe1-a331-e9c776ee4ff8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:04.627769 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d8df0efc-b5ca-4fe1-a331-e9c776ee4ff8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1990495 Mar 14 18:23:04.630506 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56268) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:04.641424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:23:04.658943 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8048a547-f048-421b-8a9c-026c0a5e5209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/254919b4-c425-425b-a220-27489f1496b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5667100 Mar 14 18:23:04.669090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56272) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:04.681551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-710c091c-3c90-499c-af40-251ab7913feb tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'network': {'name': 'tempest-RoutersTest-8033623'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:04.697413 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.698244 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:23:04.698697 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d59169b1-8afd-4e11-9c9a-8ab4c0a5f5a3 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:23:04.700371 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Sync routers for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:04.703129 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-710c091c-3c90-499c-af40-251ab7913feb tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:04.719601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-710c091c-3c90-499c-af40-251ab7913feb tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:network and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:04.729588 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:04.730322 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:04.746421 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2051ed7-4492-44f3-ac5f-e48b9d4fe474 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:04.747554 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c2051ed7-4492-44f3-ac5f-e48b9d4fe474 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:04.793929 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-710c091c-3c90-499c-af40-251ab7913feb tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:04.796540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9e361121-4285-477b-be24-26b5e66aa6b2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.810934 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Transition to ACTIVE for port object ab772643-046d-4187-9a77-333d228b9bed will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:04.815468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-710c091c-3c90-499c-af40-251ab7913feb tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:04.850274 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c2051ed7-4492-44f3-ac5f-e48b9d4fe474 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:04.855556 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c2051ed7-4492-44f3-ac5f-e48b9d4fe474 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2240322 Mar 14 18:23:04.859140 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56278) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:04.945924 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4442bfe1-8afa-45c6-b224-9d7f9cb888c3 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:04.963725 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710c091c-3c90-499c-af40-251ab7913feb tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Made reservation on behalf of 65cbd48938094122bb9ae72dacf90bd1 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:04.967156 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-710c091c-3c90-499c-af40-251ab7913feb tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.983484 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-41b0df5b-7568-47e4-83b1-f54a9a4833ce tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1250980 Mar 14 18:23:04.984414 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56282) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:04.990043 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-1ee6584b-ee64-4984-a1bb-6bf47dfeb862 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:04.990683 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:05.051478 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=2691def0-c631-42ad-8f4c-5dd9c330cc44,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:05.091398 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.107310 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1ee6584b-ee64-4984-a1bb-6bf47dfeb862 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:05.115646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1ee6584b-ee64-4984-a1bb-6bf47dfeb862 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:05.174161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710c091c-3c90-499c-af40-251ab7913feb tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:05.204191 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee6584b-ee64-4984-a1bb-6bf47dfeb862 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:05.208100 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1ee6584b-ee64-4984-a1bb-6bf47dfeb862 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.239379 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 4442bfe1-8afa-45c6-b224-9d7f9cb888c3 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:05.239379 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.244566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network f1aafb2a-746d-4d1c-be77-fb88fface163 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:05.259678 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:05.270203 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-710c091c-3c90-499c-af40-251ab7913feb tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.270512 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-710c091c-3c90-499c-af40-251ab7913feb tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Added segment e9015bcb-26a5-41ff-ab1e-fbb70115093a of type vlan for network 6c603974-9112-4305-b523-c0306879bd62 Mar 14 18:23:05.271726 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:05.277778 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:05.278387 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.284699 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=ab772643-046d-4187-9a77-333d228b9bed,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:05.342706 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-79d530ce-33ad-4978-a05b-aa4fb7c341ef None None] Allocated IP 2001:db8:0:1::2 (f1aafb2a-746d-4d1c-be77-fb88fface163/005f9c56-b6a9-42b6-b942-408a69e2bf7f/771d4b94-1131-42ac-8732-aa3817cd10c0) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:05.389637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-710c091c-3c90-499c-af40-251ab7913feb tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.407978 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523af90-7dae-4cb2-a83b-a61d7bfddf03 req-a86582ce-c4d7-4ee7-8c71-c47bc06b5b4d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:05.409754 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7523af90-7dae-4cb2-a83b-a61d7bfddf03 req-a86582ce-c4d7-4ee7-8c71-c47bc06b5b4d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 944 time: 0.4564192 Mar 14 18:23:05.488681 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2ce3497a-2f6b-4615-aa27-1bc8e316506a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.5731173 Mar 14 18:23:05.491971 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56288) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:05.499082 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-1d3928ef-72b3-415b-ba3e-86ce1abe3616 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2646ab71-6a2f-40fd-8215-70b52911db2f'}]}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:05.506403 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 0ca0bc09-8b06-4f3a-abd5-444a1e1135db details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:23:05.583378 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7523af90-7dae-4cb2-a83b-a61d7bfddf03 req-ab68fe93-1737-4ef2-b3b1-9f96c5447fbd tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608346 Mar 14 18:23:05.615390 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1ee6584b-ee64-4984-a1bb-6bf47dfeb862 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.624055 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 771d4b94-1131-42ac-8732-aa3817cd10c0 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:05.658698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9e361121-4285-477b-be24-26b5e66aa6b2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.706185 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-710c091c-3c90-499c-af40-251ab7913feb tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.712136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710c091c-3c90-499c-af40-251ab7913feb tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:05.712815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-710c091c-3c90-499c-af40-251ab7913feb tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.744003 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee6584b-ee64-4984-a1bb-6bf47dfeb862 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:05.748619 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c9d5396-87ab-46c4-b3f3-9338d559863f req-2f9ebe20-fdb4-4324-86e8-a82fff60cd2b tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 210 time: 0.0821733 Mar 14 18:23:05.749258 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-1ee6584b-ee64-4984-a1bb-6bf47dfeb862 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:05.757024 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee6584b-ee64-4984-a1bb-6bf47dfeb862 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:05.757785 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1ee6584b-ee64-4984-a1bb-6bf47dfeb862 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.769836 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9e361121-4285-477b-be24-26b5e66aa6b2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.772932 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6584b-ee64-4984-a1bb-6bf47dfeb862 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=f09c823d-243e-4822-a98d-26641ad54b25,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:05.781567 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e361121-4285-477b-be24-26b5e66aa6b2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:05.782309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9e361121-4285-477b-be24-26b5e66aa6b2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.783935 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9e361121-4285-477b-be24-26b5e66aa6b2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/ports/dc74e059-0ab5-49b8-919c-9ffd91577a54 HTTP/1.1" status: 200 len: 911 time: 1.8100376 Mar 14 18:23:05.788999 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56294) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:05.849007 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c082f42-bc98-468a-bca2-f9ff4afe5ce2 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:05.916900 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-710c091c-3c90-499c-af40-251ab7913feb tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 1.2463963 Mar 14 18:23:05.920396 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-79d530ce-33ad-4978-a05b-aa4fb7c341ef None None] For port 771d4b94-1131-42ac-8732-aa3817cd10c0, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=771d4b94-1131-42ac-8732-aa3817cd10c0,segment=NetworkSegment(dbb09b31-d488-47ad-a1f3-062dd393640d),segment_id=dbb09b31-d488-47ad-a1f3-062dd393640d)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:05.921341 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56298) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:05.923975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c091c-3c90-499c-af40-251ab7913feb tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Network': ['ID=6c603974-9112-4305-b523-c0306879bd62,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:05.932769 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-4995118f-60ec-4f87-9cab-b9f77ca842f7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'subnet': {'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:05.950593 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e361121-4285-477b-be24-26b5e66aa6b2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=dc74e059-0ab5-49b8-919c-9ffd91577a54,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:05.979479 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 6c603974-9112-4305-b523-c0306879bd62 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:23:06.070151 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1ee6584b-ee64-4984-a1bb-6bf47dfeb862 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0819497 Mar 14 18:23:06.070746 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56302) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:06.081737 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-6156efc8-2bf6-4980-b65b-26cc60812349 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'fixed_ips': [{'subnet_id': 'f09c823d-243e-4822-a98d-26641ad54b25', 'ip_address': '2001:db8::298e:dcb6:1142:26c'}], 'name': 'tempest-NetworksTestDHCPv6-213577223'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:06.127518 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 0ca0bc09-8b06-4f3a-abd5-444a1e1135db, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=0ca0bc09-8b06-4f3a-abd5-444a1e1135db,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:06.157437 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 771d4b94-1131-42ac-8732-aa3817cd10c0 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:06.157784 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.188922 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d3928ef-72b3-415b-ba3e-86ce1abe3616 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.201023 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '0ca0bc09-8b06-4f3a-abd5-444a1e1135db', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'port_id': '0ca0bc09-8b06-4f3a-abd5-444a1e1135db', 'mac_address': 'fa:16:3e:b4:61:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:23:06.215390 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-79d530ce-33ad-4978-a05b-aa4fb7c341ef None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.242204 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:22:59Z', 'revision_number': 2, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:00Z', 'revision_number': 2, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:06.278269 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4995118f-60ec-4f87-9cab-b9f77ca842f7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:06.287631 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4995118f-60ec-4f87-9cab-b9f77ca842f7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:subnet and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:06.292825 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4995118f-60ec-4f87-9cab-b9f77ca842f7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:06.307644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Checking router: 254919b4-c425-425b-a220-27489f1496b0 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:23:06.307995 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Updating router 254919b4-c425-425b-a220-27489f1496b0 port 77522ae4-dff4-4413-a43b-6400e511667f binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:23:06.344199 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-79d530ce-33ad-4978-a05b-aa4fb7c341ef None None] Transition to ACTIVE for port object 771d4b94-1131-42ac-8732-aa3817cd10c0 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:06.359034 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4995118f-60ec-4f87-9cab-b9f77ca842f7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:06.401010 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.420967 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6156efc8-2bf6-4980-b65b-26cc60812349 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:06.434090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6156efc8-2bf6-4980-b65b-26cc60812349 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:06.449056 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4995118f-60ec-4f87-9cab-b9f77ca842f7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Made reservation on behalf of 65cbd48938094122bb9ae72dacf90bd1 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:06.454010 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.461099 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4995118f-60ec-4f87-9cab-b9f77ca842f7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.528374 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-79d530ce-33ad-4978-a05b-aa4fb7c341ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.531899 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Port 771d4b94-1131-42ac-8732-aa3817cd10c0 had new provisioning blocks added so it will not transition to active. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 14 18:23:06.566562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca0bc09-8b06-4f3a-abd5-444a1e1135db {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:23:06.588767 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6156efc8-2bf6-4980-b65b-26cc60812349 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:06.819067 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 0ca0bc09-8b06-4f3a-abd5-444a1e1135db, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=0ca0bc09-8b06-4f3a-abd5-444a1e1135db,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:06.829637 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2691def0-c631-42ad-8f4c-5dd9c330cc44 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:06.881338 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d530ce-33ad-4978-a05b-aa4fb7c341ef None None] Pushing event updated for resources: {'Port': ['ID=771d4b94-1131-42ac-8732-aa3817cd10c0,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:06.911844 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-1d3928ef-72b3-415b-ba3e-86ce1abe3616 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Delete allocated IP 2001:db8:0:1::375 (f1aafb2a-746d-4d1c-be77-fb88fface163/005f9c56-b6a9-42b6-b942-408a69e2bf7f) {{(pid=88634) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 18:23:06.944780 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.052726 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3f60dfd6-7377-4fb5-8e84-43b00bad64dc req-bbbb29f2-a453-43bb-8290-aa75f79ce38f tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 210 time: 0.1504562 Mar 14 18:23:07.057153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6156efc8-2bf6-4980-b65b-26cc60812349 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.091636 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-6156efc8-2bf6-4980-b65b-26cc60812349 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port d8d8638a-42dd-4a05-bcec-47acbc877e69 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:07.117046 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=0ca0bc09-8b06-4f3a-abd5-444a1e1135db,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:07.138897 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c87a1748-6357-45be-b03b-e840cd76403d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.141901 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4995118f-60ec-4f87-9cab-b9f77ca842f7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.203940 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['0ca0bc09-8b06-4f3a-abd5-444a1e1135db'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:23:07.232248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995118f-60ec-4f87-9cab-b9f77ca842f7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Subnet': ['ID=6b164e58-4993-4246-88f2-31c1cbc49057,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:07.271516 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41ee0f-e4a9-4ba6-80da-815fe629d002 req-9e311a5d-3833-427a-a760-ca3f4925d67e tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:07.274315 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ac41ee0f-e4a9-4ba6-80da-815fe629d002 req-9e311a5d-3833-427a-a760-ca3f4925d67e tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 944 time: 0.5759468 Mar 14 18:23:07.316009 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 2691def0-c631-42ad-8f4c-5dd9c330cc44 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:07.316385 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.344439 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ac41ee0f-e4a9-4ba6-80da-815fe629d002 req-2f48a930-13fc-4c06-9ea5-4b632efb119c tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626016 Mar 14 18:23:07.353443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-b6a6545c-56fb-43d8-af18-6711697a2f1d tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:07.354980 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-b6a6545c-56fb-43d8-af18-6711697a2f1d tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.59 "GET /v2.0/networks?id=691d0aa6-00ac-4e94-87e5-0af2e37970c3 HTTP/1.1" status: 200 len: 812 time: 0.5190954 Mar 14 18:23:07.368595 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-dfb928d4-00c5-420b-872b-aaaa4e1fc503 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Request body: {'port': {'device_id': '158de219-9610-49e2-87f3-d5aa56face15', 'network_id': '691d0aa6-00ac-4e94-87e5-0af2e37970c3', 'admin_state_up': True, 'tenant_id': 'e66096a0e1934237a3f833792cc61e13'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:07.448149 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4995118f-60ec-4f87-9cab-b9f77ca842f7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Checking segment: {'id': 'e9015bcb-26a5-41ff-ab1e-fbb70115093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6c603974-9112-4305-b523-c0306879bd62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:07.448149 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4995118f-60ec-4f87-9cab-b9f77ca842f7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network hostable DHCP agents. Network: 6c603974-9112-4305-b523-c0306879bd62, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:07.478657 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2331c236-61b2-4b48-bac6-fd064b7a108a None None] Update dhcp port {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'fixed_ips': [{'subnet_id': 'f09c823d-243e-4822-a98d-26641ad54b25'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': '3552b5b8-dc43-48ad-8ae3-4a92651a5243'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:23:07.530892 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-6156efc8-2bf6-4980-b65b-26cc60812349 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::298e:dcb6:1142:26c (c6ea7f38-153d-42ad-8847-86782d8c0b1e/f09c823d-243e-4822-a98d-26641ad54b25/d8d8638a-42dd-4a05-bcec-47acbc877e69) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:07.596808 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2331c236-61b2-4b48-bac6-fd064b7a108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.760209 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadcde3a-5081-467a-aa02-f7e2556c9918 None None] Network f1aafb2a-746d-4d1c-be77-fb88fface163 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:07.792361 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6156efc8-2bf6-4980-b65b-26cc60812349 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.810698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4995118f-60ec-4f87-9cab-b9f77ca842f7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 6c603974-9112-4305-b523-c0306879bd62 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:07.813127 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-6156efc8-2bf6-4980-b65b-26cc60812349 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object d8d8638a-42dd-4a05-bcec-47acbc877e69 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:07.834665 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.resource_extend [None req-1d3928ef-72b3-415b-ba3e-86ce1abe3616 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:23:07.858230 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d3928ef-72b3-415b-ba3e-86ce1abe3616 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.891859 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-1d3928ef-72b3-415b-ba3e-86ce1abe3616 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Ignored duplicate provisioning block setup for port ab772643-046d-4187-9a77-333d228b9bed by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 14 18:23:07.895878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-4995118f-60ec-4f87-9cab-b9f77ca842f7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 6c603974-9112-4305-b523-c0306879bd62) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:07.900115 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-dfb928d4-00c5-420b-872b-aaaa4e1fc503 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:07.906569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-dfb928d4-00c5-420b-872b-aaaa4e1fc503 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Usage tracker for resource:port and tenant:e66096a0e1934237a3f833792cc61e13 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:07.910988 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-dfb928d4-00c5-420b-872b-aaaa4e1fc503 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:07.912332 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4995118f-60ec-4f87-9cab-b9f77ca842f7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:07.913868 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4995118f-60ec-4f87-9cab-b9f77ca842f7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.921578 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-dfb928d4-00c5-420b-872b-aaaa4e1fc503 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:07.938702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6156efc8-2bf6-4980-b65b-26cc60812349 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.960395 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73759c46-2034-4d51-974a-9a4602b83c6e None None] Network 6c603974-9112-4305-b523-c0306879bd62 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:07.983344 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d3928ef-72b3-415b-ba3e-86ce1abe3616 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.986384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.017120 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6156efc8-2bf6-4980-b65b-26cc60812349 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:08.026223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-6156efc8-2bf6-4980-b65b-26cc60812349 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:08.028880 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6156efc8-2bf6-4980-b65b-26cc60812349 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:08.035415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6156efc8-2bf6-4980-b65b-26cc60812349 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:08.036787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6156efc8-2bf6-4980-b65b-26cc60812349 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.038793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Transition to ACTIVE for port object 77522ae4-dff4-4413-a43b-6400e511667f will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:08.040264 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-dfb928d4-00c5-420b-872b-aaaa4e1fc503 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Made reservation on behalf of e66096a0e1934237a3f833792cc61e13 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:08.043727 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-dfb928d4-00c5-420b-872b-aaaa4e1fc503 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.052866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156efc8-2bf6-4980-b65b-26cc60812349 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=d8d8638a-42dd-4a05-bcec-47acbc877e69,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:08.058526 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4995118f-60ec-4f87-9cab-b9f77ca842f7 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1358011 Mar 14 18:23:08.061709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56314) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:08.068786 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:23:08.142045 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-c87a1748-6357-45be-b03b-e840cd76403d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting port dc74e059-0ab5-49b8-919c-9ffd91577a54 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:08.142620 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c87a1748-6357-45be-b03b-e840cd76403d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.145618 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2b12630b-5e34-4103-80b0-740f3ad83300 None None] Provisioning for port 771d4b94-1131-42ac-8732-aa3817cd10c0 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:08.149965 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.169822 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-1d3928ef-72b3-415b-ba3e-86ce1abe3616 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] In _notify_port_updated(), no bound segment for port ab772643-046d-4187-9a77-333d228b9bed on network f1aafb2a-746d-4d1c-be77-fb88fface163 {{(pid=88634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:23:08.176291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3928ef-72b3-415b-ba3e-86ce1abe3616 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:08.176291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d3928ef-72b3-415b-ba3e-86ce1abe3616 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.181883 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1d3928ef-72b3-415b-ba3e-86ce1abe3616 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "PUT /v2.0/ports/ab772643-046d-4187-9a77-333d228b9bed HTTP/1.1" status: 200 len: 926 time: 2.6863499 Mar 14 18:23:08.185333 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56320) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:08.206101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-9e004ace-9d08-44e3-afa6-19f01a9b0368 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2646ab71-6a2f-40fd-8215-70b52911db2f'}, {'subnet_id': '005f9c56-b6a9-42b6-b942-408a69e2bf7f'}]}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:08.211304 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6156efc8-2bf6-4980-b65b-26cc60812349 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1395288 Mar 14 18:23:08.237286 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3928ef-72b3-415b-ba3e-86ce1abe3616 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=ab772643-046d-4187-9a77-333d228b9bed,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:08.258715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56324) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:08.271248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-aa3d93e8-90d7-4b05-afd1-e84c9a25c0ed tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'fixed_ips': [{'subnet_id': 'f09c823d-243e-4822-a98d-26641ad54b25', 'ip_address': '2001:db8::298e:dcb6:1142:26c'}], 'name': 'tempest-NetworksTestDHCPv6-1132989167'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:08.298300 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-17821120-ea51-4cc5-9d4a-2b2865976d77 req-03897902-9558-4cfc-9ce8-485ef4f0cb75 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 210 time: 0.0780623 Mar 14 18:23:08.304274 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2b12630b-5e34-4103-80b0-740f3ad83300 None None] Provisioning complete for port 771d4b94-1131-42ac-8732-aa3817cd10c0 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:08.304274 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2b12630b-5e34-4103-80b0-740f3ad83300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.594051 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4601a-1e02-46e8-ad86-a2ac7bbb5212 None None] Pushing event updated for resources: {'Port': ['ID=77522ae4-dff4-4413-a43b-6400e511667f,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:08.630159 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9e004ace-9d08-44e3-afa6-19f01a9b0368 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.634622 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-2331c236-61b2-4b48-bac6-fd064b7a108a None None] Allocated IP 2001:db8::2 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/f09c823d-243e-4822-a98d-26641ad54b25/3552b5b8-dc43-48ad-8ae3-4a92651a5243) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:08.725943 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c87a1748-6357-45be-b03b-e840cd76403d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.735931 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-dfb928d4-00c5-420b-872b-aaaa4e1fc503 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Allocated IP 172.20.0.7 (691d0aa6-00ac-4e94-87e5-0af2e37970c3/ad9beb52-d89d-49fd-8272-47639662d6f3/e16792db-0579-472f-a8ea-85df8b2bc6a0) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:08.814772 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-aa3d93e8-90d7-4b05-afd1-e84c9a25c0ed tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:08.866805 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 771d4b94-1131-42ac-8732-aa3817cd10c0 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:08.892569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-c87a1748-6357-45be-b03b-e840cd76403d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Calling delete_port for dc74e059-0ab5-49b8-919c-9ffd91577a54 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:08.896719 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-aa3d93e8-90d7-4b05-afd1-e84c9a25c0ed tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:08.985175 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ceb1e-7cc9-4d7b-aa20-5621c4eff7be req-c4ec66f9-1a3b-4674-ab6d-c7b8063f38c1 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:08.986609 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b62ceb1e-7cc9-4d7b-aa20-5621c4eff7be req-c4ec66f9-1a3b-4674-ab6d-c7b8063f38c1 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 945 time: 0.4303272 Mar 14 18:23:09.047638 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Attempting to bind port 77522ae4-dff4-4413-a43b-6400e511667f on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:09.048089 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Attempting to bind port 77522ae4-dff4-4413-a43b-6400e511667f by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '8a2c68b8-22d1-4878-b850-a3dc826d9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:09.048379 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Attempting to bind port 77522ae4-dff4-4413-a43b-6400e511667f on network 0ce3510d-49f7-465a-845b-ab1050f5af33 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:09.074349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3d93e8-90d7-4b05-afd1-e84c9a25c0ed tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:09.074349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa3d93e8-90d7-4b05-afd1-e84c9a25c0ed tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.120112 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:09.120498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Checking segment: {'id': '8a2c68b8-22d1-4878-b850-a3dc826d9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:09.120905 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.121303 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Bound using segment: {'id': '8a2c68b8-22d1-4878-b850-a3dc826d9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:09.121801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Bound port: 77522ae4-dff4-4413-a43b-6400e511667f, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2c68b8-22d1-4878-b850-a3dc826d9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:09.122160 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.128993 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b62ceb1e-7cc9-4d7b-aa20-5621c4eff7be req-5e1b032f-35f2-4a24-8822-74e1d3d574a7 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363595 Mar 14 18:23:09.131442 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.143443 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-aa3d93e8-90d7-4b05-afd1-e84c9a25c0ed tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port 691292a8-0ea3-4f74-87a9-eb3c10b7ce0a yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:09.157981 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-6c603974-9112-4305-b523-c0306879bd62', 'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'fixed_ips': [{'subnet_id': '6b164e58-4993-4246-88f2-31c1cbc49057'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:23:09.158824 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.275413 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.347213 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-dfb928d4-00c5-420b-872b-aaaa4e1fc503 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.412092 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2331c236-61b2-4b48-bac6-fd064b7a108a None None] For port 3552b5b8-dc43-48ad-8ae3-4a92651a5243, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3552b5b8-dc43-48ad-8ae3-4a92651a5243,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:09.436057 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-9e004ace-9d08-44e3-afa6-19f01a9b0368 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Allocated IP 2001:db8:0:1::1ac (f1aafb2a-746d-4d1c-be77-fb88fface163/005f9c56-b6a9-42b6-b942-408a69e2bf7f/ab772643-046d-4187-9a77-333d228b9bed) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:09.436208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 771d4b94-1131-42ac-8732-aa3817cd10c0 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:09.436208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.482241 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] For port 77522ae4-dff4-4413-a43b-6400e511667f, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:09.581803 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.resource_extend [None req-2331c236-61b2-4b48-bac6-fd064b7a108a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:23:09.598132 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2331c236-61b2-4b48-bac6-fd064b7a108a None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.616129 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2331c236-61b2-4b48-bac6-fd064b7a108a None None] Ignored duplicate provisioning block setup for port 3552b5b8-dc43-48ad-8ae3-4a92651a5243 by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 14 18:23:09.620996 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] For port 77522ae4-dff4-4413-a43b-6400e511667f, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=77522ae4-dff4-4413-a43b-6400e511667f,segment=NetworkSegment(8a2c68b8-22d1-4878-b850-a3dc826d9383),segment_id=8a2c68b8-22d1-4878-b850-a3dc826d9383)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:09.627251 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bd84543e-e3b4-4228-aeb1-c0f65fb1d89c req-28551ed4-a65b-4f55-985c-5071c54c7bbd tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 210 time: 0.0733316 Mar 14 18:23:09.768246 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.780232 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9e004ace-9d08-44e3-afa6-19f01a9b0368 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.837988 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2331c236-61b2-4b48-bac6-fd064b7a108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.838244 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-9e004ace-9d08-44e3-afa6-19f01a9b0368 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Ignored duplicate provisioning block setup for port ab772643-046d-4187-9a77-333d228b9bed by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 14 18:23:09.855781 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3d93e8-90d7-4b05-afd1-e84c9a25c0ed tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 14 18:23:09.856372 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3d93e8-90d7-4b05-afd1-e84c9a25c0ed tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:09.906526 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9e004ace-9d08-44e3-afa6-19f01a9b0368 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.909168 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Allocated IP 172.21.0.2 (6c603974-9112-4305-b523-c0306879bd62/6b164e58-4993-4246-88f2-31c1cbc49057/5dfa646a-01af-420c-b47d-72d37cf39ba5) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:09.938716 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:09.939550 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:09.955596 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c87a1748-6357-45be-b03b-e840cd76403d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.959819 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-aa3d93e8-90d7-4b05-afd1-e84c9a25c0ed tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.6988904 Mar 14 18:23:09.963042 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56332) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:09.985294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-dfb928d4-00c5-420b-872b-aaaa4e1fc503 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.076920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4601a-1e02-46e8-ad86-a2ac7bbb5212 None None] Pushing event updated for resources: {'Port': ['ID=77522ae4-dff4-4413-a43b-6400e511667f,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:10.158899 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cf44b5-e814-4019-9ff9-4a3bfd9863ed tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:10.175456 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cf44b5-e814-4019-9ff9-4a3bfd9863ed tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:10.176278 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a9cf44b5-e814-4019-9ff9-4a3bfd9863ed tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:10.209047 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-9e004ace-9d08-44e3-afa6-19f01a9b0368 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] In _notify_port_updated(), no bound segment for port ab772643-046d-4187-9a77-333d228b9bed on network f1aafb2a-746d-4d1c-be77-fb88fface163 {{(pid=88634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:23:10.221565 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e004ace-9d08-44e3-afa6-19f01a9b0368 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:10.226380 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9e004ace-9d08-44e3-afa6-19f01a9b0368 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.228716 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9e004ace-9d08-44e3-afa6-19f01a9b0368 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "PUT /v2.0/ports/ab772643-046d-4187-9a77-333d228b9bed HTTP/1.1" status: 200 len: 1012 time: 2.0355513 Mar 14 18:23:10.232453 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56338) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:10.251003 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-dfb928d4-00c5-420b-872b-aaaa4e1fc503 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Network 691d0aa6-00ac-4e94-87e5-0af2e37970c3 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:10.307808 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a9cf44b5-e814-4019-9ff9-4a3bfd9863ed tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:10.315373 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a9cf44b5-e814-4019-9ff9-4a3bfd9863ed tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3510838 Mar 14 18:23:10.316114 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56342) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:10.333492 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-dfb928d4-00c5-420b-872b-aaaa4e1fc503 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:10.359871 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e004ace-9d08-44e3-afa6-19f01a9b0368 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=ab772643-046d-4187-9a77-333d228b9bed,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:10.429499 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-dfb928d4-00c5-420b-872b-aaaa4e1fc503 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:10.495444 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a1748-6357-45be-b03b-e840cd76403d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Port': ['ID=dc74e059-0ab5-49b8-919c-9ffd91577a54,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:10.547668 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-57a6aa87-3922-4c17-8315-be2b0b490ffa None None] Provisioning for port ab772643-046d-4187-9a77-333d228b9bed completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:10.604328 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-57a6aa87-3922-4c17-8315-be2b0b490ffa None None] Provisioning complete for port ab772643-046d-4187-9a77-333d228b9bed triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:10.605125 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-57a6aa87-3922-4c17-8315-be2b0b490ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.643125 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:10.654454 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c87a1748-6357-45be-b03b-e840cd76403d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.684345 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-dfb928d4-00c5-420b-872b-aaaa4e1fc503 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:10.684918 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-dfb928d4-00c5-420b-872b-aaaa4e1fc503 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.693924 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-102e2628-6de5-4931-87a9-65d6f25faf0b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port ab772643-046d-4187-9a77-333d228b9bed {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:10.694307 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-102e2628-6de5-4931-87a9-65d6f25faf0b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.764690 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331c236-61b2-4b48-bac6-fd064b7a108a None None] Pushing event updated for resources: {'Port': ['ID=3552b5b8-dc43-48ad-8ae3-4a92651a5243,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:10.766008 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb928d4-00c5-420b-872b-aaaa4e1fc503 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Pushing event updated for resources: {'Port': ['ID=e16792db-0579-472f-a8ea-85df8b2bc6a0,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:10.818905 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-bd5a7c37-1a04-4079-9569-4e19e4051676 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port d8d8638a-42dd-4a05-bcec-47acbc877e69 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:10.819255 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bd5a7c37-1a04-4079-9569-4e19e4051676 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.951622 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3552b5b8-dc43-48ad-8ae3-4a92651a5243 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:10.955680 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-dfb928d4-00c5-420b-872b-aaaa4e1fc503 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5915949 Mar 14 18:23:10.969067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Request body: {'port': {'device_id': '158de219-9610-49e2-87f3-d5aa56face15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:11.159079 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87a1748-6357-45be-b03b-e840cd76403d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 9e2a099f-ca40-404c-b189-37f071fc6234 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:23:11.161736 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-57a6aa87-3922-4c17-8315-be2b0b490ffa None None] Port ab772643-046d-4187-9a77-333d228b9bed cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:23:11.169176 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084cf7e-2108-4be2-91ff-5f7922bfb20c req-1deeb858-97fe-47db-b71e-334289d4c5ec tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:11.175241 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0084cf7e-2108-4be2-91ff-5f7922bfb20c req-1deeb858-97fe-47db-b71e-334289d4c5ec tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 945 time: 0.8315587 Mar 14 18:23:11.175398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.335256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047622d0-0fa2-4741-a2e4-8162b1d3c1dd req-5b2cb3b8-81bb-4683-8f20-7b8bf5eeab14 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:11.342134 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.342841 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-047622d0-0fa2-4741-a2e4-8162b1d3c1dd req-5b2cb3b8-81bb-4683-8f20-7b8bf5eeab14 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 931 time: 0.4554811 Mar 14 18:23:11.353287 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Transition to ACTIVE for port object 5dfa646a-01af-420c-b47d-72d37cf39ba5 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:11.373515 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Transition to ACTIVE for port object 5dfa646a-01af-420c-b47d-72d37cf39ba5 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:11.382125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87a1748-6357-45be-b03b-e840cd76403d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:23:11.395806 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34e3626-8376-420d-b6b2-2de418fc1fd7 None None] Sync routers for ids ['9e2a099f-ca40-404c-b189-37f071fc6234'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:11.398083 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c87a1748-6357-45be-b03b-e840cd76403d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/9e2a099f-ca40-404c-b189-37f071fc6234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6087580 Mar 14 18:23:11.399592 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56348) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:11.412447 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-57a6aa87-3922-4c17-8315-be2b0b490ffa None None] Provisioning complete for port 771d4b94-1131-42ac-8732-aa3817cd10c0 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:11.412447 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-57a6aa87-3922-4c17-8315-be2b0b490ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.413802 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34e3626-8376-420d-b6b2-2de418fc1fd7 None None] Routers {'9e2a099f-ca40-404c-b189-37f071fc6234'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:11.414791 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a34e3626-8376-420d-b6b2-2de418fc1fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['9e2a099f-ca40-404c-b189-37f071fc6234'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:11.472948 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0084cf7e-2108-4be2-91ff-5f7922bfb20c req-cfaf879b-ef14-464d-93c3-e9b7e4f47ec9 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2914145 Mar 14 18:23:11.485499 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.536387 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a34e3626-8376-420d-b6b2-2de418fc1fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:11.559429 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34e3626-8376-420d-b6b2-2de418fc1fd7 None None] Routers {'9e2a099f-ca40-404c-b189-37f071fc6234'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:11.560040 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a34e3626-8376-420d-b6b2-2de418fc1fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['9e2a099f-ca40-404c-b189-37f071fc6234'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:11.563014 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 0ca0bc09-8b06-4f3a-abd5-444a1e1135db up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:11.613405 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-102e2628-6de5-4931-87a9-65d6f25faf0b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.644359 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 3552b5b8-dc43-48ad-8ae3-4a92651a5243 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:11.651966 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a34e3626-8376-420d-b6b2-2de418fc1fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:11.652685 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34e3626-8376-420d-b6b2-2de418fc1fd7 None None] The sync data for ids ['9e2a099f-ca40-404c-b189-37f071fc6234'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:11.675239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Network 6c603974-9112-4305-b523-c0306879bd62 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:11.681858 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:11.685155 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:11.692160 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Pushing event updated for resources: {'Port': ['ID=5dfa646a-01af-420c-b47d-72d37cf39ba5,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:11.714708 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:22:59Z', 'revision_number': 2, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:09Z', 'revision_number': 4, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:11.719199 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8b029285-b9bb-46eb-a147-d678ab451598 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Synchronizing usage tracker for tenant:bab4d070cd704c8a84908631080d1946 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:11.750071 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e217f55e-7e3d-4643-aff0-cc6d67bd07c1 None None] The sync data for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv is: [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:22:59Z', 'revision_number': 2, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:09Z', 'revision_number': 4, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:11.777668 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-102e2628-6de5-4931-87a9-65d6f25faf0b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for ab772643-046d-4187-9a77-333d228b9bed owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:11.854251 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 0ca0bc09-8b06-4f3a-abd5-444a1e1135db completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:11.867997 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 0ca0bc09-8b06-4f3a-abd5-444a1e1135db triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:11.868382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.916666 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8b029285-b9bb-46eb-a147-d678ab451598 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Unset dirty status for tenant:bab4d070cd704c8a84908631080d1946 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:11.924084 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8b029285-b9bb-46eb-a147-d678ab451598 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e2a099f-ca40-404c-b189-37f071fc6234 HTTP/1.1" status: 200 len: 205 time: 0.5222523 Mar 14 18:23:11.935193 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56352) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:11.937915 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Attempting to bind port 5dfa646a-01af-420c-b47d-72d37cf39ba5 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:11.938291 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Attempting to bind port 5dfa646a-01af-420c-b47d-72d37cf39ba5 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e9015bcb-26a5-41ff-ab1e-fbb70115093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6c603974-9112-4305-b523-c0306879bd62'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:11.938655 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Attempting to bind port 5dfa646a-01af-420c-b47d-72d37cf39ba5 on network 6c603974-9112-4305-b523-c0306879bd62 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:11.947243 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:11.947616 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Checking segment: {'id': 'e9015bcb-26a5-41ff-ab1e-fbb70115093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6c603974-9112-4305-b523-c0306879bd62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:11.948067 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.948461 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Bound using segment: {'id': 'e9015bcb-26a5-41ff-ab1e-fbb70115093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6c603974-9112-4305-b523-c0306879bd62'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:11.948932 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Bound port: 5dfa646a-01af-420c-b47d-72d37cf39ba5, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9015bcb-26a5-41ff-ab1e-fbb70115093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6c603974-9112-4305-b523-c0306879bd62'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:11.949295 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.019953 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bd5a7c37-1a04-4079-9569-4e19e4051676 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.031001 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-047622d0-0fa2-4741-a2e4-8162b1d3c1dd req-504b3b09-b9b5-4041-8e3d-380149743aa4 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Synchronizing usage tracker for tenant:e66096a0e1934237a3f833792cc61e13 on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:12.042242 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Allocated IP 172.21.0.1 (6c603974-9112-4305-b523-c0306879bd62/6b164e58-4993-4246-88f2-31c1cbc49057/5572745b-a016-4470-800e-1efe630bf2fd) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:12.060789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] For port 5dfa646a-01af-420c-b47d-72d37cf39ba5, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:12.064710 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] For port 5dfa646a-01af-420c-b47d-72d37cf39ba5, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5dfa646a-01af-420c-b47d-72d37cf39ba5,segment=NetworkSegment(e9015bcb-26a5-41ff-ab1e-fbb70115093a),segment_id=e9015bcb-26a5-41ff-ab1e-fbb70115093a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:12.109811 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e36b579d-5661-4268-ad28-c42d13e262ba None None] Could not find standard attr ID for object ab772643-046d-4187-9a77-333d228b9bed. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:23:12.137155 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.150414 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a4f3f715-ee4a-4b2f-86bc-e747175053ee tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.201147 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.255082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b61c3b-0c54-4ff3-84e1-7629fbcc3672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca0bc09-8b06-4f3a-abd5-444a1e1135db'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:23:12.291582 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 0ca0bc09-8b06-4f3a-abd5-444a1e1135db, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=0ca0bc09-8b06-4f3a-abd5-444a1e1135db,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:12.330297 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7bd0e9-e4d5-4e58-9b30-4497f7f99d89 None None] Pushing event updated for resources: {'Port': ['ID=5dfa646a-01af-420c-b47d-72d37cf39ba5,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:12.334966 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e36b579d-5661-4268-ad28-c42d13e262ba None None] Provisioning for port 3552b5b8-dc43-48ad-8ae3-4a92651a5243 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:12.338601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-102e2628-6de5-4931-87a9-65d6f25faf0b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.341351 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e36b579d-5661-4268-ad28-c42d13e262ba None None] Provisioning complete for port 3552b5b8-dc43-48ad-8ae3-4a92651a5243 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:12.343729 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e36b579d-5661-4268-ad28-c42d13e262ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.375516 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-bd5a7c37-1a04-4079-9569-4e19e4051676 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for d8d8638a-42dd-4a05-bcec-47acbc877e69 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:12.395326 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.454625 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b61c3b-0c54-4ff3-84e1-7629fbcc3672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca0bc09-8b06-4f3a-abd5-444a1e1135db', 'code': 200} Mar 14 18:23:12.455486 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.resource_extend [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:23:12.520591 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=0ca0bc09-8b06-4f3a-abd5-444a1e1135db,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:12.594866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e2628-6de5-4931-87a9-65d6f25faf0b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=ab772643-046d-4187-9a77-333d228b9bed,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:12.662343 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e36b579d-5661-4268-ad28-c42d13e262ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.769267 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e36b579d-5661-4268-ad28-c42d13e262ba None None] For port 3552b5b8-dc43-48ad-8ae3-4a92651a5243, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3552b5b8-dc43-48ad-8ae3-4a92651a5243,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:12.844642 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e36b579d-5661-4268-ad28-c42d13e262ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.920403 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a4f3f715-ee4a-4b2f-86bc-e747175053ee tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.940725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a4f3f715-ee4a-4b2f-86bc-e747175053ee tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.986667 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e16792db-0579-472f-a8ea-85df8b2bc6a0 {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:23:13.003367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.055016 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Transition to ACTIVE for port object e16792db-0579-472f-a8ea-85df8b2bc6a0 will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:13.073063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-102e2628-6de5-4931-87a9-65d6f25faf0b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.081441 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-047622d0-0fa2-4741-a2e4-8162b1d3c1dd req-504b3b09-b9b5-4041-8e3d-380149743aa4 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Unset dirty status for tenant:e66096a0e1934237a3f833792cc61e13 on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:13.082646 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-047622d0-0fa2-4741-a2e4-8162b1d3c1dd req-504b3b09-b9b5-4041-8e3d-380149743aa4 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7390199 Mar 14 18:23:13.104776 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3552b5b8-dc43-48ad-8ae3-4a92651a5243 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:13.168774 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a4f3f715-ee4a-4b2f-86bc-e747175053ee tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.169298 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f3f715-ee4a-4b2f-86bc-e747175053ee tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Fanout notify agent at l3_agent the message router_deleted on router 9e2a099f-ca40-404c-b189-37f071fc6234 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:23:13.181840 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b579d-5661-4268-ad28-c42d13e262ba None None] Pushing event updated for resources: {'Port': ['ID=3552b5b8-dc43-48ad-8ae3-4a92651a5243,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:13.195794 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a4f3f715-ee4a-4b2f-86bc-e747175053ee tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.200850 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a4f3f715-ee4a-4b2f-86bc-e747175053ee tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/routers/9e2a099f-ca40-404c-b189-37f071fc6234 HTTP/1.1" status: 204 len: 168 time: 1.2604263 Mar 14 18:23:13.201482 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-102e2628-6de5-4931-87a9-65d6f25faf0b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/ports/ab772643-046d-4187-9a77-333d228b9bed HTTP/1.1" status: 204 len: 168 time: 2.9648902 Mar 14 18:23:13.201628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56362) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:13.202091 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56364) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:13.203786 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 3552b5b8-dc43-48ad-8ae3-4a92651a5243 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:13.204152 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.230970 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.267650 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Transition to ACTIVE for port object 5572745b-a016-4470-800e-1efe630bf2fd will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:13.267864 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-178f9b5b-81a1-478d-be0e-a3ee2b231a5e None None] Provisioning for port d8d8638a-42dd-4a05-bcec-47acbc877e69 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:13.277537 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-178f9b5b-81a1-478d-be0e-a3ee2b231a5e None None] Provisioning complete for port d8d8638a-42dd-4a05-bcec-47acbc877e69 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:13.277908 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-178f9b5b-81a1-478d-be0e-a3ee2b231a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.297119 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.313305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c6c93-36c1-444f-b1a9-3087507b5e55 req-880ba13c-b534-4a86-9902-d9c51d7ac4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:13.314853 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f37c6c93-36c1-444f-b1a9-3087507b5e55 req-880ba13c-b534-4a86-9902-d9c51d7ac4ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 1099 time: 0.3296571 Mar 14 18:23:13.343136 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9ce24b-62db-4708-909d-c01aa9a2aa72 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] GET failed (client error): The resource could not be found. Mar 14 18:23:13.344812 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5d9ce24b-62db-4708-909d-c01aa9a2aa72 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports/ab772643-046d-4187-9a77-333d228b9bed HTTP/1.1" status: 404 len: 333 time: 0.1415441 Mar 14 18:23:13.358894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd642c-dfca-4dbb-974a-46a2421a0e23 req-5e622403-2144-4691-9d6c-75e94b453154 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:13.359714 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56370) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:13.360359 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-34cd642c-dfca-4dbb-974a-46a2421a0e23 req-5e622403-2144-4691-9d6c-75e94b453154 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 946 time: 0.2913914 Mar 14 18:23:13.393774 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-178f9b5b-81a1-478d-be0e-a3ee2b231a5e None None] Port d8d8638a-42dd-4a05-bcec-47acbc877e69 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:23:13.396266 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 77522ae4-dff4-4413-a43b-6400e511667f up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:13.413909 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-18262ed5-14d5-4567-938a-3e2f698b6b5d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting subnet c55e0b54-a7cb-42c6-8833-2e026f781cc9 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:23:13.432200 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f37c6c93-36c1-444f-b1a9-3087507b5e55 req-eac24ce6-837a-405b-8027-179e164f1bd5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098888 Mar 14 18:23:13.441682 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-34cd642c-dfca-4dbb-974a-46a2421a0e23 req-2fa6d22a-c0c0-47e4-8205-64fc59abee61 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734649 Mar 14 18:23:13.477486 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-18262ed5-14d5-4567-938a-3e2f698b6b5d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.483574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bd5a7c37-1a04-4079-9569-4e19e4051676 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.538604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a7c37-1a04-4079-9569-4e19e4051676 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=d8d8638a-42dd-4a05-bcec-47acbc877e69,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:13.540371 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 77522ae4-dff4-4413-a43b-6400e511667f completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:13.542616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.558520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 77522ae4-dff4-4413-a43b-6400e511667f triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:13.559198 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.560454 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=e16792db-0579-472f-a8ea-85df8b2bc6a0,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:13.600551 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-18262ed5-14d5-4567-938a-3e2f698b6b5d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.636674 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bd5a7c37-1a04-4079-9569-4e19e4051676 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.657292 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 6c603974-9112-4305-b523-c0306879bd62 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:13.667671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:13.672817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:13.716485 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=5572745b-a016-4470-800e-1efe630bf2fd,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:13.734238 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bd5a7c37-1a04-4079-9569-4e19e4051676 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/d8d8638a-42dd-4a05-bcec-47acbc877e69 HTTP/1.1" status: 204 len: 168 time: 3.4029970 Mar 14 18:23:13.745158 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56374) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:13.787871 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.818707 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-a03d53b1-6b87-41a2-824b-0ef227393156 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting subnet 005f9c56-b6a9-42b6-b942-408a69e2bf7f {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:23:13.828620 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a03d53b1-6b87-41a2-824b-0ef227393156 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.830984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0d8da9-fdaf-4449-8c3c-242cdde6d1ce tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:13.833028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0d8da9-fdaf-4449-8c3c-242cdde6d1ce tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:13.834771 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ba0d8da9-fdaf-4449-8c3c-242cdde6d1ce tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:13.844624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 77522ae4-dff4-4413-a43b-6400e511667f, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=77522ae4-dff4-4413-a43b-6400e511667f,segment=NetworkSegment(8a2c68b8-22d1-4878-b850-a3dc826d9383),segment_id=8a2c68b8-22d1-4878-b850-a3dc826d9383)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:13.849780 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.923594 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.925064 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5dfa646a-01af-420c-b47d-72d37cf39ba5 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:13.930082 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a03d53b1-6b87-41a2-824b-0ef227393156 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.951775 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ba0d8da9-fdaf-4449-8c3c-242cdde6d1ce tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:13.958771 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ba0d8da9-fdaf-4449-8c3c-242cdde6d1ce tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2123702 Mar 14 18:23:13.959475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56378) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:13.991223 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Attempting to bind port e16792db-0579-472f-a8ea-85df8b2bc6a0 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:13.991550 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Attempting to bind port e16792db-0579-472f-a8ea-85df8b2bc6a0 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'b310d584-070b-4cb7-b223-0d5c1d639b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '691d0aa6-00ac-4e94-87e5-0af2e37970c3'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:13.991880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Attempting to bind port e16792db-0579-472f-a8ea-85df8b2bc6a0 on network 691d0aa6-00ac-4e94-87e5-0af2e37970c3 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:14.016697 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Port e16792db-0579-472f-a8ea-85df8b2bc6a0 on network 691d0aa6-00ac-4e94-87e5-0af2e37970c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:23:14.017076 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Attempting to bind port e16792db-0579-472f-a8ea-85df8b2bc6a0 on network 691d0aa6-00ac-4e94-87e5-0af2e37970c3 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:14.025135 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-18262ed5-14d5-4567-938a-3e2f698b6b5d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.064980 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:14.065331 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Checking segment: {'id': 'b310d584-070b-4cb7-b223-0d5c1d639b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '691d0aa6-00ac-4e94-87e5-0af2e37970c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:14.065713 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Bound using segment: {'id': 'b310d584-070b-4cb7-b223-0d5c1d639b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '691d0aa6-00ac-4e94-87e5-0af2e37970c3'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:14.066150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Bound port: e16792db-0579-472f-a8ea-85df8b2bc6a0, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b310d584-070b-4cb7-b223-0d5c1d639b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '691d0aa6-00ac-4e94-87e5-0af2e37970c3'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:14.066534 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.081212 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=77522ae4-dff4-4413-a43b-6400e511667f,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:14.088218 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.180766 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 5dfa646a-01af-420c-b47d-72d37cf39ba5 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:14.182439 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec27a492-e8a2-4961-91ab-f843d0bade58 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet f09c823d-243e-4822-a98d-26641ad54b25 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:23:14.186950 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec27a492-e8a2-4961-91ab-f843d0bade58 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.229851 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] For port e16792db-0579-472f-a8ea-85df8b2bc6a0, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:14.239692 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] For port e16792db-0579-472f-a8ea-85df8b2bc6a0, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e16792db-0579-472f-a8ea-85df8b2bc6a0,segment=NetworkSegment(b310d584-070b-4cb7-b223-0d5c1d639b02),segment_id=b310d584-070b-4cb7-b223-0d5c1d639b02)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:14.248059 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a03d53b1-6b87-41a2-824b-0ef227393156 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.322114 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.354639 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f06ea6-a16a-49b7-a078-c1fd5526e9ee None None] Network 6c603974-9112-4305-b523-c0306879bd62 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:14.393990 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-18262ed5-14d5-4567-938a-3e2f698b6b5d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.432462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec27a492-e8a2-4961-91ab-f843d0bade58 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.466693 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:14.469630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.471443 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] 10.222.0.59 "PUT /v2.0/ports/e16792db-0579-472f-a8ea-85df8b2bc6a0 HTTP/1.1" status: 200 len: 1093 time: 3.5065403 Mar 14 18:23:14.493747 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18262ed5-14d5-4567-938a-3e2f698b6b5d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Subnet': ['ID=c55e0b54-a7cb-42c6-8833-2e026f781cc9,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:14.496254 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158de219-9610-49e2-87f3-d5aa56face15', 'tag': 'e16792db-0579-472f-a8ea-85df8b2bc6a0'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:23:14.517725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-18262ed5-14d5-4567-938a-3e2f698b6b5d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.525341 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b872eea7-1a01-4bdf-a74a-d78cbca63634 None None] Network bfccac8a-e457-4e14-9712-9eec68954b3a requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:14.530426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aae867-688c-49b8-9b23-1e7e77ce8ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=e16792db-0579-472f-a8ea-85df8b2bc6a0,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:14.536503 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-18262ed5-14d5-4567-938a-3e2f698b6b5d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/subnets/c55e0b54-a7cb-42c6-8833-2e026f781cc9 HTTP/1.1" status: 204 len: 168 time: 1.3358581 Mar 14 18:23:14.541714 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56388) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:14.607757 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6fb8404f-1c45-49ea-af0f-af2c38f2bda9 None None] Provisioning for port 5dfa646a-01af-420c-b47d-72d37cf39ba5 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:14.658211 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a03d53b1-6b87-41a2-824b-0ef227393156 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.666581 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac50aa-9398-4fa5-a8ee-5a164c0b2ff8 req-1dac26ea-47dd-461c-9bb1-aaf10dd5c688 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:14.668069 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-83ac50aa-9398-4fa5-a8ee-5a164c0b2ff8 req-1dac26ea-47dd-461c-9bb1-aaf10dd5c688 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 943 time: 0.3532224 Mar 14 18:23:14.708382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6fb8404f-1c45-49ea-af0f-af2c38f2bda9 None None] Provisioning complete for port 5dfa646a-01af-420c-b47d-72d37cf39ba5 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:14.708945 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6fb8404f-1c45-49ea-af0f-af2c38f2bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.760508 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a03d53b1-6b87-41a2-824b-0ef227393156 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.766105 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a03d53b1-6b87-41a2-824b-0ef227393156 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/005f9c56-b6a9-42b6-b942-408a69e2bf7f HTTP/1.1" status: 204 len: 168 time: 1.3969722 Mar 14 18:23:14.766589 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d53b1-6b87-41a2-824b-0ef227393156 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Subnet': ['ID=005f9c56-b6a9-42b6-b942-408a69e2bf7f,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:14.770741 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56392) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:14.796200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec27a492-e8a2-4961-91ab-f843d0bade58 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.802968 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad42e06c-3028-4ab1-bcd7-bcda4b86c317 None None] Network f1aafb2a-746d-4d1c-be77-fb88fface163 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:14.825715 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.871522 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting port 4442bfe1-8afa-45c6-b224-9d7f9cb888c3 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:14.871836 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.914862 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3552b5b8-dc43-48ad-8ae3-4a92651a5243 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:14.931421 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0b6ae0-17fc-4a44-b933-5903dcca9728 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting subnet 2646ab71-6a2f-40fd-8215-70b52911db2f {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:23:14.950380 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6ae0-17fc-4a44-b933-5903dcca9728 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.005303 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-83ac50aa-9398-4fa5-a8ee-5a164c0b2ff8 req-5d966d21-896b-46a0-bbd9-ac7ae4ed6844 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834671 Mar 14 18:23:15.038107 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-2458fca9-e563-412a-8736-f4f56a909130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:15.040237 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-2458fca9-e563-412a-8736-f4f56a909130 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e66096a0e1934237a3f833792cc61e13&device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 1096 time: 0.3714409 Mar 14 18:23:15.056385 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760c096-c123-4726-8168-5ebc2dcd0f51 req-2795be4e-93d7-48da-84c9-15be3b1934cf tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:15.056577 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2760c096-c123-4726-8168-5ebc2dcd0f51 req-2795be4e-93d7-48da-84c9-15be3b1934cf tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 946 time: 0.4841273 Mar 14 18:23:15.103728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.111102 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6ae0-17fc-4a44-b933-5903dcca9728 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.133849 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2760c096-c123-4726-8168-5ebc2dcd0f51 req-633c36f4-3a42-4a7b-b9fa-30e94b16b1eb tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707853 Mar 14 18:23:15.146396 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158de219-9610-49e2-87f3-d5aa56face15', 'tag': 'e16792db-0579-472f-a8ea-85df8b2bc6a0', 'status': 'completed', 'code': 200} Mar 14 18:23:15.157295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.171281 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-37703f7d-4ec5-4a79-b4b3-8aab0425546a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e16792db-0579-472f-a8ea-85df8b2bc6a0 HTTP/1.1" status: 200 len: 217 time: 0.1208529 Mar 14 18:23:15.223666 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec27a492-e8a2-4961-91ab-f843d0bade58 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.263897 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 3552b5b8-dc43-48ad-8ae3-4a92651a5243 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:15.264208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.287890 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec27a492-e8a2-4961-91ab-f843d0bade58 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.300297 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6fb8404f-1c45-49ea-af0f-af2c38f2bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.309906 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27a492-e8a2-4961-91ab-f843d0bade58 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=f09c823d-243e-4822-a98d-26641ad54b25,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:15.321132 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545fbca6-d1ed-499d-ab0b-2eefdc134a44 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:15.333487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.337685 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=5572745b-a016-4470-800e-1efe630bf2fd,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:15.364621 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ec27a492-e8a2-4961-91ab-f843d0bade58 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/f09c823d-243e-4822-a98d-26641ad54b25 HTTP/1.1" status: 204 len: 168 time: 1.4019206 Mar 14 18:23:15.371178 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] For port 4442bfe1-8afa-45c6-b224-9d7f9cb888c3, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4442bfe1-8afa-45c6-b224-9d7f9cb888c3,segment=NetworkSegment(9912cd0d-f480-45dc-b027-9b4d521e174b),segment_id=9912cd0d-f480-45dc-b027-9b4d521e174b)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:15.375559 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.375972 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56396) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:15.496089 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3988aadd-51ac-4651-9dfd-964dbe910735 None None] DHCP port deletion for bfccac8a-e457-4e14-9712-9eec68954b3a request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:23:15.499038 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b4fb09ea-ceb2-4662-a374-d2c1d035e863 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1236868 Mar 14 18:23:15.509425 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56400) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:15.527195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-e7c77c02-b6f2-4031-b4d9-614e2ef3d625 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:15.533689 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Calling delete_port for 4442bfe1-8afa-45c6-b224-9d7f9cb888c3 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:15.560020 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3988aadd-51ac-4651-9dfd-964dbe910735 None None] Deleting port 4442bfe1-8afa-45c6-b224-9d7f9cb888c3 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:15.560393 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3988aadd-51ac-4651-9dfd-964dbe910735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.583114 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-7430bac2-2432-421e-95b1-6f326726eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:15.584634 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-7430bac2-2432-421e-95b1-6f326726eabf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad9beb52-d89d-49fd-8272-47639662d6f3 HTTP/1.1" status: 200 len: 852 time: 0.3906832 Mar 14 18:23:15.594626 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-6fb8404f-1c45-49ea-af0f-af2c38f2bda9 None None] For port 5dfa646a-01af-420c-b47d-72d37cf39ba5, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5dfa646a-01af-420c-b47d-72d37cf39ba5,segment=NetworkSegment(e9015bcb-26a5-41ff-ab1e-fbb70115093a),segment_id=e9015bcb-26a5-41ff-ab1e-fbb70115093a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:15.663387 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-230f6d01-de20-460c-9c8c-89de1552f3bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=691d0aa6-00ac-4e94-87e5-0af2e37970c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688469 Mar 14 18:23:15.688240 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 6c603974-9112-4305-b523-c0306879bd62 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:15.689327 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e7c77c02-b6f2-4031-b4d9-614e2ef3d625 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:15.692007 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:15.697844 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e7c77c02-b6f2-4031-b4d9-614e2ef3d625 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:15.699698 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6fb8404f-1c45-49ea-af0f-af2c38f2bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.701442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e7c77c02-b6f2-4031-b4d9-614e2ef3d625 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:15.734979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6ae0-17fc-4a44-b933-5903dcca9728 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.760504 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e7c77c02-b6f2-4031-b4d9-614e2ef3d625 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:15.831229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3988aadd-51ac-4651-9dfd-964dbe910735 None None] The port '4442bfe1-8afa-45c6-b224-9d7f9cb888c3' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:23:15.874635 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c77c02-b6f2-4031-b4d9-614e2ef3d625 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:15.877790 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7c77c02-b6f2-4031-b4d9-614e2ef3d625 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.898037 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 77522ae4-dff4-4413-a43b-6400e511667f up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:15.949982 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8404f-1c45-49ea-af0f-af2c38f2bda9 None None] Pushing event updated for resources: {'Port': ['ID=5dfa646a-01af-420c-b47d-72d37cf39ba5,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:15.975846 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.979089 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6a1fdc2f-6f33-441f-a212-3b330bd2e926 None None] Provisioning for port 5572745b-a016-4470-800e-1efe630bf2fd completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:15.989649 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6a1fdc2f-6f33-441f-a212-3b330bd2e926 None None] Provisioning complete for port 5572745b-a016-4470-800e-1efe630bf2fd triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:15.989992 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6a1fdc2f-6f33-441f-a212-3b330bd2e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.011927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router 254919b4-c425-425b-a220-27489f1496b0 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:23:16.081018 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-6a1fdc2f-6f33-441f-a212-3b330bd2e926 None None] Port 5572745b-a016-4470-800e-1efe630bf2fd cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:23:16.088990 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 77522ae4-dff4-4413-a43b-6400e511667f triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:16.094024 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.095784 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] No DVR routers for this DVR port 4442bfe1-8afa-45c6-b224-9d7f9cb888c3 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:16.100130 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Port': ['ID=4442bfe1-8afa-45c6-b224-9d7f9cb888c3,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:16.159416 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4824448-f823-4be4-810c-1eaf1308db59 None None] DHCP port deletion for c6ea7f38-153d-42ad-8847-86782d8c0b1e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:23:16.178586 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-f4824448-f823-4be4-810c-1eaf1308db59 None None] Deleting port 3552b5b8-dc43-48ad-8ae3-4a92651a5243 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:16.179183 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f4824448-f823-4be4-810c-1eaf1308db59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.210661 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6ae0-17fc-4a44-b933-5903dcca9728 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.242948 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:23:16.256173 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6a1fdc2f-6f33-441f-a212-3b330bd2e926 None None] Provisioning complete for port 5dfa646a-01af-420c-b47d-72d37cf39ba5 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:16.256564 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6a1fdc2f-6f33-441f-a212-3b330bd2e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.276319 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5b52ae3c-d0a2-4282-895a-ffd9512732e0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/254919b4-c425-425b-a220-27489f1496b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2133617 Mar 14 18:23:16.280280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56408) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:16.303496 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Sync routers for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:16.349306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-3e2f9cf5-1068-4189-8c4f-868ce6e2fe53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'network': {'name': 'tempest-RoutersTest-1981724535'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:16.357478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3e2f9cf5-1068-4189-8c4f-868ce6e2fe53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:16.362150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3e2f9cf5-1068-4189-8c4f-868ce6e2fe53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:network and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:16.366393 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3e2f9cf5-1068-4189-8c4f-868ce6e2fe53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:16.374067 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3e2f9cf5-1068-4189-8c4f-868ce6e2fe53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:16.399937 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:16.400580 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:16.427896 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6ae0-17fc-4a44-b933-5903dcca9728 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.431366 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b6ae0-17fc-4a44-b933-5903dcca9728 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Subnet': ['ID=2646ab71-6a2f-40fd-8215-70b52911db2f,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:16.513051 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2f9cf5-1068-4189-8c4f-868ce6e2fe53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Made reservation on behalf of 65cbd48938094122bb9ae72dacf90bd1 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:16.516531 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9cf5-1068-4189-8c4f-868ce6e2fe53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.519754 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6d0b6ae0-17fc-4a44-b933-5903dcca9728 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/2646ab71-6a2f-40fd-8215-70b52911db2f HTTP/1.1" status: 204 len: 168 time: 1.7478447 Mar 14 18:23:16.522030 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.528954 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56412) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:16.575908 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfccac8a-e457-4e14-9712-9eec68954b3a']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:16.594032 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-2942a2ed-7641-4132-b7fb-abdc1b2cc0bb service neutron] 10.222.0.59 "GET /v2.0/networks/691d0aa6-00ac-4e94-87e5-0af2e37970c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6200855 Mar 14 18:23:16.601147 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9912cd0d-f480-45dc-b027-9b4d521e174b') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:16.603227 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9912cd0d-f480-45dc-b027-9b4d521e174b') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:16.620843 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.677006 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.740685 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:16.741239 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.742428 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2f9cf5-1068-4189-8c4f-868ce6e2fe53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:16.786413 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:16.791676 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.793996 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9cf5-1068-4189-8c4f-868ce6e2fe53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.794493 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-3e2f9cf5-1068-4189-8c4f-868ce6e2fe53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Added segment b34cc913-2681-48b2-8ea1-6a9564524c06 of type vlan for network 1ef23464-370e-421a-bc48-adee303de319 Mar 14 18:23:16.813301 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf48eca-b93d-4291-94a5-9499681d7484 req-3aed7eec-e619-4e63-baee-545cbb315593 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:16.818344 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bbf48eca-b93d-4291-94a5-9499681d7484 req-3aed7eec-e619-4e63-baee-545cbb315593 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 943 time: 0.5420771 Mar 14 18:23:16.861434 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f4824448-f823-4be4-810c-1eaf1308db59 None None] For port 3552b5b8-dc43-48ad-8ae3-4a92651a5243, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3552b5b8-dc43-48ad-8ae3-4a92651a5243,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:16.862582 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f4824448-f823-4be4-810c-1eaf1308db59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:16.896454 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:16.915724 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bbf48eca-b93d-4291-94a5-9499681d7484 req-611d856a-f77f-41c8-8ef0-e033acaeb2dd tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859792 Mar 14 18:23:16.921035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7c77c02-b6f2-4031-b4d9-614e2ef3d625 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.932556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742d663-3a7f-4435-887a-5f7376d7b65e req-da05d3b0-472b-43b0-9ba0-93f38641f866 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:16.934316 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8742d663-3a7f-4435-887a-5f7376d7b65e req-da05d3b0-472b-43b0-9ba0-93f38641f866 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 946 time: 0.4967613 Mar 14 18:23:16.967192 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5c8587d0-0727-4434-ae53-b5f8e059995e req-f89675f4-e0a3-46d1-8572-5f071551e181 service neutron] 10.222.0.59 "GET /v2.0/networks/691d0aa6-00ac-4e94-87e5-0af2e37970c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356876 Mar 14 18:23:16.981774 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.016867 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.019939 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Network': ['ID=bfccac8a-e457-4e14-9712-9eec68954b3a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:17.032450 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8ad0c183-9ddb-48a3-a27b-49e9c3c3b6af tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/networks/bfccac8a-e457-4e14-9712-9eec68954b3a HTTP/1.1" status: 204 len: 168 time: 2.4893234 Mar 14 18:23:17.033748 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56416) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:17.040397 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-75af88b9-7f5e-4272-883b-699919bf65ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-496777780', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:17.049286 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-75af88b9-7f5e-4272-883b-699919bf65ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:17.055051 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-75af88b9-7f5e-4272-883b-699919bf65ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:router and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:17.059265 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-75af88b9-7f5e-4272-883b-699919bf65ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:17.069998 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-75af88b9-7f5e-4272-883b-699919bf65ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:17.094833 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06e394a-59a1-44e4-b191-3873fd5795e4 None None] Network f1aafb2a-746d-4d1c-be77-fb88fface163 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:17.115126 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-f4824448-f823-4be4-810c-1eaf1308db59 None None] Calling delete_port for 3552b5b8-dc43-48ad-8ae3-4a92651a5243 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:17.134472 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-75af88b9-7f5e-4272-883b-699919bf65ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.135666 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-75af88b9-7f5e-4272-883b-699919bf65ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.141179 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port 771d4b94-1131-42ac-8732-aa3817cd10c0 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:17.141179 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.160166 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-75af88b9-7f5e-4272-883b-699919bf65ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.193306 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484349c-7d0f-4037-8252-908de586333e req-7197853b-1783-4448-9e6c-16dff5dac603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:17.196355 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5dfa646a-01af-420c-b47d-72d37cf39ba5 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:17.196751 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-7484349c-7d0f-4037-8252-908de586333e req-7197853b-1783-4448-9e6c-16dff5dac603 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e66096a0e1934237a3f833792cc61e13&device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 1096 time: 0.1165488 Mar 14 18:23:17.218585 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9cf5-1068-4189-8c4f-868ce6e2fe53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.236823 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c77c02-b6f2-4031-b4d9-614e2ef3d625 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:17.245562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-e7c77c02-b6f2-4031-b4d9-614e2ef3d625 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:17.248810 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c77c02-b6f2-4031-b4d9-614e2ef3d625 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:17.249395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7c77c02-b6f2-4031-b4d9-614e2ef3d625 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.315158 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8742d663-3a7f-4435-887a-5f7376d7b65e req-207ed5cc-3325-44a5-9b73-095b162ac13b tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420329 Mar 14 18:23:17.315750 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c77c02-b6f2-4031-b4d9-614e2ef3d625 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=232abd4b-4d1e-42f6-bd2e-6d3d407ef992,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:17.375958 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484349c-7d0f-4037-8252-908de586333e req-9387519c-8d2d-4b95-897b-5fae08da9e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:17.377553 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-7484349c-7d0f-4037-8252-908de586333e req-9387519c-8d2d-4b95-897b-5fae08da9e41 service neutron] 10.222.0.59 "GET /v2.0/networks?id=691d0aa6-00ac-4e94-87e5-0af2e37970c3 HTTP/1.1" status: 200 len: 913 time: 0.1725800 Mar 14 18:23:17.379101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-75af88b9-7f5e-4272-883b-699919bf65ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.399486 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e7c77c02-b6f2-4031-b4d9-614e2ef3d625 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8793108 Mar 14 18:23:17.400717 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56422) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:17.417086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9cf5-1068-4189-8c4f-868ce6e2fe53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.422533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2f9cf5-1068-4189-8c4f-868ce6e2fe53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:17.423192 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9cf5-1068-4189-8c4f-868ce6e2fe53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.458868 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-38ecd581-dd9b-4178-a878-304b988dcbb7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'fixed_ips': [{'subnet_id': '232abd4b-4d1e-42f6-bd2e-6d3d407ef992', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1145607907'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:17.500903 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-7484349c-7d0f-4037-8252-908de586333e req-21afa557-3466-4bc6-b7a0-44f5247819d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e16792db-0579-472f-a8ea-85df8b2bc6a0 HTTP/1.1" status: 200 len: 217 time: 0.0992186 Mar 14 18:23:17.562961 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-12de118a-c53d-43cc-81d0-4cd79269760b None None] Provisioning complete for port 5572745b-a016-4470-800e-1efe630bf2fd triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:17.563331 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-12de118a-c53d-43cc-81d0-4cd79269760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.595097 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-75af88b9-7f5e-4272-883b-699919bf65ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.596179 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-75af88b9-7f5e-4272-883b-699919bf65ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5614507 Mar 14 18:23:17.611572 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56426) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:17.623019 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-71d88d25-fc73-4889-9271-a3d396e92d67 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-672868842'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:17.631390 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3e2f9cf5-1068-4189-8c4f-868ce6e2fe53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2908194 Mar 14 18:23:17.637000 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-71d88d25-fc73-4889-9271-a3d396e92d67 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:17.638951 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56430) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:17.642481 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] For port 771d4b94-1131-42ac-8732-aa3817cd10c0, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=771d4b94-1131-42ac-8732-aa3817cd10c0,segment=NetworkSegment(dbb09b31-d488-47ad-a1f3-062dd393640d),segment_id=dbb09b31-d488-47ad-a1f3-062dd393640d)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:17.642843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.649796 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f9cf5-1068-4189-8c4f-868ce6e2fe53 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Network': ['ID=1ef23464-370e-421a-bc48-adee303de319,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:17.650333 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-13a09a26-aeb8-4b2b-a711-4fc215a8d343 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'subnet': {'network_id': '1ef23464-370e-421a-bc48-adee303de319', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:17.663913 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-71d88d25-fc73-4889-9271-a3d396e92d67 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:network and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:17.672943 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-71d88d25-fc73-4889-9271-a3d396e92d67 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:17.674119 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 1ef23464-370e-421a-bc48-adee303de319 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:23:17.679287 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484349c-7d0f-4037-8252-908de586333e req-d27ce152-2838-4b52-8f31-c18f0776d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:17.681258 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-7484349c-7d0f-4037-8252-908de586333e req-d27ce152-2838-4b52-8f31-c18f0776d1e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad9beb52-d89d-49fd-8272-47639662d6f3 HTTP/1.1" status: 200 len: 852 time: 0.1724992 Mar 14 18:23:17.698573 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-71d88d25-fc73-4889-9271-a3d396e92d67 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:17.747429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 5dfa646a-01af-420c-b47d-72d37cf39ba5 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:17.747812 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.774831 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for 771d4b94-1131-42ac-8732-aa3817cd10c0 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:17.815803 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-7484349c-7d0f-4037-8252-908de586333e req-ad1008b9-48eb-4e11-ab30-8418e484a48c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=691d0aa6-00ac-4e94-87e5-0af2e37970c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078801 Mar 14 18:23:17.822646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-38ecd581-dd9b-4178-a878-304b988dcbb7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:17.850976 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa7312-783d-493b-b380-de6efae60249 req-44fef6d0-5b40-4f39-8d0a-9c0dcc3c09ce tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:17.852191 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-12de118a-c53d-43cc-81d0-4cd79269760b None None] Port 5572745b-a016-4470-800e-1efe630bf2fd cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:23:17.853496 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d6aa7312-783d-493b-b380-de6efae60249 req-44fef6d0-5b40-4f39-8d0a-9c0dcc3c09ce tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 946 time: 0.4031446 Mar 14 18:23:17.853693 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f4824448-f823-4be4-810c-1eaf1308db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.854064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-38ecd581-dd9b-4178-a878-304b988dcbb7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:port and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:17.864096 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-38ecd581-dd9b-4178-a878-304b988dcbb7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:17.912015 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d6aa7312-783d-493b-b380-de6efae60249 req-f360a9ec-3f57-403c-a63c-d7578f9e010b tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479472 Mar 14 18:23:17.941492 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56436) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:17.973097 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4824448-f823-4be4-810c-1eaf1308db59 None None] Pushing event deleted for resources: {'Port': ['ID=3552b5b8-dc43-48ad-8ae3-4a92651a5243,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:17.980987 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.984795 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4824448-f823-4be4-810c-1eaf1308db59 None None] No DVR routers for this DVR port 3552b5b8-dc43-48ad-8ae3-4a92651a5243 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:18.029487 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-12de118a-c53d-43cc-81d0-4cd79269760b None None] Provisioning complete for port 771d4b94-1131-42ac-8732-aa3817cd10c0 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:18.029487 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-12de118a-c53d-43cc-81d0-4cd79269760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.036863 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-38ecd581-dd9b-4178-a878-304b988dcbb7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:18.053019 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d88d25-fc73-4889-9271-a3d396e92d67 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Made reservation on behalf of bab4d070cd704c8a84908631080d1946 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:18.057509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-71d88d25-fc73-4889-9271-a3d396e92d67 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.071170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-13a09a26-aeb8-4b2b-a711-4fc215a8d343 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:18.087915 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-12de118a-c53d-43cc-81d0-4cd79269760b None None] Port 771d4b94-1131-42ac-8732-aa3817cd10c0 was deleted so its status cannot be updated. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 14 18:23:18.091272 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0476990a-0d33-40fd-b4f9-af5c2bda3c87 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:18.121573 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=771d4b94-1131-42ac-8732-aa3817cd10c0,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:18.129732 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No DVR routers for this DVR port 771d4b94-1131-42ac-8732-aa3817cd10c0 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:18.146181 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-13a09a26-aeb8-4b2b-a711-4fc215a8d343 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:subnet and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:18.163338 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-13a09a26-aeb8-4b2b-a711-4fc215a8d343 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:18.176916 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ecd581-dd9b-4178-a878-304b988dcbb7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:18.257607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-13a09a26-aeb8-4b2b-a711-4fc215a8d343 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:18.280353 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c6b86d-71d8-47de-82fd-9b4aace107a4 None None] DHCP port deletion for f1aafb2a-746d-4d1c-be77-fb88fface163 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:23:18.292206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d88d25-fc73-4889-9271-a3d396e92d67 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:18.317960 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.324777 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-71d88d25-fc73-4889-9271-a3d396e92d67 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.325119 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-71d88d25-fc73-4889-9271-a3d396e92d67 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Added segment 27c5cb05-abd5-40f5-90ca-b46d129dfff4 of type vlan for network fa8f40fe-44af-47b4-b21c-1851d2dc571b Mar 14 18:23:18.329540 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-7484349c-7d0f-4037-8252-908de586333e req-d50cf3ae-ef52-48c7-a861-e293da537200 service neutron] 10.222.0.59 "GET /v2.0/networks/691d0aa6-00ac-4e94-87e5-0af2e37970c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041428 Mar 14 18:23:18.356877 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1aafb2a-746d-4d1c-be77-fb88fface163']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:18.376993 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77888c2c-2ffb-4066-adae-10b148775d90 req-5a3d0b96-3752-4c5a-a07b-74da29471cb6 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:18.378368 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-77888c2c-2ffb-4066-adae-10b148775d90 req-5a3d0b96-3752-4c5a-a07b-74da29471cb6 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 943 time: 0.3267870 Mar 14 18:23:18.380449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a09a26-aeb8-4b2b-a711-4fc215a8d343 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Made reservation on behalf of 65cbd48938094122bb9ae72dacf90bd1 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:18.382458 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb09b31-d488-47ad-a1f3-062dd393640d') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:18.382813 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb09b31-d488-47ad-a1f3-062dd393640d') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:18.384028 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-13a09a26-aeb8-4b2b-a711-4fc215a8d343 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.399146 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.422528 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-38ecd581-dd9b-4178-a878-304b988dcbb7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.432567 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'fixed_ips': [{'subnet_id': '232abd4b-4d1e-42f6-bd2e-6d3d407ef992'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:23:18.432567 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.448632 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 3, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '5572745b-a016-4470-800e-1efe630bf2fd', 'name': '', 'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:b0:d0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:14Z', 'revision_number': 2, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:18.459334 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.471655 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:18.472063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.473178 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Checking router: 254919b4-c425-425b-a220-27489f1496b0 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:23:18.473536 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Updating router 254919b4-c425-425b-a220-27489f1496b0 port 5572745b-a016-4470-800e-1efe630bf2fd binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:23:18.489064 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-77888c2c-2ffb-4066-adae-10b148775d90 req-c38668d5-cb87-4fc6-8dfc-db5c22a91351 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955348 Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:18.489687 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:18.502576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6a803b-3e28-4e2e-94fd-d699317b22a0 tempest-TestVolumeBootPattern-982621014 tempest-TestVolumeBootPattern-982621014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:18.503509 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2e6a803b-3e28-4e2e-94fd-d699317b22a0 tempest-TestVolumeBootPattern-982621014 tempest-TestVolumeBootPattern-982621014-project-admin] Synchronizing usage tracker for tenant:2a927de9df9c49669a960670cec38ac8 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:18.554835 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-71d88d25-fc73-4889-9271-a3d396e92d67 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.592714 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-38ecd581-dd9b-4178-a878-304b988dcbb7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port dcedf3e3-a4da-4d32-aa19-c33215637c66 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:18.604604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.617172 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3552b5b8-dc43-48ad-8ae3-4a92651a5243 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:23:18.671340 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2e6a803b-3e28-4e2e-94fd-d699317b22a0 tempest-TestVolumeBootPattern-982621014 tempest-TestVolumeBootPattern-982621014-project-admin] Unset dirty status for tenant:2a927de9df9c49669a960670cec38ac8 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:18.672603 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2e6a803b-3e28-4e2e-94fd-d699317b22a0 tempest-TestVolumeBootPattern-982621014 tempest-TestVolumeBootPattern-982621014-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 1094 time: 0.7301290 Mar 14 18:23:18.675922 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56442) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:18.684535 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 3552b5b8-dc43-48ad-8ae3-4a92651a5243 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:23:18.684885 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3552b5b8-dc43-48ad-8ae3-4a92651a5243 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:23:18.685374 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4442bfe1-8afa-45c6-b224-9d7f9cb888c3 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:23:18.686347 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': '0ca0bc09-8b06-4f3a-abd5-444a1e1135db', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:18.694156 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:18.699053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.702019 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Usage tracker for resource:floatingip and tenant:8ca5128883c54d26a4b060b6ae0f5e46 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:18.724143 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-7484349c-7d0f-4037-8252-908de586333e req-910454dd-030c-4268-b883-292e4fe1afe6 service neutron] 10.222.0.59 "GET /v2.0/networks/691d0aa6-00ac-4e94-87e5-0af2e37970c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873503 Mar 14 18:23:18.744584 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.748665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:18.764057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:18.771088 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-71d88d25-fc73-4889-9271-a3d396e92d67 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.772196 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Network': ['ID=f1aafb2a-746d-4d1c-be77-fb88fface163,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:18.778236 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d88d25-fc73-4889-9271-a3d396e92d67 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:18.778236 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-71d88d25-fc73-4889-9271-a3d396e92d67 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.785293 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c2832b7d-b93c-43af-8a0f-9a3319654f50 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/networks/f1aafb2a-746d-4d1c-be77-fb88fface163 HTTP/1.1" status: 204 len: 168 time: 2.2552996 Mar 14 18:23:18.789485 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56446) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:18.798636 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 4442bfe1-8afa-45c6-b224-9d7f9cb888c3 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:23:18.799009 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4442bfe1-8afa-45c6-b224-9d7f9cb888c3 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:23:18.865689 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Allocated IP 2001:db8::2 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/232abd4b-4d1e-42f6-bd2e-6d3d407ef992/5f8a4aff-e6de-4db0-9f62-aee915c0e5da) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:18.874014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.898957 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6c3238-fbef-4bad-8453-5af33eff803f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:18.899790 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4f6c3238-fbef-4bad-8453-5af33eff803f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Synchronizing usage tracker for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:18.967669 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d88d25-fc73-4889-9271-a3d396e92d67 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Network': ['ID=fa8f40fe-44af-47b4-b21c-1851d2dc571b,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:18.989674 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network fa8f40fe-44af-47b4-b21c-1851d2dc571b details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:23:18.997371 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-71d88d25-fc73-4889-9271-a3d396e92d67 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3845229 Mar 14 18:23:19.001339 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56450) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:19.011842 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 771d4b94-1131-42ac-8732-aa3817cd10c0 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:23:19.017427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-ecbcd5e4-9c80-4e74-86e0-4b23bb820e96 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'subnet': {'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:19.112535 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4f6c3238-fbef-4bad-8453-5af33eff803f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Unset dirty status for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:19.113847 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4f6c3238-fbef-4bad-8453-5af33eff803f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3233659 Mar 14 18:23:19.118291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56454) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:19.120185 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 771d4b94-1131-42ac-8732-aa3817cd10c0 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:23:19.120535 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 771d4b94-1131-42ac-8732-aa3817cd10c0 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:23:19.125876 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-13a09a26-aeb8-4b2b-a711-4fc215a8d343 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.167764 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.265602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ecbcd5e4-9c80-4e74-86e0-4b23bb820e96 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:19.279766 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ecbcd5e4-9c80-4e74-86e0-4b23bb820e96 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:subnet and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:19.285189 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ecbcd5e4-9c80-4e74-86e0-4b23bb820e96 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:19.295370 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a09a26-aeb8-4b2b-a711-4fc215a8d343 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Subnet': ['ID=f9995f4b-064f-40f3-a444-523280eefdb8,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:19.297568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ecbcd5e4-9c80-4e74-86e0-4b23bb820e96 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:19.309462 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a09a26-aeb8-4b2b-a711-4fc215a8d343 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Checking segment: {'id': 'b34cc913-2681-48b2-8ea1-6a9564524c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1ef23464-370e-421a-bc48-adee303de319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:19.309863 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a09a26-aeb8-4b2b-a711-4fc215a8d343 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network hostable DHCP agents. Network: 1ef23464-370e-421a-bc48-adee303de319, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:19.317028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Allocated IP 172.26.7.62 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/99f9ad60-9f09-46a4-8256-5ae636bdca7e) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:19.347516 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-61541b42-9c61-4730-9e54-de19a51ae1c4 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2277272 Mar 14 18:23:19.350790 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56458) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:19.357813 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-f3d80b7f-6d60-4c02-adf5-e53fb877c9f9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-459996714'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:19.364094 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f3d80b7f-6d60-4c02-adf5-e53fb877c9f9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:19.368755 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f3d80b7f-6d60-4c02-adf5-e53fb877c9f9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:network and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:19.372747 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f3d80b7f-6d60-4c02-adf5-e53fb877c9f9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:19.383268 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f3d80b7f-6d60-4c02-adf5-e53fb877c9f9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:19.415157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbcd5e4-9c80-4e74-86e0-4b23bb820e96 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Made reservation on behalf of bab4d070cd704c8a84908631080d1946 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:19.419284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd5e4-9c80-4e74-86e0-4b23bb820e96 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.421094 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.470431 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Transition to ACTIVE for port object 5f8a4aff-e6de-4db0-9f62-aee915c0e5da will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:19.477054 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.507111 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a09a26-aeb8-4b2b-a711-4fc215a8d343 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 1ef23464-370e-421a-bc48-adee303de319 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:19.507965 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Transition to ACTIVE for port object 5f8a4aff-e6de-4db0-9f62-aee915c0e5da will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:19.512649 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.520262 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d80b7f-6d60-4c02-adf5-e53fb877c9f9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:19.520262 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f3d80b7f-6d60-4c02-adf5-e53fb877c9f9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.523568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device e16792db-0579-472f-a8ea-85df8b2bc6a0 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:23:19.528530 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Transition to ACTIVE for port object 5572745b-a016-4470-800e-1efe630bf2fd will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:19.569312 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d80b7f-6d60-4c02-adf5-e53fb877c9f9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:19.569746 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.582402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f3d80b7f-6d60-4c02-adf5-e53fb877c9f9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.582746 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-f3d80b7f-6d60-4c02-adf5-e53fb877c9f9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Added segment 16831b54-39e5-4f47-ae9a-79531574c8ec of type vlan for network 06b2dd0f-00f2-4d49-8b85-96ec5ea2c029 Mar 14 18:23:19.619766 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.623523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.646034 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event updated for resources: {'Port': ['ID=99f9ad60-9f09-46a4-8256-5ae636bdca7e,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:19.651090 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f3d80b7f-6d60-4c02-adf5-e53fb877c9f9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.661448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:19.662942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:19.666027 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:19.690423 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-13a09a26-aeb8-4b2b-a711-4fc215a8d343 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 1ef23464-370e-421a-bc48-adee303de319) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:19.692244 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ecd581-dd9b-4178-a878-304b988dcbb7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:23:19.692888 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ecd581-dd9b-4178-a878-304b988dcbb7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:19.712017 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a09a26-aeb8-4b2b-a711-4fc215a8d343 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:19.712656 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-13a09a26-aeb8-4b2b-a711-4fc215a8d343 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.754532 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72258aa7-b5c7-4386-b984-e4f47c8ddabc None None] Network 1ef23464-370e-421a-bc48-adee303de319 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:19.790967 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:19.810995 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:19.817718 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399270a-4b12-4518-bd1b-0910d80434c3 None None] Pushing event updated for resources: {'Port': ['ID=5572745b-a016-4470-800e-1efe630bf2fd,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:19.820219 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:19.839561 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-38ecd581-dd9b-4178-a878-304b988dcbb7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.4365613 Mar 14 18:23:19.842561 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-13a09a26-aeb8-4b2b-a711-4fc215a8d343 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2026882 Mar 14 18:23:19.843920 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd5e4-9c80-4e74-86e0-4b23bb820e96 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.847991 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f3d80b7f-6d60-4c02-adf5-e53fb877c9f9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.870035 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d80b7f-6d60-4c02-adf5-e53fb877c9f9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:19.870177 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56464) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:19.870615 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f3d80b7f-6d60-4c02-adf5-e53fb877c9f9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.870718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56466) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:20.136172 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port e16792db-0579-472f-a8ea-85df8b2bc6a0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e16792db-0579-472f-a8ea-85df8b2bc6a0,segment=NetworkSegment(b310d584-070b-4cb7-b223-0d5c1d639b02),segment_id=b310d584-070b-4cb7-b223-0d5c1d639b02)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:20.145448 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Attempting to bind port 5572745b-a016-4470-800e-1efe630bf2fd on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:20.145811 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Attempting to bind port 5572745b-a016-4470-800e-1efe630bf2fd by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e9015bcb-26a5-41ff-ab1e-fbb70115093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6c603974-9112-4305-b523-c0306879bd62'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:20.146169 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Attempting to bind port 5572745b-a016-4470-800e-1efe630bf2fd on network 6c603974-9112-4305-b523-c0306879bd62 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:20.159560 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Attempting to bind port 5f8a4aff-e6de-4db0-9f62-aee915c0e5da on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:20.159560 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Attempting to bind port 5f8a4aff-e6de-4db0-9f62-aee915c0e5da by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:20.159897 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Attempting to bind port 5f8a4aff-e6de-4db0-9f62-aee915c0e5da on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:20.180151 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f3d80b7f-6d60-4c02-adf5-e53fb877c9f9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8242998 Mar 14 18:23:20.186614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56472) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:20.187309 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcd5e4-9c80-4e74-86e0-4b23bb820e96 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Subnet': ['ID=3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:20.191994 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Pushing event updated for resources: {'Port': ['ID=5f8a4aff-e6de-4db0-9f62-aee915c0e5da,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:20.193715 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d80b7f-6d60-4c02-adf5-e53fb877c9f9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Network': ['ID=06b2dd0f-00f2-4d49-8b85-96ec5ea2c029,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:20.208821 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-8bcbb0c2-7e50-4a56-b52a-8a13d24449d1 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'subnet': {'network_id': '06b2dd0f-00f2-4d49-8b85-96ec5ea2c029', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:20.209225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:20.209225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:20.209225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.209225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:20.209225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Bound port: 5f8a4aff-e6de-4db0-9f62-aee915c0e5da, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:20.209225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.209981 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:20.210294 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Checking segment: {'id': 'e9015bcb-26a5-41ff-ab1e-fbb70115093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6c603974-9112-4305-b523-c0306879bd62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:20.210923 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.210923 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Bound using segment: {'id': 'e9015bcb-26a5-41ff-ab1e-fbb70115093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6c603974-9112-4305-b523-c0306879bd62'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:20.211362 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Bound port: 5572745b-a016-4470-800e-1efe630bf2fd, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9015bcb-26a5-41ff-ab1e-fbb70115093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6c603974-9112-4305-b523-c0306879bd62'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:20.211733 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.220041 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'e16792db-0579-472f-a8ea-85df8b2bc6a0', 'network_id': '691d0aa6-00ac-4e94-87e5-0af2e37970c3', 'port_id': 'e16792db-0579-472f-a8ea-85df8b2bc6a0', 'mac_address': 'fa:16:3e:fa:66:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad9beb52-d89d-49fd-8272-47639662d6f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:23:20.229210 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 06b2dd0f-00f2-4d49-8b85-96ec5ea2c029 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:23:20.241175 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbcd5e4-9c80-4e74-86e0-4b23bb820e96 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Checking segment: {'id': '27c5cb05-abd5-40f5-90ca-b46d129dfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:20.241533 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbcd5e4-9c80-4e74-86e0-4b23bb820e96 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network hostable DHCP agents. Network: fa8f40fe-44af-47b4-b21c-1851d2dc571b, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:20.279292 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b572d-7e0b-4218-b27a-241f05e1f4d8 req-135719d1-acc6-429c-b403-84f4f51e697e tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:20.281026 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2e9b572d-7e0b-4218-b27a-241f05e1f4d8 req-135719d1-acc6-429c-b403-84f4f51e697e tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 943 time: 0.5078733 Mar 14 18:23:20.329170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8bcbb0c2-7e50-4a56-b52a-8a13d24449d1 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:20.333041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8bcbb0c2-7e50-4a56-b52a-8a13d24449d1 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:subnet and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:20.335948 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8bcbb0c2-7e50-4a56-b52a-8a13d24449d1 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:20.341935 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8bcbb0c2-7e50-4a56-b52a-8a13d24449d1 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:20.397464 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbcd5e4-9c80-4e74-86e0-4b23bb820e96 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network fa8f40fe-44af-47b4-b21c-1851d2dc571b is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:20.408560 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcbb0c2-7e50-4a56-b52a-8a13d24449d1 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:20.413122 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8bcbb0c2-7e50-4a56-b52a-8a13d24449d1 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.457060 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-ecbcd5e4-9c80-4e74-86e0-4b23bb820e96 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, fa8f40fe-44af-47b4-b21c-1851d2dc571b) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:20.462659 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbcd5e4-9c80-4e74-86e0-4b23bb820e96 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:20.463441 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd5e4-9c80-4e74-86e0-4b23bb820e96 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.509740 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c169b67-1a83-4ef8-b301-a7d1e91e439f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:20.510314 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7c169b67-1a83-4ef8-b301-a7d1e91e439f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:20.513688 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f2e0fc-1001-423d-8a61-a1cf83973552 None None] Network fa8f40fe-44af-47b4-b21c-1851d2dc571b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:20.535542 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2e9b572d-7e0b-4218-b27a-241f05e1f4d8 req-531ddc35-3589-4728-b6c8-8537ebc673dc tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382834 Mar 14 18:23:20.596487 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.630431 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ecbcd5e4-9c80-4e74-86e0-4b23bb820e96 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6276891 Mar 14 18:23:20.634134 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56476) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:20.739971 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16792db-0579-472f-a8ea-85df8b2bc6a0 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:23:20.776732 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] For port 5f8a4aff-e6de-4db0-9f62-aee915c0e5da, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:20.780539 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] For port 5572745b-a016-4470-800e-1efe630bf2fd, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:20.796996 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port e16792db-0579-472f-a8ea-85df8b2bc6a0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e16792db-0579-472f-a8ea-85df8b2bc6a0,segment=NetworkSegment(b310d584-070b-4cb7-b223-0d5c1d639b02),segment_id=b310d584-070b-4cb7-b223-0d5c1d639b02)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:20.802261 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] For port 5f8a4aff-e6de-4db0-9f62-aee915c0e5da, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5f8a4aff-e6de-4db0-9f62-aee915c0e5da,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:20.811592 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] For port 5572745b-a016-4470-800e-1efe630bf2fd, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5572745b-a016-4470-800e-1efe630bf2fd,segment=NetworkSegment(e9015bcb-26a5-41ff-ab1e-fbb70115093a),segment_id=e9015bcb-26a5-41ff-ab1e-fbb70115093a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:20.814441 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-1ef23464-370e-421a-bc48-adee303de319', 'network_id': '1ef23464-370e-421a-bc48-adee303de319', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'fixed_ips': [{'subnet_id': 'f9995f4b-064f-40f3-a444-523280eefdb8'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:23:20.815289 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.844076 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7c169b67-1a83-4ef8-b301-a7d1e91e439f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:20.846799 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7c169b67-1a83-4ef8-b301-a7d1e91e439f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.9698105 Mar 14 18:23:20.850833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56480) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:20.911356 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.967235 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.971127 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.035557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.062581 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.094999 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:23:21.095824 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.108360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8bcbb0c2-7e50-4a56-b52a-8a13d24449d1 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.122511 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=e16792db-0579-472f-a8ea-85df8b2bc6a0,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:21.177607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b08b21-95be-45f5-a1ae-382139c2f8b4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.180386 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b08b21-95be-45f5-a1ae-382139c2f8b4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.181139 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-18b08b21-95be-45f5-a1ae-382139c2f8b4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:21.199053 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['e16792db-0579-472f-a8ea-85df8b2bc6a0'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:23:21.237630 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:21.238260 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:21.282582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbb0c2-7e50-4a56-b52a-8a13d24449d1 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Subnet': ['ID=dae84e0a-bb8c-4557-900c-74330b0725bf,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:21.284275 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.346538 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.384878 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-18b08b21-95be-45f5-a1ae-382139c2f8b4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:21.386650 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-18b08b21-95be-45f5-a1ae-382139c2f8b4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5329168 Mar 14 18:23:21.426246 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56484) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:21.528802 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcbb0c2-7e50-4a56-b52a-8a13d24449d1 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Checking segment: {'id': '16831b54-39e5-4f47-ae9a-79531574c8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '06b2dd0f-00f2-4d49-8b85-96ec5ea2c029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:21.529166 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcbb0c2-7e50-4a56-b52a-8a13d24449d1 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network hostable DHCP agents. Network: 06b2dd0f-00f2-4d49-8b85-96ec5ea2c029, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:21.547410 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Allocated IP 172.22.0.2 (1ef23464-370e-421a-bc48-adee303de319/f9995f4b-064f-40f3-a444-523280eefdb8/f101706e-ee6f-48df-b546-4a573f3d98f9) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:21.559813 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f46b31-bf04-4783-960c-953c17a415af None None] Pushing event updated for resources: {'Port': ['ID=5f8a4aff-e6de-4db0-9f62-aee915c0e5da,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:21.592724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-3300b8e6-4ecf-4c98-8758-da734732c03c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 232abd4b-4d1e-42f6-bd2e-6d3d407ef992 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:23:21.614192 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:21.631505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3300b8e6-4ecf-4c98-8758-da734732c03c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.855329 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3300b8e6-4ecf-4c98-8758-da734732c03c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.954363 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3300b8e6-4ecf-4c98-8758-da734732c03c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.986023 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcbb0c2-7e50-4a56-b52a-8a13d24449d1 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network 06b2dd0f-00f2-4d49-8b85-96ec5ea2c029 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:22.089001 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-8bcbb0c2-7e50-4a56-b52a-8a13d24449d1 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 06b2dd0f-00f2-4d49-8b85-96ec5ea2c029) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:22.094341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcbb0c2-7e50-4a56-b52a-8a13d24449d1 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:22.095302 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8bcbb0c2-7e50-4a56-b52a-8a13d24449d1 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.115382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df887ca4-2b58-40c0-ac66-618acb2cc0df None None] Network 06b2dd0f-00f2-4d49-8b85-96ec5ea2c029 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:22.128356 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.131127 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399270a-4b12-4518-bd1b-0910d80434c3 None None] Pushing event updated for resources: {'Port': ['ID=5572745b-a016-4470-800e-1efe630bf2fd,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:22.154391 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4833e93-9a14-45f3-a5f1-6d9045cc8348 req-346fa973-8629-4a3e-a5f8-216e0f526083 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:22.155942 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e4833e93-9a14-45f3-a5f1-6d9045cc8348 req-346fa973-8629-4a3e-a5f8-216e0f526083 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 944 time: 0.1373663 Mar 14 18:23:22.200973 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8bcbb0c2-7e50-4a56-b52a-8a13d24449d1 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0109532 Mar 14 18:23:22.204801 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56490) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:22.213530 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e4833e93-9a14-45f3-a5f1-6d9045cc8348 req-bb1d60ca-5fd2-4b9d-8d97-8f728c60081c tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511806 Mar 14 18:23:22.213961 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d3fe566a-4f93-4b2c-ba64-b0393e84c751 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'network_id': '06b2dd0f-00f2-4d49-8b85-96ec5ea2c029', 'name': 'tempest-PortsIpV6TestJSON-1056519697'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:22.255969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.263262 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3300b8e6-4ecf-4c98-8758-da734732c03c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.359475 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Allocated IP 2001:db8::2 (fa8f40fe-44af-47b4-b21c-1851d2dc571b/3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de/dde1f525-c6ba-4797-8094-ca2226c16cd2) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:22.373251 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300b8e6-4ecf-4c98-8758-da734732c03c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=232abd4b-4d1e-42f6-bd2e-6d3d407ef992,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:22.380033 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d3fe566a-4f93-4b2c-ba64-b0393e84c751 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:22.391903 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d3fe566a-4f93-4b2c-ba64-b0393e84c751 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:22.419518 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3300b8e6-4ecf-4c98-8758-da734732c03c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.460185 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fe566a-4f93-4b2c-ba64-b0393e84c751 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:22.464424 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3fe566a-4f93-4b2c-ba64-b0393e84c751 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.468646 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event updated for resources: {'Port': ['ID=99f9ad60-9f09-46a4-8256-5ae636bdca7e,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:22.482310 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.497036 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-d3fe566a-4f93-4b2c-ba64-b0393e84c751 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] device_id is not set on port 02b5cba0-94c3-4a43-93d5-759888577716 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:22.676639 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-d3fe566a-4f93-4b2c-ba64-b0393e84c751 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Allocated IP 2001:db8::6 (06b2dd0f-00f2-4d49-8b85-96ec5ea2c029/dae84e0a-bb8c-4557-900c-74330b0725bf/02b5cba0-94c3-4a43-93d5-759888577716) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:22.759925 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a72dc05-8754-4d91-ae23-146d49acc98e None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:22.786746 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3300b8e6-4ecf-4c98-8758-da734732c03c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/232abd4b-4d1e-42f6-bd2e-6d3d407ef992 HTTP/1.1" status: 204 len: 168 time: 1.3590295 Mar 14 18:23:22.793096 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-06b2dd0f-00f2-4d49-8b85-96ec5ea2c029', 'network_id': '06b2dd0f-00f2-4d49-8b85-96ec5ea2c029', 'tenant_id': '1bed9e5e10ec491e93367f6256f4da62', 'fixed_ips': [{'subnet_id': 'dae84e0a-bb8c-4557-900c-74330b0725bf'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:23:22.794001 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.794521 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56494) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:22.822553 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.867729 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Transition to ACTIVE for port object f101706e-ee6f-48df-b546-4a573f3d98f9 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:22.872884 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3a0c3722-9772-4cb6-9f71-309f230f9578 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772209 Mar 14 18:23:22.877829 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56498) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:22.888674 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-5831011c-47d6-447e-a378-3b60622a7a8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:22.893544 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Floating IP b3c6877c-85f9-49e7-a2bc-c26b925cbd93 associated. External IP: 172.26.7.62, port: 0ca0bc09-8b06-4f3a-abd5-444a1e1135db. Mar 14 18:23:22.955812 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3fe566a-4f93-4b2c-ba64-b0393e84c751 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.035119 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-d3fe566a-4f93-4b2c-ba64-b0393e84c751 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Transition to ACTIVE for port object 02b5cba0-94c3-4a43-93d5-759888577716 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:23.044575 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5831011c-47d6-447e-a378-3b60622a7a8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:23.050366 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5831011c-47d6-447e-a378-3b60622a7a8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:23.054055 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5831011c-47d6-447e-a378-3b60622a7a8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:23.061762 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5831011c-47d6-447e-a378-3b60622a7a8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:23.067626 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5f8a4aff-e6de-4db0-9f62-aee915c0e5da up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:23.112604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0d0ef0ae-1a44-4775-ae4e-c58a20ca8f2e None None] Provisioning for port 5f8a4aff-e6de-4db0-9f62-aee915c0e5da completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:23.140249 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5831011c-47d6-447e-a378-3b60622a7a8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:23.144029 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5831011c-47d6-447e-a378-3b60622a7a8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.179762 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Transition to ACTIVE for port object f101706e-ee6f-48df-b546-4a573f3d98f9 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:23.181279 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3fe566a-4f93-4b2c-ba64-b0393e84c751 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.279744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Router d74f70b8-68f1-4c03-ab90-d993d4ace8ab has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:23:23.325078 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fe566a-4f93-4b2c-ba64-b0393e84c751 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network 06b2dd0f-00f2-4d49-8b85-96ec5ea2c029 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:23.330639 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-d3fe566a-4f93-4b2c-ba64-b0393e84c751 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:23.337381 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe566a-4f93-4b2c-ba64-b0393e84c751 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=02b5cba0-94c3-4a43-93d5-759888577716,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:23.342262 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe566a-4f93-4b2c-ba64-b0393e84c751 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:23.348405 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fe566a-4f93-4b2c-ba64-b0393e84c751 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:23.349136 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3fe566a-4f93-4b2c-ba64-b0393e84c751 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.446911 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d3fe566a-4f93-4b2c-ba64-b0393e84c751 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2396307 Mar 14 18:23:23.448926 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56504) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:23.455290 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-90499ed3-a5e1-4ac9-b672-45f4485aaff2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'network_id': '06b2dd0f-00f2-4d49-8b85-96ec5ea2c029', 'name': 'tempest-PortsIpV6TestJSON-1372069854'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:23.501047 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.518733 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Allocated IP 172.22.0.1 (1ef23464-370e-421a-bc48-adee303de319/f9995f4b-064f-40f3-a444-523280eefdb8/5941ea52-2435-4485-b07b-60697ceff26c) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:23.560259 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device e16792db-0579-472f-a8ea-85df8b2bc6a0 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:23.594795 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.628408 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-90499ed3-a5e1-4ac9-b672-45f4485aaff2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:23.633422 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-90499ed3-a5e1-4ac9-b672-45f4485aaff2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:port and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:23.636579 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-90499ed3-a5e1-4ac9-b672-45f4485aaff2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:23.637743 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 3, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '5572745b-a016-4470-800e-1efe630bf2fd', 'name': '', 'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:b0:d0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:20Z', 'revision_number': 4, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:23.642724 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-90499ed3-a5e1-4ac9-b672-45f4485aaff2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:23.653744 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Transition to ACTIVE for port object dde1f525-c6ba-4797-8094-ca2226c16cd2 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:23.669595 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Network 1ef23464-370e-421a-bc48-adee303de319 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:23.672844 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5831011c-47d6-447e-a378-3b60622a7a8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.682010 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455ef290-dde5-4910-b6e2-1f7b5c2cad92 None None] The sync data for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv is: [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 3, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '5572745b-a016-4470-800e-1efe630bf2fd', 'name': '', 'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:b0:d0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:20Z', 'revision_number': 4, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:23.705386 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:23.718904 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:23:23.729648 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:23.732569 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Pushing event updated for resources: {'Port': ['ID=f101706e-ee6f-48df-b546-4a573f3d98f9,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:23.752907 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aac19c-431e-404a-bfac-4bebb49aa53f None None] Sync routers for ids ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:23.758638 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Allocated IP 2001:db8::2 (06b2dd0f-00f2-4d49-8b85-96ec5ea2c029/dae84e0a-bb8c-4557-900c-74330b0725bf/e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:23.762103 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b076f-c180-40ab-b2db-33b63ec0888b req-ee642a5b-02cd-4019-b1d5-58114c337e50 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:23.765593 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Transition to ACTIVE for port object dde1f525-c6ba-4797-8094-ca2226c16cd2 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:23.769713 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-988b076f-c180-40ab-b2db-33b63ec0888b req-ee642a5b-02cd-4019-b1d5-58114c337e50 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 944 time: 0.3690419 Mar 14 18:23:23.774105 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90499ed3-a5e1-4ac9-b672-45f4485aaff2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:23.775955 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aac19c-431e-404a-bfac-4bebb49aa53f None None] Routers {'d74f70b8-68f1-4c03-ab90-d993d4ace8ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:23.780105 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-90499ed3-a5e1-4ac9-b672-45f4485aaff2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.780193 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-20aac19c-431e-404a-bfac-4bebb49aa53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:23.818513 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 5f8a4aff-e6de-4db0-9f62-aee915c0e5da completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:23.824032 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.853681 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-90499ed3-a5e1-4ac9-b672-45f4485aaff2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] device_id is not set on port 6fb8803a-2f63-4608-9fb9-8bf9d25695e9 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:23.888877 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.921906 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5831011c-47d6-447e-a378-3b60622a7a8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:23.949899 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-988b076f-c180-40ab-b2db-33b63ec0888b req-1db79ea7-b68a-46a2-a274-fd7093b3d1b1 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792312 Mar 14 18:23:23.966296 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 5f8a4aff-e6de-4db0-9f62-aee915c0e5da triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:23.966939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.999596 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-5831011c-47d6-447e-a378-3b60622a7a8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:24.015102 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d1810b6d-f433-489e-a73a-0509651ef1e8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3376670 Mar 14 18:23:24.018669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.023559 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b61c3b-0c54-4ff3-84e1-7629fbcc3672', 'tag': '0ca0bc09-8b06-4f3a-abd5-444a1e1135db'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:23:24.036663 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5831011c-47d6-447e-a378-3b60622a7a8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:24.037335 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5831011c-47d6-447e-a378-3b60622a7a8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.066264 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Transition to ACTIVE for port object 5941ea52-2435-4485-b07b-60697ceff26c will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:24.110903 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831011c-47d6-447e-a378-3b60622a7a8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=8a965d71-e07b-47e3-801f-6ce26a56b17a,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:24.144277 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Allocated IP 2001:db8::1 (fa8f40fe-44af-47b4-b21c-1851d2dc571b/3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de/db65ad5f-feda-4306-9027-7eab8adc3083) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:24.154434 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5831011c-47d6-447e-a378-3b60622a7a8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2754304 Mar 14 18:23:24.157351 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56514) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:24.161554 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-20aac19c-431e-404a-bfac-4bebb49aa53f None None] Set router d74f70b8-68f1-4c03-ab90-d993d4ace8ab gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:24.162653 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-6ddbd0d5-398c-4f59-98ba-9bc5193ba733 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2006301953', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:24.171428 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6ddbd0d5-398c-4f59-98ba-9bc5193ba733 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:24.178155 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.214013 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6ddbd0d5-398c-4f59-98ba-9bc5193ba733 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:router and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:24.255258 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Attempting to bind port f101706e-ee6f-48df-b546-4a573f3d98f9 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:24.255782 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Attempting to bind port f101706e-ee6f-48df-b546-4a573f3d98f9 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'b34cc913-2681-48b2-8ea1-6a9564524c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1ef23464-370e-421a-bc48-adee303de319'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:24.256256 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Attempting to bind port f101706e-ee6f-48df-b546-4a573f3d98f9 on network 1ef23464-370e-421a-bc48-adee303de319 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:24.259305 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Pushing event updated for resources: {'Port': ['ID=dde1f525-c6ba-4797-8094-ca2226c16cd2,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:24.260203 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b61c3b-0c54-4ff3-84e1-7629fbcc3672', 'tag': '0ca0bc09-8b06-4f3a-abd5-444a1e1135db', 'status': 'completed', 'code': 200} Mar 14 18:23:24.267532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6ddbd0d5-398c-4f59-98ba-9bc5193ba733 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:24.277048 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17285718-d317-48da-bd4b-2aaee81c2d18 None None] DHCP port deletion for c6ea7f38-153d-42ad-8847-86782d8c0b1e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:23:24.288390 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 1ef23464-370e-421a-bc48-adee303de319 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:24.294564 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Network fa8f40fe-44af-47b4-b21c-1851d2dc571b is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:24.299400 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:24.313330 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6ddbd0d5-398c-4f59-98ba-9bc5193ba733 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:24.313754 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:24.315465 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:24.331923 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:24.406833 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=5941ea52-2435-4485-b07b-60697ceff26c,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:24.449957 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361cf7a-c31f-4834-aae6-4364839e48b9 req-f6facfd8-1e57-46dd-b66b-4ca147482e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:24.451816 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5361cf7a-c31f-4834-aae6-4364839e48b9 req-f6facfd8-1e57-46dd-b66b-4ca147482e8e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 1099 time: 0.2110569 Mar 14 18:23:24.457241 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.505910 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.513498 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd0d5-398c-4f59-98ba-9bc5193ba733 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.515094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd0d5-398c-4f59-98ba-9bc5193ba733 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.526879 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:24.527506 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Checking segment: {'id': 'b34cc913-2681-48b2-8ea1-6a9564524c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1ef23464-370e-421a-bc48-adee303de319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:24.527915 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.530114 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Transition to ACTIVE for port object db65ad5f-feda-4306-9027-7eab8adc3083 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:24.531374 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Bound using segment: {'id': 'b34cc913-2681-48b2-8ea1-6a9564524c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1ef23464-370e-421a-bc48-adee303de319'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:24.532141 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Bound port: f101706e-ee6f-48df-b546-4a573f3d98f9, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34cc913-2681-48b2-8ea1-6a9564524c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1ef23464-370e-421a-bc48-adee303de319'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:24.532642 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.546799 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-17285718-d317-48da-bd4b-2aaee81c2d18 None None] Deleting port 5f8a4aff-e6de-4db0-9f62-aee915c0e5da {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:24.546799 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-17285718-d317-48da-bd4b-2aaee81c2d18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.573671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd0d5-398c-4f59-98ba-9bc5193ba733 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.600859 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port e16792db-0579-472f-a8ea-85df8b2bc6a0 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:24.682017 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port e16792db-0579-472f-a8ea-85df8b2bc6a0 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:24.682396 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.706617 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd0d5-398c-4f59-98ba-9bc5193ba733 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.773343 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-420019f4-01d9-487d-800d-f0666c89832c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.795217 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-20aac19c-431e-404a-bfac-4bebb49aa53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'b3c6877c-85f9-49e7-a2bc-c26b925cbd93', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'floating_ip_address': '172.26.7.62', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'port_id': '0ca0bc09-8b06-4f3a-abd5-444a1e1135db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'mac_address': 'fa:16:3e:b4:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b61c3b-0c54-4ff3-84e1-7629fbcc3672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:23:20Z', 'updated_at': '2022-03-14T18:23:20Z', 'revision_number': 0, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:26Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:24.795848 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361cf7a-c31f-4834-aae6-4364839e48b9 req-1d5d2ce2-6318-4487-ab40-64329d452557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:24.797412 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5361cf7a-c31f-4834-aae6-4364839e48b9 req-1d5d2ce2-6318-4487-ab40-64329d452557 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b HTTP/1.1" status: 200 len: 913 time: 0.3365586 Mar 14 18:23:24.801545 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aac19c-431e-404a-bfac-4bebb49aa53f None None] Checking router: d74f70b8-68f1-4c03-ab90-d993d4ace8ab for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:23:24.815076 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aac19c-431e-404a-bfac-4bebb49aa53f None None] Routers {'d74f70b8-68f1-4c03-ab90-d993d4ace8ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:24.816265 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-20aac19c-431e-404a-bfac-4bebb49aa53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:22:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:24.817322 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.838864 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.890198 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.905789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Attempting to bind port dde1f525-c6ba-4797-8094-ca2226c16cd2 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:24.905789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Attempting to bind port dde1f525-c6ba-4797-8094-ca2226c16cd2 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '27c5cb05-abd5-40f5-90ca-b46d129dfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:24.905789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Attempting to bind port dde1f525-c6ba-4797-8094-ca2226c16cd2 on network fa8f40fe-44af-47b4-b21c-1851d2dc571b {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:24.913204 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Transition to ACTIVE for port object e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:24.922315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd0d5-398c-4f59-98ba-9bc5193ba733 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.923790 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6ddbd0d5-398c-4f59-98ba-9bc5193ba733 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7654357 Mar 14 18:23:24.938492 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56518) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:25.023998 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:25.025005 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Checking segment: {'id': '27c5cb05-abd5-40f5-90ca-b46d129dfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:25.025005 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.025587 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Bound using segment: {'id': '27c5cb05-abd5-40f5-90ca-b46d129dfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:25.025694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Bound port: dde1f525-c6ba-4797-8094-ca2226c16cd2, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c5cb05-abd5-40f5-90ca-b46d129dfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:25.025974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.053676 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5361cf7a-c31f-4834-aae6-4364839e48b9 req-63ea82e4-fcb8-400c-9d1d-7460d00b8657 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ca0bc09-8b06-4f3a-abd5-444a1e1135db HTTP/1.1" status: 200 len: 999 time: 0.2502944 Mar 14 18:23:25.061631 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network fa8f40fe-44af-47b4-b21c-1851d2dc571b is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:25.104977 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-20aac19c-431e-404a-bfac-4bebb49aa53f None None] Set router d74f70b8-68f1-4c03-ab90-d993d4ace8ab gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:25.176732 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Transition to ACTIVE for port object e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:25.176886 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:25.219268 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] For port f101706e-ee6f-48df-b546-4a573f3d98f9, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:25.235778 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:25.236352 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.254692 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=db65ad5f-feda-4306-9027-7eab8adc3083,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:25.328232 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.381270 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] For port f101706e-ee6f-48df-b546-4a573f3d98f9, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f101706e-ee6f-48df-b546-4a573f3d98f9,segment=NetworkSegment(b34cc913-2681-48b2-8ea1-6a9564524c06),segment_id=b34cc913-2681-48b2-8ea1-6a9564524c06)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:25.431727 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9c15e-0f01-455a-8fce-39fa1e2c2411 req-40d125ea-7a02-42d6-ac47-3694b6afbe4e tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:25.440309 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-17a9c15e-0f01-455a-8fce-39fa1e2c2411 req-40d125ea-7a02-42d6-ac47-3694b6afbe4e tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 944 time: 0.2223701 Mar 14 18:23:25.466559 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.480986 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361cf7a-c31f-4834-aae6-4364839e48b9 req-bf5d5898-11da-432a-9446-c731716aa275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:25.482910 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5361cf7a-c31f-4834-aae6-4364839e48b9 req-bf5d5898-11da-432a-9446-c731716aa275 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=308aa848-34d0-47aa-91ad-fa0584470c08 HTTP/1.1" status: 200 len: 851 time: 0.4202075 Mar 14 18:23:25.487066 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 5f8a4aff-e6de-4db0-9f62-aee915c0e5da, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5f8a4aff-e6de-4db0-9f62-aee915c0e5da,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:25.488563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-93978fa7-0226-428b-a134-76d975923b19 None None] For port dde1f525-c6ba-4797-8094-ca2226c16cd2, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:25.502402 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.539948 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-20aac19c-431e-404a-bfac-4bebb49aa53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'b3c6877c-85f9-49e7-a2bc-c26b925cbd93', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'floating_ip_address': '172.26.7.62', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'port_id': '0ca0bc09-8b06-4f3a-abd5-444a1e1135db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'mac_address': 'fa:16:3e:b4:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b61c3b-0c54-4ff3-84e1-7629fbcc3672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:23:20Z', 'updated_at': '2022-03-14T18:23:20Z', 'revision_number': 0, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:26Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:25.544589 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aac19c-431e-404a-bfac-4bebb49aa53f None None] The sync data for ids ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'] in dv-neutron-833560-1-hyperv is: [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'b3c6877c-85f9-49e7-a2bc-c26b925cbd93', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'floating_ip_address': '172.26.7.62', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'port_id': '0ca0bc09-8b06-4f3a-abd5-444a1e1135db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'mac_address': 'fa:16:3e:b4:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b61c3b-0c54-4ff3-84e1-7629fbcc3672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:23:20Z', 'updated_at': '2022-03-14T18:23:20Z', 'revision_number': 0, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:26Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:25.554204 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-17a9c15e-0f01-455a-8fce-39fa1e2c2411 req-02db04dc-4e6e-4966-86c9-010fe0c85f1a tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016526 Mar 14 18:23:25.566046 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-93978fa7-0226-428b-a134-76d975923b19 None None] For port dde1f525-c6ba-4797-8094-ca2226c16cd2, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=dde1f525-c6ba-4797-8094-ca2226c16cd2,segment=NetworkSegment(27c5cb05-abd5-40f5-90ca-b46d129dfff4),segment_id=27c5cb05-abd5-40f5-90ca-b46d129dfff4)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:25.568922 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.575231 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-17285718-d317-48da-bd4b-2aaee81c2d18 None None] For port 5f8a4aff-e6de-4db0-9f62-aee915c0e5da, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5f8a4aff-e6de-4db0-9f62-aee915c0e5da,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:25.583158 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-17285718-d317-48da-bd4b-2aaee81c2d18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.712017 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port e16792db-0579-472f-a8ea-85df8b2bc6a0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e16792db-0579-472f-a8ea-85df8b2bc6a0,segment=NetworkSegment(b310d584-070b-4cb7-b223-0d5c1d639b02),segment_id=b310d584-070b-4cb7-b223-0d5c1d639b02)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:25.713510 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Pushing event updated for resources: {'Port': ['ID=e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:25.713720 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.716523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.752923 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-90499ed3-a5e1-4ac9-b672-45f4485aaff2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Allocated IP 2001:db8::34d (06b2dd0f-00f2-4d49-8b85-96ec5ea2c029/dae84e0a-bb8c-4557-900c-74330b0725bf/6fb8803a-2f63-4608-9fb9-8bf9d25695e9) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:25.775314 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158de219-9610-49e2-87f3-d5aa56face15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16792db-0579-472f-a8ea-85df8b2bc6a0'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:23:25.781951 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.820931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.852074 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.901596 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.946666 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361cf7a-c31f-4834-aae6-4364839e48b9 req-776385b7-35f5-4c08-8fad-4385f9f780e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:25.952833 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5361cf7a-c31f-4834-aae6-4364839e48b9 req-776385b7-35f5-4c08-8fad-4385f9f780e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4059858 Mar 14 18:23:25.990005 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-17285718-d317-48da-bd4b-2aaee81c2d18 None None] Calling delete_port for 5f8a4aff-e6de-4db0-9f62-aee915c0e5da owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:25.999572 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.002837 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=5941ea52-2435-4485-b07b-60697ceff26c,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:26.018952 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Network 06b2dd0f-00f2-4d49-8b85-96ec5ea2c029 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:26.024818 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158de219-9610-49e2-87f3-d5aa56face15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16792db-0579-472f-a8ea-85df8b2bc6a0', 'code': 200} Mar 14 18:23:26.029026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5572745b-a016-4470-800e-1efe630bf2fd up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:26.059542 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579b1cfc-1901-4306-a051-57fd3a12b0f5 None None] New status for floating IP b3c6877c-85f9-49e7-a2bc-c26b925cbd93: ACTIVE {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:23:26.130614 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:26.133197 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:26.214157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network 1ef23464-370e-421a-bc48-adee303de319 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:26.216389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:26.456495 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60807fcb-409e-4d50-9c7c-da87b19e7de9 None None] Pushing event updated for resources: {'Port': ['ID=f101706e-ee6f-48df-b546-4a573f3d98f9,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:26.568898 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ee5ca5b-b545-4c43-a6ae-a133460707b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.613825 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Attempting to bind port e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:26.619789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Attempting to bind port e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '16831b54-39e5-4f47-ae9a-79531574c8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '06b2dd0f-00f2-4d49-8b85-96ec5ea2c029'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:26.619789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Attempting to bind port e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e on network 06b2dd0f-00f2-4d49-8b85-96ec5ea2c029 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:26.685626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router 254919b4-c425-425b-a220-27489f1496b0 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:23:26.690887 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:26.691408 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Checking segment: {'id': '16831b54-39e5-4f47-ae9a-79531574c8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '06b2dd0f-00f2-4d49-8b85-96ec5ea2c029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:26.692021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4cb61-f23b-4702-9237-0aa394fec640 req-0f89c335-3baa-44ef-bc75-486a2c05369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:26.692870 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.693425 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Bound using segment: {'id': '16831b54-39e5-4f47-ae9a-79531574c8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '06b2dd0f-00f2-4d49-8b85-96ec5ea2c029'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:26.694514 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Bound port: e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16831b54-39e5-4f47-ae9a-79531574c8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '06b2dd0f-00f2-4d49-8b85-96ec5ea2c029'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:26.695839 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-72b4cb61-f23b-4702-9237-0aa394fec640 req-0f89c335-3baa-44ef-bc75-486a2c05369c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 1098 time: 0.3337975 Mar 14 18:23:26.696210 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.748920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-17285718-d317-48da-bd4b-2aaee81c2d18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:23:26.749407 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-17285718-d317-48da-bd4b-2aaee81c2d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:23:26.784836 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=5f8a4aff-e6de-4db0-9f62-aee915c0e5da,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:26.864168 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 5572745b-a016-4470-800e-1efe630bf2fd completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:26.871404 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.015144 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-72b4cb61-f23b-4702-9237-0aa394fec640 req-47e8dfba-1111-44b3-98cf-79733e965d87 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154368 Mar 14 18:23:27.027072 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 5572745b-a016-4470-800e-1efe630bf2fd triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:27.029580 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.050702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:23:27.060026 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4b47d571-6644-4d9f-85b1-b993d3aaa222 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/254919b4-c425-425b-a220-27489f1496b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1815491 Mar 14 18:23:27.063964 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Sync routers for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:27.076577 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56528) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:27.076918 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:27.078148 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:27.083981 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-8d531c62-6727-4492-ae99-b334bcf6cf83 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'network': {'name': 'tempest-RoutersTest-1158048397'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:27.109040 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7aa4a-f816-49aa-aa70-63b45595dd16 req-e0525b19-1457-4dbb-8ef6-716784d85af0 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:27.111007 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9dc7aa4a-f816-49aa-aa70-63b45595dd16 req-e0525b19-1457-4dbb-8ef6-716784d85af0 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 945 time: 0.2469773 Mar 14 18:23:27.111122 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8d531c62-6727-4492-ae99-b334bcf6cf83 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:27.202635 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93978fa7-0226-428b-a134-76d975923b19 None None] Pushing event updated for resources: {'Port': ['ID=dde1f525-c6ba-4797-8094-ca2226c16cd2,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:27.204768 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9dc7aa4a-f816-49aa-aa70-63b45595dd16 req-abdd889b-34aa-4d3b-a03f-819fa8078668 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782788 Mar 14 18:23:27.260025 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8d531c62-6727-4492-ae99-b334bcf6cf83 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:network and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:27.264241 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8d531c62-6727-4492-ae99-b334bcf6cf83 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:27.269036 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-17285718-d317-48da-bd4b-2aaee81c2d18 None None] Deleting port 5f8a4aff-e6de-4db0-9f62-aee915c0e5da {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:27.269418 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-17285718-d317-48da-bd4b-2aaee81c2d18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.278594 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8d531c62-6727-4492-ae99-b334bcf6cf83 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:27.321053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::1 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/8a965d71-e07b-47e3-801f-6ce26a56b17a/0b7bd323-a954-4861-a9c5-7ce4bce423a9) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:27.340731 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5361cf7a-c31f-4834-aae6-4364839e48b9 req-e714a8ac-f3a7-441b-8d53-43215673b757 service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3315659 Mar 14 18:23:27.345321 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] For port e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:27.361804 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:27.423489 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] For port e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e,segment=NetworkSegment(16831b54-39e5-4f47-ae9a-79531574c8ec),segment_id=16831b54-39e5-4f47-ae9a-79531574c8ec)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:27.479300 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d531c62-6727-4492-ae99-b334bcf6cf83 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Made reservation on behalf of 65cbd48938094122bb9ae72dacf90bd1 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:27.479300 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d531c62-6727-4492-ae99-b334bcf6cf83 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.521181 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-90499ed3-a5e1-4ac9-b672-45f4485aaff2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.546078 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.559621 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.577854 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=e16792db-0579-472f-a8ea-85df8b2bc6a0,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:27.711121 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6115a-9818-40a2-810d-9b5a5201b15d None None] Pushing event updated for resources: {'Port': ['ID=e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:27.801167 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5361cf7a-c31f-4834-aae6-4364839e48b9 req-6a4b45f8-a830-4287-b9b3-4b3583440de6 service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447353 Mar 14 18:23:27.843524 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 5572745b-a016-4470-800e-1efe630bf2fd, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5572745b-a016-4470-800e-1efe630bf2fd,segment=NetworkSegment(e9015bcb-26a5-41ff-ab1e-fbb70115093a),segment_id=e9015bcb-26a5-41ff-ab1e-fbb70115093a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:27.905185 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-90499ed3-a5e1-4ac9-b672-45f4485aaff2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Transition to ACTIVE for port object 6fb8803a-2f63-4608-9fb9-8bf9d25695e9 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:27.956517 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:23:24Z', 'revision_number': 4, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '5572745b-a016-4470-800e-1efe630bf2fd', 'name': '', 'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:b0:d0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:20Z', 'revision_number': 4, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5941ea52-2435-4485-b07b-60697ceff26c', 'name': '', 'network_id': '1ef23464-370e-421a-bc48-adee303de319', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:04:c1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:23:25Z', 'revision_number': 2, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:27.966845 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Checking router: 254919b4-c425-425b-a220-27489f1496b0 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:23:27.966845 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Updating router 254919b4-c425-425b-a220-27489f1496b0 port 5941ea52-2435-4485-b07b-60697ceff26c binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:23:27.987271 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d531c62-6727-4492-ae99-b334bcf6cf83 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:28.013854 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.017152 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f3bc04-ed0f-4269-84d8-967d18f3bab1 None None] Network 1ef23464-370e-421a-bc48-adee303de319 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:28.067813 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.090629 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d531c62-6727-4492-ae99-b334bcf6cf83 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.090871 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-8d531c62-6727-4492-ae99-b334bcf6cf83 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Added segment e3e291db-ad9c-406b-88c5-12ed5c1d034b of type vlan for network d0e23baf-4270-4dc2-be80-30eaa3675bb8 Mar 14 18:23:28.107502 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.137313 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-90499ed3-a5e1-4ac9-b672-45f4485aaff2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.215768 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5f8a4aff-e6de-4db0-9f62-aee915c0e5da no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:23:28.279152 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.309717 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.339599 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90499ed3-a5e1-4ac9-b672-45f4485aaff2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network 06b2dd0f-00f2-4d49-8b85-96ec5ea2c029 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:28.386314 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d531c62-6727-4492-ae99-b334bcf6cf83 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.452445 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.resource_extend [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:23:28.536606 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.543519 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=5572745b-a016-4470-800e-1efe630bf2fd,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:28.604663 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-90499ed3-a5e1-4ac9-b672-45f4485aaff2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:28.608936 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f987ae7-8d77-41b6-ae83-192c73eee89a None None] Network fa8f40fe-44af-47b4-b21c-1851d2dc571b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:28.611616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5023b-88e4-473b-a73f-f98783d8b054 req-676c50fa-7a2b-4c2b-ae12-2e6e1c5b90ef tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:28.616688 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90499ed3-a5e1-4ac9-b672-45f4485aaff2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=6fb8803a-2f63-4608-9fb9-8bf9d25695e9,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:28.622197 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90499ed3-a5e1-4ac9-b672-45f4485aaff2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:28.626733 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2e5023b-88e4-473b-a73f-f98783d8b054 req-676c50fa-7a2b-4c2b-ae12-2e6e1c5b90ef tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 945 time: 0.1952527 Mar 14 18:23:28.628298 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90499ed3-a5e1-4ac9-b672-45f4485aaff2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:28.629502 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-90499ed3-a5e1-4ac9-b672-45f4485aaff2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.636737 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.636737 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.654276 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-27d950ef-6ab9-49dc-9bf5-92e8dc68cd0a None None] Provisioning for port f101706e-ee6f-48df-b546-4a573f3d98f9 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:28.685819 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-17285718-d317-48da-bd4b-2aaee81c2d18 None None] For port 5f8a4aff-e6de-4db0-9f62-aee915c0e5da, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5f8a4aff-e6de-4db0-9f62-aee915c0e5da,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:28.686697 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-17285718-d317-48da-bd4b-2aaee81c2d18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.709393 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.722160 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Transition to ACTIVE for port object 5941ea52-2435-4485-b07b-60697ceff26c will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:28.734557 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d531c62-6727-4492-ae99-b334bcf6cf83 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.743619 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d531c62-6727-4492-ae99-b334bcf6cf83 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:28.745928 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2e5023b-88e4-473b-a73f-f98783d8b054 req-8f50c4c9-c94e-496f-b7e4-4b19ee2e1031 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179962 Mar 14 18:23:28.758959 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d531c62-6727-4492-ae99-b334bcf6cf83 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.791779 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.806478 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object 0b7bd323-a954-4861-a9c5-7ce4bce423a9 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:28.819553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=db65ad5f-feda-4306-9027-7eab8adc3083,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:28.952160 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-17285718-d317-48da-bd4b-2aaee81c2d18 None None] Calling delete_port for 5f8a4aff-e6de-4db0-9f62-aee915c0e5da owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:28.953283 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35230ac1-e29a-44ab-8f29-a560ea8613e9 None None] Pushing event updated for resources: {'Port': ['ID=5941ea52-2435-4485-b07b-60697ceff26c,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:28.994801 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35230ac1-e29a-44ab-8f29-a560ea8613e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:28.995158 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35230ac1-e29a-44ab-8f29-a560ea8613e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:28.995697 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35230ac1-e29a-44ab-8f29-a560ea8613e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:28.996034 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35230ac1-e29a-44ab-8f29-a560ea8613e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:28.996354 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35230ac1-e29a-44ab-8f29-a560ea8613e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:28.996860 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35230ac1-e29a-44ab-8f29-a560ea8613e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:28.997366 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35230ac1-e29a-44ab-8f29-a560ea8613e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:28.997687 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35230ac1-e29a-44ab-8f29-a560ea8613e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:28.998022 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35230ac1-e29a-44ab-8f29-a560ea8613e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:28.998346 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35230ac1-e29a-44ab-8f29-a560ea8613e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:28.998664 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35230ac1-e29a-44ab-8f29-a560ea8613e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:28.999004 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35230ac1-e29a-44ab-8f29-a560ea8613e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:29.024681 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Attempting to bind port 5941ea52-2435-4485-b07b-60697ceff26c on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:29.025050 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Attempting to bind port 5941ea52-2435-4485-b07b-60697ceff26c by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'b34cc913-2681-48b2-8ea1-6a9564524c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1ef23464-370e-421a-bc48-adee303de319'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:29.025404 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Attempting to bind port 5941ea52-2435-4485-b07b-60697ceff26c on network 1ef23464-370e-421a-bc48-adee303de319 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:29.032996 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:29.033375 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Checking segment: {'id': 'b34cc913-2681-48b2-8ea1-6a9564524c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1ef23464-370e-421a-bc48-adee303de319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:29.033780 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.034167 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Bound using segment: {'id': 'b34cc913-2681-48b2-8ea1-6a9564524c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1ef23464-370e-421a-bc48-adee303de319'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:29.034642 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Bound port: 5941ea52-2435-4485-b07b-60697ceff26c, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34cc913-2681-48b2-8ea1-6a9564524c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1ef23464-370e-421a-bc48-adee303de319'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:29.035058 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.124744 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-90499ed3-a5e1-4ac9-b672-45f4485aaff2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.6761065 Mar 14 18:23:29.127900 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56534) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:29.138493 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8d531c62-6727-4492-ae99-b334bcf6cf83 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0623426 Mar 14 18:23:29.144940 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56538) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:29.146981 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d531c62-6727-4492-ae99-b334bcf6cf83 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Network': ['ID=d0e23baf-4270-4dc2-be80-30eaa3675bb8,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:29.147330 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] For port 5941ea52-2435-4485-b07b-60697ceff26c, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:29.163337 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] For port 5941ea52-2435-4485-b07b-60697ceff26c, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5941ea52-2435-4485-b07b-60697ceff26c,segment=NetworkSegment(b34cc913-2681-48b2-8ea1-6a9564524c06),segment_id=b34cc913-2681-48b2-8ea1-6a9564524c06)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:29.172859 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-193b6539-3d97-4bfb-9155-819c1e266e1f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'subnet': {'network_id': 'd0e23baf-4270-4dc2-be80-30eaa3675bb8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:29.197648 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network d0e23baf-4270-4dc2-be80-30eaa3675bb8 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:23:29.235857 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a596dab-86bf-4b5f-9edc-35e79ac9c724 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:29.237909 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9a596dab-86bf-4b5f-9edc-35e79ac9c724 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A6 HTTP/1.1" status: 200 len: 927 time: 0.1084483 Mar 14 18:23:29.241195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56542) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:29.243883 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.249883 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.262965 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-cd4895b8-ff04-4123-8f0f-0c3d210c2c65 None None] Provisioning for port dde1f525-c6ba-4797-8094-ca2226c16cd2 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:29.328381 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.373252 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:29.374166 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:29.442891 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network fa8f40fe-44af-47b4-b21c-1851d2dc571b is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:29.444190 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=0b7bd323-a954-4861-a9c5-7ce4bce423a9,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:29.447095 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:29.487505 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35230ac1-e29a-44ab-8f29-a560ea8613e9 None None] Pushing event updated for resources: {'Port': ['ID=5941ea52-2435-4485-b07b-60697ceff26c,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:29.498307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-17285718-d317-48da-bd4b-2aaee81c2d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.522436 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-193b6539-3d97-4bfb-9155-819c1e266e1f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:29.531989 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:29.543013 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:29.545276 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-193b6539-3d97-4bfb-9155-819c1e266e1f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:subnet and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:29.550425 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:29.556504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.556504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-193b6539-3d97-4bfb-9155-819c1e266e1f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:29.617647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-3eb0da60-190a-45d7-b4e6-e42045179536 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port 6fb8803a-2f63-4608-9fb9-8bf9d25695e9 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:29.620374 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3eb0da60-190a-45d7-b4e6-e42045179536 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.636279 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-193b6539-3d97-4bfb-9155-819c1e266e1f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:29.638693 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17285718-d317-48da-bd4b-2aaee81c2d18 None None] Pushing event deleted for resources: {'Port': ['ID=5f8a4aff-e6de-4db0-9f62-aee915c0e5da,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:29.646282 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7057f03-3d68-4e01-a561-20e28cb894e9 None None] Network 06b2dd0f-00f2-4d49-8b85-96ec5ea2c029 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:29.677405 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17285718-d317-48da-bd4b-2aaee81c2d18 None None] No DVR routers for this DVR port 5f8a4aff-e6de-4db0-9f62-aee915c0e5da on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:29.700160 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:29.740439 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f333ce3f-1182-48ba-af3a-f6ba0e9210d9 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:29.778578 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193b6539-3d97-4bfb-9155-819c1e266e1f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Made reservation on behalf of 65cbd48938094122bb9ae72dacf90bd1 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:29.791195 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-193b6539-3d97-4bfb-9155-819c1e266e1f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.900136 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.974787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4303eb00-fc7a-49d1-a109-ad74d5b00cc5 None None] Provisioning for port e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:30.296625 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3eb0da60-190a-45d7-b4e6-e42045179536 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.384356 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 0820ba04-5e97-44da-b088-c9794ad38a52 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:23:30.395032 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.408346 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:30.469657 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-3eb0da60-190a-45d7-b4e6-e42045179536 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for 6fb8803a-2f63-4608-9fb9-8bf9d25695e9 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:30.547070 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed8fad-d9d3-4e2d-a030-d2536903c414 req-7b565e4d-d08e-44d8-90fd-6db348e5a7c3 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:30.555788 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-26ed8fad-d9d3-4e2d-a030-d2536903c414 req-7b565e4d-d08e-44d8-90fd-6db348e5a7c3 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 945 time: 0.5533617 Mar 14 18:23:30.557911 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:23:24Z', 'revision_number': 4, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '5572745b-a016-4470-800e-1efe630bf2fd', 'name': '', 'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:b0:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:27Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5941ea52-2435-4485-b07b-60697ceff26c', 'name': '', 'network_id': '1ef23464-370e-421a-bc48-adee303de319', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:04:c1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:23:29Z', 'revision_number': 4, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:30.574219 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a0ea0-45f5-4756-addd-eb015071a803 None None] The sync data for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv is: [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:23:24Z', 'revision_number': 4, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '5572745b-a016-4470-800e-1efe630bf2fd', 'name': '', 'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:b0:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:27Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5941ea52-2435-4485-b07b-60697ceff26c', 'name': '', 'network_id': '1ef23464-370e-421a-bc48-adee303de319', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:04:c1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:23:29Z', 'revision_number': 4, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:30.598597 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-193b6539-3d97-4bfb-9155-819c1e266e1f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.639363 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-26ed8fad-d9d3-4e2d-a030-d2536903c414 req-30b2c7ad-5e8a-4eb1-a5df-7e488671f818 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774195 Mar 14 18:23:30.776939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-531f3008-3d76-4f92-b1dd-c68b8d4d62bc None None] Provisioning for port 5941ea52-2435-4485-b07b-60697ceff26c completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:30.851740 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'fixed_ips': [{'subnet_id': '8a965d71-e07b-47e3-801f-6ce26a56b17a'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:23:30.852582 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.878231 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:30.902617 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:30.903059 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.937058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3eb0da60-190a-45d7-b4e6-e42045179536 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.071964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0da60-190a-45d7-b4e6-e42045179536 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=6fb8803a-2f63-4608-9fb9-8bf9d25695e9,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:31.168392 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3eb0da60-190a-45d7-b4e6-e42045179536 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.195338 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3eb0da60-190a-45d7-b4e6-e42045179536 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/ports/6fb8803a-2f63-4608-9fb9-8bf9d25695e9 HTTP/1.1" status: 204 len: 168 time: 1.9524882 Mar 14 18:23:31.210591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56550) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:31.297211 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d948c749-520b-465f-aab7-3f1497cb8b0d None None] Provisioning for port db65ad5f-feda-4306-9027-7eab8adc3083 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:31.302053 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-581bac95-25a8-43e7-b74c-1b0dc2f3ab7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] GET failed (client error): The resource could not be found. Mar 14 18:23:31.302909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-581bac95-25a8-43e7-b74c-1b0dc2f3ab7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Synchronizing usage tracker for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:31.323369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabecd0a-2cf4-4817-b522-68b141a608fb req-55518cef-5622-422a-9443-e06803534f04 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:31.331979 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dabecd0a-2cf4-4817-b522-68b141a608fb req-55518cef-5622-422a-9443-e06803534f04 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 945 time: 0.4633200 Mar 14 18:23:31.340766 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:23:31.354262 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b6539-3d97-4bfb-9155-819c1e266e1f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Subnet': ['ID=fc457a2f-a79b-46ca-a9aa-daee13e7c589,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:31.395125 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Sync routers for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:31.397212 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d948c749-520b-465f-aab7-3f1497cb8b0d None None] Provisioning complete for port db65ad5f-feda-4306-9027-7eab8adc3083 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:31.400681 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d948c749-520b-465f-aab7-3f1497cb8b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.407844 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b6539-3d97-4bfb-9155-819c1e266e1f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Checking segment: {'id': 'e3e291db-ad9c-406b-88c5-12ed5c1d034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd0e23baf-4270-4dc2-be80-30eaa3675bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:31.408421 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193b6539-3d97-4bfb-9155-819c1e266e1f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network hostable DHCP agents. Network: d0e23baf-4270-4dc2-be80-30eaa3675bb8, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:31.423365 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dabecd0a-2cf4-4817-b522-68b141a608fb req-385a5d27-9083-4bf5-8640-f1b32c587301 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901563 Mar 14 18:23:31.426144 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-bf0ebad1-ac23-4d29-b56c-ec6d8311942b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/0820ba04-5e97-44da-b088-c9794ad38a52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7909160 Mar 14 18:23:31.429152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56554) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:31.447475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c23c4199-5dcc-4ebc-a9fe-036fd8a4f202 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1168730046'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:31.465769 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c23c4199-5dcc-4ebc-a9fe-036fd8a4f202 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:31.474408 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c23c4199-5dcc-4ebc-a9fe-036fd8a4f202 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:network and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:31.486007 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c23c4199-5dcc-4ebc-a9fe-036fd8a4f202 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:31.494867 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-581bac95-25a8-43e7-b74c-1b0dc2f3ab7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Unset dirty status for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:31.501246 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.501420 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-581bac95-25a8-43e7-b74c-1b0dc2f3ab7e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports/6fb8803a-2f63-4608-9fb9-8bf9d25695e9 HTTP/1.1" status: 404 len: 333 time: 0.2759676 Mar 14 18:23:31.510168 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56560) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:31.513073 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c23c4199-5dcc-4ebc-a9fe-036fd8a4f202 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:31.546992 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:31.547781 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:31.607844 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port 02b5cba0-94c3-4a43-93d5-759888577716 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:31.612596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.748932 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Allocated IP 2001:db8::2 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/8a965d71-e07b-47e3-801f-6ce26a56b17a/0b01068b-efa3-424f-a832-7491b2590b12) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:31.771880 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23c4199-5dcc-4ebc-a9fe-036fd8a4f202 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Made reservation on behalf of bab4d070cd704c8a84908631080d1946 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:31.778689 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c23c4199-5dcc-4ebc-a9fe-036fd8a4f202 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.799179 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-d948c749-520b-465f-aab7-3f1497cb8b0d None None] Port db65ad5f-feda-4306-9027-7eab8adc3083 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:23:31.859180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23c4199-5dcc-4ebc-a9fe-036fd8a4f202 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:31.902897 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c23c4199-5dcc-4ebc-a9fe-036fd8a4f202 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.903249 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-c23c4199-5dcc-4ebc-a9fe-036fd8a4f202 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Added segment 125b3bf4-a571-499d-ae5b-f05cf8adf0ea of type vlan for network 59f553a1-2d73-45c9-b6e3-0864559f8e74 Mar 14 18:23:31.940962 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193b6539-3d97-4bfb-9155-819c1e266e1f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network d0e23baf-4270-4dc2-be80-30eaa3675bb8 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:32.021973 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c23c4199-5dcc-4ebc-a9fe-036fd8a4f202 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.038692 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-193b6539-3d97-4bfb-9155-819c1e266e1f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, d0e23baf-4270-4dc2-be80-30eaa3675bb8) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:32.048322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193b6539-3d97-4bfb-9155-819c1e266e1f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:32.049329 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-193b6539-3d97-4bfb-9155-819c1e266e1f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.049657 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.055777 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.081329 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8144d63b-2a88-491f-b765-526912a1b3a2 None None] Network d0e23baf-4270-4dc2-be80-30eaa3675bb8 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:32.118309 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.123026 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.140483 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e,segment=NetworkSegment(16831b54-39e5-4f47-ae9a-79531574c8ec),segment_id=16831b54-39e5-4f47-ae9a-79531574c8ec)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:32.159572 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:32.224978 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for 02b5cba0-94c3-4a43-93d5-759888577716 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:32.244053 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-193b6539-3d97-4bfb-9155-819c1e266e1f tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0939183 Mar 14 18:23:32.260869 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56568) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:32.355899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=0b7bd323-a954-4861-a9c5-7ce4bce423a9,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:32.370231 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:32.370673 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:32.371097 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:32.371627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:32.372179 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:32.372405 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.372706 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:32.373104 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:32.373429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f101706e-ee6f-48df-b546-4a573f3d98f9 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:32.373548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:32.373934 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:32.374319 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:32.374701 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:32.375106 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:32.435108 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:32.436422 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:32.486579 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.575044 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Transition to ACTIVE for port object 0b01068b-efa3-424f-a832-7491b2590b12 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:32.584881 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c23c4199-5dcc-4ebc-a9fe-036fd8a4f202 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.591637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23c4199-5dcc-4ebc-a9fe-036fd8a4f202 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:32.591820 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c23c4199-5dcc-4ebc-a9fe-036fd8a4f202 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.728837 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Router bf21359f-d8c3-4aef-ba3b-5838b2596c46 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:23:32.896735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Transition to ACTIVE for port object 0b01068b-efa3-424f-a832-7491b2590b12 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:32.907448 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:32.959750 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:23:32.960648 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c23c4199-5dcc-4ebc-a9fe-036fd8a4f202 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5263829 Mar 14 18:23:32.962015 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56572) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:32.969820 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-d0e23baf-4270-4dc2-be80-30eaa3675bb8', 'network_id': 'd0e23baf-4270-4dc2-be80-30eaa3675bb8', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'fixed_ips': [{'subnet_id': 'fc457a2f-a79b-46ca-a9aa-daee13e7c589'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:23:32.973529 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.976401 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c3d37e4a-26e3-4c23-98ee-3f3ef7e0039b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "PUT /v2.0/routers/bf21359f-d8c3-4aef-ba3b-5838b2596c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0299420 Mar 14 18:23:32.978161 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Sync routers for ids ['bf21359f-d8c3-4aef-ba3b-5838b2596c46'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:32.980577 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-1d420205-1063-46ab-8c4f-b34679dc1e71 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'subnet': {'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:32.988550 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.992129 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port f101706e-ee6f-48df-b546-4a573f3d98f9 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:32.993496 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Routers {'bf21359f-d8c3-4aef-ba3b-5838b2596c46'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:32.994337 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['bf21359f-d8c3-4aef-ba3b-5838b2596c46'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:32.996664 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56576) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:33.036528 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port f101706e-ee6f-48df-b546-4a573f3d98f9 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:33.039408 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.117464 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:33.182279 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ec41ee-4da4-48e5-8de5-a08a9ea1706e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:33.182921 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a3ec41ee-4da4-48e5-8de5-a08a9ea1706e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:33.203407 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1d420205-1063-46ab-8c4f-b34679dc1e71 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:33.210014 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Set router bf21359f-d8c3-4aef-ba3b-5838b2596c46 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:33.212796 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1d420205-1063-46ab-8c4f-b34679dc1e71 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:subnet and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:33.218196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1d420205-1063-46ab-8c4f-b34679dc1e71 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:33.225136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c4199-5dcc-4ebc-a9fe-036fd8a4f202 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Network': ['ID=59f553a1-2d73-45c9-b6e3-0864559f8e74,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:33.225240 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1d420205-1063-46ab-8c4f-b34679dc1e71 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:33.258363 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d0b52-cf23-453a-b664-1b2275f4b173 req-d0c24c95-ca2a-4b7e-bbb8-e9abbb52ca4a tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:33.260031 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fb9d0b52-cf23-453a-b664-1b2275f4b173 req-d0c24c95-ca2a-4b7e-bbb8-e9abbb52ca4a tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 945 time: 1.0030746 Mar 14 18:23:33.278870 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:33.280007 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:33.284343 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 59f553a1-2d73-45c9-b6e3-0864559f8e74 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:23:33.324535 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Allocated IP 172.23.0.2 (d0e23baf-4270-4dc2-be80-30eaa3675bb8/fc457a2f-a79b-46ca-a9aa-daee13e7c589/a5d3b32b-477b-47a8-82af-52e763e03155) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:33.325536 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a3ec41ee-4da4-48e5-8de5-a08a9ea1706e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:33.328678 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a3ec41ee-4da4-48e5-8de5-a08a9ea1706e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports/0b7bd323-a954-4861-a9c5-7ce4bce423a9 HTTP/1.1" status: 200 len: 911 time: 0.3278785 Mar 14 18:23:33.331669 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56580) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:33.349023 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.390051 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d420205-1063-46ab-8c4f-b34679dc1e71 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Made reservation on behalf of bab4d070cd704c8a84908631080d1946 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:33.395712 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d420205-1063-46ab-8c4f-b34679dc1e71 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.417152 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e2461d67-fc02-46df-8ffc-c63e4fb5638a None None] Provisioning complete for port e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:33.417523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e2461d67-fc02-46df-8ffc-c63e4fb5638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.497801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=02b5cba0-94c3-4a43-93d5-759888577716,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:33.582191 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.593395 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fb9d0b52-cf23-453a-b664-1b2275f4b173 req-ac272bfb-7718-428d-b0d9-6ec6c34375af tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813182 Mar 14 18:23:33.595117 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:33.595609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:33.596026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Pushing event updated for resources: {'Port': ['ID=0b01068b-efa3-424f-a832-7491b2590b12,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:33.596887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:33.597386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:33.597925 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:33.598410 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:33.598911 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:33.599414 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:33.599882 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:33.600492 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:33.601002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:33.601478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:33.646067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96615ddb-3673-4c88-a762-2d119d53ab76 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:33.653929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96615ddb-3673-4c88-a762-2d119d53ab76 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:33.659275 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-96615ddb-3673-4c88-a762-2d119d53ab76 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3257065 Mar 14 18:23:33.659952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56584) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:33.666841 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf21359f-d8c3-4aef-ba3b-5838b2596c46', 'name': 'tempest-NetworksTestDHCPv6-router-2006301953', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:24Z', 'updated_at': '2022-03-14T18:23:30Z', 'revision_number': 2, 'project_id': '85de686bcadc46bcb3d49bd3cd98712e', 'gw_port_host': None, '_interfaces': [{'id': '0b7bd323-a954-4861-a9c5-7ce4bce423a9', 'name': '', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'mac_address': 'fa:16:3e:2f:03:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf21359f-d8c3-4aef-ba3b-5838b2596c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '8a965d71-e07b-47e3-801f-6ce26a56b17a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:26Z', 'updated_at': '2022-03-14T18:23:31Z', 'revision_number': 2, 'project_id': '85de686bcadc46bcb3d49bd3cd98712e', 'subnets': [{'id': '8a965d71-e07b-47e3-801f-6ce26a56b17a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:33.679845 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Checking router: bf21359f-d8c3-4aef-ba3b-5838b2596c46 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:23:33.680445 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Updating router bf21359f-d8c3-4aef-ba3b-5838b2596c46 port 0b7bd323-a954-4861-a9c5-7ce4bce423a9 binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:23:33.725524 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6d619a6f-7717-4928-a6ab-42782ff8c42a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/ports/02b5cba0-94c3-4a43-93d5-759888577716 HTTP/1.1" status: 204 len: 168 time: 2.2140563 Mar 14 18:23:33.752635 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56586) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:33.792658 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.839813 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd4bf8e-c4f5-4b84-8cef-8e9c8e9fdacb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] GET failed (client error): The resource could not be found. Mar 14 18:23:33.840860 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-dcd4bf8e-c4f5-4b84-8cef-8e9c8e9fdacb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Synchronizing usage tracker for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:33.871648 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.884933 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.896859 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Transition to ACTIVE for port object a5d3b32b-477b-47a8-82af-52e763e03155 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:33.916520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Transition to ACTIVE for port object a5d3b32b-477b-47a8-82af-52e763e03155 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:33.926379 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Attempting to bind port 0b01068b-efa3-424f-a832-7491b2590b12 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:33.926910 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Attempting to bind port 0b01068b-efa3-424f-a832-7491b2590b12 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:33.927295 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Attempting to bind port 0b01068b-efa3-424f-a832-7491b2590b12 on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:33.955119 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d420205-1063-46ab-8c4f-b34679dc1e71 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.959805 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-dcd4bf8e-c4f5-4b84-8cef-8e9c8e9fdacb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Unset dirty status for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:33.964131 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-dcd4bf8e-c4f5-4b84-8cef-8e9c8e9fdacb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports/02b5cba0-94c3-4a43-93d5-759888577716 HTTP/1.1" status: 404 len: 333 time: 0.2095983 Mar 14 18:23:33.977316 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56592) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:34.018732 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:34.019607 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:34.020232 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.020819 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:34.021478 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Bound port: 0b01068b-efa3-424f-a832-7491b2590b12, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:34.022061 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.039075 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d420205-1063-46ab-8c4f-b34679dc1e71 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Subnet': ['ID=fd1e4a95-e39e-4b65-8af9-cc65816e97a0,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:34.071469 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ba1ebc-518d-4d76-a0e6-3517d2a9e738 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting subnet dae84e0a-bb8c-4557-900c-74330b0725bf {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:23:34.077692 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2ba1ebc-518d-4d76-a0e6-3517d2a9e738 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.101063 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.269408 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.305707 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Network d0e23baf-4270-4dc2-be80-30eaa3675bb8 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:34.311473 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Transition to ACTIVE for port object 0b7bd323-a954-4861-a9c5-7ce4bce423a9 will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:34.322442 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:34.335097 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.338099 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:34.375630 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.401608 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Pushing event updated for resources: {'Port': ['ID=a5d3b32b-477b-47a8-82af-52e763e03155,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:34.430416 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] For port 0b01068b-efa3-424f-a832-7491b2590b12, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:34.454530 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:34.454530 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:34.454530 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:34.454530 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:34.454530 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:34.454530 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:34.454530 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:34.454530 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:34.454530 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:34.454530 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:34.454530 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:34.454530 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:34.464137 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2ba1ebc-518d-4d76-a0e6-3517d2a9e738 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.489165 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] For port 0b01068b-efa3-424f-a832-7491b2590b12, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0b01068b-efa3-424f-a832-7491b2590b12,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:34.501262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e2461d67-fc02-46df-8ffc-c63e4fb5638a None None] Could not find standard attr ID for object 6fb8803a-2f63-4608-9fb9-8bf9d25695e9. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:23:34.539049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port f101706e-ee6f-48df-b546-4a573f3d98f9, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f101706e-ee6f-48df-b546-4a573f3d98f9,segment=NetworkSegment(b34cc913-2681-48b2-8ea1-6a9564524c06),segment_id=b34cc913-2681-48b2-8ea1-6a9564524c06)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:34.539049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Attempting to bind port a5d3b32b-477b-47a8-82af-52e763e03155 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:34.539049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Attempting to bind port a5d3b32b-477b-47a8-82af-52e763e03155 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e3e291db-ad9c-406b-88c5-12ed5c1d034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd0e23baf-4270-4dc2-be80-30eaa3675bb8'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:34.539049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Attempting to bind port a5d3b32b-477b-47a8-82af-52e763e03155 on network d0e23baf-4270-4dc2-be80-30eaa3675bb8 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:34.548326 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:23:25Z', 'revision_number': 2, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:23:27Z', 'revision_number': 2, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:34.552485 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:34.552867 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Checking segment: {'id': 'e3e291db-ad9c-406b-88c5-12ed5c1d034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd0e23baf-4270-4dc2-be80-30eaa3675bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:34.553072 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d420205-1063-46ab-8c4f-b34679dc1e71 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Checking segment: {'id': '125b3bf4-a571-499d-ae5b-f05cf8adf0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:34.553254 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.553480 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d420205-1063-46ab-8c4f-b34679dc1e71 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network hostable DHCP agents. Network: 59f553a1-2d73-45c9-b6e3-0864559f8e74, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:34.553749 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Bound using segment: {'id': 'e3e291db-ad9c-406b-88c5-12ed5c1d034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd0e23baf-4270-4dc2-be80-30eaa3675bb8'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:34.554787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Bound port: a5d3b32b-477b-47a8-82af-52e763e03155, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e291db-ad9c-406b-88c5-12ed5c1d034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd0e23baf-4270-4dc2-be80-30eaa3675bb8'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:34.555171 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.567873 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e2461d67-fc02-46df-8ffc-c63e4fb5638a None None] Provisioning complete for port db65ad5f-feda-4306-9027-7eab8adc3083 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:34.567873 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e2461d67-fc02-46df-8ffc-c63e4fb5638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.599854 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Checking router: 0820ba04-5e97-44da-b088-c9794ad38a52 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:23:34.599854 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Updating router 0820ba04-5e97-44da-b088-c9794ad38a52 port db65ad5f-feda-4306-9027-7eab8adc3083 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:23:34.630558 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.648335 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c0001-cbcb-4512-89e8-d4857c85bcff None None] Pushing event updated for resources: {'Port': ['ID=0b7bd323-a954-4861-a9c5-7ce4bce423a9,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:34.650511 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d420205-1063-46ab-8c4f-b34679dc1e71 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network 59f553a1-2d73-45c9-b6e3-0864559f8e74 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:34.747378 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-1d420205-1063-46ab-8c4f-b34679dc1e71 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 59f553a1-2d73-45c9-b6e3-0864559f8e74) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:34.766089 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d420205-1063-46ab-8c4f-b34679dc1e71 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:34.766089 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d420205-1063-46ab-8c4f-b34679dc1e71 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.841275 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2ba1ebc-518d-4d76-a0e6-3517d2a9e738 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.871615 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.871615 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5572745b-a016-4470-800e-1efe630bf2fd up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:34.914144 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc0389b-4aa2-4b87-84f0-6edbb5781cf4 None None] Network 59f553a1-2d73-45c9-b6e3-0864559f8e74 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:34.954364 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Attempting to bind port 0b7bd323-a954-4861-a9c5-7ce4bce423a9 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:34.954364 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Attempting to bind port 0b7bd323-a954-4861-a9c5-7ce4bce423a9 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:34.954364 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Attempting to bind port 0b7bd323-a954-4861-a9c5-7ce4bce423a9 on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:34.972200 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1d420205-1063-46ab-8c4f-b34679dc1e71 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9861026 Mar 14 18:23:34.972200 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56598) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:34.978239 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:34.978239 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:34.978239 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.978239 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:34.978239 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Bound port: 0b7bd323-a954-4861-a9c5-7ce4bce423a9, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:34.978239 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.043736 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Allocated IP 172.23.0.1 (d0e23baf-4270-4dc2-be80-30eaa3675bb8/fc457a2f-a79b-46ca-a9aa-daee13e7c589/9140b5e4-43e1-4c06-9844-450a07e87ffe) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:35.113423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb7d77-db00-430b-b3dc-c026435acad6 req-88d39a2a-3a13-49cf-8195-484c620180ed tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:35.113423 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-edeb7d77-db00-430b-b3dc-c026435acad6 req-88d39a2a-3a13-49cf-8195-484c620180ed tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 945 time: 0.2298374 Mar 14 18:23:35.160236 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-461931f0-6edb-4786-b5ee-cff8979262a1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.173503 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e2461d67-fc02-46df-8ffc-c63e4fb5638a None None] Port db65ad5f-feda-4306-9027-7eab8adc3083 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:23:35.181496 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] For port 0b7bd323-a954-4861-a9c5-7ce4bce423a9, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:35.189856 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] For port 0b7bd323-a954-4861-a9c5-7ce4bce423a9, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0b7bd323-a954-4861-a9c5-7ce4bce423a9,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:35.191795 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2ba1ebc-518d-4d76-a0e6-3517d2a9e738 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.293669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2ba1ebc-518d-4d76-a0e6-3517d2a9e738 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.296782 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e2461d67-fc02-46df-8ffc-c63e4fb5638a None None] Could not find standard attr ID for object 02b5cba0-94c3-4a43-93d5-759888577716. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:23:35.296782 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.315405 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba1ebc-518d-4d76-a0e6-3517d2a9e738 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Subnet': ['ID=dae84e0a-bb8c-4557-900c-74330b0725bf,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:35.319214 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b6a5c7-22da-4aa4-b460-819eb2bbcfc0 None None] Network 06b2dd0f-00f2-4d49-8b85-96ec5ea2c029 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:35.322641 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b2ba1ebc-518d-4d76-a0e6-3517d2a9e738 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/dae84e0a-bb8c-4557-900c-74330b0725bf HTTP/1.1" status: 204 len: 168 time: 1.3317087 Mar 14 18:23:35.325529 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56602) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:35.336779 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.360410 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-edeb7d77-db00-430b-b3dc-c026435acad6 req-6349bcec-8336-441d-86b9-1366cb5b5848 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421286 Mar 14 18:23:35.434424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.496148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Transition to ACTIVE for port object 9140b5e4-43e1-4c06-9844-450a07e87ffe will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:35.531949 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d11cf-9f90-429c-b415-9c515b434aac None None] Pushing event updated for resources: {'Port': ['ID=0b01068b-efa3-424f-a832-7491b2590b12,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:35.539917 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c0001-cbcb-4512-89e8-d4857c85bcff None None] Pushing event updated for resources: {'Port': ['ID=0b7bd323-a954-4861-a9c5-7ce4bce423a9,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:35.556545 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Routers {'bf21359f-d8c3-4aef-ba3b-5838b2596c46'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:35.557163 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['bf21359f-d8c3-4aef-ba3b-5838b2596c46'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:35.637665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.755954 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] For port a5d3b32b-477b-47a8-82af-52e763e03155, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:35.771764 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] For port a5d3b32b-477b-47a8-82af-52e763e03155, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a5d3b32b-477b-47a8-82af-52e763e03155,segment=NetworkSegment(e3e291db-ad9c-406b-88c5-12ed5c1d034b),segment_id=e3e291db-ad9c-406b-88c5-12ed5c1d034b)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:35.826918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network d0e23baf-4270-4dc2-be80-30eaa3675bb8 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:35.858021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:35.865800 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:35.888485 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] Set router bf21359f-d8c3-4aef-ba3b-5838b2596c46 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:35.972529 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=f101706e-ee6f-48df-b546-4a573f3d98f9,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:36.036702 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.038687 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.101254 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=9140b5e4-43e1-4c06-9844-450a07e87ffe,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:36.219184 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.240204 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:36.240553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.314797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.337801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-59f553a1-2d73-45c9-b6e3-0864559f8e74', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:23:36.340051 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.408891 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf21359f-d8c3-4aef-ba3b-5838b2596c46', 'name': 'tempest-NetworksTestDHCPv6-router-2006301953', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:24Z', 'updated_at': '2022-03-14T18:23:30Z', 'revision_number': 2, 'project_id': '85de686bcadc46bcb3d49bd3cd98712e', 'gw_port_host': None, '_interfaces': [{'id': '0b7bd323-a954-4861-a9c5-7ce4bce423a9', 'name': '', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'mac_address': 'fa:16:3e:2f:03:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf21359f-d8c3-4aef-ba3b-5838b2596c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '8a965d71-e07b-47e3-801f-6ce26a56b17a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:26Z', 'updated_at': '2022-03-14T18:23:35Z', 'revision_number': 4, 'project_id': '85de686bcadc46bcb3d49bd3cd98712e', 'subnets': [{'id': '8a965d71-e07b-47e3-801f-6ce26a56b17a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:36.416267 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a123587-1e6f-480b-afa7-4431de07257b None None] The sync data for ids ['bf21359f-d8c3-4aef-ba3b-5838b2596c46'] in dv-neutron-833560-1-hyperv is: [{'id': 'bf21359f-d8c3-4aef-ba3b-5838b2596c46', 'name': 'tempest-NetworksTestDHCPv6-router-2006301953', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:24Z', 'updated_at': '2022-03-14T18:23:30Z', 'revision_number': 2, 'project_id': '85de686bcadc46bcb3d49bd3cd98712e', 'gw_port_host': None, '_interfaces': [{'id': '0b7bd323-a954-4861-a9c5-7ce4bce423a9', 'name': '', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'mac_address': 'fa:16:3e:2f:03:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf21359f-d8c3-4aef-ba3b-5838b2596c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '8a965d71-e07b-47e3-801f-6ce26a56b17a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:26Z', 'updated_at': '2022-03-14T18:23:35Z', 'revision_number': 4, 'project_id': '85de686bcadc46bcb3d49bd3cd98712e', 'subnets': [{'id': '8a965d71-e07b-47e3-801f-6ce26a56b17a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:36.435180 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8360927-ad74-482f-bd36-b96e72694138 None None] Pushing event updated for resources: {'Port': ['ID=a5d3b32b-477b-47a8-82af-52e763e03155,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:36.641815 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Allocated IP 2001:db8:1::2 (59f553a1-2d73-45c9-b6e3-0864559f8e74/fd1e4a95-e39e-4b65-8af9-cc65816e97a0/7dd5e4e3-80c0-41c2-92eb-76c4e65be130) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:36.939470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e52ac-9ffb-4699-8755-e60868409ff9 req-2ee63b84-a868-4486-a7aa-db8901e2c7ae tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:36.940966 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a39e52ac-9ffb-4699-8755-e60868409ff9 req-2ee63b84-a868-4486-a7aa-db8901e2c7ae tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 945 time: 0.7928417 Mar 14 18:23:37.014660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04379dcd-2fd4-4032-a8c5-3aaa04a59125 req-122d72f9-24a7-42c8-800d-272727ebcb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:37.014974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 5572745b-a016-4470-800e-1efe630bf2fd triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:37.015429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.017856 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-04379dcd-2fd4-4032-a8c5-3aaa04a59125 req-122d72f9-24a7-42c8-800d-272727ebcb33 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e66096a0e1934237a3f833792cc61e13&device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 1098 time: 0.8371987 Mar 14 18:23:37.019571 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-461931f0-6edb-4786-b5ee-cff8979262a1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port 0b7bd323-a954-4861-a9c5-7ce4bce423a9 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:37.020117 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-461931f0-6edb-4786-b5ee-cff8979262a1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.085474 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.191542 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Transition to ACTIVE for port object 7dd5e4e3-80c0-41c2-92eb-76c4e65be130 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:37.201511 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a39e52ac-9ffb-4699-8755-e60868409ff9 req-34ab540d-01f8-4fd3-9e61-aaebaedc8332 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076391 Mar 14 18:23:37.242138 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Transition to ACTIVE for port object 7dd5e4e3-80c0-41c2-92eb-76c4e65be130 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:37.327158 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04379dcd-2fd4-4032-a8c5-3aaa04a59125 req-56184f09-41e5-434f-ab74-9c70b18dea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:37.328927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.331210 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-04379dcd-2fd4-4032-a8c5-3aaa04a59125 req-56184f09-41e5-434f-ab74-9c70b18dea54 service neutron] 10.222.0.59 "GET /v2.0/networks?id=691d0aa6-00ac-4e94-87e5-0af2e37970c3 HTTP/1.1" status: 200 len: 913 time: 0.2377472 Mar 14 18:23:37.341870 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.390343 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2674ad12-2b67-4643-aad6-4645df0c3f47 None None] DHCP port deletion for 06b2dd0f-00f2-4d49-8b85-96ec5ea2c029 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:23:37.427454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.436789 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-04379dcd-2fd4-4032-a8c5-3aaa04a59125 req-e8a5f90c-7f57-433f-957e-0111e8ce0ec7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e16792db-0579-472f-a8ea-85df8b2bc6a0 HTTP/1.1" status: 200 len: 217 time: 0.0843778 Mar 14 18:23:37.446330 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] For port e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e,segment=NetworkSegment(16831b54-39e5-4f47-ae9a-79531574c8ec),segment_id=16831b54-39e5-4f47-ae9a-79531574c8ec)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:37.446939 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.533617 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2674ad12-2b67-4643-aad6-4645df0c3f47 None None] Deleting port e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:37.533993 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2674ad12-2b67-4643-aad6-4645df0c3f47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.618057 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Network 59f553a1-2d73-45c9-b6e3-0864559f8e74 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:37.624502 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:37.676315 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:37.766619 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Pushing event updated for resources: {'Port': ['ID=7dd5e4e3-80c0-41c2-92eb-76c4e65be130,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:37.891257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-461931f0-6edb-4786-b5ee-cff8979262a1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] For port 0b7bd323-a954-4861-a9c5-7ce4bce423a9, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0b7bd323-a954-4861-a9c5-7ce4bce423a9,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:37.891625 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-461931f0-6edb-4786-b5ee-cff8979262a1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.923186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.930075 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device dde1f525-c6ba-4797-8094-ca2226c16cd2 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:38.051983 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-461931f0-6edb-4786-b5ee-cff8979262a1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for 0b7bd323-a954-4861-a9c5-7ce4bce423a9 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:38.100818 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5abf9179-b46b-4faf-b460-027fdff239b7 None None] Provisioning for port 0b7bd323-a954-4861-a9c5-7ce4bce423a9 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:38.187488 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Network d0e23baf-4270-4dc2-be80-30eaa3675bb8 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:38.190849 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:38.270479 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.resource_extend [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:23:38.305502 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Attempting to bind port 7dd5e4e3-80c0-41c2-92eb-76c4e65be130 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:38.307957 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Attempting to bind port 7dd5e4e3-80c0-41c2-92eb-76c4e65be130 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '125b3bf4-a571-499d-ae5b-f05cf8adf0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:38.312922 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Attempting to bind port 7dd5e4e3-80c0-41c2-92eb-76c4e65be130 on network 59f553a1-2d73-45c9-b6e3-0864559f8e74 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:38.352138 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:38.393417 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event updated for resources: {'Port': ['ID=9140b5e4-43e1-4c06-9844-450a07e87ffe,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:38.424929 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:38.429488 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Checking segment: {'id': '125b3bf4-a571-499d-ae5b-f05cf8adf0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:38.430040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:38.430545 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Bound using segment: {'id': '125b3bf4-a571-499d-ae5b-f05cf8adf0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:38.437492 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Bound port: 7dd5e4e3-80c0-41c2-92eb-76c4e65be130, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125b3bf4-a571-499d-ae5b-f05cf8adf0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:38.437492 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:38.501752 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5abf9179-b46b-4faf-b460-027fdff239b7 None None] Provisioning for port 0b01068b-efa3-424f-a832-7491b2590b12 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:38.505146 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0335879-e20a-4745-b6b9-906ce8e4d66e None None] Network d0e23baf-4270-4dc2-be80-30eaa3675bb8 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:38.516369 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:38.546772 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-461931f0-6edb-4786-b5ee-cff8979262a1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:38.596735 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router 254919b4-c425-425b-a220-27489f1496b0 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:23:38.969983 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:23:38.976406 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7ef9de45-68e7-4904-8c24-816184c923e6 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/254919b4-c425-425b-a220-27489f1496b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7103226 Mar 14 18:23:38.981591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2381950-476b-4c99-9601-6c71ed60a05e req-8461c3c0-5fad-478d-9b19-7b7681f18518 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:38.985968 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f2381950-476b-4c99-9601-6c71ed60a05e req-8461c3c0-5fad-478d-9b19-7b7681f18518 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 945 time: 0.4540462 Mar 14 18:23:38.991848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56614) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:38.993700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-835ffe44-67c6-4b46-90db-957edef1e79b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:39.006040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.025538 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Sync routers for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:39.072048 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461931f0-6edb-4786-b5ee-cff8979262a1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=0b7bd323-a954-4861-a9c5-7ce4bce423a9,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:39.078621 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04379dcd-2fd4-4032-a8c5-3aaa04a59125 req-978cbabd-c604-472b-87a7-5a354e06212c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:39.080105 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-04379dcd-2fd4-4032-a8c5-3aaa04a59125 req-978cbabd-c604-472b-87a7-5a354e06212c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad9beb52-d89d-49fd-8272-47639662d6f3 HTTP/1.1" status: 200 len: 852 time: 1.6120040 Mar 14 18:23:39.164287 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2674ad12-2b67-4643-aad6-4645df0c3f47 None None] For port e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e,segment=NetworkSegment(16831b54-39e5-4f47-ae9a-79531574c8ec),segment_id=16831b54-39e5-4f47-ae9a-79531574c8ec)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:39.164820 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2674ad12-2b67-4643-aad6-4645df0c3f47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.332493 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2674ad12-2b67-4643-aad6-4645df0c3f47 None None] Calling delete_port for e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:39.412037 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-04379dcd-2fd4-4032-a8c5-3aaa04a59125 req-ae5f6ad1-688d-4efa-9ace-2cd8c9792ff4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=691d0aa6-00ac-4e94-87e5-0af2e37970c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2656693 Mar 14 18:23:39.414662 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f2381950-476b-4c99-9601-6c71ed60a05e req-0233f513-8ac5-4f0e-bde4-77d89bdcb751 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494107 Mar 14 18:23:39.510447 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port dde1f525-c6ba-4797-8094-ca2226c16cd2 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:39.520963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port dde1f525-c6ba-4797-8094-ca2226c16cd2 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:39.520963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.553130 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Transition to ACTIVE for port object db65ad5f-feda-4306-9027-7eab8adc3083 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:39.582508 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:39.582508 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:39.602695 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-461931f0-6edb-4786-b5ee-cff8979262a1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.714596 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.774421 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:39.824228 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:39.859292 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No DVR routers for this DVR port e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:39.867720 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.extraroute_db [None req-835ffe44-67c6-4b46-90db-957edef1e79b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 14 18:23:39.872957 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.884893 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.extraroute_db [None req-835ffe44-67c6-4b46-90db-957edef1e79b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Removed routes are [] {{(pid=88635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 14 18:23:39.884893 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-835ffe44-67c6-4b46-90db-957edef1e79b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.918801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.962595 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] For port 7dd5e4e3-80c0-41c2-92eb-76c4e65be130, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:39.994862 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6b04615e-b886-4331-b9bc-1df47922533e None None] Provisioning for port a5d3b32b-477b-47a8-82af-52e763e03155 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:40.026310 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-04379dcd-2fd4-4032-a8c5-3aaa04a59125 req-a466b078-4270-4927-9750-9ade8e902f27 service neutron] 10.222.0.59 "GET /v2.0/networks/691d0aa6-00ac-4e94-87e5-0af2e37970c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915773 Mar 14 18:23:40.169392 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Allocated IP 2001:db8:1::1 (59f553a1-2d73-45c9-b6e3-0864559f8e74/fd1e4a95-e39e-4b65-8af9-cc65816e97a0/8ad40223-00df-4aad-8587-e8f6edc93546) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:40.217600 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-2674ad12-2b67-4643-aad6-4645df0c3f47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:23:40.218734 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-2674ad12-2b67-4643-aad6-4645df0c3f47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:23:40.220539 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] For port 7dd5e4e3-80c0-41c2-92eb-76c4e65be130, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7dd5e4e3-80c0-41c2-92eb-76c4e65be130,segment=NetworkSegment(125b3bf4-a571-499d-ae5b-f05cf8adf0ea),segment_id=125b3bf4-a571-499d-ae5b-f05cf8adf0ea)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:40.359310 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6b04615e-b886-4331-b9bc-1df47922533e None None] Could not find standard attr ID for object 0b7bd323-a954-4861-a9c5-7ce4bce423a9. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:23:40.373239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e77f0b-456e-41f3-884b-8d52e61dec47 None None] Pushing event updated for resources: {'Port': ['ID=db65ad5f-feda-4306-9027-7eab8adc3083,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:40.377098 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:40.428045 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:40.459827 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-04379dcd-2fd4-4032-a8c5-3aaa04a59125 req-77f674e3-efe7-4e05-beaa-31aa89c1f4bb service neutron] 10.222.0.59 "GET /v2.0/networks/691d0aa6-00ac-4e94-87e5-0af2e37970c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228439 Mar 14 18:23:40.484102 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b2dd0f-00f2-4d49-8b85-96ec5ea2c029']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:40.516912 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461931f0-6edb-4786-b5ee-cff8979262a1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Router bf21359f-d8c3-4aef-ba3b-5838b2596c46 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:23:40.542044 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-835ffe44-67c6-4b46-90db-957edef1e79b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:40.546450 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16831b54-39e5-4f47-ae9a-79531574c8ec') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:40.547939 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-835ffe44-67c6-4b46-90db-957edef1e79b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:40.549258 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16831b54-39e5-4f47-ae9a-79531574c8ec') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:40.618996 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-74ead430-46dc-4610-a671-93e97e46b33e None None] Could not find standard attr ID for object 0b7bd323-a954-4861-a9c5-7ce4bce423a9. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:23:40.647800 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:40.688604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Attempting to bind port db65ad5f-feda-4306-9027-7eab8adc3083 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:40.688979 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Attempting to bind port db65ad5f-feda-4306-9027-7eab8adc3083 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '27c5cb05-abd5-40f5-90ca-b46d129dfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:40.689339 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Attempting to bind port db65ad5f-feda-4306-9027-7eab8adc3083 on network fa8f40fe-44af-47b4-b21c-1851d2dc571b {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:40.704942 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9ba33-d739-4ea6-a917-bb4be46763d4 None None] Pushing event updated for resources: {'Port': ['ID=7dd5e4e3-80c0-41c2-92eb-76c4e65be130,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:40.723343 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2674ad12-2b67-4643-aad6-4645df0c3f47 None None] Deleting port e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:40.723735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2674ad12-2b67-4643-aad6-4645df0c3f47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:40.748679 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:40.749055 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Checking segment: {'id': '27c5cb05-abd5-40f5-90ca-b46d129dfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:40.749647 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:40.750196 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Bound using segment: {'id': '27c5cb05-abd5-40f5-90ca-b46d129dfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:40.750966 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Bound port: db65ad5f-feda-4306-9027-7eab8adc3083, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c5cb05-abd5-40f5-90ca-b46d129dfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:40.751598 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:40.810720 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:40.835097 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835ffe44-67c6-4b46-90db-957edef1e79b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router 254919b4-c425-425b-a220-27489f1496b0 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:23:40.908321 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2674ad12-2b67-4643-aad6-4645df0c3f47 None None] The port 'e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:23:40.970655 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461931f0-6edb-4786-b5ee-cff8979262a1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:23:40.981531 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15860f68-3824-4069-ba4d-1bcd9bc97e97 None None] Sync routers for ids ['bf21359f-d8c3-4aef-ba3b-5838b2596c46'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:41.013572 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15860f68-3824-4069-ba4d-1bcd9bc97e97 None None] Routers {'bf21359f-d8c3-4aef-ba3b-5838b2596c46'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:41.013572 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-15860f68-3824-4069-ba4d-1bcd9bc97e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['bf21359f-d8c3-4aef-ba3b-5838b2596c46'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:41.022592 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-461931f0-6edb-4786-b5ee-cff8979262a1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "PUT /v2.0/routers/bf21359f-d8c3-4aef-ba3b-5838b2596c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2113197 Mar 14 18:23:41.032507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56620) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:41.062335 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] For port db65ad5f-feda-4306-9027-7eab8adc3083, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:41.099526 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835ffe44-67c6-4b46-90db-957edef1e79b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:23:41.107356 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-835ffe44-67c6-4b46-90db-957edef1e79b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.108730 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-835ffe44-67c6-4b46-90db-957edef1e79b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/254919b4-c425-425b-a220-27489f1496b0 HTTP/1.1" status: 200 len: 934 time: 2.1208870 Mar 14 18:23:41.111586 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port dde1f525-c6ba-4797-8094-ca2226c16cd2, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=dde1f525-c6ba-4797-8094-ca2226c16cd2,segment=NetworkSegment(27c5cb05-abd5-40f5-90ca-b46d129dfff4),segment_id=27c5cb05-abd5-40f5-90ca-b46d129dfff4)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:41.112505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56624) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:41.150475 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:23:36Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '5572745b-a016-4470-800e-1efe630bf2fd', 'name': '', 'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:b0:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:27Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5941ea52-2435-4485-b07b-60697ceff26c', 'name': '', 'network_id': '1ef23464-370e-421a-bc48-adee303de319', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:04:c1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:23:29Z', 'revision_number': 4, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9140b5e4-43e1-4c06-9844-450a07e87ffe', 'name': '', 'network_id': 'd0e23baf-4270-4dc2-be80-30eaa3675bb8', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:34:7a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'fc457a2f-a79b-46ca-a9aa-daee13e7c589', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:34Z', 'updated_at': '2022-03-14T18:23:36Z', 'revision_number': 2, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': 'fc457a2f-a79b-46ca-a9aa-daee13e7c589', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:41.159386 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Checking router: 254919b4-c425-425b-a220-27489f1496b0 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:23:41.159763 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Updating router 254919b4-c425-425b-a220-27489f1496b0 port 9140b5e4-43e1-4c06-9844-450a07e87ffe binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:23:41.244049 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.257037 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.266218 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:41.266870 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.336330 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.364567 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.378439 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1a0df-4ee1-42d8-a9bb-33295ed74e12 req-adc806bb-5e80-432b-a8e6-63cfa7d2bb73 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:41.398089 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b3b1a0df-4ee1-42d8-a9bb-33295ed74e12 req-adc806bb-5e80-432b-a8e6-63cfa7d2bb73 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 945 time: 0.6196263 Mar 14 18:23:41.403409 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-15860f68-3824-4069-ba4d-1bcd9bc97e97 None None] Set router bf21359f-d8c3-4aef-ba3b-5838b2596c46 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:41.512302 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:41.570625 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Transition to ACTIVE for port object 8ad40223-00df-4aad-8587-e8f6edc93546 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:41.593190 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.599823 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.649118 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b50c2b-90fb-4f3f-a6bf-ff0930f80409 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:41.653649 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b50c2b-90fb-4f3f-a6bf-ff0930f80409 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:41.653649 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f4b50c2b-90fb-4f3f-a6bf-ff0930f80409 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:41.661558 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Network': ['ID=06b2dd0f-00f2-4d49-8b85-96ec5ea2c029,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:41.671943 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c02427b9-fa22-4b46-b95b-4d49cee4eebb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/networks/06b2dd0f-00f2-4d49-8b85-96ec5ea2c029 HTTP/1.1" status: 204 len: 168 time: 6.3579624 Mar 14 18:23:41.678464 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56628) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:41.690640 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-64edeec5-daaf-4240-9be0-fef9f1f00fd6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1630173736'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:41.702087 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-64edeec5-daaf-4240-9be0-fef9f1f00fd6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:41.715219 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-64edeec5-daaf-4240-9be0-fef9f1f00fd6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:network and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:41.729133 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-64edeec5-daaf-4240-9be0-fef9f1f00fd6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:41.734844 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-64edeec5-daaf-4240-9be0-fef9f1f00fd6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:41.759474 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-15860f68-3824-4069-ba4d-1bcd9bc97e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf21359f-d8c3-4aef-ba3b-5838b2596c46', 'name': 'tempest-NetworksTestDHCPv6-router-2006301953', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:24Z', 'updated_at': '2022-03-14T18:23:38Z', 'revision_number': 3, 'project_id': '85de686bcadc46bcb3d49bd3cd98712e', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:41.784754 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] For port db65ad5f-feda-4306-9027-7eab8adc3083, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=db65ad5f-feda-4306-9027-7eab8adc3083,segment=NetworkSegment(27c5cb05-abd5-40f5-90ca-b46d129dfff4),segment_id=27c5cb05-abd5-40f5-90ca-b46d129dfff4)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:41.791988 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15860f68-3824-4069-ba4d-1bcd9bc97e97 None None] Checking router: bf21359f-d8c3-4aef-ba3b-5838b2596c46 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:23:41.802660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f4b50c2b-90fb-4f3f-a6bf-ff0930f80409 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:41.804734 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f4b50c2b-90fb-4f3f-a6bf-ff0930f80409 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7774470 Mar 14 18:23:41.806540 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15860f68-3824-4069-ba4d-1bcd9bc97e97 None None] Routers {'bf21359f-d8c3-4aef-ba3b-5838b2596c46'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:41.806999 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-15860f68-3824-4069-ba4d-1bcd9bc97e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['bf21359f-d8c3-4aef-ba3b-5838b2596c46'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:41.809333 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56632) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:41.832031 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=dde1f525-c6ba-4797-8094-ca2226c16cd2,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:41.902111 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.906337 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b3b1a0df-4ee1-42d8-a9bb-33295ed74e12 req-023559af-bb90-48d9-8785-2b4f829a9b2b tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945707 Mar 14 18:23:41.918795 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64edeec5-daaf-4240-9be0-fef9f1f00fd6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:41.942634 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64edeec5-daaf-4240-9be0-fef9f1f00fd6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.958053 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.989178 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b6bf23ea-4c73-473f-a28c-0d5ffc768bbf tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/routers/254919b4-c425-425b-a220-27489f1496b0 HTTP/1.1" status: 200 len: 934 time: 0.8734343 Mar 14 18:23:41.989409 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56636) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:41.997620 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-f7ab4c4a-f11e-4f7d-9efa-f7668bf30acf tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'router': {'routes': None}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:42.084667 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=8ad40223-00df-4aad-8587-e8f6edc93546,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:42.099224 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-15860f68-3824-4069-ba4d-1bcd9bc97e97 None None] Set router bf21359f-d8c3-4aef-ba3b-5838b2596c46 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:42.104602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network 59f553a1-2d73-45c9-b6e3-0864559f8e74 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:42.112108 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f101706e-ee6f-48df-b546-4a573f3d98f9 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:42.118555 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:42.132638 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:42.133518 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.188713 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64edeec5-daaf-4240-9be0-fef9f1f00fd6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:42.188713 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-a515ebcc-25db-4a93-b2df-a65f947c4c5e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 8a965d71-e07b-47e3-801f-6ce26a56b17a {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:23:42.204087 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a515ebcc-25db-4a93-b2df-a65f947c4c5e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.275181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5c7c1a1a-a684-4e9c-91a4-2e4b3bd86f97 None None] Provisioning for port 9140b5e4-43e1-4c06-9844-450a07e87ffe completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:42.302731 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64edeec5-daaf-4240-9be0-fef9f1f00fd6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.303181 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-64edeec5-daaf-4240-9be0-fef9f1f00fd6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Added segment 68c8edef-ebed-4963-b8d7-bc42895eb7f0 of type vlan for network e89385bf-8889-4177-a021-5b568c8704d8 Mar 14 18:23:42.332476 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a515ebcc-25db-4a93-b2df-a65f947c4c5e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.334227 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-15860f68-3824-4069-ba4d-1bcd9bc97e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf21359f-d8c3-4aef-ba3b-5838b2596c46', 'name': 'tempest-NetworksTestDHCPv6-router-2006301953', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:24Z', 'updated_at': '2022-03-14T18:23:38Z', 'revision_number': 3, 'project_id': '85de686bcadc46bcb3d49bd3cd98712e', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:42.341064 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15860f68-3824-4069-ba4d-1bcd9bc97e97 None None] The sync data for ids ['bf21359f-d8c3-4aef-ba3b-5838b2596c46'] in dv-neutron-833560-1-hyperv is: [{'id': 'bf21359f-d8c3-4aef-ba3b-5838b2596c46', 'name': 'tempest-NetworksTestDHCPv6-router-2006301953', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:24Z', 'updated_at': '2022-03-14T18:23:38Z', 'revision_number': 3, 'project_id': '85de686bcadc46bcb3d49bd3cd98712e', 'gw_port_host': None}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:42.394498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5c7c1a1a-a684-4e9c-91a4-2e4b3bd86f97 None None] Provisioning complete for port 9140b5e4-43e1-4c06-9844-450a07e87ffe triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:42.399824 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1a1a-a684-4e9c-91a4-2e4b3bd86f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.458927 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64edeec5-daaf-4240-9be0-fef9f1f00fd6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.471647 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e77f0b-456e-41f3-884b-8d52e61dec47 None None] Pushing event updated for resources: {'Port': ['ID=db65ad5f-feda-4306-9027-7eab8adc3083,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:42.509717 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a515ebcc-25db-4a93-b2df-a65f947c4c5e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.547183 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:42.547952 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:42.614406 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64edeec5-daaf-4240-9be0-fef9f1f00fd6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.621736 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64edeec5-daaf-4240-9be0-fef9f1f00fd6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:42.622670 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-64edeec5-daaf-4240-9be0-fef9f1f00fd6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.785803 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edeec5-daaf-4240-9be0-fef9f1f00fd6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Network': ['ID=e89385bf-8889-4177-a021-5b568c8704d8,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:42.841098 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.901661 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-64edeec5-daaf-4240-9be0-fef9f1f00fd6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2195101 Mar 14 18:23:42.907128 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56640) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:42.908149 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port f101706e-ee6f-48df-b546-4a573f3d98f9 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:42.908531 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.921291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-7f4c9a4b-0547-427b-83c7-86bd3367a361 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'subnet': {'network_id': 'e89385bf-8889-4177-a021-5b568c8704d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:42.946285 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network e89385bf-8889-4177-a021-5b568c8704d8 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:23:42.961381 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4a53e2-4e88-487e-8736-15b75a564e65 None None] Network 59f553a1-2d73-45c9-b6e3-0864559f8e74 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:43.018130 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-5c7c1a1a-a684-4e9c-91a4-2e4b3bd86f97 None None] Port 9140b5e4-43e1-4c06-9844-450a07e87ffe cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:23:43.052211 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a515ebcc-25db-4a93-b2df-a65f947c4c5e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.196342 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:43.218322 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.extraroute_db [None req-f7ab4c4a-f11e-4f7d-9efa-f7668bf30acf tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Added routes are [] {{(pid=88635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 14 18:23:43.219252 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.extraroute_db [None req-f7ab4c4a-f11e-4f7d-9efa-f7668bf30acf tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 14 18:23:43.280311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce672e3-705d-4fcf-a614-bdeb0f27d0fe req-76eb3665-0f5d-4a53-8e4d-42690f653d20 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:43.281842 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7ce672e3-705d-4fcf-a614-bdeb0f27d0fe req-76eb3665-0f5d-4a53-8e4d-42690f653d20 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 945 time: 0.1400204 Mar 14 18:23:43.284534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7ab4c4a-f11e-4f7d-9efa-f7668bf30acf tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.337086 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7ce672e3-705d-4fcf-a614-bdeb0f27d0fe req-ded21134-5353-473e-a64d-ec9b3f30e16a tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434322 Mar 14 18:23:43.344371 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515ebcc-25db-4a93-b2df-a65f947c4c5e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=8a965d71-e07b-47e3-801f-6ce26a56b17a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:43.347994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a515ebcc-25db-4a93-b2df-a65f947c4c5e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.378567 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7f4c9a4b-0547-427b-83c7-86bd3367a361 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:43.396352 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7f4c9a4b-0547-427b-83c7-86bd3367a361 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:subnet and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:43.404041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7f4c9a4b-0547-427b-83c7-86bd3367a361 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:43.413769 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50309a55-d072-4971-9168-f13c4dec7751 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:43.414717 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7f4c9a4b-0547-427b-83c7-86bd3367a361 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:43.524906 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a515ebcc-25db-4a93-b2df-a65f947c4c5e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/8a965d71-e07b-47e3-801f-6ce26a56b17a HTTP/1.1" status: 204 len: 168 time: 1.7147577 Mar 14 18:23:43.527976 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56648) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:43.534967 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4c9a4b-0547-427b-83c7-86bd3367a361 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:43.540852 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9a4b-0547-427b-83c7-86bd3367a361 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.700223 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-68bdc70e-e210-4522-99fe-a3c82f13c469 None None] Provisioning complete for port 9140b5e4-43e1-4c06-9844-450a07e87ffe triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:43.700599 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-68bdc70e-e210-4522-99fe-a3c82f13c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.737696 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.798683 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.799474 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.835705 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f66c1002-0c5d-4f02-8d78-e9de17f28a42 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:router {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:43.851345 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7ab4c4a-f11e-4f7d-9efa-f7668bf30acf tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.858579 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7ab4c4a-f11e-4f7d-9efa-f7668bf30acf tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.859131 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0b01068b-efa3-424f-a832-7491b2590b12 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:43.921358 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.940294 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f66c1002-0c5d-4f02-8d78-e9de17f28a42 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:router {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:43.943830 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f66c1002-0c5d-4f02-8d78-e9de17f28a42 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4075527 Mar 14 18:23:43.945188 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56652) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:43.997541 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=8ad40223-00df-4aad-8587-e8f6edc93546,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:44.048112 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-68bdc70e-e210-4522-99fe-a3c82f13c469 None None] Port 9140b5e4-43e1-4c06-9844-450a07e87ffe cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:23:44.051180 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network 59f553a1-2d73-45c9-b6e3-0864559f8e74 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:44.052449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:44.054074 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Transition to ACTIVE for port object 9140b5e4-43e1-4c06-9844-450a07e87ffe will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:44.145812 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9a4b-0547-427b-83c7-86bd3367a361 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.192858 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.221855 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fc4dc9a6-1b3d-4912-bfcd-c96295a76fbd tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.237165 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-68bdc70e-e210-4522-99fe-a3c82f13c469 None None] Provisioning for port 7dd5e4e3-80c0-41c2-92eb-76c4e65be130 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:44.349323 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c9a4b-0547-427b-83c7-86bd3367a361 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Subnet': ['ID=ff28afe6-a65e-4fb8-81d7-539a07e058a6,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:44.353150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4c9a4b-0547-427b-83c7-86bd3367a361 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Checking segment: {'id': '68c8edef-ebed-4963-b8d7-bc42895eb7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e89385bf-8889-4177-a021-5b568c8704d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:44.353517 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4c9a4b-0547-427b-83c7-86bd3367a361 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network hostable DHCP agents. Network: e89385bf-8889-4177-a021-5b568c8704d8, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:44.354361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 0b01068b-efa3-424f-a832-7491b2590b12 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:44.376842 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 0b01068b-efa3-424f-a832-7491b2590b12 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:44.377913 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.383083 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 0820ba04-5e97-44da-b088-c9794ad38a52 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:23:44.465216 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4c9a4b-0547-427b-83c7-86bd3367a361 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network e89385bf-8889-4177-a021-5b568c8704d8 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:44.611207 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-7f4c9a4b-0547-427b-83c7-86bd3367a361 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, e89385bf-8889-4177-a021-5b568c8704d8) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:44.620302 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4c9a4b-0547-427b-83c7-86bd3367a361 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:44.622384 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9a4b-0547-427b-83c7-86bd3367a361 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.629301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99495a-f6ff-4d9d-866d-7df2b7e50c21 None None] Pushing event updated for resources: {'Port': ['ID=9140b5e4-43e1-4c06-9844-450a07e87ffe,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:44.665241 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3e1e0d-2f79-4087-ade7-5d37543f3403 None None] DHCP port deletion for c6ea7f38-153d-42ad-8847-86782d8c0b1e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:23:44.686668 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae52244-e2fe-4e9d-8f6f-76cb49977a77 None None] Network e89385bf-8889-4177-a021-5b568c8704d8 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:44.738232 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:23:44.741071 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7f4c9a4b-0547-427b-83c7-86bd3367a361 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8294318 Mar 14 18:23:44.746068 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e82e8edf-79d6-42af-9c28-c8237305afb3 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/0820ba04-5e97-44da-b088-c9794ad38a52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7832708 Mar 14 18:23:44.746701 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56658) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:44.754186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56660) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:44.765636 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-7134ae15-3666-45ba-b0eb-0fab3b6d8ae6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'network_id': 'e89385bf-8889-4177-a021-5b568c8704d8', 'name': 'tempest-PortsIpV6TestJSON-472105597', 'fixed_ips': [{'subnet_id': 'ff28afe6-a65e-4fb8-81d7-539a07e058a6', 'ip_address': '2001:db8::10'}]}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:44.777249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ab4c4a-f11e-4f7d-9efa-f7668bf30acf tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router 254919b4-c425-425b-a220-27489f1496b0 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:23:44.846827 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ea3e1e0d-2f79-4087-ade7-5d37543f3403 None None] Deleting port 0b01068b-efa3-424f-a832-7491b2590b12 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:44.847047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a99d5b3c-9c73-4f41-9e75-388e379119aa tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-648610978'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:44.847594 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1e0d-2f79-4087-ade7-5d37543f3403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.868516 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a99d5b3c-9c73-4f41-9e75-388e379119aa tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:44.930903 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a99d5b3c-9c73-4f41-9e75-388e379119aa tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:network and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:44.932760 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7134ae15-3666-45ba-b0eb-0fab3b6d8ae6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:44.937087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a99d5b3c-9c73-4f41-9e75-388e379119aa tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:44.938946 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7134ae15-3666-45ba-b0eb-0fab3b6d8ae6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:port and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:44.943097 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7134ae15-3666-45ba-b0eb-0fab3b6d8ae6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:44.951887 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7134ae15-3666-45ba-b0eb-0fab3b6d8ae6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:44.959091 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fc4dc9a6-1b3d-4912-bfcd-c96295a76fbd tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.964077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fc4dc9a6-1b3d-4912-bfcd-c96295a76fbd tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.965960 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a99d5b3c-9c73-4f41-9e75-388e379119aa tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:44.995682 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.020018 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:23:42Z', 'revision_number': 3, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:23:40Z', 'revision_number': 1, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:23:41Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:45.022281 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Attempting to bind port 9140b5e4-43e1-4c06-9844-450a07e87ffe on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:45.022527 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Attempting to bind port 9140b5e4-43e1-4c06-9844-450a07e87ffe by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e3e291db-ad9c-406b-88c5-12ed5c1d034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd0e23baf-4270-4dc2-be80-30eaa3675bb8'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:45.022917 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Attempting to bind port 9140b5e4-43e1-4c06-9844-450a07e87ffe on network d0e23baf-4270-4dc2-be80-30eaa3675bb8 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:45.044001 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898fb6b-f0e4-4400-a8eb-48d22b35478b None None] The sync data for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv is: [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:23:42Z', 'revision_number': 3, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:23:40Z', 'revision_number': 1, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:23:41Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:45.045635 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:45.046421 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Checking segment: {'id': 'e3e291db-ad9c-406b-88c5-12ed5c1d034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd0e23baf-4270-4dc2-be80-30eaa3675bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:45.046991 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.047727 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Bound using segment: {'id': 'e3e291db-ad9c-406b-88c5-12ed5c1d034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd0e23baf-4270-4dc2-be80-30eaa3675bb8'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:45.048548 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Bound port: 9140b5e4-43e1-4c06-9844-450a07e87ffe, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e291db-ad9c-406b-88c5-12ed5c1d034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd0e23baf-4270-4dc2-be80-30eaa3675bb8'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:45.048929 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.055366 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7134ae15-3666-45ba-b0eb-0fab3b6d8ae6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:45.077201 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:23:45.172110 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5a903-e545-40f7-ac1e-0006b483ec65 req-746cf555-c06e-46a1-b591-55484369c9aa tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:45.173715 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-68f5a903-e545-40f7-ac1e-0006b483ec65 req-746cf555-c06e-46a1-b591-55484369c9aa tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 945 time: 1.0087752 Mar 14 18:23:45.185843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99d5b3c-9c73-4f41-9e75-388e379119aa tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Made reservation on behalf of bab4d070cd704c8a84908631080d1946 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:45.185843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a99d5b3c-9c73-4f41-9e75-388e379119aa tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.245817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7134ae15-3666-45ba-b0eb-0fab3b6d8ae6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.279932 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-7134ae15-3666-45ba-b0eb-0fab3b6d8ae6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] device_id is not set on port f377bff1-88aa-40a1-a393-c7dda46fb108 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:45.280066 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 0b01068b-efa3-424f-a832-7491b2590b12, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0b01068b-efa3-424f-a832-7491b2590b12,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:45.280192 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ab4c4a-f11e-4f7d-9efa-f7668bf30acf tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:23:45.310223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99d5b3c-9c73-4f41-9e75-388e379119aa tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:45.321999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a99d5b3c-9c73-4f41-9e75-388e379119aa tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.322605 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-a99d5b3c-9c73-4f41-9e75-388e379119aa tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Added segment b805dbe1-c47d-47a1-b544-194864b81f8e of type vlan for network c07c925e-66af-480f-9453-8810a042cc14 Mar 14 18:23:45.353616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a99d5b3c-9c73-4f41-9e75-388e379119aa tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.379904 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7ab4c4a-f11e-4f7d-9efa-f7668bf30acf tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.381382 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f7ab4c4a-f11e-4f7d-9efa-f7668bf30acf tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/254919b4-c425-425b-a220-27489f1496b0 HTTP/1.1" status: 200 len: 700 time: 3.3888483 Mar 14 18:23:45.385201 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-68f5a903-e545-40f7-ac1e-0006b483ec65 req-5ac85287-0920-46ad-b763-b1c149b438d5 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780987 Mar 14 18:23:45.386071 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56666) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:45.393485 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ea3e1e0d-2f79-4087-ade7-5d37543f3403 None None] For port 0b01068b-efa3-424f-a832-7491b2590b12, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0b01068b-efa3-424f-a832-7491b2590b12,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:45.393887 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1e0d-2f79-4087-ade7-5d37543f3403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.414724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fc4dc9a6-1b3d-4912-bfcd-c96295a76fbd tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.415727 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4dc9a6-1b3d-4912-bfcd-c96295a76fbd tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Fanout notify agent at l3_agent the message router_deleted on router bf21359f-d8c3-4aef-ba3b-5838b2596c46 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:23:45.420739 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.428480 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5941ea52-2435-4485-b07b-60697ceff26c up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:45.605390 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-e89385bf-8889-4177-a021-5b568c8704d8', 'network_id': 'e89385bf-8889-4177-a021-5b568c8704d8', 'tenant_id': '1bed9e5e10ec491e93367f6256f4da62', 'fixed_ips': [{'subnet_id': 'ff28afe6-a65e-4fb8-81d7-539a07e058a6'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:23:45.606235 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.643247 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fc4dc9a6-1b3d-4912-bfcd-c96295a76fbd tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.644469 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fc4dc9a6-1b3d-4912-bfcd-c96295a76fbd tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/routers/bf21359f-d8c3-4aef-ba3b-5838b2596c46 HTTP/1.1" status: 204 len: 168 time: 1.6981189 Mar 14 18:23:45.653249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56672) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:45.658850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-7c58eea7-66c4-4d4a-8bf1-d4cd6e2a3f3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:45.731576 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] For port 9140b5e4-43e1-4c06-9844-450a07e87ffe, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:45.751628 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ea3e1e0d-2f79-4087-ade7-5d37543f3403 None None] Calling delete_port for 0b01068b-efa3-424f-a832-7491b2590b12 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:45.772684 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a99d5b3c-9c73-4f41-9e75-388e379119aa tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.778996 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99d5b3c-9c73-4f41-9e75-388e379119aa tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:45.779281 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a99d5b3c-9c73-4f41-9e75-388e379119aa tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.811845 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-7134ae15-3666-45ba-b0eb-0fab3b6d8ae6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Allocated IP 2001:db8::10 (e89385bf-8889-4177-a021-5b568c8704d8/ff28afe6-a65e-4fb8-81d7-539a07e058a6/f377bff1-88aa-40a1-a393-c7dda46fb108) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:45.818534 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] For port 9140b5e4-43e1-4c06-9844-450a07e87ffe, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=9140b5e4-43e1-4c06-9844-450a07e87ffe,segment=NetworkSegment(e3e291db-ad9c-406b-88c5-12ed5c1d034b),segment_id=e3e291db-ad9c-406b-88c5-12ed5c1d034b)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:45.895519 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d65593f1-26a1-4d4d-8e6b-00efceb800e4 None None] Provisioning for port 8ad40223-00df-4aad-8587-e8f6edc93546 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:45.927970 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.933833 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=0b01068b-efa3-424f-a832-7491b2590b12,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:45.936426 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d65593f1-26a1-4d4d-8e6b-00efceb800e4 None None] Provisioning complete for port 8ad40223-00df-4aad-8587-e8f6edc93546 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:45.936803 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d65593f1-26a1-4d4d-8e6b-00efceb800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.047558 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a99d5b3c-9c73-4f41-9e75-388e379119aa tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2762597 Mar 14 18:23:46.053800 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56676) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:46.062245 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4e175d68-dd33-4086-85cb-d98e69c9077f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'subnet': {'network_id': 'c07c925e-66af-480f-9453-8810a042cc14', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:46.076347 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-25d06751-bb83-4c3c-950b-8a612ae88602 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/routers/254919b4-c425-425b-a220-27489f1496b0 HTTP/1.1" status: 200 len: 700 time: 0.6547077 Mar 14 18:23:46.079225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d5b3c-9c73-4f41-9e75-388e379119aa tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Network': ['ID=c07c925e-66af-480f-9453-8810a042cc14,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:46.092622 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56680) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:46.094491 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7c58eea7-66c4-4d4a-8bf1-d4cd6e2a3f3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:46.107904 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network c07c925e-66af-480f-9453-8810a042cc14 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:23:46.150066 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7134ae15-3666-45ba-b0eb-0fab3b6d8ae6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.190244 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 5941ea52-2435-4485-b07b-60697ceff26c completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:46.194515 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-d65593f1-26a1-4d4d-8e6b-00efceb800e4 None None] Port 8ad40223-00df-4aad-8587-e8f6edc93546 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:23:46.214688 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-7134ae15-3666-45ba-b0eb-0fab3b6d8ae6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Transition to ACTIVE for port object f377bff1-88aa-40a1-a393-c7dda46fb108 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:46.214972 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7c58eea7-66c4-4d4a-8bf1-d4cd6e2a3f3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:46.215082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-ea3e1e0d-2f79-4087-ade7-5d37543f3403 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:23:46.215082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-ea3e1e0d-2f79-4087-ade7-5d37543f3403 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:23:46.215082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 5941ea52-2435-4485-b07b-60697ceff26c triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:46.215082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.218666 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7c58eea7-66c4-4d4a-8bf1-d4cd6e2a3f3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:46.242703 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7c58eea7-66c4-4d4a-8bf1-d4cd6e2a3f3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:46.295954 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4e175d68-dd33-4086-85cb-d98e69c9077f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:46.299225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99495a-f6ff-4d9d-866d-7df2b7e50c21 None None] Pushing event updated for resources: {'Port': ['ID=9140b5e4-43e1-4c06-9844-450a07e87ffe,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:46.301786 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:46.302392 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:46.302542 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4e175d68-dd33-4086-85cb-d98e69c9077f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:subnet and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:46.308012 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4e175d68-dd33-4086-85cb-d98e69c9077f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:46.316153 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4e175d68-dd33-4086-85cb-d98e69c9077f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:46.386578 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7134ae15-3666-45ba-b0eb-0fab3b6d8ae6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.457994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e175d68-dd33-4086-85cb-d98e69c9077f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Made reservation on behalf of bab4d070cd704c8a84908631080d1946 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:46.464085 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4e175d68-dd33-4086-85cb-d98e69c9077f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.468152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c58eea7-66c4-4d4a-8bf1-d4cd6e2a3f3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:46.471932 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7c58eea7-66c4-4d4a-8bf1-d4cd6e2a3f3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.639379 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7134ae15-3666-45ba-b0eb-0fab3b6d8ae6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network e89385bf-8889-4177-a021-5b568c8704d8 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:46.651979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-7134ae15-3666-45ba-b0eb-0fab3b6d8ae6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:46.666216 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7134ae15-3666-45ba-b0eb-0fab3b6d8ae6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:46.682683 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7134ae15-3666-45ba-b0eb-0fab3b6d8ae6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:46.683037 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7134ae15-3666-45ba-b0eb-0fab3b6d8ae6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.700726 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134ae15-3666-45ba-b0eb-0fab3b6d8ae6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=f377bff1-88aa-40a1-a393-c7dda46fb108,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:46.747943 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:46.813880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ea3e1e0d-2f79-4087-ade7-5d37543f3403 None None] Deleting port 0b01068b-efa3-424f-a832-7491b2590b12 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:46.813880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1e0d-2f79-4087-ade7-5d37543f3403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.844984 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7134ae15-3666-45ba-b0eb-0fab3b6d8ae6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0969424 Mar 14 18:23:46.856355 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56686) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:46.867544 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-1adca8bd-42e0-4a4a-9d79-d11565332104 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'network_id': 'e89385bf-8889-4177-a021-5b568c8704d8', 'name': 'tempest-PortsIpV6TestJSON-1322588504', 'fixed_ips': [{'subnet_id': 'ff28afe6-a65e-4fb8-81d7-539a07e058a6', 'ip_address': '2001:db8::f'}]}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:46.907348 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-45d96c3b-bfa4-4442-a1b7-03ab556d01df None None] Provisioning complete for port 8ad40223-00df-4aad-8587-e8f6edc93546 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:46.908013 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-45d96c3b-bfa4-4442-a1b7-03ab556d01df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.972299 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Allocated IP 2001:db8::2 (e89385bf-8889-4177-a021-5b568c8704d8/ff28afe6-a65e-4fb8-81d7-539a07e058a6/b4912674-5b99-45e9-b260-2ad4d06fe1a7) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:47.000879 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4e175d68-dd33-4086-85cb-d98e69c9077f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.008421 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf740c93-190a-49da-8f34-2a43ba4cf281 req-6c5faccc-5062-4778-b108-9841396db95c tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:47.009947 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bf740c93-190a-49da-8f34-2a43ba4cf281 req-6c5faccc-5062-4778-b108-9841396db95c tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 945 time: 0.2757776 Mar 14 18:23:47.125679 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e175d68-dd33-4086-85cb-d98e69c9077f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Subnet': ['ID=83014e53-169c-4626-998b-b759d9e253ca,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:47.133824 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1adca8bd-42e0-4a4a-9d79-d11565332104 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:47.141754 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e175d68-dd33-4086-85cb-d98e69c9077f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Checking segment: {'id': 'b805dbe1-c47d-47a1-b544-194864b81f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:47.142524 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e175d68-dd33-4086-85cb-d98e69c9077f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network hostable DHCP agents. Network: c07c925e-66af-480f-9453-8810a042cc14, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:47.146720 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1adca8bd-42e0-4a4a-9d79-d11565332104 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:port and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:47.151199 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1adca8bd-42e0-4a4a-9d79-d11565332104 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:47.156072 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bf740c93-190a-49da-8f34-2a43ba4cf281 req-04a93285-4789-4862-97f6-926aea2ce17d tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173069 Mar 14 18:23:47.162526 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1adca8bd-42e0-4a4a-9d79-d11565332104 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:47.242919 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-45d96c3b-bfa4-4442-a1b7-03ab556d01df None None] Port 8ad40223-00df-4aad-8587-e8f6edc93546 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:23:47.248381 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e175d68-dd33-4086-85cb-d98e69c9077f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network c07c925e-66af-480f-9453-8810a042cc14 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:47.284497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-11fe9b1d-180b-487d-bd5c-fb2b4a0bf295 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.299831 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adca8bd-42e0-4a4a-9d79-d11565332104 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:47.304743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1adca8bd-42e0-4a4a-9d79-d11565332104 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.338698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7c58eea7-66c4-4d4a-8bf1-d4cd6e2a3f3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.340331 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-1adca8bd-42e0-4a4a-9d79-d11565332104 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] device_id is not set on port 494554a5-0a3a-4f6b-bb7f-4ba4d5301f5a yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:47.392969 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-4e175d68-dd33-4086-85cb-d98e69c9077f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, c07c925e-66af-480f-9453-8810a042cc14) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:47.409343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e175d68-dd33-4086-85cb-d98e69c9077f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:47.409343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4e175d68-dd33-4086-85cb-d98e69c9077f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.449936 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e07c03-48f1-46c1-b676-d8eddda1a8be None None] Network c07c925e-66af-480f-9453-8810a042cc14 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:47.479871 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c58eea7-66c4-4d4a-8bf1-d4cd6e2a3f3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:47.484741 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-7c58eea7-66c4-4d4a-8bf1-d4cd6e2a3f3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:47.499961 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58eea7-66c4-4d4a-8bf1-d4cd6e2a3f3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:47.500570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7c58eea7-66c4-4d4a-8bf1-d4cd6e2a3f3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.524955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58eea7-66c4-4d4a-8bf1-d4cd6e2a3f3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=813e8f00-efae-473b-a838-118bba71bd8c,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:47.541369 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.560258 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4e175d68-dd33-4086-85cb-d98e69c9077f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5043368 Mar 14 18:23:47.561059 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56694) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:47.670819 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7c58eea7-66c4-4d4a-8bf1-d4cd6e2a3f3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0142126 Mar 14 18:23:47.672132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56698) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:47.678806 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-5e51a1ac-2426-4f26-9bb4-6ba140375dc4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2042592569', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:47.690112 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-5e51a1ac-2426-4f26-9bb4-6ba140375dc4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:47.740063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-5e51a1ac-2426-4f26-9bb4-6ba140375dc4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:47.783138 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ea3e1e0d-2f79-4087-ade7-5d37543f3403 None None] For port 0b01068b-efa3-424f-a832-7491b2590b12, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0b01068b-efa3-424f-a832-7491b2590b12,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:47.784090 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1e0d-2f79-4087-ade7-5d37543f3403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.788907 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-11fe9b1d-180b-487d-bd5c-fb2b4a0bf295 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port 9140b5e4-43e1-4c06-9844-450a07e87ffe {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:47.789416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-11fe9b1d-180b-487d-bd5c-fb2b4a0bf295 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.920321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5e51a1ac-2426-4f26-9bb4-6ba140375dc4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.921333 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5e51a1ac-2426-4f26-9bb4-6ba140375dc4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.949389 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ea3e1e0d-2f79-4087-ade7-5d37543f3403 None None] Calling delete_port for 0b01068b-efa3-424f-a832-7491b2590b12 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:48.024095 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5e51a1ac-2426-4f26-9bb4-6ba140375dc4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.092287 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-11fe9b1d-180b-487d-bd5c-fb2b4a0bf295 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] For port 9140b5e4-43e1-4c06-9844-450a07e87ffe, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=9140b5e4-43e1-4c06-9844-450a07e87ffe,segment=NetworkSegment(e3e291db-ad9c-406b-88c5-12ed5c1d034b),segment_id=e3e291db-ad9c-406b-88c5-12ed5c1d034b)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:48.092585 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-11fe9b1d-180b-487d-bd5c-fb2b4a0bf295 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.105115 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Sync routers for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:48.107729 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214677c7-6b4d-456d-a648-c22e19c239ba req-562af3cc-700d-4d48-9ffc-4517ae93e596 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:48.115266 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-214677c7-6b4d-456d-a648-c22e19c239ba req-562af3cc-700d-4d48-9ffc-4517ae93e596 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 945 time: 0.2672222 Mar 14 18:23:48.125548 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 5941ea52-2435-4485-b07b-60697ceff26c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5941ea52-2435-4485-b07b-60697ceff26c,segment=NetworkSegment(b34cc913-2681-48b2-8ea1-6a9564524c06),segment_id=b34cc913-2681-48b2-8ea1-6a9564524c06)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:48.168395 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:48.169033 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:48.190269 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5e51a1ac-2426-4f26-9bb4-6ba140375dc4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.269456 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03888cc-8bb1-4de5-a835-76d452d0af83 req-53fdd6bc-a9e5-44dc-8bc6-5af6c29d88da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:48.270991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-11fe9b1d-180b-487d-bd5c-fb2b4a0bf295 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Calling delete_port for 9140b5e4-43e1-4c06-9844-450a07e87ffe owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:48.271139 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a03888cc-8bb1-4de5-a835-76d452d0af83 req-53fdd6bc-a9e5-44dc-8bc6-5af6c29d88da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e66096a0e1934237a3f833792cc61e13&device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 1098 time: 0.4622037 Mar 14 18:23:48.274222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.275034 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7dd5e4e3-80c0-41c2-92eb-76c4e65be130 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:48.463966 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-214677c7-6b4d-456d-a648-c22e19c239ba req-52859174-f9af-4063-93a4-935824f18399 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472588 Mar 14 18:23:48.508523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c07c925e-66af-480f-9453-8810a042cc14', 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'fixed_ips': [{'subnet_id': '83014e53-169c-4626-998b-b759d9e253ca'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:23:48.509632 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.523505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5e51a1ac-2426-4f26-9bb4-6ba140375dc4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.523505 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5e51a1ac-2426-4f26-9bb4-6ba140375dc4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8473916 Mar 14 18:23:48.524887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56702) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:48.568633 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03888cc-8bb1-4de5-a835-76d452d0af83 req-a9e59dad-8553-452c-b2ed-017442e7d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:48.570432 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a03888cc-8bb1-4de5-a835-76d452d0af83 req-a9e59dad-8553-452c-b2ed-017442e7d664 service neutron] 10.222.0.59 "GET /v2.0/networks?id=691d0aa6-00ac-4e94-87e5-0af2e37970c3 HTTP/1.1" status: 200 len: 913 time: 0.2474964 Mar 14 18:23:48.576814 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.600258 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:48.649565 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a03888cc-8bb1-4de5-a835-76d452d0af83 req-4af876be-b1db-47d6-9136-c15ffacb5c6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e16792db-0579-472f-a8ea-85df8b2bc6a0 HTTP/1.1" status: 200 len: 217 time: 0.0705602 Mar 14 18:23:48.698149 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1e0d-2f79-4087-ade7-5d37543f3403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.701666 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=5941ea52-2435-4485-b07b-60697ceff26c,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:48.703412 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.705771 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Transition to ACTIVE for port object b4912674-5b99-45e9-b260-2ad4d06fe1a7 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:48.811416 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03888cc-8bb1-4de5-a835-76d452d0af83 req-5f18b9ce-481f-48f9-8b3b-15d3eeabee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:48.813114 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a03888cc-8bb1-4de5-a835-76d452d0af83 req-5f18b9ce-481f-48f9-8b3b-15d3eeabee61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad9beb52-d89d-49fd-8272-47639662d6f3 HTTP/1.1" status: 200 len: 852 time: 0.1566577 Mar 14 18:23:48.825206 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e1e0d-2f79-4087-ade7-5d37543f3403 None None] Pushing event deleted for resources: {'Port': ['ID=0b01068b-efa3-424f-a832-7491b2590b12,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:48.883311 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e1e0d-2f79-4087-ade7-5d37543f3403 None None] No DVR routers for this DVR port 0b01068b-efa3-424f-a832-7491b2590b12 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:48.900544 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:23:43Z', 'revision_number': 7, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '5572745b-a016-4470-800e-1efe630bf2fd', 'name': '', 'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:b0:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:27Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5941ea52-2435-4485-b07b-60697ceff26c', 'name': '', 'network_id': '1ef23464-370e-421a-bc48-adee303de319', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:04:c1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:23:29Z', 'revision_number': 4, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9140b5e4-43e1-4c06-9844-450a07e87ffe', 'name': '', 'network_id': 'd0e23baf-4270-4dc2-be80-30eaa3675bb8', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:34:7a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'fc457a2f-a79b-46ca-a9aa-daee13e7c589', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:34Z', 'updated_at': '2022-03-14T18:23:45Z', 'revision_number': 4, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': 'fc457a2f-a79b-46ca-a9aa-daee13e7c589', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:48.906181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Transition to ACTIVE for port object b4912674-5b99-45e9-b260-2ad4d06fe1a7 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:48.938002 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a03888cc-8bb1-4de5-a835-76d452d0af83 req-7b67c554-cd6c-4b56-b1ef-823f02093b00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=691d0aa6-00ac-4e94-87e5-0af2e37970c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712266 Mar 14 18:23:48.945968 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc469323-a636-44bc-8de9-f89b9b75779e None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:48.958640 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652dca8-d322-41ea-9bea-5a27d5d89542 None None] The sync data for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv is: [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:23:43Z', 'revision_number': 7, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '5572745b-a016-4470-800e-1efe630bf2fd', 'name': '', 'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:b0:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:27Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5941ea52-2435-4485-b07b-60697ceff26c', 'name': '', 'network_id': '1ef23464-370e-421a-bc48-adee303de319', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:04:c1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:23:29Z', 'revision_number': 4, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9140b5e4-43e1-4c06-9844-450a07e87ffe', 'name': '', 'network_id': 'd0e23baf-4270-4dc2-be80-30eaa3675bb8', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:34:7a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'fc457a2f-a79b-46ca-a9aa-daee13e7c589', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:34Z', 'updated_at': '2022-03-14T18:23:45Z', 'revision_number': 4, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': 'fc457a2f-a79b-46ca-a9aa-daee13e7c589', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:49.030979 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 7dd5e4e3-80c0-41c2-92eb-76c4e65be130 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:49.113269 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.126503 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.226141 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 7dd5e4e3-80c0-41c2-92eb-76c4e65be130 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:49.232194 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.238163 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-1adca8bd-42e0-4a4a-9d79-d11565332104 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Allocated IP 2001:db8::f (e89385bf-8889-4177-a021-5b568c8704d8/ff28afe6-a65e-4fb8-81d7-539a07e058a6/494554a5-0a3a-4f6b-bb7f-4ba4d5301f5a) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:49.269122 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-11fe9b1d-180b-487d-bd5c-fb2b4a0bf295 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.351126 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Network e89385bf-8889-4177-a021-5b568c8704d8 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:49.359914 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Allocated IP 2001:db8:2::2 (c07c925e-66af-480f-9453-8810a042cc14/83014e53-169c-4626-998b-b759d9e253ca/8572aaef-e06c-4f5a-b0d9-9803b38ab2e6) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:49.376748 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a03888cc-8bb1-4de5-a835-76d452d0af83 req-8bd77021-bae3-4df9-8c83-1f236e1735dc service neutron] 10.222.0.59 "GET /v2.0/networks/691d0aa6-00ac-4e94-87e5-0af2e37970c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264400 Mar 14 18:23:49.378336 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:49.382349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe9b1d-180b-487d-bd5c-fb2b4a0bf295 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Port': ['ID=9140b5e4-43e1-4c06-9844-450a07e87ffe,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:49.437367 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:49.440181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Pushing event updated for resources: {'Port': ['ID=b4912674-5b99-45e9-b260-2ad4d06fe1a7,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:49.731904 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a03888cc-8bb1-4de5-a835-76d452d0af83 req-678c109a-11e1-407a-814a-cb388a9f77e8 service neutron] 10.222.0.59 "GET /v2.0/networks/691d0aa6-00ac-4e94-87e5-0af2e37970c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297589 Mar 14 18:23:49.777681 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1adca8bd-42e0-4a4a-9d79-d11565332104 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.808451 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-1adca8bd-42e0-4a4a-9d79-d11565332104 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Transition to ACTIVE for port object 494554a5-0a3a-4f6b-bb7f-4ba4d5301f5a will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:49.937923 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-47896997-06cb-4202-9589-fd4a596a58d9 req-528b3f58-7e6a-409f-9636-65c6ba6ed912 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0884581 Mar 14 18:23:49.969098 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1adca8bd-42e0-4a4a-9d79-d11565332104 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.049118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Attempting to bind port b4912674-5b99-45e9-b260-2ad4d06fe1a7 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:50.049118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Attempting to bind port b4912674-5b99-45e9-b260-2ad4d06fe1a7 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '68c8edef-ebed-4963-b8d7-bc42895eb7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e89385bf-8889-4177-a021-5b568c8704d8'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:50.049118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Attempting to bind port b4912674-5b99-45e9-b260-2ad4d06fe1a7 on network e89385bf-8889-4177-a021-5b568c8704d8 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:50.088343 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:50.088343 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Checking segment: {'id': '68c8edef-ebed-4963-b8d7-bc42895eb7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e89385bf-8889-4177-a021-5b568c8704d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:50.088614 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.088826 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Bound using segment: {'id': '68c8edef-ebed-4963-b8d7-bc42895eb7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e89385bf-8889-4177-a021-5b568c8704d8'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:50.089329 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Bound port: b4912674-5b99-45e9-b260-2ad4d06fe1a7, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c8edef-ebed-4963-b8d7-bc42895eb7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e89385bf-8889-4177-a021-5b568c8704d8'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:50.089710 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.121500 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'fixed_ips': [{'subnet_id': '813e8f00-efae-473b-a838-118bba71bd8c'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:23:50.122338 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.174157 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425970c1-ed2d-47ec-81d9-adf1eb48863d None None] Sync routers for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:50.186550 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425970c1-ed2d-47ec-81d9-adf1eb48863d None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:50.187502 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-425970c1-ed2d-47ec-81d9-adf1eb48863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:50.209021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-11fe9b1d-180b-487d-bd5c-fb2b4a0bf295 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.214354 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::1 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/813e8f00-efae-473b-a838-118bba71bd8c/3ce754db-4d72-46fc-8b73-534f4e1db722) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:50.233107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7086906-4a69-4a71-b64c-bf3eae00b78f req-397ec89f-b923-48ed-994a-32cd3a3533ce tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:50.239592 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adca8bd-42e0-4a4a-9d79-d11565332104 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network e89385bf-8889-4177-a021-5b568c8704d8 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:50.240213 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e7086906-4a69-4a71-b64c-bf3eae00b78f req-397ec89f-b923-48ed-994a-32cd3a3533ce tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 945 time: 0.5774784 Mar 14 18:23:50.243608 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-1adca8bd-42e0-4a4a-9d79-d11565332104 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:50.246188 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adca8bd-42e0-4a4a-9d79-d11565332104 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:50.249759 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.253604 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adca8bd-42e0-4a4a-9d79-d11565332104 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:50.254335 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1adca8bd-42e0-4a4a-9d79-d11565332104 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.302480 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adca8bd-42e0-4a4a-9d79-d11565332104 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=494554a5-0a3a-4f6b-bb7f-4ba4d5301f5a,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:50.367070 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47896997-06cb-4202-9589-fd4a596a58d9 req-2021718a-595a-4f58-a4b6-576903c0e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:50.369155 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-47896997-06cb-4202-9589-fd4a596a58d9 req-2021718a-595a-4f58-a4b6-576903c0e99b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 1099 time: 0.1876979 Mar 14 18:23:50.373045 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1adca8bd-42e0-4a4a-9d79-d11565332104 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5132370 Mar 14 18:23:50.373986 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56708) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:50.417538 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e7086906-4a69-4a71-b64c-bf3eae00b78f req-d3cc65ae-be72-4893-9d91-540449dd490e tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762638 Mar 14 18:23:50.462646 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:23:42Z', 'revision_number': 3, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:23:43Z', 'revision_number': 2, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:23:41Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:50.470873 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-425970c1-ed2d-47ec-81d9-adf1eb48863d None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:50.488541 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Checking router: 0820ba04-5e97-44da-b088-c9794ad38a52 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:23:50.488541 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Updating router 0820ba04-5e97-44da-b088-c9794ad38a52 port 8ad40223-00df-4aad-8587-e8f6edc93546 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:23:50.561734 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.630489 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b79a62-0e5b-473c-a2d1-b8b72fde91fd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:50.632647 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-65b79a62-0e5b-473c-a2d1-b8b72fde91fd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Synchronizing usage tracker for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:50.645941 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.646061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47896997-06cb-4202-9589-fd4a596a58d9 req-1c2da365-7e16-4095-8db7-a8e72b3262b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:50.646061 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-47896997-06cb-4202-9589-fd4a596a58d9 req-1c2da365-7e16-4095-8db7-a8e72b3262b2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b HTTP/1.1" status: 200 len: 913 time: 0.1981952 Mar 14 18:23:50.661554 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 7dd5e4e3-80c0-41c2-92eb-76c4e65be130, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7dd5e4e3-80c0-41c2-92eb-76c4e65be130,segment=NetworkSegment(125b3bf4-a571-499d-ae5b-f05cf8adf0ea),segment_id=125b3bf4-a571-499d-ae5b-f05cf8adf0ea)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:50.663027 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] For port b4912674-5b99-45e9-b260-2ad4d06fe1a7, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:50.665266 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Transition to ACTIVE for port object 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:50.700294 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] For port b4912674-5b99-45e9-b260-2ad4d06fe1a7, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=b4912674-5b99-45e9-b260-2ad4d06fe1a7,segment=NetworkSegment(68c8edef-ebed-4963-b8d7-bc42895eb7f0),segment_id=68c8edef-ebed-4963-b8d7-bc42895eb7f0)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:50.751523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.752568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a5d3b32b-477b-47a8-82af-52e763e03155 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:50.802225 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-47896997-06cb-4202-9589-fd4a596a58d9 req-e1b58ee7-cdb9-419e-a4ec-4bea2037416b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ca0bc09-8b06-4f3a-abd5-444a1e1135db HTTP/1.1" status: 200 len: 1001 time: 0.1501756 Mar 14 18:23:50.827159 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Transition to ACTIVE for port object 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:50.852589 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-65b79a62-0e5b-473c-a2d1-b8b72fde91fd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Unset dirty status for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:50.854147 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-65b79a62-0e5b-473c-a2d1-b8b72fde91fd tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4777513 Mar 14 18:23:50.859105 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.860568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56712) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:50.901218 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-425970c1-ed2d-47ec-81d9-adf1eb48863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:23:48Z', 'revision_number': 8, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '5572745b-a016-4470-800e-1efe630bf2fd', 'name': '', 'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:b0:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:27Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5941ea52-2435-4485-b07b-60697ceff26c', 'name': '', 'network_id': '1ef23464-370e-421a-bc48-adee303de319', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:04:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:23:47Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:50.905407 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425970c1-ed2d-47ec-81d9-adf1eb48863d None None] Checking router: 254919b4-c425-425b-a220-27489f1496b0 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:23:50.922859 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425970c1-ed2d-47ec-81d9-adf1eb48863d None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:50.922859 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-425970c1-ed2d-47ec-81d9-adf1eb48863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:50.957630 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.958952 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.984215 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fe9b1d-180b-487d-bd5c-fb2b4a0bf295 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router 254919b4-c425-425b-a220-27489f1496b0 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:23:50.990813 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object 3ce754db-4d72-46fc-8b73-534f4e1db722 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:50.994326 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Network c07c925e-66af-480f-9453-8810a042cc14 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:51.008307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:51.018374 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:51.031393 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47896997-06cb-4202-9589-fd4a596a58d9 req-f1cae404-d99b-44b7-9040-37174c8dac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:51.032396 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-47896997-06cb-4202-9589-fd4a596a58d9 req-f1cae404-d99b-44b7-9040-37174c8dac39 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=308aa848-34d0-47aa-91ad-fa0584470c08 HTTP/1.1" status: 200 len: 851 time: 0.2232003 Mar 14 18:23:51.080559 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=7dd5e4e3-80c0-41c2-92eb-76c4e65be130,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:51.135500 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Allocated IP 2001:db8:2::1 (c07c925e-66af-480f-9453-8810a042cc14/83014e53-169c-4626-998b-b759d9e253ca/74af2aef-9181-4305-b8f8-6700c4bc45cb) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:51.187722 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-425970c1-ed2d-47ec-81d9-adf1eb48863d None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:51.225384 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.237223 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887dbdc5-5199-4f97-94ba-fd443dd92d55 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:51.244961 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887dbdc5-5199-4f97-94ba-fd443dd92d55 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:51.251927 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887dbdc5-5199-4f97-94ba-fd443dd92d55 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:51.257016 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-887dbdc5-5199-4f97-94ba-fd443dd92d55 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3923459 Mar 14 18:23:51.262647 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56716) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:51.421105 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:51.423142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fe9b1d-180b-487d-bd5c-fb2b4a0bf295 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:23:51.425183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:51.431982 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Attempting to bind port 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:51.432576 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Attempting to bind port 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'b805dbe1-c47d-47a1-b544-194864b81f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:51.433113 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Attempting to bind port 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6 on network c07c925e-66af-480f-9453-8810a042cc14 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:51.448594 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990fb01-5c68-4b1a-9fc0-08c991858dac None None] Pushing event updated for resources: {'Port': ['ID=b4912674-5b99-45e9-b260-2ad4d06fe1a7,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:51.462548 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-11fe9b1d-180b-487d-bd5c-fb2b4a0bf295 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/254919b4-c425-425b-a220-27489f1496b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3650920 Mar 14 18:23:51.463377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56722) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:51.467183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:51.471029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.471170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47896997-06cb-4202-9589-fd4a596a58d9 req-2cd28656-21c6-41ba-a571-73704add5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:51.481264 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-47896997-06cb-4202-9589-fd4a596a58d9 req-2cd28656-21c6-41ba-a571-73704add5bf5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4338775 Mar 14 18:23:51.517665 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:51.518349 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Checking segment: {'id': 'b805dbe1-c47d-47a1-b544-194864b81f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:51.518960 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.519682 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Bound using segment: {'id': 'b805dbe1-c47d-47a1-b544-194864b81f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:51.520322 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Bound port: 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b805dbe1-c47d-47a1-b544-194864b81f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:51.520910 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.538156 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Allocated IP 2001:db8::2 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/813e8f00-efae-473b-a838-118bba71bd8c/deb07483-5dda-472b-a94f-656665a14313) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:51.558735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port a5d3b32b-477b-47a8-82af-52e763e03155 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:51.571797 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-56fc6dfa-9ed1-4788-a336-4dc40b9dbb74 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port 494554a5-0a3a-4f6b-bb7f-4ba4d5301f5a {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:51.572153 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-56fc6dfa-9ed1-4788-a336-4dc40b9dbb74 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.619038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=3ce754db-4d72-46fc-8b73-534f4e1db722,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:51.667809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-765d7b56-d0ea-4ae3-ab8d-6e43d64fed9d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting subnet fc457a2f-a79b-46ca-a9aa-daee13e7c589 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:23:51.682386 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-425970c1-ed2d-47ec-81d9-adf1eb48863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:23:48Z', 'revision_number': 8, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '5572745b-a016-4470-800e-1efe630bf2fd', 'name': '', 'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:b0:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:27Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5941ea52-2435-4485-b07b-60697ceff26c', 'name': '', 'network_id': '1ef23464-370e-421a-bc48-adee303de319', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:04:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:23:47Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:51.687756 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425970c1-ed2d-47ec-81d9-adf1eb48863d None None] The sync data for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv is: [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:23:48Z', 'revision_number': 8, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '5572745b-a016-4470-800e-1efe630bf2fd', 'name': '', 'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:b0:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:27Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5941ea52-2435-4485-b07b-60697ceff26c', 'name': '', 'network_id': '1ef23464-370e-421a-bc48-adee303de319', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:04:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:23:47Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:51.733559 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-765d7b56-d0ea-4ae3-ab8d-6e43d64fed9d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.745162 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.755658 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.760221 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Transition to ACTIVE for port object 8ad40223-00df-4aad-8587-e8f6edc93546 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:51.776842 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Transition to ACTIVE for port object 74af2aef-9181-4305-b8f8-6700c4bc45cb will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:51.804120 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port a5d3b32b-477b-47a8-82af-52e763e03155 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:51.804501 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.818524 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-765d7b56-d0ea-4ae3-ab8d-6e43d64fed9d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.855785 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Pushing event updated for resources: {'Port': ['ID=8572aaef-e06c-4f5a-b0d9-9803b38ab2e6,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:51.909817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a16b5-dce0-4c7c-b1df-29b07a76157c req-17b153f3-7491-485a-9e58-c41dbc0f7b7e tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:51.911662 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-847a16b5-dce0-4c7c-b1df-29b07a76157c req-17b153f3-7491-485a-9e58-c41dbc0f7b7e tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 945 time: 0.2629416 Mar 14 18:23:51.957335 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-765d7b56-d0ea-4ae3-ab8d-6e43d64fed9d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.998027 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.001670 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-47896997-06cb-4202-9589-fd4a596a58d9 req-37e289a9-5332-451e-be8a-cdb71ec234fe service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090048 Mar 14 18:23:52.145214 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-847a16b5-dce0-4c7c-b1df-29b07a76157c req-64f8f5ba-0db0-4f62-b018-f0974afbc4c1 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127168 Mar 14 18:23:52.180227 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.221191 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.256874 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] For port 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:52.272526 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] For port 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8572aaef-e06c-4f5a-b0d9-9803b38ab2e6,segment=NetworkSegment(b805dbe1-c47d-47a1-b544-194864b81f8e),segment_id=b805dbe1-c47d-47a1-b544-194864b81f8e)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:52.325760 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=74af2aef-9181-4305-b8f8-6700c4bc45cb,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:52.369828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network c07c925e-66af-480f-9453-8810a042cc14 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:52.386043 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:52.391491 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:52.392219 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.513577 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe2f69-5de0-42c7-95f1-94b01a6b23a3 None None] Pushing event updated for resources: {'Port': ['ID=8ad40223-00df-4aad-8587-e8f6edc93546,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:52.529957 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.535485 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e8099f-55e8-4467-ae1d-3792b5a40bff None None] Sync routers for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:52.646806 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-56fc6dfa-9ed1-4788-a336-4dc40b9dbb74 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.670375 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-47896997-06cb-4202-9589-fd4a596a58d9 req-4fb0ba98-96cf-4110-9dfe-6b468711f5af service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059604 Mar 14 18:23:52.731085 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-765d7b56-d0ea-4ae3-ab8d-6e43d64fed9d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.742892 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b512c0-a752-4998-9354-8058afdd88aa None None] Network e89385bf-8889-4177-a021-5b568c8704d8 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:52.776359 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d7b56-d0ea-4ae3-ab8d-6e43d64fed9d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Subnet': ['ID=fc457a2f-a79b-46ca-a9aa-daee13e7c589,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:52.815563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Attempting to bind port 8ad40223-00df-4aad-8587-e8f6edc93546 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:52.815937 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Attempting to bind port 8ad40223-00df-4aad-8587-e8f6edc93546 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '125b3bf4-a571-499d-ae5b-f05cf8adf0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:52.816301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Attempting to bind port 8ad40223-00df-4aad-8587-e8f6edc93546 on network 59f553a1-2d73-45c9-b6e3-0864559f8e74 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:52.845562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e8099f-55e8-4467-ae1d-3792b5a40bff None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:52.846237 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-69e8099f-55e8-4467-ae1d-3792b5a40bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:52.857153 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-56fc6dfa-9ed1-4788-a336-4dc40b9dbb74 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for 494554a5-0a3a-4f6b-bb7f-4ba4d5301f5a owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:53.007023 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-69e8099f-55e8-4467-ae1d-3792b5a40bff None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:53.140377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-765d7b56-d0ea-4ae3-ab8d-6e43d64fed9d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.170180 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-765d7b56-d0ea-4ae3-ab8d-6e43d64fed9d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/subnets/fc457a2f-a79b-46ca-a9aa-daee13e7c589 HTTP/1.1" status: 204 len: 168 time: 1.6992273 Mar 14 18:23:53.175383 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56730) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:53.176760 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.202051 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.231220 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8ae6b2-ca72-49d3-aecc-4fe7ab99f869 None None] Network d0e23baf-4270-4dc2-be80-30eaa3675bb8 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:53.245480 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:53.246212 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Checking segment: {'id': '125b3bf4-a571-499d-ae5b-f05cf8adf0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:53.246854 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.247451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Bound using segment: {'id': '125b3bf4-a571-499d-ae5b-f05cf8adf0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:53.248131 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Bound port: 8ad40223-00df-4aad-8587-e8f6edc93546, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125b3bf4-a571-499d-ae5b-f05cf8adf0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:53.248724 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.353058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.375985 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-56fc6dfa-9ed1-4788-a336-4dc40b9dbb74 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.376931 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135de6d9-74bb-4cc0-9f00-041feb6755ea None None] Pushing event updated for resources: {'Port': ['ID=8572aaef-e06c-4f5a-b0d9-9803b38ab2e6,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:53.383202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port a5d3b32b-477b-47a8-82af-52e763e03155 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:53.383538 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.392463 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Transition to ACTIVE for port object deb07483-5dda-472b-a94f-656665a14313 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:53.441755 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.446861 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc6dfa-9ed1-4788-a336-4dc40b9dbb74 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=494554a5-0a3a-4f6b-bb7f-4ba4d5301f5a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:53.454281 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2881eee-aeaf-4e55-bd98-9c8ce8594aa1 req-2e37f3d7-9a55-4d18-816e-1aa2c45ac08b tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:53.455827 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2881eee-aeaf-4e55-bd98-9c8ce8594aa1 req-2e37f3d7-9a55-4d18-816e-1aa2c45ac08b tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 945 time: 0.4582660 Mar 14 18:23:53.470919 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.544667 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.545422 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.567061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-56fc6dfa-9ed1-4788-a336-4dc40b9dbb74 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.587132 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-56fc6dfa-9ed1-4788-a336-4dc40b9dbb74 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/ports/494554a5-0a3a-4f6b-bb7f-4ba4d5301f5a HTTP/1.1" status: 204 len: 168 time: 2.2579336 Mar 14 18:23:53.588728 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Transition to ACTIVE for port object deb07483-5dda-472b-a94f-656665a14313 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:53.594895 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56734) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:53.615178 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2881eee-aeaf-4e55-bd98-9c8ce8594aa1 req-d6a1ed39-b4ca-47b1-bf57-6ad7158568e7 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482117 Mar 14 18:23:53.654837 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a42f4d7-3c63-4445-a018-eba2a12049d7 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] GET failed (client error): The resource could not be found. Mar 14 18:23:53.656542 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6a42f4d7-3c63-4445-a018-eba2a12049d7 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Synchronizing usage tracker for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:53.735455 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.748817 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port a5d3b32b-477b-47a8-82af-52e763e03155, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a5d3b32b-477b-47a8-82af-52e763e03155,segment=NetworkSegment(e3e291db-ad9c-406b-88c5-12ed5c1d034b),segment_id=e3e291db-ad9c-406b-88c5-12ed5c1d034b)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:53.750531 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] For port 8ad40223-00df-4aad-8587-e8f6edc93546, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:53.774293 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6a42f4d7-3c63-4445-a018-eba2a12049d7 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Unset dirty status for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:53.775687 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6a42f4d7-3c63-4445-a018-eba2a12049d7 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports/494554a5-0a3a-4f6b-bb7f-4ba4d5301f5a HTTP/1.1" status: 404 len: 333 time: 0.1798275 Mar 14 18:23:53.781209 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56738) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:53.828113 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=3ce754db-4d72-46fc-8b73-534f4e1db722,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:53.846503 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-77241e01-93a3-4216-a848-71c3ce8a495b None None] Provisioning for port b4912674-5b99-45e9-b260-2ad4d06fe1a7 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:53.876450 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] For port a5d3b32b-477b-47a8-82af-52e763e03155, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a5d3b32b-477b-47a8-82af-52e763e03155,segment=NetworkSegment(e3e291db-ad9c-406b-88c5-12ed5c1d034b),segment_id=e3e291db-ad9c-406b-88c5-12ed5c1d034b)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:53.879247 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.884763 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-85ed7181-6e01-43f2-b24c-bb5080894818 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port f377bff1-88aa-40a1-a393-c7dda46fb108 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:53.885373 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-85ed7181-6e01-43f2-b24c-bb5080894818 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.004615 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.035247 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] For port 8ad40223-00df-4aad-8587-e8f6edc93546, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8ad40223-00df-4aad-8587-e8f6edc93546,segment=NetworkSegment(125b3bf4-a571-499d-ae5b-f05cf8adf0ea),segment_id=125b3bf4-a571-499d-ae5b-f05cf8adf0ea)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:54.048561 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Calling delete_port for a5d3b32b-477b-47a8-82af-52e763e03155 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:54.093599 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:54.109946 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:23:54.124097 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:54.134405 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:54.144751 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:54.156679 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.156822 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:23:54.167666 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.175389 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Pushing event updated for resources: {'Port': ['ID=deb07483-5dda-472b-a94f-656665a14313,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:54.178340 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:23:54.178937 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e658a92b-d5e7-4b82-8d9c-ccfc3bd0469e not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:23:54.234191 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-85ed7181-6e01-43f2-b24c-bb5080894818 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.254146 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.254146 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.312769 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c70daf-345f-48bb-9005-c8b5086ed461 None None] Network c07c925e-66af-480f-9453-8810a042cc14 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:54.551656 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.api [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:23:54.551801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG oslo_db.api [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:23:54.595263 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:54.606582 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Router 47f82947-f480-494b-9b7c-5629b84503b5 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:23:54.638723 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6da07ec0-add2-4207-9897-5608f9383fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.656588 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:54.657434 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:54.716523 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-85ed7181-6e01-43f2-b24c-bb5080894818 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for f377bff1-88aa-40a1-a393-c7dda46fb108 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:54.783672 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Attempting to bind port deb07483-5dda-472b-a94f-656665a14313 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:54.784511 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Attempting to bind port deb07483-5dda-472b-a94f-656665a14313 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:54.785047 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Attempting to bind port deb07483-5dda-472b-a94f-656665a14313 on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:54.792946 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4971856e-2d8c-45e0-9474-cc72c03601b1 None None] Provisioning for port 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:54.797009 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=a5d3b32b-477b-47a8-82af-52e763e03155,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:54.855002 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:54.855476 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:54.855946 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.856414 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:54.856951 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Bound port: deb07483-5dda-472b-a94f-656665a14313, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:54.857388 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.944047 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network c07c925e-66af-480f-9453-8810a042cc14 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:54.958628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:54.971762 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:23:54.985044 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=74af2aef-9181-4305-b8f8-6700c4bc45cb,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:54.987603 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-95162855-9cc6-4f87-8183-bb8406c3de62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "PUT /v2.0/routers/47f82947-f480-494b-9b7c-5629b84503b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4615240 Mar 14 18:23:54.990412 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56746) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:54.993790 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Sync routers for ids ['47f82947-f480-494b-9b7c-5629b84503b5'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:55.002252 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Routers {'47f82947-f480-494b-9b7c-5629b84503b5'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:55.002899 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['47f82947-f480-494b-9b7c-5629b84503b5'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:55.023213 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c73198e-bf3a-4912-8482-add4dd9abc5e None None] DHCP port deletion for d0e23baf-4270-4dc2-be80-30eaa3675bb8 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:23:55.041937 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-69e8099f-55e8-4467-ae1d-3792b5a40bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:23:48Z', 'revision_number': 8, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '5572745b-a016-4470-800e-1efe630bf2fd', 'name': '', 'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:b0:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:27Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5941ea52-2435-4485-b07b-60697ceff26c', 'name': '', 'network_id': '1ef23464-370e-421a-bc48-adee303de319', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:04:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:23:47Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:55.053263 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port a5d3b32b-477b-47a8-82af-52e763e03155 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:55.054069 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.099601 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1c73198e-bf3a-4912-8482-add4dd9abc5e None None] Deleting port a5d3b32b-477b-47a8-82af-52e763e03155 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:55.100107 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1c73198e-bf3a-4912-8482-add4dd9abc5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.145579 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e19dd5-552e-4a59-92ec-dbc36e1a970b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:55.146529 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c0e19dd5-552e-4a59-92ec-dbc36e1a970b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:55.148079 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e8099f-55e8-4467-ae1d-3792b5a40bff None None] Checking router: 254919b4-c425-425b-a220-27489f1496b0 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:23:55.173625 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Set router 47f82947-f480-494b-9b7c-5629b84503b5 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:55.219304 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe2f69-5de0-42c7-95f1-94b01a6b23a3 None None] Pushing event updated for resources: {'Port': ['ID=8ad40223-00df-4aad-8587-e8f6edc93546,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:55.230388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88407cc6-6c36-4288-bfa8-e5be02658796 req-edcec6c4-ecdf-4e92-beb7-7737711eeda3 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:55.231993 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-88407cc6-6c36-4288-bfa8-e5be02658796 req-edcec6c4-ecdf-4e92-beb7-7737711eeda3 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 945 time: 0.3020139 Mar 14 18:23:55.243690 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:55.248444 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-85ed7181-6e01-43f2-b24c-bb5080894818 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.382372 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e8099f-55e8-4467-ae1d-3792b5a40bff None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:55.383563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-69e8099f-55e8-4467-ae1d-3792b5a40bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:55.423798 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed7181-6e01-43f2-b24c-bb5080894818 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=f377bff1-88aa-40a1-a393-c7dda46fb108,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:55.439178 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] For port a5d3b32b-477b-47a8-82af-52e763e03155, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a5d3b32b-477b-47a8-82af-52e763e03155,segment=NetworkSegment(e3e291db-ad9c-406b-88c5-12ed5c1d034b),segment_id=e3e291db-ad9c-406b-88c5-12ed5c1d034b)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:55.439537 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.508726 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-85ed7181-6e01-43f2-b24c-bb5080894818 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.549913 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e49d05-8739-4460-b15d-c28d2824b191 req-50d912b8-4db4-4676-a89d-ece3c2b022fa tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:55.550796 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-44e49d05-8739-4460-b15d-c28d2824b191 req-50d912b8-4db4-4676-a89d-ece3c2b022fa tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Synchronizing usage tracker for tenant:e66096a0e1934237a3f833792cc61e13 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:55.587622 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Calling delete_port for a5d3b32b-477b-47a8-82af-52e763e03155 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:55.609069 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 0820ba04-5e97-44da-b088-c9794ad38a52 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:23:55.636186 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f82947-f480-494b-9b7c-5629b84503b5', 'name': 'tempest-NetworksTestDHCPv6-router-2042592569', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:47Z', 'updated_at': '2022-03-14T18:23:51Z', 'revision_number': 2, 'project_id': '85de686bcadc46bcb3d49bd3cd98712e', 'gw_port_host': None, '_interfaces': [{'id': '3ce754db-4d72-46fc-8b73-534f4e1db722', 'name': '', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'mac_address': 'fa:16:3e:71:e7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f82947-f480-494b-9b7c-5629b84503b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '813e8f00-efae-473b-a838-118bba71bd8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:23:52Z', 'revision_number': 2, 'project_id': '85de686bcadc46bcb3d49bd3cd98712e', 'subnets': [{'id': '813e8f00-efae-473b-a838-118bba71bd8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:55.641330 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Checking router: 47f82947-f480-494b-9b7c-5629b84503b5 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:23:55.641950 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Updating router 47f82947-f480-494b-9b7c-5629b84503b5 port 3ce754db-4d72-46fc-8b73-534f4e1db722 binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:23:55.712134 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-88407cc6-6c36-4288-bfa8-e5be02658796 req-32a50960-fa1f-46fe-83f5-54a9f61f1219 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728658 Mar 14 18:23:55.712788 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c0e19dd5-552e-4a59-92ec-dbc36e1a970b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:55.716092 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c0e19dd5-552e-4a59-92ec-dbc36e1a970b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports/3ce754db-4d72-46fc-8b73-534f4e1db722 HTTP/1.1" status: 200 len: 911 time: 0.7194622 Mar 14 18:23:55.735048 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56750) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:55.746808 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.811333 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-85ed7181-6e01-43f2-b24c-bb5080894818 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/ports/f377bff1-88aa-40a1-a393-c7dda46fb108 HTTP/1.1" status: 204 len: 168 time: 2.0288291 Mar 14 18:23:55.814659 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56754) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:55.822957 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-44e49d05-8739-4460-b15d-c28d2824b191 req-50d912b8-4db4-4676-a89d-ece3c2b022fa tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Unset dirty status for tenant:e66096a0e1934237a3f833792cc61e13 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:55.824216 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-44e49d05-8739-4460-b15d-c28d2824b191 req-50d912b8-4db4-4676-a89d-ece3c2b022fa tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.59 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 945 time: 0.9716520 Mar 14 18:23:55.860113 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:55.895137 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-602dcaa0-2343-4a98-8272-ba67fc8fb428 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] GET failed (client error): The resource could not be found. Mar 14 18:23:55.895137 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-602dcaa0-2343-4a98-8272-ba67fc8fb428 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports/f377bff1-88aa-40a1-a393-c7dda46fb108 HTTP/1.1" status: 404 len: 333 time: 0.0731542 Mar 14 18:23:55.895137 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.896951 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56758) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:56.020583 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Port': ['ID=a5d3b32b-477b-47a8-82af-52e763e03155,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:56.029255 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:23:56.035940 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5fa4b713-97ba-4500-8be5-095f9a1938f8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/0820ba04-5e97-44da-b088-c9794ad38a52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4738123 Mar 14 18:23:56.042968 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-44e49d05-8739-4460-b15d-c28d2824b191 req-19463d54-23e0-4ff6-afcd-50c3e6e4543d tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Deleting port e16792db-0579-472f-a8ea-85df8b2bc6a0 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:56.043983 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-44e49d05-8739-4460-b15d-c28d2824b191 req-19463d54-23e0-4ff6-afcd-50c3e6e4543d tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.116894 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56762) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:56.116894 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-77459cce-40ea-4f02-b227-10a874de6bfd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1733479905'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:56.125849 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-77459cce-40ea-4f02-b227-10a874de6bfd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:56.132898 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.140086 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a987eb-f682-4d3c-aee6-4c919860cf87 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:56.145813 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Transition to ACTIVE for port object 3ce754db-4d72-46fc-8b73-534f4e1db722 will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:56.147218 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a987eb-f682-4d3c-aee6-4c919860cf87 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:56.148132 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-45a987eb-f682-4d3c-aee6-4c919860cf87 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:23:56.153924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-77459cce-40ea-4f02-b227-10a874de6bfd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:network and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:56.156330 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] No DVR routers for this DVR port a5d3b32b-477b-47a8-82af-52e763e03155 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:56.160786 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-77459cce-40ea-4f02-b227-10a874de6bfd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:56.171027 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-77459cce-40ea-4f02-b227-10a874de6bfd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:56.184693 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] For port deb07483-5dda-472b-a94f-656665a14313, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:56.189247 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:56.189919 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.198016 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-45a987eb-f682-4d3c-aee6-4c919860cf87 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:23:56.199160 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-45a987eb-f682-4d3c-aee6-4c919860cf87 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.4605436 Mar 14 18:23:56.202458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56766) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:56.236347 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-69e8099f-55e8-4467-ae1d-3792b5a40bff None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:56.253399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1f7800-39b1-4f4d-a4a6-9b9891a0768a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting subnet ff28afe6-a65e-4fb8-81d7-539a07e058a6 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:23:56.257428 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7800-39b1-4f4d-a4a6-9b9891a0768a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.322985 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] For port deb07483-5dda-472b-a94f-656665a14313, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=deb07483-5dda-472b-a94f-656665a14313,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:56.323736 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7800-39b1-4f4d-a4a6-9b9891a0768a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.423038 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.424878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7800-39b1-4f4d-a4a6-9b9891a0768a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.495591 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77459cce-40ea-4f02-b227-10a874de6bfd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Made reservation on behalf of bab4d070cd704c8a84908631080d1946 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:56.499231 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-77459cce-40ea-4f02-b227-10a874de6bfd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.565471 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdf3d2-7abe-4e8e-8005-548f6cf7f0fc None None] Pushing event updated for resources: {'Port': ['ID=3ce754db-4d72-46fc-8b73-534f4e1db722,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:56.641704 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.658369 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1b4af9e1-84b2-4e42-ae8a-b2a256d47fde None None] Could not find standard attr ID for object f377bff1-88aa-40a1-a393-c7dda46fb108. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:23:56.660963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.671173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7800-39b1-4f4d-a4a6-9b9891a0768a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.741923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f7800-39b1-4f4d-a4a6-9b9891a0768a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Subnet': ['ID=ff28afe6-a65e-4fb8-81d7-539a07e058a6,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:56.778039 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7800-39b1-4f4d-a4a6-9b9891a0768a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.793523 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9c1f7800-39b1-4f4d-a4a6-9b9891a0768a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/ff28afe6-a65e-4fb8-81d7-539a07e058a6 HTTP/1.1" status: 204 len: 168 time: 0.8276136 Mar 14 18:23:56.796302 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56772) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:56.813063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e23baf-4270-4dc2-be80-30eaa3675bb8']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:56.822268 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f306bcb7-7059-40a9-bdbe-486fb35ecaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.869458 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e291db-ad9c-406b-88c5-12ed5c1d034b') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:56.869880 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e291db-ad9c-406b-88c5-12ed5c1d034b') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:56.873403 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331cd772-e8aa-4de4-89d1-c5de85fd43ba None None] Network e89385bf-8889-4177-a021-5b568c8704d8 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:23:56.904824 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77459cce-40ea-4f02-b227-10a874de6bfd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:56.909412 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Attempting to bind port 3ce754db-4d72-46fc-8b73-534f4e1db722 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:56.909712 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Attempting to bind port 3ce754db-4d72-46fc-8b73-534f4e1db722 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:56.910071 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Attempting to bind port 3ce754db-4d72-46fc-8b73-534f4e1db722 on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:23:56.917207 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:23:56.917590 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:23:56.918029 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.918423 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:23:56.918931 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Bound port: 3ce754db-4d72-46fc-8b73-534f4e1db722, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:56.919301 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.963273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.968216 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c818e297-f5a9-4b62-850b-d1009efacb5c None None] Could not find standard attr ID for object 494554a5-0a3a-4f6b-bb7f-4ba4d5301f5a. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:23:56.972886 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-77459cce-40ea-4f02-b227-10a874de6bfd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.973500 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-77459cce-40ea-4f02-b227-10a874de6bfd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Added segment e89f1b2c-fefd-479c-8603-bc37c0629b12 of type vlan for network 174b01fa-1e38-42f6-9f0d-3656e8b30998 Mar 14 18:23:56.995535 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1c73198e-bf3a-4912-8482-add4dd9abc5e None None] For port a5d3b32b-477b-47a8-82af-52e763e03155, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a5d3b32b-477b-47a8-82af-52e763e03155,segment=NetworkSegment(e3e291db-ad9c-406b-88c5-12ed5c1d034b),segment_id=e3e291db-ad9c-406b-88c5-12ed5c1d034b)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:56.995535 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1c73198e-bf3a-4912-8482-add4dd9abc5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.030318 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] For port 3ce754db-4d72-46fc-8b73-534f4e1db722, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:23:57.033890 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c818e297-f5a9-4b62-850b-d1009efacb5c None None] Could not find standard attr ID for object f377bff1-88aa-40a1-a393-c7dda46fb108. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:23:57.034366 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] For port 3ce754db-4d72-46fc-8b73-534f4e1db722, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3ce754db-4d72-46fc-8b73-534f4e1db722,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:23:57.041929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-44e49d05-8739-4460-b15d-c28d2824b191 req-19463d54-23e0-4ff6-afcd-50c3e6e4543d tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] For port e16792db-0579-472f-a8ea-85df8b2bc6a0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e16792db-0579-472f-a8ea-85df8b2bc6a0,segment=NetworkSegment(b310d584-070b-4cb7-b223-0d5c1d639b02),segment_id=b310d584-070b-4cb7-b223-0d5c1d639b02)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:57.041929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-44e49d05-8739-4460-b15d-c28d2824b191 req-19463d54-23e0-4ff6-afcd-50c3e6e4543d tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.072134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.080188 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:57.081220 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.171423 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.206485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-44e49d05-8739-4460-b15d-c28d2824b191 req-19463d54-23e0-4ff6-afcd-50c3e6e4543d tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Calling delete_port for e16792db-0579-472f-a8ea-85df8b2bc6a0 owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:57.237534 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-77459cce-40ea-4f02-b227-10a874de6bfd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.271325 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Routers {'47f82947-f480-494b-9b7c-5629b84503b5'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:23:57.271325 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['47f82947-f480-494b-9b7c-5629b84503b5'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:57.470713 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1c73198e-bf3a-4912-8482-add4dd9abc5e None None] Calling delete_port for a5d3b32b-477b-47a8-82af-52e763e03155 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:57.478463 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-77459cce-40ea-4f02-b227-10a874de6bfd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.484077 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77459cce-40ea-4f02-b227-10a874de6bfd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:57.484716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-77459cce-40ea-4f02-b227-10a874de6bfd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:57.498342 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:57.512697 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] Set router 47f82947-f480-494b-9b7c-5629b84503b5 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:23:57.561463 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63cf94-6475-4fc9-a4f4-17650e4a0b8b None None] Pushing event updated for resources: {'Port': ['ID=deb07483-5dda-472b-a94f-656665a14313,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:57.577044 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.609703 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port b4912674-5b99-45e9-b260-2ad4d06fe1a7 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:57.610088 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.674024 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.690104 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.714716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77459cce-40ea-4f02-b227-10a874de6bfd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Network': ['ID=174b01fa-1e38-42f6-9f0d-3656e8b30998,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:57.722573 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-77459cce-40ea-4f02-b227-10a874de6bfd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6204815 Mar 14 18:23:57.731702 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56776) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:57.768919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-37c917fd-1aaa-4441-acf9-be8dffd51bc8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'subnet': {'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:57.779574 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 174b01fa-1e38-42f6-9f0d-3656e8b30998 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:23:57.787600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.799627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Network': ['ID=d0e23baf-4270-4dc2-be80-30eaa3675bb8,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:57.817702 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3f66c529-248c-4d50-896a-a17cc60e6243 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/networks/d0e23baf-4270-4dc2-be80-30eaa3675bb8 HTTP/1.1" status: 204 len: 168 time: 4.6420436 Mar 14 18:23:57.819283 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-44e49d05-8739-4460-b15d-c28d2824b191 req-19463d54-23e0-4ff6-afcd-50c3e6e4543d tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.822027 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56780) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:23:57.901453 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19463d54-23e0-4ff6-afcd-50c3e6e4543d tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Pushing event deleted for resources: {'Port': ['ID=e16792db-0579-472f-a8ea-85df8b2bc6a0,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:57.983604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.044182 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-13acdc66-ce49-4810-af88-e0edec12db26 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.096161 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdf3d2-7abe-4e8e-8005-548f6cf7f0fc None None] Pushing event updated for resources: {'Port': ['ID=3ce754db-4d72-46fc-8b73-534f4e1db722,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:58.104252 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f82947-f480-494b-9b7c-5629b84503b5', 'name': 'tempest-NetworksTestDHCPv6-router-2042592569', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:47Z', 'updated_at': '2022-03-14T18:23:51Z', 'revision_number': 2, 'project_id': '85de686bcadc46bcb3d49bd3cd98712e', 'gw_port_host': None, '_interfaces': [{'id': '3ce754db-4d72-46fc-8b73-534f4e1db722', 'name': '', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'mac_address': 'fa:16:3e:71:e7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f82947-f480-494b-9b7c-5629b84503b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '813e8f00-efae-473b-a838-118bba71bd8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:23:57Z', 'revision_number': 4, 'project_id': '85de686bcadc46bcb3d49bd3cd98712e', 'subnets': [{'id': '813e8f00-efae-473b-a838-118bba71bd8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:58.109019 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cd1260-7df3-412c-98f5-cfb21e38be64 None None] The sync data for ids ['47f82947-f480-494b-9b7c-5629b84503b5'] in dv-neutron-833560-1-hyperv is: [{'id': '47f82947-f480-494b-9b7c-5629b84503b5', 'name': 'tempest-NetworksTestDHCPv6-router-2042592569', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:47Z', 'updated_at': '2022-03-14T18:23:51Z', 'revision_number': 2, 'project_id': '85de686bcadc46bcb3d49bd3cd98712e', 'gw_port_host': None, '_interfaces': [{'id': '3ce754db-4d72-46fc-8b73-534f4e1db722', 'name': '', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'mac_address': 'fa:16:3e:71:e7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f82947-f480-494b-9b7c-5629b84503b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '813e8f00-efae-473b-a838-118bba71bd8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:23:57Z', 'revision_number': 4, 'project_id': '85de686bcadc46bcb3d49bd3cd98712e', 'subnets': [{'id': '813e8f00-efae-473b-a838-118bba71bd8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:58.188602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e49d05-8739-4460-b15d-c28d2824b191 req-19463d54-23e0-4ff6-afcd-50c3e6e4543d tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] No DVR routers for this DVR port e16792db-0579-472f-a8ea-85df8b2bc6a0 on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:58.191096 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-44e49d05-8739-4460-b15d-c28d2824b191 req-19463d54-23e0-4ff6-afcd-50c3e6e4543d tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.192993 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-44e49d05-8739-4460-b15d-c28d2824b191 req-19463d54-23e0-4ff6-afcd-50c3e6e4543d tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.59 "DELETE /v2.0/ports/e16792db-0579-472f-a8ea-85df8b2bc6a0 HTTP/1.1" status: 204 len: 173 time: 2.3604786 Mar 14 18:23:58.235539 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.259200 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-1c73198e-bf3a-4912-8482-add4dd9abc5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:23:58.259651 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-1c73198e-bf3a-4912-8482-add4dd9abc5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:23:58.270635 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8572aaef-e06c-4f5a-b0d9-9803b38ab2e6,segment=NetworkSegment(b805dbe1-c47d-47a1-b544-194864b81f8e),segment_id=b805dbe1-c47d-47a1-b544-194864b81f8e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:58.272571 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a798058a-2969-4a4f-b999-7d1df528d6d9 None None] Provisioning complete for port 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:58.273110 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a798058a-2969-4a4f-b999-7d1df528d6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.290922 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158de219-9610-49e2-87f3-d5aa56face15', 'name': 'network-vif-deleted', 'tag': 'e16792db-0579-472f-a8ea-85df8b2bc6a0'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:23:58.319189 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-37c917fd-1aaa-4441-acf9-be8dffd51bc8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:23:58.323452 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-37c917fd-1aaa-4441-acf9-be8dffd51bc8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:subnet and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:23:58.327839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-37c917fd-1aaa-4441-acf9-be8dffd51bc8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:23:58.339252 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-37c917fd-1aaa-4441-acf9-be8dffd51bc8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:23:58.398481 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.399577 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device db65ad5f-feda-4306-9027-7eab8adc3083 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:23:58.497407 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158de219-9610-49e2-87f3-d5aa56face15', 'name': 'network-vif-deleted', 'tag': 'e16792db-0579-472f-a8ea-85df8b2bc6a0', 'status': 'completed', 'code': 200} Mar 14 18:23:58.535685 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c917fd-1aaa-4441-acf9-be8dffd51bc8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Made reservation on behalf of bab4d070cd704c8a84908631080d1946 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:58.540052 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-37c917fd-1aaa-4441-acf9-be8dffd51bc8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.583271 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=8572aaef-e06c-4f5a-b0d9-9803b38ab2e6,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:58.603315 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:23:52Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '74af2aef-9181-4305-b8f8-6700c4bc45cb', 'name': '', 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:06:d4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '83014e53-169c-4626-998b-b759d9e253ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:23:53Z', 'revision_number': 2, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '83014e53-169c-4626-998b-b759d9e253ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:23:53Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:23:41Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:58.612093 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a37646-2634-4fb5-af33-7d45b6ab4d13 None None] The sync data for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv is: [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:23:52Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '74af2aef-9181-4305-b8f8-6700c4bc45cb', 'name': '', 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:06:d4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '83014e53-169c-4626-998b-b759d9e253ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:23:53Z', 'revision_number': 2, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '83014e53-169c-4626-998b-b759d9e253ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:23:53Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:23:41Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:58.742440 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154332ad-9725-4794-8997-e09f9253bf37 req-cee4b3ec-c506-4c4a-9415-682643f17847 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:58.749324 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-154332ad-9725-4794-8997-e09f9253bf37 req-cee4b3ec-c506-4c4a-9415-682643f17847 tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/ports?device_id=158de219-9610-49e2-87f3-d5aa56face15 HTTP/1.1" status: 200 len: 945 time: 1.7732913 Mar 14 18:23:58.817849 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1c73198e-bf3a-4912-8482-add4dd9abc5e None None] Deleting port a5d3b32b-477b-47a8-82af-52e763e03155 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:58.818259 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1c73198e-bf3a-4912-8482-add4dd9abc5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.936459 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-13acdc66-ce49-4810-af88-e0edec12db26 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port 3ce754db-4d72-46fc-8b73-534f4e1db722 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:58.936977 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-13acdc66-ce49-4810-af88-e0edec12db26 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.995047 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0784e20f-2738-47f9-b91a-c59cd81da0e6 None None] DHCP port deletion for e89385bf-8889-4177-a021-5b568c8704d8 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:23:59.022557 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-0784e20f-2738-47f9-b91a-c59cd81da0e6 None None] Deleting port b4912674-5b99-45e9-b260-2ad4d06fe1a7 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:23:59.022955 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0784e20f-2738-47f9-b91a-c59cd81da0e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.073836 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] For port b4912674-5b99-45e9-b260-2ad4d06fe1a7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=b4912674-5b99-45e9-b260-2ad4d06fe1a7,segment=NetworkSegment(68c8edef-ebed-4963-b8d7-bc42895eb7f0),segment_id=68c8edef-ebed-4963-b8d7-bc42895eb7f0)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:59.074501 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.149127 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-154332ad-9725-4794-8997-e09f9253bf37 req-f26e66f1-ff31-459a-a767-5cbaaad0472a tempest-TestServerAdvancedOps-1483678763 tempest-TestServerAdvancedOps-1483678763-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa91f338-4c65-41c2-84f7-89b0b8f796f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885963 Mar 14 18:23:59.274334 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-13acdc66-ce49-4810-af88-e0edec12db26 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] For port 3ce754db-4d72-46fc-8b73-534f4e1db722, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3ce754db-4d72-46fc-8b73-534f4e1db722,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:59.274960 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-13acdc66-ce49-4810-af88-e0edec12db26 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.327320 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1c73198e-bf3a-4912-8482-add4dd9abc5e None None] The port 'a5d3b32b-477b-47a8-82af-52e763e03155' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:23:59.455933 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for b4912674-5b99-45e9-b260-2ad4d06fe1a7 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:59.502394 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-69e8099f-55e8-4467-ae1d-3792b5a40bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:23:48Z', 'revision_number': 8, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '5572745b-a016-4470-800e-1efe630bf2fd', 'name': '', 'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:b0:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:27Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5941ea52-2435-4485-b07b-60697ceff26c', 'name': '', 'network_id': '1ef23464-370e-421a-bc48-adee303de319', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:04:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:23:47Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:59.511451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e8099f-55e8-4467-ae1d-3792b5a40bff None None] The sync data for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv is: [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:23:48Z', 'revision_number': 8, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '5572745b-a016-4470-800e-1efe630bf2fd', 'name': '', 'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:b0:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:27Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5941ea52-2435-4485-b07b-60697ceff26c', 'name': '', 'network_id': '1ef23464-370e-421a-bc48-adee303de319', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:04:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:23:47Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': 'f9995f4b-064f-40f3-a444-523280eefdb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:59.652636 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-0784e20f-2738-47f9-b91a-c59cd81da0e6 None None] For port b4912674-5b99-45e9-b260-2ad4d06fe1a7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=b4912674-5b99-45e9-b260-2ad4d06fe1a7,segment=NetworkSegment(68c8edef-ebed-4963-b8d7-bc42895eb7f0),segment_id=68c8edef-ebed-4963-b8d7-bc42895eb7f0)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:23:59.653098 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0784e20f-2738-47f9-b91a-c59cd81da0e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.674353 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-13acdc66-ce49-4810-af88-e0edec12db26 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for 3ce754db-4d72-46fc-8b73-534f4e1db722 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:59.826353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.844418 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-37c917fd-1aaa-4441-acf9-be8dffd51bc8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.905670 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-0784e20f-2738-47f9-b91a-c59cd81da0e6 None None] Calling delete_port for b4912674-5b99-45e9-b260-2ad4d06fe1a7 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:23:59.926017 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=b4912674-5b99-45e9-b260-2ad4d06fe1a7,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:59.948000 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device e16792db-0579-472f-a8ea-85df8b2bc6a0 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:23:59.958708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c917fd-1aaa-4441-acf9-be8dffd51bc8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Subnet': ['ID=9c6756b9-6495-4fd4-9151-c5758de01f4f,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:59.985538 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port db65ad5f-feda-4306-9027-7eab8adc3083 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:00.006256 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c917fd-1aaa-4441-acf9-be8dffd51bc8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Checking segment: {'id': 'e89f1b2c-fefd-479c-8603-bc37c0629b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:24:00.006256 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c917fd-1aaa-4441-acf9-be8dffd51bc8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network hostable DHCP agents. Network: 174b01fa-1e38-42f6-9f0d-3656e8b30998, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:24:00.052798 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No DVR routers for this DVR port b4912674-5b99-45e9-b260-2ad4d06fe1a7 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:00.059486 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: e16792db-0579-472f-a8ea-85df8b2bc6a0 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:00.060490 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device e16792db-0579-472f-a8ea-85df8b2bc6a0 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:00.077002 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port db65ad5f-feda-4306-9027-7eab8adc3083 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:00.077758 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.128122 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c917fd-1aaa-4441-acf9-be8dffd51bc8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network 174b01fa-1e38-42f6-9f0d-3656e8b30998 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:24:00.164720 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-0784e20f-2738-47f9-b91a-c59cd81da0e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:24:00.165080 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-0784e20f-2738-47f9-b91a-c59cd81da0e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:24:00.183995 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-13acdc66-ce49-4810-af88-e0edec12db26 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.198852 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.203023 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.218928 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3074a0-bf61-4b42-b7a2-6491e79ea700 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.229446 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a798058a-2969-4a4f-b999-7d1df528d6d9 None None] Provisioning for port 74af2aef-9181-4305-b8f8-6700c4bc45cb completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:00.252672 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a798058a-2969-4a4f-b999-7d1df528d6d9 None None] Provisioning complete for port 74af2aef-9181-4305-b8f8-6700c4bc45cb triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:00.258417 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a798058a-2969-4a4f-b999-7d1df528d6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.279126 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-37c917fd-1aaa-4441-acf9-be8dffd51bc8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 174b01fa-1e38-42f6-9f0d-3656e8b30998) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:00.308701 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13acdc66-ce49-4810-af88-e0edec12db26 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=3ce754db-4d72-46fc-8b73-534f4e1db722,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:00.320419 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c917fd-1aaa-4441-acf9-be8dffd51bc8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:00.321286 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-37c917fd-1aaa-4441-acf9-be8dffd51bc8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.327357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.359451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a798058a-2969-4a4f-b999-7d1df528d6d9 None None] Port 74af2aef-9181-4305-b8f8-6700c4bc45cb cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:24:00.374697 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Sync routers for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:00.374697 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f79092d-d196-4423-91f6-bb959c3cfd95 None None] Network 174b01fa-1e38-42f6-9f0d-3656e8b30998 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:00.388895 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56788) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:00.472531 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:00.473467 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:00.545399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89385bf-8889-4177-a021-5b568c8704d8']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:00.574548 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-41098964-bf0c-4b60-9290-ab04f5314caa None None] Could not find standard attr ID for object 3ce754db-4d72-46fc-8b73-534f4e1db722. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:24:00.576010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c8edef-ebed-4963-b8d7-bc42895eb7f0') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:00.576308 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c8edef-ebed-4963-b8d7-bc42895eb7f0') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:00.585687 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port db65ad5f-feda-4306-9027-7eab8adc3083, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=db65ad5f-feda-4306-9027-7eab8adc3083,segment=NetworkSegment(27c5cb05-abd5-40f5-90ca-b46d129dfff4),segment_id=27c5cb05-abd5-40f5-90ca-b46d129dfff4)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:00.608793 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.621204 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc54687-5042-4535-aed6-64c35445f87a admin admin] Deleting subnet ad9beb52-d89d-49fd-8272-47639662d6f3 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:00.682955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.690171 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-0784e20f-2738-47f9-b91a-c59cd81da0e6 None None] Deleting port b4912674-5b99-45e9-b260-2ad4d06fe1a7 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:00.690737 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0784e20f-2738-47f9-b91a-c59cd81da0e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.729102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:00.729843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:00.751981 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:00.762487 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afc54687-5042-4535-aed6-64c35445f87a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.774464 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.775428 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b4912674-5b99-45e9-b260-2ad4d06fe1a7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:00.799535 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-37c917fd-1aaa-4441-acf9-be8dffd51bc8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0359335 Mar 14 18:24:00.809508 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56792) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:00.880546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-0784e20f-2738-47f9-b91a-c59cd81da0e6 None None] The port 'b4912674-5b99-45e9-b260-2ad4d06fe1a7' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:24:00.888440 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-13acdc66-ce49-4810-af88-e0edec12db26 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.910556 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:00.911732 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.941810 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.963353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Network': ['ID=e89385bf-8889-4177-a021-5b568c8704d8,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:00.968517 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c3fdb72f-7181-490b-ad5d-be0e3b5df906 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/networks/e89385bf-8889-4177-a021-5b568c8704d8 HTTP/1.1" status: 204 len: 168 time: 4.1710227 Mar 14 18:24:00.978895 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56796) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:00.985166 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: b4912674-5b99-45e9-b260-2ad4d06fe1a7 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:00.985491 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-3255edca-8d8a-4468-bcfc-88b54e321f2f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2112009966'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:00.985925 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b4912674-5b99-45e9-b260-2ad4d06fe1a7 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 14 18:24:00.992697 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-bc3074a0-bf61-4b42-b7a2-6491e79ea700 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port 5941ea52-2435-4485-b07b-60697ceff26c {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:01.001569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3074a0-bf61-4b42-b7a2-6491e79ea700 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.042021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3255edca-8d8a-4468-bcfc-88b54e321f2f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:01.050884 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afc54687-5042-4535-aed6-64c35445f87a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.053693 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3255edca-8d8a-4468-bcfc-88b54e321f2f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:network and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:01.072886 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3255edca-8d8a-4468-bcfc-88b54e321f2f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:01.080048 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Port b4912674-5b99-45e9-b260-2ad4d06fe1a7 not found, will not notify nova. {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 14 18:24:01.080585 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5941ea52-2435-4485-b07b-60697ceff26c up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:01.095660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3255edca-8d8a-4468-bcfc-88b54e321f2f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:01.105664 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-41098964-bf0c-4b60-9290-ab04f5314caa None None] Provisioning complete for port 74af2aef-9181-4305-b8f8-6700c4bc45cb triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:01.106177 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-41098964-bf0c-4b60-9290-ab04f5314caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.221010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3255edca-8d8a-4468-bcfc-88b54e321f2f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:01.225508 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3255edca-8d8a-4468-bcfc-88b54e321f2f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.246414 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-bc3074a0-bf61-4b42-b7a2-6491e79ea700 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] For port 5941ea52-2435-4485-b07b-60697ceff26c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5941ea52-2435-4485-b07b-60697ceff26c,segment=NetworkSegment(b34cc913-2681-48b2-8ea1-6a9564524c06),segment_id=b34cc913-2681-48b2-8ea1-6a9564524c06)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:01.246802 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3074a0-bf61-4b42-b7a2-6491e79ea700 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.283902 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=db65ad5f-feda-4306-9027-7eab8adc3083,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:01.342599 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-41098964-bf0c-4b60-9290-ab04f5314caa None None] Port 74af2aef-9181-4305-b8f8-6700c4bc45cb cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:24:01.385059 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-bc3074a0-bf61-4b42-b7a2-6491e79ea700 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Calling delete_port for 5941ea52-2435-4485-b07b-60697ceff26c owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:01.418863 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-174b01fa-1e38-42f6-9f0d-3656e8b30998', 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'fixed_ips': [{'subnet_id': '9c6756b9-6495-4fd4-9151-c5758de01f4f'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:24:01.419701 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.421079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3255edca-8d8a-4468-bcfc-88b54e321f2f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:24:01.442259 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3255edca-8d8a-4468-bcfc-88b54e321f2f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.442924 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-3255edca-8d8a-4468-bcfc-88b54e321f2f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Added segment 2710f6c8-26b7-4881-ab70-6903331df731 of type vlan for network fd87e704-57f1-4727-958b-b94fc1098f97 Mar 14 18:24:01.498013 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 5941ea52-2435-4485-b07b-60697ceff26c triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:01.499152 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.503035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3255edca-8d8a-4468-bcfc-88b54e321f2f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.538204 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afc54687-5042-4535-aed6-64c35445f87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.565281 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-41098964-bf0c-4b60-9290-ab04f5314caa None None] Provisioning for port deb07483-5dda-472b-a94f-656665a14313 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:01.609201 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3255edca-8d8a-4468-bcfc-88b54e321f2f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.615019 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3255edca-8d8a-4468-bcfc-88b54e321f2f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:01.616119 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3255edca-8d8a-4468-bcfc-88b54e321f2f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.645201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13acdc66-ce49-4810-af88-e0edec12db26 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Router 47f82947-f480-494b-9b7c-5629b84503b5 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:24:01.753084 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d88f3b7a-a482-430c-bd1b-4103d0539f59 None None] Could not find standard attr ID for object 3ce754db-4d72-46fc-8b73-534f4e1db722. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:24:01.763239 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3255edca-8d8a-4468-bcfc-88b54e321f2f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7851882 Mar 14 18:24:01.767644 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56800) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:01.775947 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255edca-8d8a-4468-bcfc-88b54e321f2f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Network': ['ID=fd87e704-57f1-4727-958b-b94fc1098f97,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:01.777255 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ca7df68c-4460-45d4-b49c-1cd5c3f383e8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'subnet': {'network_id': 'fd87e704-57f1-4727-958b-b94fc1098f97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:01.825756 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network fd87e704-57f1-4727-958b-b94fc1098f97 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:24:01.862091 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Allocated IP 2001:db8:3::2 (174b01fa-1e38-42f6-9f0d-3656e8b30998/9c6756b9-6495-4fd4-9151-c5758de01f4f/e5c5b741-7487-4b66-83e8-a46422758456) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:01.892911 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3074a0-bf61-4b42-b7a2-6491e79ea700 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.941579 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13acdc66-ce49-4810-af88-e0edec12db26 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:24:01.946913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3074a0-bf61-4b42-b7a2-6491e79ea700 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Port': ['ID=5941ea52-2435-4485-b07b-60697ceff26c,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:01.950609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ca7df68c-4460-45d4-b49c-1cd5c3f383e8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:01.960155 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-13acdc66-ce49-4810-af88-e0edec12db26 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "PUT /v2.0/routers/47f82947-f480-494b-9b7c-5629b84503b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7543287 Mar 14 18:24:01.961442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56804) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:01.963507 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2779f6-16f2-4064-a55c-52e46e27759d None None] Sync routers for ids ['47f82947-f480-494b-9b7c-5629b84503b5'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:01.979342 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device dde1f525-c6ba-4797-8094-ca2226c16cd2 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:01.982353 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2779f6-16f2-4064-a55c-52e46e27759d None None] Routers {'47f82947-f480-494b-9b7c-5629b84503b5'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:01.982353 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ba2779f6-16f2-4064-a55c-52e46e27759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['47f82947-f480-494b-9b7c-5629b84503b5'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:01.991898 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ca7df68c-4460-45d4-b49c-1cd5c3f383e8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:subnet and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:02.006336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ca7df68c-4460-45d4-b49c-1cd5c3f383e8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:02.047630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afc54687-5042-4535-aed6-64c35445f87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.062865 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:23:52Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '74af2aef-9181-4305-b8f8-6700c4bc45cb', 'name': '', 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:06:d4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '83014e53-169c-4626-998b-b759d9e253ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:23:53Z', 'revision_number': 2, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '83014e53-169c-4626-998b-b759d9e253ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:23:53Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:23:41Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:02.075884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Checking router: 0820ba04-5e97-44da-b088-c9794ad38a52 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:02.076546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Updating router 0820ba04-5e97-44da-b088-c9794ad38a52 port 74af2aef-9181-4305-b8f8-6700c4bc45cb binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:24:02.098653 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ca7df68c-4460-45d4-b49c-1cd5c3f383e8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:02.145896 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc54687-5042-4535-aed6-64c35445f87a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad9beb52-d89d-49fd-8272-47639662d6f3,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:02.150939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.166299 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0defa0-3248-46f0-aad5-9b9212c73386 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:02.168253 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0defa0-3248-46f0-aad5-9b9212c73386 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:02.169018 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2b0defa0-3248-46f0-aad5-9b9212c73386 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:02.170428 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-ba2779f6-16f2-4064-a55c-52e46e27759d None None] Set router 47f82947-f480-494b-9b7c-5629b84503b5 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:02.180995 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afc54687-5042-4535-aed6-64c35445f87a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.184572 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-afc54687-5042-4535-aed6-64c35445f87a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ad9beb52-d89d-49fd-8272-47639662d6f3 HTTP/1.1" status: 204 len: 168 time: 1.7925880 Mar 14 18:24:02.187892 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56808) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:02.223049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port dde1f525-c6ba-4797-8094-ca2226c16cd2 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:02.223049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.281890 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.327514 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ba2779f6-16f2-4064-a55c-52e46e27759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f82947-f480-494b-9b7c-5629b84503b5', 'name': 'tempest-NetworksTestDHCPv6-router-2042592569', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:47Z', 'updated_at': '2022-03-14T18:23:59Z', 'revision_number': 3, 'project_id': '85de686bcadc46bcb3d49bd3cd98712e', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:02.332054 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2779f6-16f2-4064-a55c-52e46e27759d None None] Checking router: 47f82947-f480-494b-9b7c-5629b84503b5 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:02.340805 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2779f6-16f2-4064-a55c-52e46e27759d None None] Routers {'47f82947-f480-494b-9b7c-5629b84503b5'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:02.341407 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ba2779f6-16f2-4064-a55c-52e46e27759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['47f82947-f480-494b-9b7c-5629b84503b5'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:02.429671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7df68c-4460-45d4-b49c-1cd5c3f383e8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:02.433694 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ca7df68c-4460-45d4-b49c-1cd5c3f383e8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.477673 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-ba2779f6-16f2-4064-a55c-52e46e27759d None None] Set router 47f82947-f480-494b-9b7c-5629b84503b5 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:02.612776 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ba2779f6-16f2-4064-a55c-52e46e27759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f82947-f480-494b-9b7c-5629b84503b5', 'name': 'tempest-NetworksTestDHCPv6-router-2042592569', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:47Z', 'updated_at': '2022-03-14T18:23:59Z', 'revision_number': 3, 'project_id': '85de686bcadc46bcb3d49bd3cd98712e', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:02.617106 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2779f6-16f2-4064-a55c-52e46e27759d None None] The sync data for ids ['47f82947-f480-494b-9b7c-5629b84503b5'] in dv-neutron-833560-1-hyperv is: [{'id': '47f82947-f480-494b-9b7c-5629b84503b5', 'name': 'tempest-NetworksTestDHCPv6-router-2042592569', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:47Z', 'updated_at': '2022-03-14T18:23:59Z', 'revision_number': 3, 'project_id': '85de686bcadc46bcb3d49bd3cd98712e', 'gw_port_host': None}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:02.663853 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2b0defa0-3248-46f0-aad5-9b9212c73386 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:02.665237 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2b0defa0-3248-46f0-aad5-9b9212c73386 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6765218 Mar 14 18:24:02.678391 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56812) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:02.769588 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7dd5e4e3-80c0-41c2-92eb-76c4e65be130 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:02.783166 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15921952-96be-449c-905f-887de82213ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.795188 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3074a0-bf61-4b42-b7a2-6491e79ea700 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.873624 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9518d91-dd2e-4b29-803c-83b92a50f921 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 813e8f00-efae-473b-a838-118bba71bd8c {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:02.883351 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f9518d91-dd2e-4b29-803c-83b92a50f921 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.883962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.914985 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Transition to ACTIVE for port object e5c5b741-7487-4b66-83e8-a46422758456 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:02.956687 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Transition to ACTIVE for port object e5c5b741-7487-4b66-83e8-a46422758456 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:02.967298 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 7dd5e4e3-80c0-41c2-92eb-76c4e65be130 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:02.967666 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.019428 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.107302 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Allocated IP 2001:db8:3::1 (174b01fa-1e38-42f6-9f0d-3656e8b30998/9c6756b9-6495-4fd4-9151-c5758de01f4f/c52ff808-27dd-4ce3-b91a-5dfb9d0a715a) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:03.156225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Network 174b01fa-1e38-42f6-9f0d-3656e8b30998 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:03.170391 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:03.178586 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:24:03.181729 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.184208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f9518d91-dd2e-4b29-803c-83b92a50f921 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.186338 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Pushing event updated for resources: {'Port': ['ID=e5c5b741-7487-4b66-83e8-a46422758456,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:03.247607 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15921952-96be-449c-905f-887de82213ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.289776 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Transition to ACTIVE for port object 74af2aef-9181-4305-b8f8-6700c4bc45cb will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:03.341262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Attempting to bind port e5c5b741-7487-4b66-83e8-a46422758456 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:03.341627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Attempting to bind port e5c5b741-7487-4b66-83e8-a46422758456 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e89f1b2c-fefd-479c-8603-bc37c0629b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:03.342186 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Attempting to bind port e5c5b741-7487-4b66-83e8-a46422758456 on network 174b01fa-1e38-42f6-9f0d-3656e8b30998 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:24:03.351632 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:24:03.352125 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Checking segment: {'id': 'e89f1b2c-fefd-479c-8603-bc37c0629b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:24:03.352399 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.352784 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Bound using segment: {'id': 'e89f1b2c-fefd-479c-8603-bc37c0629b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:24:03.353275 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Bound port: e5c5b741-7487-4b66-83e8-a46422758456, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89f1b2c-fefd-479c-8603-bc37c0629b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:03.353614 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.359500 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-15921952-96be-449c-905f-887de82213ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691d0aa6-00ac-4e94-87e5-0af2e37970c3']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:03.366550 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.410406 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0b7bd323-a954-4861-a9c5-7ce4bce423a9 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:03.445775 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-15921952-96be-449c-905f-887de82213ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b310d584-070b-4cb7-b223-0d5c1d639b02') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:03.446175 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-15921952-96be-449c-905f-887de82213ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b310d584-070b-4cb7-b223-0d5c1d639b02') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:03.477282 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15921952-96be-449c-905f-887de82213ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.489042 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.507264 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Transition to ACTIVE for port object c52ff808-27dd-4ce3-b91a-5dfb9d0a715a will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:03.520817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ca7df68c-4460-45d4-b49c-1cd5c3f383e8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.550699 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 0b7bd323-a954-4861-a9c5-7ce4bce423a9 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:03.551068 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0b7bd323-a954-4861-a9c5-7ce4bce423a9 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:03.551735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0b01068b-efa3-424f-a832-7491b2590b12 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:03.560702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15921952-96be-449c-905f-887de82213ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.591287 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.595227 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15921952-96be-449c-905f-887de82213ec admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:03.597623 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15921952-96be-449c-905f-887de82213ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.609661 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 0b01068b-efa3-424f-a832-7491b2590b12 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:03.610007 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0b01068b-efa3-424f-a832-7491b2590b12 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:03.610740 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:03.620032 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18880fc0-9bea-4fcb-9af3-462eae178dfb None None] Pushing event updated for resources: {'Port': ['ID=74af2aef-9181-4305-b8f8-6700c4bc45cb,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:03.628876 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3074a0-bf61-4b42-b7a2-6491e79ea700 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router 254919b4-c425-425b-a220-27489f1496b0 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:24:03.635358 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f9518d91-dd2e-4b29-803c-83b92a50f921 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.699908 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network 174b01fa-1e38-42f6-9f0d-3656e8b30998 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:03.709498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:03.712077 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:24:03.712620 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.763534 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=c52ff808-27dd-4ce3-b91a-5dfb9d0a715a,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:03.807167 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] For port e5c5b741-7487-4b66-83e8-a46422758456, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:24:03.842308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] For port e5c5b741-7487-4b66-83e8-a46422758456, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e5c5b741-7487-4b66-83e8-a46422758456,segment=NetworkSegment(e89f1b2c-fefd-479c-8603-bc37c0629b12),segment_id=e89f1b2c-fefd-479c-8603-bc37c0629b12)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:24:03.843674 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Attempting to bind port 74af2aef-9181-4305-b8f8-6700c4bc45cb on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:03.844162 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Attempting to bind port 74af2aef-9181-4305-b8f8-6700c4bc45cb by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'b805dbe1-c47d-47a1-b544-194864b81f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:03.844586 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Attempting to bind port 74af2aef-9181-4305-b8f8-6700c4bc45cb on network c07c925e-66af-480f-9453-8810a042cc14 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:24:03.856109 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:24:03.856688 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Checking segment: {'id': 'b805dbe1-c47d-47a1-b544-194864b81f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:24:03.857109 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.857562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Bound using segment: {'id': 'b805dbe1-c47d-47a1-b544-194864b81f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:24:03.858061 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Bound port: 74af2aef-9181-4305-b8f8-6700c4bc45cb, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b805dbe1-c47d-47a1-b544-194864b81f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:03.858440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.937561 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7df68c-4460-45d4-b49c-1cd5c3f383e8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Subnet': ['ID=47d81725-eb8d-41ee-8522-f48cd73e4995,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:03.945662 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.974955 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.031536 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7df68c-4460-45d4-b49c-1cd5c3f383e8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Checking segment: {'id': '2710f6c8-26b7-4881-ab70-6903331df731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fd87e704-57f1-4727-958b-b94fc1098f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:24:04.032150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7df68c-4460-45d4-b49c-1cd5c3f383e8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network hostable DHCP agents. Network: fd87e704-57f1-4727-958b-b94fc1098f97, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:24:04.077806 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:04.112375 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15921952-96be-449c-905f-887de82213ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.136402 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15921952-96be-449c-905f-887de82213ec admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.139643 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c38d7-d1b5-47fe-b8bc-afeaf50a1fb0 None None] Pushing event updated for resources: {'Port': ['ID=e5c5b741-7487-4b66-83e8-a46422758456,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:04.151369 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] For port 74af2aef-9181-4305-b8f8-6700c4bc45cb, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:24:04.159218 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15921952-96be-449c-905f-887de82213ec admin admin] Pushing event deleted for resources: {'Network': ['ID=691d0aa6-00ac-4e94-87e5-0af2e37970c3,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:04.174132 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] For port 74af2aef-9181-4305-b8f8-6700c4bc45cb, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=74af2aef-9181-4305-b8f8-6700c4bc45cb,segment=NetworkSegment(b805dbe1-c47d-47a1-b544-194864b81f8e),segment_id=b805dbe1-c47d-47a1-b544-194864b81f8e)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:24:04.185407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3074a0-bf61-4b42-b7a2-6491e79ea700 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:24:04.197127 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:04.197492 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.215133 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bc3074a0-bf61-4b42-b7a2-6491e79ea700 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/254919b4-c425-425b-a220-27489f1496b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3825240 Mar 14 18:24:04.215290 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56818) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:04.230251 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b28d1c2-6fdb-487e-9e82-93ace77d99c1 None None] Sync routers for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:04.254219 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b28d1c2-6fdb-487e-9e82-93ace77d99c1 None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:04.254871 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-2b28d1c2-6fdb-487e-9e82-93ace77d99c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:04.288922 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f7d698-ec22-4486-a89f-189a0f079e9d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting subnet f9995f4b-064f-40f3-a444-523280eefdb8 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:04.292269 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90f7d698-ec22-4486-a89f-189a0f079e9d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.330978 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.340291 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-15921952-96be-449c-905f-887de82213ec admin admin] 10.222.0.43 "DELETE /v2.0/networks/691d0aa6-00ac-4e94-87e5-0af2e37970c3 HTTP/1.1" status: 204 len: 168 time: 1.9505031 Mar 14 18:24:04.345569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f9518d91-dd2e-4b29-803c-83b92a50f921 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.350087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7df68c-4460-45d4-b49c-1cd5c3f383e8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network fd87e704-57f1-4727-958b-b94fc1098f97 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:24:04.356765 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56822) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:04.462932 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9518d91-dd2e-4b29-803c-83b92a50f921 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=813e8f00-efae-473b-a838-118bba71bd8c,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:04.469777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90f7d698-ec22-4486-a89f-189a0f079e9d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.500438 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.518311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f9518d91-dd2e-4b29-803c-83b92a50f921 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.520245 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f9518d91-dd2e-4b29-803c-83b92a50f921 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/813e8f00-efae-473b-a838-118bba71bd8c HTTP/1.1" status: 204 len: 168 time: 1.8357267 Mar 14 18:24:04.527952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56826) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:04.549498 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-ca7df68c-4460-45d4-b49c-1cd5c3f383e8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, fd87e704-57f1-4727-958b-b94fc1098f97) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:04.562019 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7df68c-4460-45d4-b49c-1cd5c3f383e8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:04.562615 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ca7df68c-4460-45d4-b49c-1cd5c3f383e8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.576793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-2b28d1c2-6fdb-487e-9e82-93ace77d99c1 None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:04.582317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5ffb6a-cac6-4a77-9435-ed41445aee88 admin admin] Deleting subnet 3ecde5db-d3d2-415f-b0ec-892b174384e4 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:04.597138 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c5ffb6a-cac6-4a77-9435-ed41445aee88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.628614 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ded49d1-afa4-496f-88f7-3cfc54fd567d None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:04.638366 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.641122 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.666509 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c5ffb6a-cac6-4a77-9435-ed41445aee88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.721594 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event updated for resources: {'Port': ['ID=c52ff808-27dd-4ce3-b91a-5dfb9d0a715a,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:04.736759 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2101fe-3e7c-4aab-a8fc-b5fe8bb8e101 None None] Network fd87e704-57f1-4727-958b-b94fc1098f97 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:04.750927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c5ffb6a-cac6-4a77-9435-ed41445aee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.788124 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ca7df68c-4460-45d4-b49c-1cd5c3f383e8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0165582 Mar 14 18:24:04.794956 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56830) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:04.801335 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ad0ccc5a-9ce8-42d9-aff4-cdd5341927eb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-486228360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:04.811439 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90f7d698-ec22-4486-a89f-189a0f079e9d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.842788 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ad0ccc5a-9ce8-42d9-aff4-cdd5341927eb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:04.860425 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ad0ccc5a-9ce8-42d9-aff4-cdd5341927eb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:router and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:04.865705 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ad0ccc5a-9ce8-42d9-aff4-cdd5341927eb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:04.878150 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1f4a1eea-da03-4dcd-9d24-538c4c0faf34 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3535166 Mar 14 18:24:04.879019 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56834) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:04.880052 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ad0ccc5a-9ce8-42d9-aff4-cdd5341927eb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:04.956617 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Network 174b01fa-1e38-42f6-9f0d-3656e8b30998 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:04.960439 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:05.072767 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ad0ccc5a-9ce8-42d9-aff4-cdd5341927eb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.072767 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ad0ccc5a-9ce8-42d9-aff4-cdd5341927eb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.081690 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:05.082895 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:05.094664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-61d39265-3f7c-4cf1-99a2-e3b939e2e99d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.197746 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 0820ba04-5e97-44da-b088-c9794ad38a52 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:24:05.198241 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18880fc0-9bea-4fcb-9af3-462eae178dfb None None] Pushing event updated for resources: {'Port': ['ID=74af2aef-9181-4305-b8f8-6700c4bc45cb,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:05.198720 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c5ffb6a-cac6-4a77-9435-ed41445aee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.247515 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device db65ad5f-feda-4306-9027-7eab8adc3083 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:05.309843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90f7d698-ec22-4486-a89f-189a0f079e9d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.313596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ffb6a-cac6-4a77-9435-ed41445aee88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ecde5db-d3d2-415f-b0ec-892b174384e4,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:05.320545 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c5ffb6a-cac6-4a77-9435-ed41445aee88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.404988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ad0ccc5a-9ce8-42d9-aff4-cdd5341927eb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.430931 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:05.489715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7d698-ec22-4486-a89f-189a0f079e9d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Subnet': ['ID=f9995f4b-064f-40f3-a444-523280eefdb8,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:05.496099 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90f7d698-ec22-4486-a89f-189a0f079e9d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.498943 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-90f7d698-ec22-4486-a89f-189a0f079e9d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/subnets/f9995f4b-064f-40f3-a444-523280eefdb8 HTTP/1.1" status: 204 len: 168 time: 1.2801940 Mar 14 18:24:05.503541 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56838) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:05.520820 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:24:05.532180 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9c5ffb6a-cac6-4a77-9435-ed41445aee88 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3ecde5db-d3d2-415f-b0ec-892b174384e4 HTTP/1.1" status: 204 len: 168 time: 1.1440520 Mar 14 18:24:05.535392 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d5f28116-dc0e-473a-bdcd-6750e20d0eeb tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/0820ba04-5e97-44da-b088-c9794ad38a52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7243254 Mar 14 18:24:05.541649 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56842) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:05.541934 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56844) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:05.548958 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c49c2c1f-4ecb-462f-bfda-ee4eb3ec8ebc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:05.625128 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaadd9ee-e126-4860-b20d-241bdfc80a0c None None] Network 1ef23464-370e-421a-bc48-adee303de319 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:05.727801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c61b1a-c11c-4579-90e9-6a5c55f844fa None None] Network 174b01fa-1e38-42f6-9f0d-3656e8b30998 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:05.775171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-61d39265-3f7c-4cf1-99a2-e3b939e2e99d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.780229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-61d39265-3f7c-4cf1-99a2-e3b939e2e99d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.800008 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae017-644f-4a31-acb1-1391f58f139b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.862439 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ad0ccc5a-9ce8-42d9-aff4-cdd5341927eb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.889180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.904238 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port f101706e-ee6f-48df-b546-4a573f3d98f9 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:05.904664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.963303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-61d39265-3f7c-4cf1-99a2-e3b939e2e99d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.963965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d39265-3f7c-4cf1-99a2-e3b939e2e99d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Fanout notify agent at l3_agent the message router_deleted on router 47f82947-f480-494b-9b7c-5629b84503b5 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:24:06.006392 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-61d39265-3f7c-4cf1-99a2-e3b939e2e99d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.007782 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-61d39265-3f7c-4cf1-99a2-e3b939e2e99d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/routers/47f82947-f480-494b-9b7c-5629b84503b5 HTTP/1.1" status: 204 len: 168 time: 1.1214187 Mar 14 18:24:06.014534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ad0ccc5a-9ce8-42d9-aff4-cdd5341927eb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.015936 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ad0ccc5a-9ce8-42d9-aff4-cdd5341927eb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2198884 Mar 14 18:24:06.016680 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae017-644f-4a31-acb1-1391f58f139b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.017143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56850) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:06.027658 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56852) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:06.096306 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-db2cfae6-dc0a-40c4-bcae-7f66d5bd80c3 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'network_id': 'fd87e704-57f1-4727-958b-b94fc1098f97', 'name': 'tempest-PortsIpV6TestJSON-1219762118'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:06.227247 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c965d1-96a4-4df8-b883-f79404c646cc tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:06.231111 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-29c965d1-96a4-4df8-b883-f79404c646cc tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2033706 Mar 14 18:24:06.234821 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56858) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:06.238684 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] For port f101706e-ee6f-48df-b546-4a573f3d98f9, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f101706e-ee6f-48df-b546-4a573f3d98f9,segment=NetworkSegment(b34cc913-2681-48b2-8ea1-6a9564524c06),segment_id=b34cc913-2681-48b2-8ea1-6a9564524c06)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:06.238882 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port db65ad5f-feda-4306-9027-7eab8adc3083 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:06.239415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.239513 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.255267 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-2a1ae017-644f-4a31-acb1-1391f58f139b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d369894-6aab-4c44-b1f9-e3d9aef01f51']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:06.301098 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-2a1ae017-644f-4a31-acb1-1391f58f139b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accc8d0e-7513-42c6-befc-029efeabcc61') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:06.301098 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-2a1ae017-644f-4a31-acb1-1391f58f139b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accc8d0e-7513-42c6-befc-029efeabcc61') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:06.301384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-fd87e704-57f1-4727-958b-b94fc1098f97', 'network_id': 'fd87e704-57f1-4727-958b-b94fc1098f97', 'tenant_id': '1bed9e5e10ec491e93367f6256f4da62', 'fixed_ips': [{'subnet_id': '47d81725-eb8d-41ee-8522-f48cd73e4995'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:24:06.301734 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.323845 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac23f299-47bc-47df-a136-d59cfefd0141 None None] DHCP port deletion for c6ea7f38-153d-42ad-8847-86782d8c0b1e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:24:06.358725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae017-644f-4a31-acb1-1391f58f139b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.373208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ac23f299-47bc-47df-a136-d59cfefd0141 None None] Deleting port deb07483-5dda-472b-a94f-656665a14313 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:06.373579 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ac23f299-47bc-47df-a136-d59cfefd0141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.428408 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Calling delete_port for f101706e-ee6f-48df-b546-4a573f3d98f9 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:06.436707 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-db2cfae6-dc0a-40c4-bcae-7f66d5bd80c3 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:06.439490 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae017-644f-4a31-acb1-1391f58f139b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.447123 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-db2cfae6-dc0a-40c4-bcae-7f66d5bd80c3 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:port and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:06.464270 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-db2cfae6-dc0a-40c4-bcae-7f66d5bd80c3 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:06.470312 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61fc3e0-3135-4273-b7d9-f8235a02655a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:06.471035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f61fc3e0-3135-4273-b7d9-f8235a02655a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:06.476554 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1ae017-644f-4a31-acb1-1391f58f139b admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:06.476704 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae017-644f-4a31-acb1-1391f58f139b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:06.493063 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:06.495533 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-db2cfae6-dc0a-40c4-bcae-7f66d5bd80c3 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:06.557308 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f61fc3e0-3135-4273-b7d9-f8235a02655a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:06.558698 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f61fc3e0-3135-4273-b7d9-f8235a02655a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3226223 Mar 14 18:24:06.567396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56862) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:06.600427 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-bf0d0ada-2c9b-49be-8dd9-abb0a447116b None None] Provisioning for port e5c5b741-7487-4b66-83e8-a46422758456 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:06.654315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.667187 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f55d332e-3a99-40e7-9ceb-b2693fb27158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:router {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:06.672665 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2cfae6-dc0a-40c4-bcae-7f66d5bd80c3 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:06.679127 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-db2cfae6-dc0a-40c4-bcae-7f66d5bd80c3 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.691771 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae017-644f-4a31-acb1-1391f58f139b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.739768 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] No DVR routers for this DVR port f101706e-ee6f-48df-b546-4a573f3d98f9 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:06.752619 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae017-644f-4a31-acb1-1391f58f139b admin admin] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.791189 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ae017-644f-4a31-acb1-1391f58f139b admin admin] Pushing event deleted for resources: {'Network': ['ID=0d369894-6aab-4c44-b1f9-e3d9aef01f51,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:06.796964 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-db2cfae6-dc0a-40c4-bcae-7f66d5bd80c3 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] device_id is not set on port fc240e6f-50b6-4c84-a51f-0d1ba3a796c9 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:06.814733 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Port': ['ID=f101706e-ee6f-48df-b546-4a573f3d98f9,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:06.831364 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8ad40223-00df-4aad-8587-e8f6edc93546 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:06.845979 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2a1ae017-644f-4a31-acb1-1391f58f139b admin admin] 10.222.0.43 "DELETE /v2.0/networks/0d369894-6aab-4c44-b1f9-e3d9aef01f51 HTTP/1.1" status: 204 len: 168 time: 1.3004549 Mar 14 18:24:06.879053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.extraroute_db [None req-c49c2c1f-4ecb-462f-bfda-ee4eb3ec8ebc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88634) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 14 18:24:06.906928 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0defa3d7-419b-4808-bb32-e1a59b498f5a None None] DHCP port deletion for 1ef23464-370e-421a-bc48-adee303de319 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:24:06.914458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.extraroute_db [None req-c49c2c1f-4ecb-462f-bfda-ee4eb3ec8ebc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Removed routes are [] {{(pid=88634) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 14 18:24:06.914458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c49c2c1f-4ecb-462f-bfda-ee4eb3ec8ebc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.936562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.945542 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f55d332e-3a99-40e7-9ceb-b2693fb27158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:router {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:06.946846 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f55d332e-3a99-40e7-9ceb-b2693fb27158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3839741 Mar 14 18:24:06.951188 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56868) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:06.963649 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-05427c3a-417a-45b7-87a4-d1b4587dc3a7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:06.982411 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef23464-370e-421a-bc48-adee303de319']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:06.998092 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34cc913-2681-48b2-8ea1-6a9564524c06') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:06.998385 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34cc913-2681-48b2-8ea1-6a9564524c06') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:07.010706 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.027789 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.034649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:07.035219 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:07.056310 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:07.120002 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ac23f299-47bc-47df-a136-d59cfefd0141 None None] For port deb07483-5dda-472b-a94f-656665a14313, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=deb07483-5dda-472b-a94f-656665a14313,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:07.122707 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ac23f299-47bc-47df-a136-d59cfefd0141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.131667 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Allocated IP 2001:db8::2 (fd87e704-57f1-4727-958b-b94fc1098f97/47d81725-eb8d-41ee-8522-f48cd73e4995/3b283955-99c9-47e2-8282-f38495341506) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:07.193159 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.203420 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.232840 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Network': ['ID=1ef23464-370e-421a-bc48-adee303de319,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:07.242503 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-076d7f2c-2186-4024-9890-afb471cfd089 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/networks/1ef23464-370e-421a-bc48-adee303de319 HTTP/1.1" status: 204 len: 168 time: 1.7302446 Mar 14 18:24:07.242503 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56872) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:07.269872 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:03Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '74af2aef-9181-4305-b8f8-6700c4bc45cb', 'name': '', 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:06:d4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '83014e53-169c-4626-998b-b759d9e253ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:24:04Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '83014e53-169c-4626-998b-b759d9e253ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:23:53Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52ff808-27dd-4ce3-b91a-5dfb9d0a715a', 'name': '', 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:3e:7c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:02Z', 'updated_at': '2022-03-14T18:24:04Z', 'revision_number': 2, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:07.281000 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ac23f299-47bc-47df-a136-d59cfefd0141 None None] Calling delete_port for deb07483-5dda-472b-a94f-656665a14313 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:07.300525 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56876) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:07.311125 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-2b28d1c2-6fdb-487e-9e82-93ace77d99c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:24:01Z', 'revision_number': 9, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '5572745b-a016-4470-800e-1efe630bf2fd', 'name': '', 'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:b0:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:27Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:07.331982 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a262ee-cddb-4b81-8693-b80a7e4641e0 None None] The sync data for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv is: [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:03Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '74af2aef-9181-4305-b8f8-6700c4bc45cb', 'name': '', 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:06:d4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '83014e53-169c-4626-998b-b759d9e253ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:24:04Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '83014e53-169c-4626-998b-b759d9e253ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:23:53Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52ff808-27dd-4ce3-b91a-5dfb9d0a715a', 'name': '', 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:3e:7c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:02Z', 'updated_at': '2022-03-14T18:24:04Z', 'revision_number': 2, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:07.358175 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-05427c3a-417a-45b7-87a4-d1b4587dc3a7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:07.440772 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-05427c3a-417a-45b7-87a4-d1b4587dc3a7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:07.471005 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b28d1c2-6fdb-487e-9e82-93ace77d99c1 None None] Checking router: 254919b4-c425-425b-a220-27489f1496b0 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:07.482984 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 8ad40223-00df-4aad-8587-e8f6edc93546 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:07.500301 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-01d4521a-f33d-4cce-b9da-dba4d00383c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e66096a0e1934237a3f833792cc61e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978958 Mar 14 18:24:07.501297 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56880) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:07.561935 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c49c2c1f-4ecb-462f-bfda-ee4eb3ec8ebc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.563883 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 8ad40223-00df-4aad-8587-e8f6edc93546 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:07.564384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.571792 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c49c2c1f-4ecb-462f-bfda-ee4eb3ec8ebc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.618362 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b28d1c2-6fdb-487e-9e82-93ace77d99c1 None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:07.619051 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-2b28d1c2-6fdb-487e-9e82-93ace77d99c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:07.659037 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05427c3a-417a-45b7-87a4-d1b4587dc3a7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:07.665971 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-05427c3a-417a-45b7-87a4-d1b4587dc3a7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.962265 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13cc5262-7d1f-4eac-a00f-d8670b420392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.977565 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ac23f299-47bc-47df-a136-d59cfefd0141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.035339 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13cc5262-7d1f-4eac-a00f-d8670b420392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.089612 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-2b28d1c2-6fdb-487e-9e82-93ace77d99c1 None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:08.206396 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-467cb825-e6ae-4c6c-a08e-ff0e85f51d22 None None] Provisioning for port c52ff808-27dd-4ce3-b91a-5dfb9d0a715a completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:08.229979 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-467cb825-e6ae-4c6c-a08e-ff0e85f51d22 None None] Provisioning complete for port c52ff808-27dd-4ce3-b91a-5dfb9d0a715a triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:08.229979 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-467cb825-e6ae-4c6c-a08e-ff0e85f51d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.243519 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49c2c1f-4ecb-462f-bfda-ee4eb3ec8ebc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 0820ba04-5e97-44da-b088-c9794ad38a52 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:24:08.244245 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3b457387-ebfc-4f12-af8c-467c97463c3b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.283543 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23f299-47bc-47df-a136-d59cfefd0141 None None] Pushing event deleted for resources: {'Port': ['ID=deb07483-5dda-472b-a94f-656665a14313,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:08.294822 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac23f299-47bc-47df-a136-d59cfefd0141 None None] No DVR routers for this DVR port deb07483-5dda-472b-a94f-656665a14313 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:08.303059 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-467cb825-e6ae-4c6c-a08e-ff0e85f51d22 None None] Port c52ff808-27dd-4ce3-b91a-5dfb9d0a715a cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:24:08.317068 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13cc5262-7d1f-4eac-a00f-d8670b420392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.349783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc5262-7d1f-4eac-a00f-d8670b420392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa91f338-4c65-41c2-84f7-89b0b8f796f1,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:08.394402 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.457064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13cc5262-7d1f-4eac-a00f-d8670b420392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.458232 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-13cc5262-7d1f-4eac-a00f-d8670b420392 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa91f338-4c65-41c2-84f7-89b0b8f796f1 HTTP/1.1" status: 204 len: 168 time: 0.9316988 Mar 14 18:24:08.495056 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.512757 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Sync routers for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:08.527640 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:08.531172 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:08.547449 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Transition to ACTIVE for port object 3b283955-99c9-47e2-8282-f38495341506 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:08.617153 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49c2c1f-4ecb-462f-bfda-ee4eb3ec8ebc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:24:08.667852 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Transition to ACTIVE for port object 3b283955-99c9-47e2-8282-f38495341506 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:08.671288 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 8ad40223-00df-4aad-8587-e8f6edc93546, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8ad40223-00df-4aad-8587-e8f6edc93546,segment=NetworkSegment(125b3bf4-a571-499d-ae5b-f05cf8adf0ea),segment_id=125b3bf4-a571-499d-ae5b-f05cf8adf0ea)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:08.682641 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5a90ad86-4530-4368-8cd4-d8ee594c97fc None None] Provisioning complete for port c52ff808-27dd-4ce3-b91a-5dfb9d0a715a triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:08.683521 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a90ad86-4530-4368-8cd4-d8ee594c97fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.717940 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.objects.ports [None req-05427c3a-417a-45b7-87a4-d1b4587dc3a7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88634) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:24:08.733642 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c49c2c1f-4ecb-462f-bfda-ee4eb3ec8ebc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.737619 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c49c2c1f-4ecb-462f-bfda-ee4eb3ec8ebc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/0820ba04-5e97-44da-b088-c9794ad38a52 HTTP/1.1" status: 200 len: 953 time: 3.1928747 Mar 14 18:24:08.738610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-05427c3a-417a-45b7-87a4-d1b4587dc3a7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.742083 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56886) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:08.766214 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.767032 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device deb07483-5dda-472b-a94f-656665a14313 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:08.823336 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:08.889206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05427c3a-417a-45b7-87a4-d1b4587dc3a7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:08.894521 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-05427c3a-417a-45b7-87a4-d1b4587dc3a7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:08.901691 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05427c3a-417a-45b7-87a4-d1b4587dc3a7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:08.902286 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-05427c3a-417a-45b7-87a4-d1b4587dc3a7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.909473 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.914985 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-5a90ad86-4530-4368-8cd4-d8ee594c97fc None None] Port c52ff808-27dd-4ce3-b91a-5dfb9d0a715a cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:24:08.917718 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: deb07483-5dda-472b-a94f-656665a14313 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:08.918075 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device deb07483-5dda-472b-a94f-656665a14313 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 14 18:24:08.924646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05427c3a-417a-45b7-87a4-d1b4587dc3a7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=606d7475-a5ec-4151-aa0f-cd8dd2320ad6,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:08.949421 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-db2cfae6-dc0a-40c4-bcae-7f66d5bd80c3 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Allocated IP 2001:db8::48 (fd87e704-57f1-4727-958b-b94fc1098f97/47d81725-eb8d-41ee-8522-f48cd73e4995/fc240e6f-50b6-4c84-a51f-0d1ba3a796c9) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:08.972786 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c192e62d-406c-4b4e-abfe-dd1185a1db44 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:08.984588 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-3b457387-ebfc-4f12-af8c-467c97463c3b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port 5572745b-a016-4470-800e-1efe630bf2fd {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:08.987167 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3b457387-ebfc-4f12-af8c-467c97463c3b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.008896 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-05427c3a-417a-45b7-87a4-d1b4587dc3a7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0556068 Mar 14 18:24:09.017251 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56892) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:09.025236 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c346fd97-a298-4214-ab79-4c0b5712afae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:09.037567 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Port deb07483-5dda-472b-a94f-656665a14313 not found, will not notify nova. {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 14 18:24:09.101346 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Network fd87e704-57f1-4727-958b-b94fc1098f97 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:09.118250 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6e3d12c9-30ab-4f95-8d04-fe5f54e783e5 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/routers/0820ba04-5e97-44da-b088-c9794ad38a52 HTTP/1.1" status: 200 len: 953 time: 0.3747394 Mar 14 18:24:09.119069 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56896) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:09.141900 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ef6cca6b-6025-4945-b598-f46a7c1e4450 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'router': {'routes': None}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:09.182402 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b4912674-5b99-45e9-b260-2ad4d06fe1a7 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:09.215503 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:09.223059 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:24:09.282607 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.332652 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: b4912674-5b99-45e9-b260-2ad4d06fe1a7 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:09.333251 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b4912674-5b99-45e9-b260-2ad4d06fe1a7 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:09.335319 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a5d3b32b-477b-47a8-82af-52e763e03155 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:09.394718 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:06Z', 'revision_number': 6, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '74af2aef-9181-4305-b8f8-6700c4bc45cb', 'name': '', 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:06:d4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '83014e53-169c-4626-998b-b759d9e253ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:24:04Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '83014e53-169c-4626-998b-b759d9e253ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:23:53Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52ff808-27dd-4ce3-b91a-5dfb9d0a715a', 'name': '', 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:3e:7c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:02Z', 'updated_at': '2022-03-14T18:24:04Z', 'revision_number': 2, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:09.399954 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Checking router: 0820ba04-5e97-44da-b088-c9794ad38a52 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:09.400441 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Updating router 0820ba04-5e97-44da-b088-c9794ad38a52 port c52ff808-27dd-4ce3-b91a-5dfb9d0a715a binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:24:09.442317 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-38759555-22bc-40ab-b5c9-c059d211d870 None None] Provisioning complete for port c52ff808-27dd-4ce3-b91a-5dfb9d0a715a triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:09.442936 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-38759555-22bc-40ab-b5c9-c059d211d870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.477985 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: a5d3b32b-477b-47a8-82af-52e763e03155 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:09.479548 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a5d3b32b-477b-47a8-82af-52e763e03155 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:09.483362 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.493988 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=8ad40223-00df-4aad-8587-e8f6edc93546,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:09.529987 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c346fd97-a298-4214-ab79-4c0b5712afae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:09.564648 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c346fd97-a298-4214-ab79-4c0b5712afae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:09.570500 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-db2cfae6-dc0a-40c4-bcae-7f66d5bd80c3 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.595560 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Attempting to bind port 3b283955-99c9-47e2-8282-f38495341506 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:09.595933 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Attempting to bind port 3b283955-99c9-47e2-8282-f38495341506 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '2710f6c8-26b7-4881-ab70-6903331df731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fd87e704-57f1-4727-958b-b94fc1098f97'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:09.596301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Attempting to bind port 3b283955-99c9-47e2-8282-f38495341506 on network fd87e704-57f1-4727-958b-b94fc1098f97 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:24:09.607591 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-db2cfae6-dc0a-40c4-bcae-7f66d5bd80c3 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Transition to ACTIVE for port object fc240e6f-50b6-4c84-a51f-0d1ba3a796c9 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:09.608470 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:24:09.608853 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Checking segment: {'id': '2710f6c8-26b7-4881-ab70-6903331df731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fd87e704-57f1-4727-958b-b94fc1098f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:24:09.609261 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.609661 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Bound using segment: {'id': '2710f6c8-26b7-4881-ab70-6903331df731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fd87e704-57f1-4727-958b-b94fc1098f97'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:24:09.610147 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Bound port: 3b283955-99c9-47e2-8282-f38495341506, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2710f6c8-26b7-4881-ab70-6903331df731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fd87e704-57f1-4727-958b-b94fc1098f97'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:09.610597 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.635934 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56900) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:09.752765 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c346fd97-a298-4214-ab79-4c0b5712afae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:09.762724 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c346fd97-a298-4214-ab79-4c0b5712afae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.765286 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] For port 3b283955-99c9-47e2-8282-f38495341506, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:24:09.768750 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] For port 3b283955-99c9-47e2-8282-f38495341506, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3b283955-99c9-47e2-8282-f38495341506,segment=NetworkSegment(2710f6c8-26b7-4881-ab70-6903331df731),segment_id=2710f6c8-26b7-4881-ab70-6903331df731)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:24:09.773832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-38759555-22bc-40ab-b5c9-c059d211d870 None None] Port c52ff808-27dd-4ce3-b91a-5dfb9d0a715a cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:24:09.776345 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Pushing event updated for resources: {'Port': ['ID=3b283955-99c9-47e2-8282-f38495341506,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:09.843548 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-2b28d1c2-6fdb-487e-9e82-93ace77d99c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:24:01Z', 'revision_number': 9, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '5572745b-a016-4470-800e-1efe630bf2fd', 'name': '', 'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:b0:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:27Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:09.912842 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.953996 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.966173 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Transition to ACTIVE for port object c52ff808-27dd-4ce3-b91a-5dfb9d0a715a will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:09.989520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b28d1c2-6fdb-487e-9e82-93ace77d99c1 None None] The sync data for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv is: [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:24:01Z', 'revision_number': 9, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '5572745b-a016-4470-800e-1efe630bf2fd', 'name': '', 'network_id': '6c603974-9112-4305-b523-c0306879bd62', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:b0:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:27Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '6b164e58-4993-4246-88f2-31c1cbc49057', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:09.991960 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e5c5b741-7487-4b66-83e8-a46422758456 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:10.007550 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-98400c3e-781d-46c3-a216-1e15b929566a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e13e9045b2204dd0bc093f180a8cffb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696260 Mar 14 18:24:10.035051 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'fixed_ips': [{'subnet_id': '606d7475-a5ec-4151-aa0f-cd8dd2320ad6'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:24:10.035879 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.039732 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56904) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:10.042396 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.127315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-3b457387-ebfc-4f12-af8c-467c97463c3b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] For port 5572745b-a016-4470-800e-1efe630bf2fd, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5572745b-a016-4470-800e-1efe630bf2fd,segment=NetworkSegment(e9015bcb-26a5-41ff-ab1e-fbb70115093a),segment_id=e9015bcb-26a5-41ff-ab1e-fbb70115093a)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:10.128852 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f131a-2fb9-428c-b425-0419b0ac0440 None None] Pushing event updated for resources: {'Port': ['ID=c52ff808-27dd-4ce3-b91a-5dfb9d0a715a,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:10.129129 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3b457387-ebfc-4f12-af8c-467c97463c3b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.268375 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Allocated IP 2001:db8::f816:3eff:fe09:7730 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/606d7475-a5ec-4151-aa0f-cd8dd2320ad6/01100318-8f1d-417c-8e78-1d6f8806baff) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:10.269733 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-db2cfae6-dc0a-40c4-bcae-7f66d5bd80c3 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.280796 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea3dd1-1d1e-42ef-81ec-d7d484847800 None None] Pushing event updated for resources: {'Port': ['ID=3b283955-99c9-47e2-8282-f38495341506,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:10.301137 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-3b457387-ebfc-4f12-af8c-467c97463c3b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Calling delete_port for 5572745b-a016-4470-800e-1efe630bf2fd owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:10.320657 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Attempting to bind port c52ff808-27dd-4ce3-b91a-5dfb9d0a715a on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:10.320657 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Attempting to bind port c52ff808-27dd-4ce3-b91a-5dfb9d0a715a by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e89f1b2c-fefd-479c-8603-bc37c0629b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:10.320657 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Attempting to bind port c52ff808-27dd-4ce3-b91a-5dfb9d0a715a on network 174b01fa-1e38-42f6-9f0d-3656e8b30998 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:24:10.320996 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:24:10.321743 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Checking segment: {'id': 'e89f1b2c-fefd-479c-8603-bc37c0629b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:24:10.322956 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.323567 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Bound using segment: {'id': 'e89f1b2c-fefd-479c-8603-bc37c0629b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:24:10.324200 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Bound port: c52ff808-27dd-4ce3-b91a-5dfb9d0a715a, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89f1b2c-fefd-479c-8603-bc37c0629b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:10.324752 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.444826 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port e5c5b741-7487-4b66-83e8-a46422758456 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:10.475902 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port e5c5b741-7487-4b66-83e8-a46422758456 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:10.476199 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.503957 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] For port c52ff808-27dd-4ce3-b91a-5dfb9d0a715a, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:24:10.508524 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] For port c52ff808-27dd-4ce3-b91a-5dfb9d0a715a, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c52ff808-27dd-4ce3-b91a-5dfb9d0a715a,segment=NetworkSegment(e89f1b2c-fefd-479c-8603-bc37c0629b12),segment_id=e89f1b2c-fefd-479c-8603-bc37c0629b12)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:24:10.516972 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cfae6-dc0a-40c4-bcae-7f66d5bd80c3 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=fc240e6f-50b6-4c84-a51f-0d1ba3a796c9,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:10.576113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2cfae6-dc0a-40c4-bcae-7f66d5bd80c3 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network fd87e704-57f1-4727-958b-b94fc1098f97 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:10.578645 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-db2cfae6-dc0a-40c4-bcae-7f66d5bd80c3 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:10.581899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2cfae6-dc0a-40c4-bcae-7f66d5bd80c3 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:24:10.592786 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.596923 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2cfae6-dc0a-40c4-bcae-7f66d5bd80c3 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:10.597306 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-db2cfae6-dc0a-40c4-bcae-7f66d5bd80c3 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.653571 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7124-6738-464c-a473-2cae421f77e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.676746 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c346fd97-a298-4214-ab79-4c0b5712afae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.793611 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:10.797387 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:10.797557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3b457387-ebfc-4f12-af8c-467c97463c3b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.850598 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-db2cfae6-dc0a-40c4-bcae-7f66d5bd80c3 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.8198929 Mar 14 18:24:10.883041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c346fd97-a298-4214-ab79-4c0b5712afae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:10.883453 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56908) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:10.914265 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-c346fd97-a298-4214-ab79-4c0b5712afae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:10.919953 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7124-6738-464c-a473-2cae421f77e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.924388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.extraroute_db [None req-ef6cca6b-6025-4945-b598-f46a7c1e4450 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Added routes are [] {{(pid=88635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 14 18:24:10.924388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.extraroute_db [None req-ef6cca6b-6025-4945-b598-f46a7c1e4450 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 14 18:24:10.948460 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c346fd97-a298-4214-ab79-4c0b5712afae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:10.949060 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c346fd97-a298-4214-ab79-4c0b5712afae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.998108 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.999328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ef6cca6b-6025-4945-b598-f46a7c1e4450 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.057893 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.070556 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346fd97-a298-4214-ab79-4c0b5712afae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=2981e81f-93cc-4fd4-ae05-21c0fb7aad1a,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:11.088657 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Transition to ACTIVE for port object 01100318-8f1d-417c-8e78-1d6f8806baff will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:11.118087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b457387-ebfc-4f12-af8c-467c97463c3b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Port': ['ID=5572745b-a016-4470-800e-1efe630bf2fd,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:11.127661 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port e5c5b741-7487-4b66-83e8-a46422758456, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e5c5b741-7487-4b66-83e8-a46422758456,segment=NetworkSegment(e89f1b2c-fefd-479c-8603-bc37c0629b12),segment_id=e89f1b2c-fefd-479c-8603-bc37c0629b12)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:11.129191 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Transition to ACTIVE for port object 01100318-8f1d-417c-8e78-1d6f8806baff will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:11.181084 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c346fd97-a298-4214-ab79-4c0b5712afae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1625903 Mar 14 18:24:11.184001 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56912) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:11.190523 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'mac_address': 'fa:16:3e:0d:c0:24', 'name': 'tempest-NetworksTestDHCPv6-683811511'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:11.199145 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:11.231404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.232117 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8ad40223-00df-4aad-8587-e8f6edc93546 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:11.246265 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f131a-2fb9-428c-b425-0419b0ac0440 None None] Pushing event updated for resources: {'Port': ['ID=c52ff808-27dd-4ce3-b91a-5dfb9d0a715a,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:11.249443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7124-6738-464c-a473-2cae421f77e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.320452 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.342366 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d7124-6738-464c-a473-2cae421f77e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b9a7b8-bfe6-421f-9c1f-85b8e0d8be3e,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:11.353097 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7124-6738-464c-a473-2cae421f77e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.353097 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ac1d7124-6738-464c-a473-2cae421f77e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26b9a7b8-bfe6-421f-9c1f-85b8e0d8be3e HTTP/1.1" status: 204 len: 168 time: 1.3075957 Mar 14 18:24:11.428103 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:11.428314 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:11.435878 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:port and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:11.440637 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:11.441690 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:11.445216 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:24:11.450648 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:11.498412 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=e5c5b741-7487-4b66-83e8-a46422758456,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:11.579037 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:11.642432 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 8ad40223-00df-4aad-8587-e8f6edc93546 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:11.642829 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.696375 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Attempting to bind port 01100318-8f1d-417c-8e78-1d6f8806baff on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:11.696818 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Attempting to bind port 01100318-8f1d-417c-8e78-1d6f8806baff by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:11.697498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Attempting to bind port 01100318-8f1d-417c-8e78-1d6f8806baff on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:24:11.715063 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Pushing event updated for resources: {'Port': ['ID=01100318-8f1d-417c-8e78-1d6f8806baff,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:11.715063 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:24:11.715063 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:24:11.715063 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.716164 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:24:11.716864 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Bound port: 01100318-8f1d-417c-8e78-1d6f8806baff, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:11.717451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.845713 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:06Z', 'revision_number': 6, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '74af2aef-9181-4305-b8f8-6700c4bc45cb', 'name': '', 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:06:d4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '83014e53-169c-4626-998b-b759d9e253ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:24:04Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '83014e53-169c-4626-998b-b759d9e253ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:24:08Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52ff808-27dd-4ce3-b91a-5dfb9d0a715a', 'name': '', 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:3e:7c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:02Z', 'updated_at': '2022-03-14T18:24:10Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:11.856350 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037fde7d-71fa-4e65-b8f1-705dab367437 None None] The sync data for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv is: [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:06Z', 'revision_number': 6, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '74af2aef-9181-4305-b8f8-6700c4bc45cb', 'name': '', 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:06:d4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '83014e53-169c-4626-998b-b759d9e253ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:24:04Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '83014e53-169c-4626-998b-b759d9e253ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:24:08Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52ff808-27dd-4ce3-b91a-5dfb9d0a715a', 'name': '', 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:3e:7c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:02Z', 'updated_at': '2022-03-14T18:24:10Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:11.882365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.933168 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] For port 01100318-8f1d-417c-8e78-1d6f8806baff, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:24:11.939856 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] For port 01100318-8f1d-417c-8e78-1d6f8806baff, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=01100318-8f1d-417c-8e78-1d6f8806baff,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:24:11.953839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port a529f341-cfd5-4672-89c1-5c6067a21a9f yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:12.010173 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.107089 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c19190-a465-43a9-b796-92d30268c66e None None] Network fd87e704-57f1-4727-958b-b94fc1098f97 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:12.389572 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 172.20.0.10 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/2981e81f-93cc-4fd4-ae05-21c0fb7aad1a/a529f341-cfd5-4672-89c1-5c6067a21a9f) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:12.406064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::f816:3eff:fe0d:c024 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/606d7475-a5ec-4151-aa0f-cd8dd2320ad6/a529f341-cfd5-4672-89c1-5c6067a21a9f) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:12.436051 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b2d3a-a110-472b-998a-617ebfb75318 None None] Pushing event updated for resources: {'Port': ['ID=01100318-8f1d-417c-8e78-1d6f8806baff,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:12.491755 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53878a66-738c-495e-925d-e9de0ceb7bae None None] Sync routers for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:12.575137 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 74af2aef-9181-4305-b8f8-6700c4bc45cb up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:12.683805 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53878a66-738c-495e-925d-e9de0ceb7bae None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:12.700647 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-53878a66-738c-495e-925d-e9de0ceb7bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:12.703442 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.724492 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object a529f341-cfd5-4672-89c1-5c6067a21a9f will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:12.738571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ef6cca6b-6025-4945-b598-f46a7c1e4450 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.746519 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ef6cca6b-6025-4945-b598-f46a7c1e4450 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.769888 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3b457387-ebfc-4f12-af8c-467c97463c3b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.837017 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.866438 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e3c04f4f-325d-4490-9900-bfbe383a9388 None None] Provisioning for port 3b283955-99c9-47e2-8282-f38495341506 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:12.890867 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-53878a66-738c-495e-925d-e9de0ceb7bae None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:12.915794 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:12.925154 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:12.930623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:24:12.968354 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=a529f341-cfd5-4672-89c1-5c6067a21a9f,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:13.018838 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:13.020543 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.025612 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 74af2aef-9181-4305-b8f8-6700c4bc45cb completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:13.053714 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 74af2aef-9181-4305-b8f8-6700c4bc45cb triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:13.054311 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.094731 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8262c11d-d4fe-4632-9f37-673a11ce930f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9092028 Mar 14 18:24:13.097064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56920) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:13.223776 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1af781f-3a83-4605-bb0c-7eff33c9b634 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:13.230509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1af781f-3a83-4605-bb0c-7eff33c9b634 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:13.231815 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e1af781f-3a83-4605-bb0c-7eff33c9b634 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:13.347289 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e1af781f-3a83-4605-bb0c-7eff33c9b634 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:13.347289 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e1af781f-3a83-4605-bb0c-7eff33c9b634 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2481074 Mar 14 18:24:13.349033 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56924) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:13.349618 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.387426 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6cca6b-6025-4945-b598-f46a7c1e4450 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 0820ba04-5e97-44da-b088-c9794ad38a52 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:24:13.403057 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 74af2aef-9181-4305-b8f8-6700c4bc45cb, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=74af2aef-9181-4305-b8f8-6700c4bc45cb,segment=NetworkSegment(b805dbe1-c47d-47a1-b544-194864b81f8e),segment_id=b805dbe1-c47d-47a1-b544-194864b81f8e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:13.423690 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-53878a66-738c-495e-925d-e9de0ceb7bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:10Z', 'revision_number': 7, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '74af2aef-9181-4305-b8f8-6700c4bc45cb', 'name': '', 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:06:d4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '83014e53-169c-4626-998b-b759d9e253ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:24:04Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '83014e53-169c-4626-998b-b759d9e253ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:24:08Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52ff808-27dd-4ce3-b91a-5dfb9d0a715a', 'name': '', 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:3e:7c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:02Z', 'updated_at': '2022-03-14T18:24:10Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:13.428987 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53878a66-738c-495e-925d-e9de0ceb7bae None None] Checking router: 0820ba04-5e97-44da-b088-c9794ad38a52 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:13.445435 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53878a66-738c-495e-925d-e9de0ceb7bae None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:13.446393 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-53878a66-738c-495e-925d-e9de0ceb7bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:13.459475 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-275a279d-609a-4d90-b394-2f50ceb51792 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port a529f341-cfd5-4672-89c1-5c6067a21a9f {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:13.460082 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-275a279d-609a-4d90-b394-2f50ceb51792 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.505963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-cdb51ab2-6dc0-4868-9c70-f1c61301f33e None None] Provisioning for port fc240e6f-50b6-4c84-a51f-0d1ba3a796c9 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:13.521360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.636987 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-cdb51ab2-6dc0-4868-9c70-f1c61301f33e None None] Provisioning complete for port fc240e6f-50b6-4c84-a51f-0d1ba3a796c9 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:13.637360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cdb51ab2-6dc0-4868-9c70-f1c61301f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.698879 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device deb07483-5dda-472b-a94f-656665a14313 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:13.751510 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ecaf81-c378-4280-82e6-000b72324aea None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:13.806838 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b457387-ebfc-4f12-af8c-467c97463c3b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router 254919b4-c425-425b-a220-27489f1496b0 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:24:13.808779 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: deb07483-5dda-472b-a94f-656665a14313 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:13.809122 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device deb07483-5dda-472b-a94f-656665a14313 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:13.809534 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f101706e-ee6f-48df-b546-4a573f3d98f9 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:13.819269 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7bceebb7-2b87-4773-85a6-c73338161d1c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.875443 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: f101706e-ee6f-48df-b546-4a573f3d98f9 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:13.875443 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f101706e-ee6f-48df-b546-4a573f3d98f9 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:13.979027 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-275a279d-609a-4d90-b394-2f50ceb51792 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.007738 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-53878a66-738c-495e-925d-e9de0ceb7bae None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:14.023858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6cca6b-6025-4945-b598-f46a7c1e4450 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:24:14.068726 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-cdb51ab2-6dc0-4868-9c70-f1c61301f33e None None] Port fc240e6f-50b6-4c84-a51f-0d1ba3a796c9 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:24:14.072750 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ef6cca6b-6025-4945-b598-f46a7c1e4450 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.074074 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ef6cca6b-6025-4945-b598-f46a7c1e4450 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/0820ba04-5e97-44da-b088-c9794ad38a52 HTTP/1.1" status: 200 len: 703 time: 4.9420261 Mar 14 18:24:14.088463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56928) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:14.092201 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=74af2aef-9181-4305-b8f8-6700c4bc45cb,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:14.164761 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b457387-ebfc-4f12-af8c-467c97463c3b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:24:14.173155 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-275a279d-609a-4d90-b394-2f50ceb51792 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for a529f341-cfd5-4672-89c1-5c6067a21a9f owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:14.184027 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8897e678-4584-4ab4-942a-5c80a15de4b7 None None] Sync routers for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:14.201960 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8897e678-4584-4ab4-942a-5c80a15de4b7 None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:14.202652 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8897e678-4584-4ab4-942a-5c80a15de4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:14.249573 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3b457387-ebfc-4f12-af8c-467c97463c3b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/254919b4-c425-425b-a220-27489f1496b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0065506 Mar 14 18:24:14.255931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56932) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:14.415383 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-8897e678-4584-4ab4-942a-5c80a15de4b7 None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:14.440759 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e5c5b741-7487-4b66-83e8-a46422758456 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:14.486571 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-275a279d-609a-4d90-b394-2f50ceb51792 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.524475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-635ecd3e-40fd-4c0c-8d6e-984ae651cd87 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting subnet 6b164e58-4993-4246-88f2-31c1cbc49057 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:14.535188 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-33cb29e5-0773-49fe-a55c-ce2fb9616b2d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/routers/0820ba04-5e97-44da-b088-c9794ad38a52 HTTP/1.1" status: 200 len: 703 time: 0.4453700 Mar 14 18:24:14.537115 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-635ecd3e-40fd-4c0c-8d6e-984ae651cd87 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.546083 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56936) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:14.648055 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3aef3f34-3b18-4b4f-9dee-5406d31ec72b None None] Provisioning for port 01100318-8f1d-417c-8e78-1d6f8806baff completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:14.660995 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a279d-609a-4d90-b394-2f50ceb51792 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=a529f341-cfd5-4672-89c1-5c6067a21a9f,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:14.666088 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-635ecd3e-40fd-4c0c-8d6e-984ae651cd87 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.687974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port e5c5b741-7487-4b66-83e8-a46422758456 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:14.688346 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.750451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-53878a66-738c-495e-925d-e9de0ceb7bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:10Z', 'revision_number': 7, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '74af2aef-9181-4305-b8f8-6700c4bc45cb', 'name': '', 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:06:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '83014e53-169c-4626-998b-b759d9e253ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:24:13Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '83014e53-169c-4626-998b-b759d9e253ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:24:08Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52ff808-27dd-4ce3-b91a-5dfb9d0a715a', 'name': '', 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:3e:7c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:02Z', 'updated_at': '2022-03-14T18:24:10Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:14.758254 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53878a66-738c-495e-925d-e9de0ceb7bae None None] The sync data for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv is: [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:10Z', 'revision_number': 7, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '74af2aef-9181-4305-b8f8-6700c4bc45cb', 'name': '', 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:06:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '83014e53-169c-4626-998b-b759d9e253ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:24:13Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '83014e53-169c-4626-998b-b759d9e253ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:24:08Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52ff808-27dd-4ce3-b91a-5dfb9d0a715a', 'name': '', 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:3e:7c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:02Z', 'updated_at': '2022-03-14T18:24:10Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:14.759922 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3aef3f34-3b18-4b4f-9dee-5406d31ec72b None None] Provisioning complete for port fc240e6f-50b6-4c84-a51f-0d1ba3a796c9 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:14.760291 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3aef3f34-3b18-4b4f-9dee-5406d31ec72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.804803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7bceebb7-2b87-4773-85a6-c73338161d1c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.830384 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-635ecd3e-40fd-4c0c-8d6e-984ae651cd87 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.877810 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3aef3f34-3b18-4b4f-9dee-5406d31ec72b None None] Port fc240e6f-50b6-4c84-a51f-0d1ba3a796c9 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:24:14.924249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7bceebb7-2b87-4773-85a6-c73338161d1c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.939760 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8897e678-4584-4ab4-942a-5c80a15de4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:24:10Z', 'revision_number': 10, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:14.943957 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8897e678-4584-4ab4-942a-5c80a15de4b7 None None] Checking router: 254919b4-c425-425b-a220-27489f1496b0 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:14.954313 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8897e678-4584-4ab4-942a-5c80a15de4b7 None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:14.955385 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8897e678-4584-4ab4-942a-5c80a15de4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:15.019259 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382115a9-42c6-40f9-b5bc-0c4368932e40 None None] Update dhcp port {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'fixed_ips': [{'subnet_id': '606d7475-a5ec-4151-aa0f-cd8dd2320ad6', 'ip_address': '2001:db8::f816:3eff:fe09:7730'}, {'subnet_id': '2981e81f-93cc-4fd4-ae05-21c0fb7aad1a'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': '01100318-8f1d-417c-8e78-1d6f8806baff'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:24:15.126705 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c52ff808-27dd-4ce3-b91a-5dfb9d0a715a up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:15.142733 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bceebb7-2b87-4773-85a6-c73338161d1c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=fc240e6f-50b6-4c84-a51f-0d1ba3a796c9,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:15.143382 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-275a279d-609a-4d90-b394-2f50ceb51792 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.211799 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-8897e678-4584-4ab4-942a-5c80a15de4b7 None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:15.214663 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c9e488-48e9-41da-8c7b-812b9dc7057e None None] Sync routers for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:15.259627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c9e488-48e9-41da-8c7b-812b9dc7057e None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:15.260262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-21c9e488-48e9-41da-8c7b-812b9dc7057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:15.309872 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-635ecd3e-40fd-4c0c-8d6e-984ae651cd87 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.347142 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-382115a9-42c6-40f9-b5bc-0c4368932e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.411361 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-275a279d-609a-4d90-b394-2f50ceb51792 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/a529f341-cfd5-4672-89c1-5c6067a21a9f HTTP/1.1" status: 204 len: 168 time: 2.0591805 Mar 14 18:24:15.415851 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56940) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:15.534298 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67016514-fb1f-48ba-abfb-b21a79a08703 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:15.537660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67016514-fb1f-48ba-abfb-b21a79a08703 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:15.539830 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67016514-fb1f-48ba-abfb-b21a79a08703 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:15.540833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-67016514-fb1f-48ba-abfb-b21a79a08703 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:15.562589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-635ecd3e-40fd-4c0c-8d6e-984ae651cd87 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.587824 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00959ebc-c457-42dc-8282-1ac5ad09a3e4 None None] Network 6c603974-9112-4305-b523-c0306879bd62 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:15.607871 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ecd3e-40fd-4c0c-8d6e-984ae651cd87 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Subnet': ['ID=6b164e58-4993-4246-88f2-31c1cbc49057,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:15.611536 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7bceebb7-2b87-4773-85a6-c73338161d1c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.628224 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-635ecd3e-40fd-4c0c-8d6e-984ae651cd87 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/subnets/6b164e58-4993-4246-88f2-31c1cbc49057 HTTP/1.1" status: 204 len: 168 time: 1.3710101 Mar 14 18:24:15.630899 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56944) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:15.632085 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port c52ff808-27dd-4ce3-b91a-5dfb9d0a715a completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:15.638463 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-67016514-fb1f-48ba-abfb-b21a79a08703 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:15.642480 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-67016514-fb1f-48ba-abfb-b21a79a08703 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2230692 Mar 14 18:24:15.642682 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-21c9e488-48e9-41da-8c7b-812b9dc7057e None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:15.643066 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56948) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:15.677940 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8897e678-4584-4ab4-942a-5c80a15de4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:24:10Z', 'revision_number': 10, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:15.682582 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8897e678-4584-4ab4-942a-5c80a15de4b7 None None] The sync data for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv is: [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:24:10Z', 'revision_number': 10, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None, '_interfaces': [{'id': '77522ae4-dff4-4413-a43b-6400e511667f', 'name': '', 'network_id': '0ce3510d-49f7-465a-845b-ab1050f5af33', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'mac_address': 'fa:16:3e:6c:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254919b4-c425-425b-a220-27489f1496b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:56Z', 'updated_at': '2022-03-14T18:23:13Z', 'revision_number': 5, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'subnets': [{'id': '8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:15.693041 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1d1403d7-deed-4cef-a690-fd51ff793821 None None] Provisioning complete for port fc240e6f-50b6-4c84-a51f-0d1ba3a796c9 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:15.693585 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1d1403d7-deed-4cef-a690-fd51ff793821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.770082 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb8723b-8319-43c8-9532-7c1d9c060191 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 2981e81f-93cc-4fd4-ae05-21c0fb7aad1a {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:15.770082 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cfb8723b-8319-43c8-9532-7c1d9c060191 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.770308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port c52ff808-27dd-4ce3-b91a-5dfb9d0a715a triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:15.770308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.793171 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-001617ee-70ce-40e2-a483-7bc942e5c770 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.822236 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.840402 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port 5dfa646a-01af-420c-b47d-72d37cf39ba5 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:15.841141 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.040124 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7bceebb7-2b87-4773-85a6-c73338161d1c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.088168 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cfb8723b-8319-43c8-9532-7c1d9c060191 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.096001 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1d1403d7-deed-4cef-a690-fd51ff793821 None None] Port fc240e6f-50b6-4c84-a51f-0d1ba3a796c9 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:24:16.181085 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] For port 5dfa646a-01af-420c-b47d-72d37cf39ba5, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5dfa646a-01af-420c-b47d-72d37cf39ba5,segment=NetworkSegment(e9015bcb-26a5-41ff-ab1e-fbb70115093a),segment_id=e9015bcb-26a5-41ff-ab1e-fbb70115093a)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:16.181451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.269322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cfb8723b-8319-43c8-9532-7c1d9c060191 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.314833 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.403007 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port c52ff808-27dd-4ce3-b91a-5dfb9d0a715a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c52ff808-27dd-4ce3-b91a-5dfb9d0a715a,segment=NetworkSegment(e89f1b2c-fefd-479c-8603-bc37c0629b12),segment_id=e89f1b2c-fefd-479c-8603-bc37c0629b12)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:16.403717 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Calling delete_port for 5dfa646a-01af-420c-b47d-72d37cf39ba5 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:16.436880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-21c9e488-48e9-41da-8c7b-812b9dc7057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:10Z', 'revision_number': 7, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '74af2aef-9181-4305-b8f8-6700c4bc45cb', 'name': '', 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:06:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '83014e53-169c-4626-998b-b759d9e253ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:24:13Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '83014e53-169c-4626-998b-b759d9e253ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:24:08Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52ff808-27dd-4ce3-b91a-5dfb9d0a715a', 'name': '', 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:3e:7c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:02Z', 'updated_at': '2022-03-14T18:24:10Z', 'revision_number': 4, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:16.441597 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c9e488-48e9-41da-8c7b-812b9dc7057e None None] Checking router: 0820ba04-5e97-44da-b088-c9794ad38a52 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:16.443780 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cfb8723b-8319-43c8-9532-7c1d9c060191 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server [None req-382115a9-42c6-40f9-b5bc-0c4368932e40 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2981e81f-93cc-4fd4-ae05-21c0fb7aad1a: This subnet is being modified by another concurrent operation. Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise exception Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2981e81f-93cc-4fd4-ae05-21c0fb7aad1a: This subnet is being modified by another concurrent operation. Mar 14 18:24:16.447666 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server Mar 14 18:24:16.467069 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e6243e-9513-421c-a64a-95673a998bda None None] DHCP port deletion for 6c603974-9112-4305-b523-c0306879bd62 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:24:16.473158 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.473939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 01100318-8f1d-417c-8e78-1d6f8806baff up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:16.490276 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-001617ee-70ce-40e2-a483-7bc942e5c770 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting port c52ff808-27dd-4ce3-b91a-5dfb9d0a715a {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:16.490711 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-001617ee-70ce-40e2-a483-7bc942e5c770 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.526852 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cfb8723b-8319-43c8-9532-7c1d9c060191 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.535509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8723b-8319-43c8-9532-7c1d9c060191 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=2981e81f-93cc-4fd4-ae05-21c0fb7aad1a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:16.603828 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c9e488-48e9-41da-8c7b-812b9dc7057e None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:16.604491 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-21c9e488-48e9-41da-8c7b-812b9dc7057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:16.658901 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cfb8723b-8319-43c8-9532-7c1d9c060191 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/2981e81f-93cc-4fd4-ae05-21c0fb7aad1a HTTP/1.1" status: 204 len: 168 time: 1.0124402 Mar 14 18:24:16.662040 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56952) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:16.744469 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.768194 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b8b1da-fcc4-46e7-ade0-ecae0b76167f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 606d7475-a5ec-4151-aa0f-cd8dd2320ad6 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:16.774950 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-001617ee-70ce-40e2-a483-7bc942e5c770 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] For port c52ff808-27dd-4ce3-b91a-5dfb9d0a715a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c52ff808-27dd-4ce3-b91a-5dfb9d0a715a,segment=NetworkSegment(e89f1b2c-fefd-479c-8603-bc37c0629b12),segment_id=e89f1b2c-fefd-479c-8603-bc37c0629b12)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:16.775341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-001617ee-70ce-40e2-a483-7bc942e5c770 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.789274 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b1da-fcc4-46e7-ade0-ecae0b76167f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.798845 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-45e6243e-9513-421c-a64a-95673a998bda None None] Deleting port 5dfa646a-01af-420c-b47d-72d37cf39ba5 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:16.799342 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-45e6243e-9513-421c-a64a-95673a998bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.812608 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] No DVR routers for this DVR port 5dfa646a-01af-420c-b47d-72d37cf39ba5 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:16.846119 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Port': ['ID=5dfa646a-01af-420c-b47d-72d37cf39ba5,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:16.909791 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-21c9e488-48e9-41da-8c7b-812b9dc7057e None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:16.973764 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-001617ee-70ce-40e2-a483-7bc942e5c770 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Calling delete_port for c52ff808-27dd-4ce3-b91a-5dfb9d0a715a owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:16.973887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.973996 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-45e6243e-9513-421c-a64a-95673a998bda None None] The port '5dfa646a-01af-420c-b47d-72d37cf39ba5' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:24:16.997976 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b1da-fcc4-46e7-ade0-ecae0b76167f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.014856 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7bceebb7-2b87-4773-85a6-c73338161d1c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.019818 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c603974-9112-4305-b523-c0306879bd62']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:17.020888 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859a013b-795c-437c-8834-d540661bfd83 None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:24:17.034978 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9015bcb-26a5-41ff-ab1e-fbb70115093a') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:17.035390 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9015bcb-26a5-41ff-ab1e-fbb70115093a') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:17.049721 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=c52ff808-27dd-4ce3-b91a-5dfb9d0a715a,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:17.052594 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.073693 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.080148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:17.080701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:17.095435 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:17.113746 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 01100318-8f1d-417c-8e78-1d6f8806baff completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:17.131225 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b1da-fcc4-46e7-ade0-ecae0b76167f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.155808 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-38637944-aa36-46db-b945-c8efd60b505b None None] Could not find standard attr ID for object a529f341-cfd5-4672-89c1-5c6067a21a9f. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:24:17.156456 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 01100318-8f1d-417c-8e78-1d6f8806baff triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:17.157011 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.290218 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7bceebb7-2b87-4773-85a6-c73338161d1c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.290988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7bceebb7-2b87-4773-85a6-c73338161d1c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.329402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b1da-fcc4-46e7-ade0-ecae0b76167f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.376969 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8b1da-fcc4-46e7-ade0-ecae0b76167f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=606d7475-a5ec-4151-aa0f-cd8dd2320ad6,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:17.386400 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b1da-fcc4-46e7-ade0-ecae0b76167f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.395090 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-001617ee-70ce-40e2-a483-7bc942e5c770 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.447050 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.449689 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bceebb7-2b87-4773-85a6-c73338161d1c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=fc240e6f-50b6-4c84-a51f-0d1ba3a796c9,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:17.467428 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001617ee-70ce-40e2-a483-7bc942e5c770 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Port': ['ID=c52ff808-27dd-4ce3-b91a-5dfb9d0a715a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:17.480271 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.496641 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Network': ['ID=6c603974-9112-4305-b523-c0306879bd62,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:17.498162 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a4b8b1da-fcc4-46e7-ade0-ecae0b76167f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/606d7475-a5ec-4151-aa0f-cd8dd2320ad6 HTTP/1.1" status: 204 len: 168 time: 0.8353179 Mar 14 18:24:17.503238 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56956) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:17.510716 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.523019 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859a013b-795c-437c-8834-d540661bfd83 None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:24:17.571068 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7204aec0-2377-4105-9ce5-6b432934f60c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/networks/6c603974-9112-4305-b523-c0306879bd62 HTTP/1.1" status: 204 len: 168 time: 1.9385219 Mar 14 18:24:17.572165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56960) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:17.643922 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6b73e401-39b4-4ca1-923a-0c55a94075e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1391573 Mar 14 18:24:17.676162 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56964) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:17.687808 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bceebb7-2b87-4773-85a6-c73338161d1c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network fd87e704-57f1-4727-958b-b94fc1098f97 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:17.702841 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-7bceebb7-2b87-4773-85a6-c73338161d1c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:17.713770 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:17.721206 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 01100318-8f1d-417c-8e78-1d6f8806baff, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=01100318-8f1d-417c-8e78-1d6f8806baff,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:17.766650 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-21c9e488-48e9-41da-8c7b-812b9dc7057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:10Z', 'revision_number': 7, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '74af2aef-9181-4305-b8f8-6700c4bc45cb', 'name': '', 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:06:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '83014e53-169c-4626-998b-b759d9e253ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:24:13Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '83014e53-169c-4626-998b-b759d9e253ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:24:08Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52ff808-27dd-4ce3-b91a-5dfb9d0a715a', 'name': '', 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:3e:7c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:02Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:17.778913 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.781787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3b283955-99c9-47e2-8282-f38495341506 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:17.818577 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-001617ee-70ce-40e2-a483-7bc942e5c770 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.853230 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c9e488-48e9-41da-8c7b-812b9dc7057e None None] The sync data for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv is: [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:10Z', 'revision_number': 7, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '74af2aef-9181-4305-b8f8-6700c4bc45cb', 'name': '', 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:06:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '83014e53-169c-4626-998b-b759d9e253ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:24:13Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '83014e53-169c-4626-998b-b759d9e253ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:24:08Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52ff808-27dd-4ce3-b91a-5dfb9d0a715a', 'name': '', 'network_id': '174b01fa-1e38-42f6-9f0d-3656e8b30998', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:3e:7c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:02Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '9c6756b9-6495-4fd4-9151-c5758de01f4f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:17.991767 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=01100318-8f1d-417c-8e78-1d6f8806baff,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:18.091326 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 3b283955-99c9-47e2-8282-f38495341506 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:18.108037 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 3b283955-99c9-47e2-8282-f38495341506 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:18.108869 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.123075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:18.179556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:18.191585 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:18.203542 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:18.203764 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001617ee-70ce-40e2-a483-7bc942e5c770 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 0820ba04-5e97-44da-b088-c9794ad38a52 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:24:18.235938 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624464f6-ed87-4374-816f-df4d18ae783e None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:24:18.307556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:18.309860 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.311846 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.340103 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b7c5d3e0-cf99-4f69-8be9-fae4df7d2684 None None] Provisioning complete for port 01100318-8f1d-417c-8e78-1d6f8806baff triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:18.340450 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d3e0-cf99-4f69-8be9-fae4df7d2684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.343918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bceebb7-2b87-4773-85a6-c73338161d1c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Router 219102cb-585e-4a3d-bca2-cdde175cf5a3 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:24:18.429284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001617ee-70ce-40e2-a483-7bc942e5c770 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:24:18.438787 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-001617ee-70ce-40e2-a483-7bc942e5c770 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/0820ba04-5e97-44da-b088-c9794ad38a52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8875415 Mar 14 18:24:18.438787 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56968) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:18.450479 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10510596-9031-4bc4-845f-74430033608e None None] Sync routers for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:18.455631 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 3b283955-99c9-47e2-8282-f38495341506, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3b283955-99c9-47e2-8282-f38495341506,segment=NetworkSegment(2710f6c8-26b7-4881-ab70-6903331df731),segment_id=2710f6c8-26b7-4881-ab70-6903331df731)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:18.469843 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10510596-9031-4bc4-845f-74430033608e None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:18.472271 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-10510596-9031-4bc4-845f-74430033608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:18.539467 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ea83f9-4317-4e31-b92b-709ce0b10d0b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting subnet 9c6756b9-6495-4fd4-9151-c5758de01f4f {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:18.542506 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a9ea83f9-4317-4e31-b92b-709ce0b10d0b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.551792 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624464f6-ed87-4374-816f-df4d18ae783e None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:24:18.578410 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.610199 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a9ea83f9-4317-4e31-b92b-709ce0b10d0b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.627764 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5941ea52-2435-4485-b07b-60697ceff26c no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:18.652704 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-10510596-9031-4bc4-845f-74430033608e None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:18.704169 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 5941ea52-2435-4485-b07b-60697ceff26c {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:18.704431 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5941ea52-2435-4485-b07b-60697ceff26c not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:18.805357 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a9ea83f9-4317-4e31-b92b-709ce0b10d0b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.880572 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=3b283955-99c9-47e2-8282-f38495341506,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:18.884160 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bceebb7-2b87-4773-85a6-c73338161d1c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:24:18.897534 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab396c0-341e-43bd-8d6f-9a65a8c45d55 None None] Sync routers for ids ['219102cb-585e-4a3d-bca2-cdde175cf5a3'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:18.904513 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7bceebb7-2b87-4773-85a6-c73338161d1c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "PUT /v2.0/routers/219102cb-585e-4a3d-bca2-cdde175cf5a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0199969 Mar 14 18:24:18.908393 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56972) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:18.933672 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab396c0-341e-43bd-8d6f-9a65a8c45d55 None None] Routers {'219102cb-585e-4a3d-bca2-cdde175cf5a3'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:18.934745 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5ab396c0-341e-43bd-8d6f-9a65a8c45d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['219102cb-585e-4a3d-bca2-cdde175cf5a3'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:18.990696 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a9ea83f9-4317-4e31-b92b-709ce0b10d0b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.997185 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 74af2aef-9181-4305-b8f8-6700c4bc45cb up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:19.050665 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5ab396c0-341e-43bd-8d6f-9a65a8c45d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:19.065153 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a9ea83f9-4317-4e31-b92b-709ce0b10d0b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.075842 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea83f9-4317-4e31-b92b-709ce0b10d0b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Subnet': ['ID=9c6756b9-6495-4fd4-9151-c5758de01f4f,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:19.090096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56976) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:19.090364 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a9ea83f9-4317-4e31-b92b-709ce0b10d0b tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/subnets/9c6756b9-6495-4fd4-9151-c5758de01f4f HTTP/1.1" status: 204 len: 168 time: 0.6493917 Mar 14 18:24:19.110716 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab396c0-341e-43bd-8d6f-9a65a8c45d55 None None] Routers {'219102cb-585e-4a3d-bca2-cdde175cf5a3'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:19.111354 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5ab396c0-341e-43bd-8d6f-9a65a8c45d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['219102cb-585e-4a3d-bca2-cdde175cf5a3'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:19.113175 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-10510596-9031-4bc4-845f-74430033608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:17Z', 'revision_number': 8, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '74af2aef-9181-4305-b8f8-6700c4bc45cb', 'name': '', 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:06:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '83014e53-169c-4626-998b-b759d9e253ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:24:13Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '83014e53-169c-4626-998b-b759d9e253ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:24:08Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:19.118815 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10510596-9031-4bc4-845f-74430033608e None None] Checking router: 0820ba04-5e97-44da-b088-c9794ad38a52 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:19.129219 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10510596-9031-4bc4-845f-74430033608e None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:19.129913 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-10510596-9031-4bc4-845f-74430033608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:19.216494 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5ab396c0-341e-43bd-8d6f-9a65a8c45d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:19.216494 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab396c0-341e-43bd-8d6f-9a65a8c45d55 None None] The sync data for ids ['219102cb-585e-4a3d-bca2-cdde175cf5a3'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:19.236294 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 74af2aef-9181-4305-b8f8-6700c4bc45cb triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:19.236660 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.248960 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b6dcb2-5f0d-4b7e-ab4b-296bfd9e0081 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:19.249664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f1b6dcb2-5f0d-4b7e-ab4b-296bfd9e0081 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Synchronizing usage tracker for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:19.271491 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a8374ce0-5927-4447-bddf-075e72bae6a9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.293314 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-10510596-9031-4bc4-845f-74430033608e None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:19.354808 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.452357 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f1b6dcb2-5f0d-4b7e-ab4b-296bfd9e0081 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Unset dirty status for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:19.453601 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f1b6dcb2-5f0d-4b7e-ab4b-296bfd9e0081 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports?device_id=219102cb-585e-4a3d-bca2-cdde175cf5a3 HTTP/1.1" status: 200 len: 988 time: 0.5424738 Mar 14 18:24:19.464324 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56980) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:19.496218 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting port e5c5b741-7487-4b66-83e8-a46422758456 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:19.496823 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.599763 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 01100318-8f1d-417c-8e78-1d6f8806baff no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:19.738052 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-10510596-9031-4bc4-845f-74430033608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:17Z', 'revision_number': 8, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '74af2aef-9181-4305-b8f8-6700c4bc45cb', 'name': '', 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:06:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '83014e53-169c-4626-998b-b759d9e253ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:24:13Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '83014e53-169c-4626-998b-b759d9e253ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:24:08Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:19.745984 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e34ab2-9eb3-461f-9ae3-68fefeafa096 None None] Update dhcp port {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'fixed_ips': [{'subnet_id': '265b3914-446c-4bb4-93b8-0b477148a315'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': '01100318-8f1d-417c-8e78-1d6f8806baff'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:24:19.752228 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10510596-9031-4bc4-845f-74430033608e None None] The sync data for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv is: [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:17Z', 'revision_number': 8, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '74af2aef-9181-4305-b8f8-6700c4bc45cb', 'name': '', 'network_id': 'c07c925e-66af-480f-9453-8810a042cc14', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:06:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '83014e53-169c-4626-998b-b759d9e253ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:49Z', 'updated_at': '2022-03-14T18:24:13Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '83014e53-169c-4626-998b-b759d9e253ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:24:08Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:19.806958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.objects.ports [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:24:19.867856 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f2e34ab2-9eb3-461f-9ae3-68fefeafa096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.898712 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.019327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 01100318-8f1d-417c-8e78-1d6f8806baff, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=01100318-8f1d-417c-8e78-1d6f8806baff,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:20.086848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] For port e5c5b741-7487-4b66-83e8-a46422758456, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e5c5b741-7487-4b66-83e8-a46422758456,segment=NetworkSegment(e89f1b2c-fefd-479c-8603-bc37c0629b12),segment_id=e89f1b2c-fefd-479c-8603-bc37c0629b12)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:20.087214 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.098265 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.099535 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5572745b-a016-4470-800e-1efe630bf2fd no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:20.223123 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 5572745b-a016-4470-800e-1efe630bf2fd {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:20.224440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5572745b-a016-4470-800e-1efe630bf2fd not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:20.224948 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5dfa646a-01af-420c-b47d-72d37cf39ba5 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:20.249683 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c09c036-f117-4853-8c19-3fc4aed699ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.265884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 5dfa646a-01af-420c-b47d-72d37cf39ba5 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:20.266318 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5dfa646a-01af-420c-b47d-72d37cf39ba5 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:20.306634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=01100318-8f1d-417c-8e78-1d6f8806baff,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:20.380749 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Calling delete_port for e5c5b741-7487-4b66-83e8-a46422758456 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:20.410570 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-f2e34ab2-9eb3-461f-9ae3-68fefeafa096 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 14 18:24:20.410570 dv-neutron-833560-1-hyperv neutron-server[88636]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Mar 14 18:24:20.410570 dv-neutron-833560-1-hyperv neutron-server[88636]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe09:7730', 'status': 'ALLOCATED', 'ipam_subnet_id': '8f04d7e5-762b-476e-9336-d42f244a2fd7'}] Mar 14 18:24:20.410570 dv-neutron-833560-1-hyperv neutron-server[88636]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:24:20.412007 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-f2e34ab2-9eb3-461f-9ae3-68fefeafa096 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:24:20.423836 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-a8374ce0-5927-4447-bddf-075e72bae6a9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port 77522ae4-dff4-4413-a43b-6400e511667f {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:20.424879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a8374ce0-5927-4447-bddf-075e72bae6a9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.552583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-9c09c036-f117-4853-8c19-3fc4aed699ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port fc240e6f-50b6-4c84-a51f-0d1ba3a796c9 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:20.553229 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c09c036-f117-4853-8c19-3fc4aed699ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.649860 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.660534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.739410 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Port': ['ID=e5c5b741-7487-4b66-83e8-a46422758456,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:20.740058 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c09c036-f117-4853-8c19-3fc4aed699ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.741417 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] No DVR routers for this DVR port e5c5b741-7487-4b66-83e8-a46422758456 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:20.815491 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3b283955-99c9-47e2-8282-f38495341506 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:20.862377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-a8374ce0-5927-4447-bddf-075e72bae6a9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] For port 77522ae4-dff4-4413-a43b-6400e511667f, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=77522ae4-dff4-4413-a43b-6400e511667f,segment=NetworkSegment(8a2c68b8-22d1-4878-b850-a3dc826d9383),segment_id=8a2c68b8-22d1-4878-b850-a3dc826d9383)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:20.862747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a8374ce0-5927-4447-bddf-075e72bae6a9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.867982 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-9c09c036-f117-4853-8c19-3fc4aed699ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for fc240e6f-50b6-4c84-a51f-0d1ba3a796c9 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:20.889859 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 3b283955-99c9-47e2-8282-f38495341506 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:20.890232 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.992898 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f2e34ab2-9eb3-461f-9ae3-68fefeafa096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.057789 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-a8374ce0-5927-4447-bddf-075e72bae6a9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Calling delete_port for 77522ae4-dff4-4413-a43b-6400e511667f owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:21.095160 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.170094 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c52ff808-27dd-4ce3-b91a-5dfb9d0a715a no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:21.175715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174b01fa-1e38-42f6-9f0d-3656e8b30998']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:21.184552 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c09c036-f117-4853-8c19-3fc4aed699ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.204765 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: c52ff808-27dd-4ce3-b91a-5dfb9d0a715a {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:21.205316 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c52ff808-27dd-4ce3-b91a-5dfb9d0a715a not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:21.247647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89f1b2c-fefd-479c-8603-bc37c0629b12') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:21.247647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89f1b2c-fefd-479c-8603-bc37c0629b12') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:21.278540 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09c036-f117-4853-8c19-3fc4aed699ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=fc240e6f-50b6-4c84-a51f-0d1ba3a796c9,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:21.288148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.322894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.345201 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:21.345598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:21.360875 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:21.419623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c09c036-f117-4853-8c19-3fc4aed699ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.441497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] For port 01100318-8f1d-417c-8e78-1d6f8806baff, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=01100318-8f1d-417c-8e78-1d6f8806baff,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:21.518796 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.533674 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.546715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.570473 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Network': ['ID=174b01fa-1e38-42f6-9f0d-3656e8b30998,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:21.577964 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5a43bf4f-8b89-4de3-bc59-af047e6802d8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/networks/174b01fa-1e38-42f6-9f0d-3656e8b30998 HTTP/1.1" status: 204 len: 168 time: 2.4839783 Mar 14 18:24:21.577964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 56986) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:21.637200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.637926 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.642359 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-f2e34ab2-9eb3-461f-9ae3-68fefeafa096 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:24:21.646580 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-f2e34ab2-9eb3-461f-9ae3-68fefeafa096 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:24:21.719825 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a8374ce0-5927-4447-bddf-075e72bae6a9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.800451 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c09c036-f117-4853-8c19-3fc4aed699ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Router 219102cb-585e-4a3d-bca2-cdde175cf5a3 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:24:21.934364 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c09c036-f117-4853-8c19-3fc4aed699ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:24:21.944350 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be51e2e-8674-4a66-b881-b1725e7f0975 None None] Sync routers for ids ['219102cb-585e-4a3d-bca2-cdde175cf5a3'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:21.955150 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be51e2e-8674-4a66-b881-b1725e7f0975 None None] Routers {'219102cb-585e-4a3d-bca2-cdde175cf5a3'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:21.955938 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-3be51e2e-8674-4a66-b881-b1725e7f0975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['219102cb-585e-4a3d-bca2-cdde175cf5a3'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:21.959005 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:21.995285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:22.011826 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9c09c036-f117-4853-8c19-3fc4aed699ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "PUT /v2.0/routers/219102cb-585e-4a3d-bca2-cdde175cf5a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5499346 Mar 14 18:24:22.013977 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56990) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:22.022928 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:22.023464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.025564 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-3be51e2e-8674-4a66-b881-b1725e7f0975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:22.035377 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be51e2e-8674-4a66-b881-b1725e7f0975 None None] Routers {'219102cb-585e-4a3d-bca2-cdde175cf5a3'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:22.037249 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-3be51e2e-8674-4a66-b881-b1725e7f0975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['219102cb-585e-4a3d-bca2-cdde175cf5a3'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:22.074578 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-d567d5ee-3558-4a0f-af65-0aed51c68b22 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] GET failed (client error): The resource could not be found. Mar 14 18:24:22.075661 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d567d5ee-3558-4a0f-af65-0aed51c68b22 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Synchronizing usage tracker for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:22.099899 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-3be51e2e-8674-4a66-b881-b1725e7f0975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:22.100292 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be51e2e-8674-4a66-b881-b1725e7f0975 None None] The sync data for ids ['219102cb-585e-4a3d-bca2-cdde175cf5a3'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:22.106667 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:24:22.147907 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=265b3914-446c-4bb4-93b8-0b477148a315,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:22.158049 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d567d5ee-3558-4a0f-af65-0aed51c68b22 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Unset dirty status for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:22.158049 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d567d5ee-3558-4a0f-af65-0aed51c68b22 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports/fc240e6f-50b6-4c84-a51f-0d1ba3a796c9 HTTP/1.1" status: 404 len: 333 time: 0.1420596 Mar 14 18:24:22.159865 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56994) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:22.164028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=01100318-8f1d-417c-8e78-1d6f8806baff,revision_number=7']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:22.224354 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8374ce0-5927-4447-bddf-075e72bae6a9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Port': ['ID=77522ae4-dff4-4413-a43b-6400e511667f,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:22.281020 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-63b35793-231f-4f41-960a-484f084179a6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5915351 Mar 14 18:24:22.286558 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 56998) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:22.299181 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4120a960-03d3-4b28-a068-f9c5f3fb196d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:22.320425 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-961d44c6-f264-4407-a26c-64b5ab7276bf tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.435583 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a8374ce0-5927-4447-bddf-075e72bae6a9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.536184 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f2e34ab2-9eb3-461f-9ae3-68fefeafa096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.716764 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-961d44c6-f264-4407-a26c-64b5ab7276bf tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.722409 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-961d44c6-f264-4407-a26c-64b5ab7276bf tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.763522 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4120a960-03d3-4b28-a068-f9c5f3fb196d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:22.768256 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4120a960-03d3-4b28-a068-f9c5f3fb196d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:22.771138 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4120a960-03d3-4b28-a068-f9c5f3fb196d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:22.776909 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4120a960-03d3-4b28-a068-f9c5f3fb196d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:22.807610 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8374ce0-5927-4447-bddf-075e72bae6a9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router 254919b4-c425-425b-a220-27489f1496b0 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:24:22.866073 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-961d44c6-f264-4407-a26c-64b5ab7276bf tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.866585 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961d44c6-f264-4407-a26c-64b5ab7276bf tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Fanout notify agent at l3_agent the message router_deleted on router 219102cb-585e-4a3d-bca2-cdde175cf5a3 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:24:22.886573 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-961d44c6-f264-4407-a26c-64b5ab7276bf tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.891648 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-961d44c6-f264-4407-a26c-64b5ab7276bf tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/routers/219102cb-585e-4a3d-bca2-cdde175cf5a3 HTTP/1.1" status: 204 len: 168 time: 0.7270815 Mar 14 18:24:22.892323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57002) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:22.892907 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4120a960-03d3-4b28-a068-f9c5f3fb196d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:22.898716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4120a960-03d3-4b28-a068-f9c5f3fb196d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.935845 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f2e34ab2-9eb3-461f-9ae3-68fefeafa096 None None] For port 01100318-8f1d-417c-8e78-1d6f8806baff, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=01100318-8f1d-417c-8e78-1d6f8806baff,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:22.962628 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f2e34ab2-9eb3-461f-9ae3-68fefeafa096 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.025294 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8374ce0-5927-4447-bddf-075e72bae6a9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:24:23.035468 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a8374ce0-5927-4447-bddf-075e72bae6a9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/254919b4-c425-425b-a220-27489f1496b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4504557 Mar 14 18:24:23.036534 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f2e34ab2-9eb3-461f-9ae3-68fefeafa096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.044183 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57006) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:23.078447 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-733b7e0a-56d0-42cc-b024-6e8b3b6bc33e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting subnet 47d81725-eb8d-41ee-8522-f48cd73e4995 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:23.083815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-733b7e0a-56d0-42cc-b024-6e8b3b6bc33e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.098837 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b99adf1-db65-4a1e-b294-33cfbaf6c99e None None] Sync routers for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:23.112932 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e34ab2-9eb3-461f-9ae3-68fefeafa096 None None] Pushing event updated for resources: {'Port': ['ID=01100318-8f1d-417c-8e78-1d6f8806baff,revision_number=8']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:23.116816 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b99adf1-db65-4a1e-b294-33cfbaf6c99e None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:23.117610 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6b99adf1-db65-4a1e-b294-33cfbaf6c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:23.129322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-779898c4-3dd1-4948-abfd-728b883b3d31 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting subnet 8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:23.136010 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-779898c4-3dd1-4948-abfd-728b883b3d31 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.151992 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-733b7e0a-56d0-42cc-b024-6e8b3b6bc33e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.233942 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-779898c4-3dd1-4948-abfd-728b883b3d31 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.332311 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-6b99adf1-db65-4a1e-b294-33cfbaf6c99e None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:23.412921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f1b3e815-16cd-4f13-a854-6f58275850f6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.453151 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6b99adf1-db65-4a1e-b294-33cfbaf6c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:24:21Z', 'revision_number': 11, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:23.457452 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b99adf1-db65-4a1e-b294-33cfbaf6c99e None None] Checking router: 254919b4-c425-425b-a220-27489f1496b0 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:23.466468 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b99adf1-db65-4a1e-b294-33cfbaf6c99e None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:23.467106 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6b99adf1-db65-4a1e-b294-33cfbaf6c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:23:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:23.582519 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-779898c4-3dd1-4948-abfd-728b883b3d31 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.602121 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-6b99adf1-db65-4a1e-b294-33cfbaf6c99e None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:23.668808 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-733b7e0a-56d0-42cc-b024-6e8b3b6bc33e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.713443 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6b99adf1-db65-4a1e-b294-33cfbaf6c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:24:21Z', 'revision_number': 11, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:23.718327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b99adf1-db65-4a1e-b294-33cfbaf6c99e None None] The sync data for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv is: [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:24:21Z', 'revision_number': 11, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:23.756318 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4120a960-03d3-4b28-a068-f9c5f3fb196d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.813975 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4120a960-03d3-4b28-a068-f9c5f3fb196d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:23.815118 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-779898c4-3dd1-4948-abfd-728b883b3d31 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.822514 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-4120a960-03d3-4b28-a068-f9c5f3fb196d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:23.830573 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4120a960-03d3-4b28-a068-f9c5f3fb196d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:23.831196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4120a960-03d3-4b28-a068-f9c5f3fb196d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.842514 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-779898c4-3dd1-4948-abfd-728b883b3d31 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.865634 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120a960-03d3-4b28-a068-f9c5f3fb196d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=908ba657-5cb0-4676-84dc-0b20a49c32c8,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:23.868587 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-779898c4-3dd1-4948-abfd-728b883b3d31 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/subnets/8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3 HTTP/1.1" status: 204 len: 168 time: 0.8231523 Mar 14 18:24:23.879001 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57010) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:23.902662 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779898c4-3dd1-4948-abfd-728b883b3d31 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:23.920504 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-733b7e0a-56d0-42cc-b024-6e8b3b6bc33e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.954202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-f1b3e815-16cd-4f13-a854-6f58275850f6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting port 74af2aef-9181-4305-b8f8-6700c4bc45cb {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:23.954549 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f1b3e815-16cd-4f13-a854-6f58275850f6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.962399 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4120a960-03d3-4b28-a068-f9c5f3fb196d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6750176 Mar 14 18:24:23.965597 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57014) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:23.971642 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'mac_address': 'fa:16:3e:ae:c2:9c', 'name': 'tempest-NetworksTestDHCPv6-1052041494'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:24.017562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f269c946-ea3d-4499-81fb-5a3e1ba46950 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:24.017675 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b7e0a-56d0-42cc-b024-6e8b3b6bc33e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Subnet': ['ID=47d81725-eb8d-41ee-8522-f48cd73e4995,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:24.081016 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-733b7e0a-56d0-42cc-b024-6e8b3b6bc33e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.163316 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57018) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:24.171110 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-733b7e0a-56d0-42cc-b024-6e8b3b6bc33e tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/47d81725-eb8d-41ee-8522-f48cd73e4995 HTTP/1.1" status: 204 len: 168 time: 1.2784767 Mar 14 18:24:24.198212 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.215371 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:24.256724 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:port and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:24.267407 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:24.347136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Deleting port 2691def0-c631-42ad-8f4c-5dd9c330cc44 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:24.347403 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.370397 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d182f82e-9f04-476c-b7ad-99d1273f7d3e None None] Provisioning complete for port 01100318-8f1d-417c-8e78-1d6f8806baff triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:24.371091 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d182f82e-9f04-476c-b7ad-99d1273f7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.379066 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:24.424588 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.447822 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port 3b283955-99c9-47e2-8282-f38495341506 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:24.448162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.486398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:24.487652 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-93f12344-f755-4099-b1dc-a108456d05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.489711 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80d8448-aea1-44d2-bdeb-a6cbdfe6875d None None] Network 0ce3510d-49f7-465a-845b-ab1050f5af33 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:24.503612 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e2a032-3b38-41fd-86d7-ddddaafb1522 None None] Network fd87e704-57f1-4727-958b-b94fc1098f97 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:24.562123 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-f1b3e815-16cd-4f13-a854-6f58275850f6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] For port 74af2aef-9181-4305-b8f8-6700c4bc45cb, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=74af2aef-9181-4305-b8f8-6700c4bc45cb,segment=NetworkSegment(b805dbe1-c47d-47a1-b544-194864b81f8e),segment_id=b805dbe1-c47d-47a1-b544-194864b81f8e)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:24.562490 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f1b3e815-16cd-4f13-a854-6f58275850f6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.580174 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e071e931-446f-40e9-88f2-0853cc40aedb None None] DHCP port deletion for 174b01fa-1e38-42f6-9f0d-3656e8b30998 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:24:24.720167 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-f1b3e815-16cd-4f13-a854-6f58275850f6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Calling delete_port for 74af2aef-9181-4305-b8f8-6700c4bc45cb owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:24.795759 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.865685 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] For port 2691def0-c631-42ad-8f4c-5dd9c330cc44, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2691def0-c631-42ad-8f4c-5dd9c330cc44,segment=NetworkSegment(8a2c68b8-22d1-4878-b850-a3dc826d9383),segment_id=8a2c68b8-22d1-4878-b850-a3dc826d9383)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:24.866053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.893659 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 01100318-8f1d-417c-8e78-1d6f8806baff up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:24.924682 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port 7b83819e-e39f-4929-b4b2-3a6be7de320d yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:24.963468 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] For port 3b283955-99c9-47e2-8282-f38495341506, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3b283955-99c9-47e2-8282-f38495341506,segment=NetworkSegment(2710f6c8-26b7-4881-ab70-6903331df731),segment_id=2710f6c8-26b7-4881-ab70-6903331df731)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:24.963828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.010862 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d182f82e-9f04-476c-b7ad-99d1273f7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.013443 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Calling delete_port for 2691def0-c631-42ad-8f4c-5dd9c330cc44 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:25.106569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for 3b283955-99c9-47e2-8282-f38495341506 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:25.127631 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-d182f82e-9f04-476c-b7ad-99d1273f7d3e None None] For port 01100318-8f1d-417c-8e78-1d6f8806baff, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=01100318-8f1d-417c-8e78-1d6f8806baff,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:25.161394 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 01100318-8f1d-417c-8e78-1d6f8806baff triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:25.162020 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.218187 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d182f82e-9f04-476c-b7ad-99d1273f7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.285229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c9d2b4-d801-4451-a335-bee0691bad8f None None] DHCP port deletion for 0ce3510d-49f7-465a-845b-ab1050f5af33 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:24:25.294133 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf43525-d9a9-40d7-98c6-8632228855fc None None] Update dhcp port {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'fixed_ips': [{'subnet_id': '265b3914-446c-4bb4-93b8-0b477148a315', 'ip_address': '2001:db8::f816:3eff:fe09:7730'}, {'subnet_id': '908ba657-5cb0-4676-84dc-0b20a49c32c8'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': '01100318-8f1d-417c-8e78-1d6f8806baff'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:24:25.323942 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-42c9d2b4-d801-4451-a335-bee0691bad8f None None] Deleting port 2691def0-c631-42ad-8f4c-5dd9c330cc44 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:25.324317 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-42c9d2b4-d801-4451-a335-bee0691bad8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.356218 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.362313 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df45b205-52a2-4108-890b-9b3dbd7053fc None None] DHCP port deletion for fd87e704-57f1-4727-958b-b94fc1098f97 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:24:25.397425 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0079840d-17ff-4160-af82-0a4b46838fc5 None None] Could not find standard attr ID for object fc240e6f-50b6-4c84-a51f-0d1ba3a796c9. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:24:25.420033 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=3b283955-99c9-47e2-8282-f38495341506,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:25.431358 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 172.20.0.7 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/908ba657-5cb0-4676-84dc-0b20a49c32c8/7b83819e-e39f-4929-b4b2-3a6be7de320d) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:25.431358 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No DVR routers for this DVR port 3b283955-99c9-47e2-8282-f38495341506 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:25.459846 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bbf43525-d9a9-40d7-98c6-8632228855fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.462189 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f1b3e815-16cd-4f13-a854-6f58275850f6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.464441 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182f82e-9f04-476c-b7ad-99d1273f7d3e None None] Pushing event updated for resources: {'Port': ['ID=01100318-8f1d-417c-8e78-1d6f8806baff,revision_number=9']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:25.473613 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::f816:3eff:feae:c29c (c6ea7f38-153d-42ad-8847-86782d8c0b1e/265b3914-446c-4bb4-93b8-0b477148a315/7b83819e-e39f-4929-b4b2-3a6be7de320d) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:25.505166 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.510413 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3e815-16cd-4f13-a854-6f58275850f6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Port': ['ID=74af2aef-9181-4305-b8f8-6700c4bc45cb,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:25.527808 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-42c9d2b4-d801-4451-a335-bee0691bad8f None None] The port '2691def0-c631-42ad-8f4c-5dd9c330cc44' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:24:25.690480 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e5c5b741-7487-4b66-83e8-a46422758456 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:25.736204 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: e5c5b741-7487-4b66-83e8-a46422758456 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:25.736408 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e5c5b741-7487-4b66-83e8-a46422758456 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:25.740801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 77522ae4-dff4-4413-a43b-6400e511667f no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:25.748188 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.801106 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 77522ae4-dff4-4413-a43b-6400e511667f {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:25.802076 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 77522ae4-dff4-4413-a43b-6400e511667f not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:25.806944 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd87e704-57f1-4727-958b-b94fc1098f97']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:25.817975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] No DVR routers for this DVR port 2691def0-c631-42ad-8f4c-5dd9c330cc44 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:25.821523 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Port': ['ID=2691def0-c631-42ad-8f4c-5dd9c330cc44,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:25.856608 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2710f6c8-26b7-4881-ab70-6903331df731') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:25.856908 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2710f6c8-26b7-4881-ab70-6903331df731') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:25.857850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f1b3e815-16cd-4f13-a854-6f58275850f6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.874830 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.946821 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.961168 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:25.961168 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:25.982371 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:26.075875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.083983 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.118085 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce3510d-49f7-465a-845b-ab1050f5af33']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:26.133613 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object 7b83819e-e39f-4929-b4b2-3a6be7de320d will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:26.133766 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2c68b8-22d1-4878-b850-a3dc826d9383') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:26.134012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2c68b8-22d1-4878-b850-a3dc826d9383') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:26.134780 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.139517 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.175872 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Network': ['ID=fd87e704-57f1-4727-958b-b94fc1098f97,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:26.206314 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.265417 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-55311cdf-6027-4618-b56a-655b35296f25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/networks/fd87e704-57f1-4727-958b-b94fc1098f97 HTTP/1.1" status: 204 len: 168 time: 2.1009500 Mar 14 18:24:26.269346 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57022) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:26.279690 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.290523 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:26.290962 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:26.305020 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:26.321206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.353422 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-bbf43525-d9a9-40d7-98c6-8632228855fc None None] Allocated IP 172.20.0.2 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/908ba657-5cb0-4676-84dc-0b20a49c32c8/01100318-8f1d-417c-8e78-1d6f8806baff) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:26.394954 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b3e815-16cd-4f13-a854-6f58275850f6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 0820ba04-5e97-44da-b088-c9794ad38a52 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:24:26.397320 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-745f4246-ac0e-40fe-a639-1a9ebba45fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.408597 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:26.418170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:26.419235 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:24:26.451750 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450619b5-b40f-42f7-b5cc-6fac203f9693 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:26.452339 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-450619b5-b40f-42f7-b5cc-6fac203f9693 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Synchronizing usage tracker for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:26.474219 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=7b83819e-e39f-4929-b4b2-3a6be7de320d,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:26.507436 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-bbf43525-d9a9-40d7-98c6-8632228855fc None None] For port 01100318-8f1d-417c-8e78-1d6f8806baff, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=01100318-8f1d-417c-8e78-1d6f8806baff,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:26.507649 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:26.508090 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.534410 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bbf43525-d9a9-40d7-98c6-8632228855fc None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.548682 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.551864 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-bbf43525-d9a9-40d7-98c6-8632228855fc None None] Transition to ACTIVE for port object 01100318-8f1d-417c-8e78-1d6f8806baff will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:26.561799 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-450619b5-b40f-42f7-b5cc-6fac203f9693 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Unset dirty status for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:26.565209 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-450619b5-b40f-42f7-b5cc-6fac203f9693 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports/e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8 HTTP/1.1" status: 200 len: 844 time: 0.2925632 Mar 14 18:24:26.566777 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57026) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:26.570029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.592292 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Pushing event deleted for resources: {'Network': ['ID=0ce3510d-49f7-465a-845b-ab1050f5af33,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:26.604499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b3e815-16cd-4f13-a854-6f58275850f6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:24:26.610265 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f1b3e815-16cd-4f13-a854-6f58275850f6 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/0820ba04-5e97-44da-b088-c9794ad38a52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0314927 Mar 14 18:24:26.613454 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57030) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:26.615616 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-897484b3-db13-4bdc-bdbc-fae9cbe217de tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/networks/0ce3510d-49f7-465a-845b-ab1050f5af33 HTTP/1.1" status: 204 len: 168 time: 2.7344325 Mar 14 18:24:26.616190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57032) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:26.616758 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b376af0f-0ffd-4445-8e9a-264be3f3e5fa None None] Sync routers for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:26.621592 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-eac3a8b2-8b7b-4103-9d88-cdd4dfddeb49 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'router': {'routes': None}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:26.626728 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b376af0f-0ffd-4445-8e9a-264be3f3e5fa None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:26.630897 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b376af0f-0ffd-4445-8e9a-264be3f3e5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:26.647691 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bbf43525-d9a9-40d7-98c6-8632228855fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.664431 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8eafb78e-87fb-46f9-a679-95a3abe6a821 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6977019 Mar 14 18:24:26.674808 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57038) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:26.774571 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-91a3c213-c9f0-4c53-bc47-6e7b8e519c25 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports/e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2011981 Mar 14 18:24:26.827178 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-047254ae-1c85-4e00-b0ef-c519039981ff tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting subnet 83014e53-169c-4626-998b-b759d9e253ca {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:26.834584 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf43525-d9a9-40d7-98c6-8632228855fc None None] Pushing event updated for resources: {'Port': ['ID=01100318-8f1d-417c-8e78-1d6f8806baff,revision_number=10']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:26.844945 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57042) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:26.859642 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-047254ae-1c85-4e00-b0ef-c519039981ff tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.900120 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-f727a70f-5c7d-4f96-88df-1e7f3d6da956 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'subnet': {'network_id': '28855f69-b418-4328-b683-06d9f6202065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:26.940074 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-b376af0f-0ffd-4445-8e9a-264be3f3e5fa None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:26.965288 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 01100318-8f1d-417c-8e78-1d6f8806baff up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:27.104807 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-047254ae-1c85-4e00-b0ef-c519039981ff tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.163636 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3b283955-99c9-47e2-8282-f38495341506 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:27.180662 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f727a70f-5c7d-4f96-88df-1e7f3d6da956 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:27.191180 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f727a70f-5c7d-4f96-88df-1e7f3d6da956 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:subnet and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:27.194349 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f727a70f-5c7d-4f96-88df-1e7f3d6da956 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:27.211833 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 3b283955-99c9-47e2-8282-f38495341506 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:27.212443 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3b283955-99c9-47e2-8282-f38495341506 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:27.213458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f727a70f-5c7d-4f96-88df-1e7f3d6da956 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:27.213983 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2691def0-c631-42ad-8f4c-5dd9c330cc44 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:27.257429 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9753787a-1ff4-4f6b-9b5f-073bd5e9be5c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:27.257429 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9753787a-1ff4-4f6b-9b5f-073bd5e9be5c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:27.257429 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9753787a-1ff4-4f6b-9b5f-073bd5e9be5c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:27.272128 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 2691def0-c631-42ad-8f4c-5dd9c330cc44 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:27.272569 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2691def0-c631-42ad-8f4c-5dd9c330cc44 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:27.290204 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-047254ae-1c85-4e00-b0ef-c519039981ff tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.321229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.extraroute_db [None req-eac3a8b2-8b7b-4103-9d88-cdd4dfddeb49 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Added routes are [] {{(pid=88635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 14 18:24:27.321856 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.extraroute_db [None req-eac3a8b2-8b7b-4103-9d88-cdd4dfddeb49 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Removed routes are [] {{(pid=88635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 14 18:24:27.322208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eac3a8b2-8b7b-4103-9d88-cdd4dfddeb49 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.372061 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b376af0f-0ffd-4445-8e9a-264be3f3e5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:25Z', 'revision_number': 9, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:24:08Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:27.376512 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b376af0f-0ffd-4445-8e9a-264be3f3e5fa None None] Checking router: 0820ba04-5e97-44da-b088-c9794ad38a52 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:27.385604 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b376af0f-0ffd-4445-8e9a-264be3f3e5fa None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:27.386211 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b376af0f-0ffd-4445-8e9a-264be3f3e5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:27.441693 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f727a70f-5c7d-4f96-88df-1e7f3d6da956 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:27.448370 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f727a70f-5c7d-4f96-88df-1e7f3d6da956 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.473672 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9753787a-1ff4-4f6b-9b5f-073bd5e9be5c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:27.475477 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9753787a-1ff4-4f6b-9b5f-073bd5e9be5c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.7963381 Mar 14 18:24:27.490364 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-047254ae-1c85-4e00-b0ef-c519039981ff tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.496089 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57046) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:27.561813 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-b376af0f-0ffd-4445-8e9a-264be3f3e5fa None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:27.604937 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eac3a8b2-8b7b-4103-9d88-cdd4dfddeb49 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.608688 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eac3a8b2-8b7b-4103-9d88-cdd4dfddeb49 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.640999 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830208b4-64bb-4208-8486-674e35d3e9a9 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:27.658670 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047254ae-1c85-4e00-b0ef-c519039981ff tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Subnet': ['ID=83014e53-169c-4626-998b-b759d9e253ca,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:27.666657 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-047254ae-1c85-4e00-b0ef-c519039981ff tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.771502 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac3a8b2-8b7b-4103-9d88-cdd4dfddeb49 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router 254919b4-c425-425b-a220-27489f1496b0 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:24:27.781120 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-047254ae-1c85-4e00-b0ef-c519039981ff tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/subnets/83014e53-169c-4626-998b-b759d9e253ca HTTP/1.1" status: 204 len: 168 time: 1.1659894 Mar 14 18:24:27.787432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57050) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:27.827275 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-b50d900c-1508-48bf-be9e-7075720edef3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port 7b83819e-e39f-4929-b4b2-3a6be7de320d {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:27.827744 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b50d900c-1508-48bf-be9e-7075720edef3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.916959 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a3eb55-3aa7-4390-b541-fc70a3c20420 None None] Network c07c925e-66af-480f-9453-8810a042cc14 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:27.961442 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b376af0f-0ffd-4445-8e9a-264be3f3e5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:25Z', 'revision_number': 9, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:24:08Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:27.965465 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b376af0f-0ffd-4445-8e9a-264be3f3e5fa None None] The sync data for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv is: [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:25Z', 'revision_number': 9, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': '8ad40223-00df-4aad-8587-e8f6edc93546', 'name': '', 'network_id': '59f553a1-2d73-45c9-b6e3-0864559f8e74', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:31:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:39Z', 'updated_at': '2022-03-14T18:24:08Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': 'fd1e4a95-e39e-4b65-8af9-cc65816e97a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:27.970732 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac3a8b2-8b7b-4103-9d88-cdd4dfddeb49 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:24:27.985231 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f727a70f-5c7d-4f96-88df-1e7f3d6da956 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.026589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eac3a8b2-8b7b-4103-9d88-cdd4dfddeb49 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.040000 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-eac3a8b2-8b7b-4103-9d88-cdd4dfddeb49 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/254919b4-c425-425b-a220-27489f1496b0 HTTP/1.1" status: 200 len: 701 time: 1.4106576 Mar 14 18:24:28.040000 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57054) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:28.088724 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7f8d5a33-7058-4dde-9443-e0886eb1aa8b None None] Provisioning for port 01100318-8f1d-417c-8e78-1d6f8806baff completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:28.092470 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16353a3e-c2d0-4739-946b-f9ab74da4b9e None None] Sync routers for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:28.099540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6997d57a-1ed2-4741-a2c5-6ce811944209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Synchronizing usage tracker for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:28.114870 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.132576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting port 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:28.133517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.138500 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7f8d5a33-7058-4dde-9443-e0886eb1aa8b None None] Provisioning complete for port 01100318-8f1d-417c-8e78-1d6f8806baff triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:28.138500 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5a33-7058-4dde-9443-e0886eb1aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.175058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6997d57a-1ed2-4741-a2c5-6ce811944209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Unset dirty status for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:28.176367 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6997d57a-1ed2-4741-a2c5-6ce811944209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/ports?device_id=254919b4-c425-425b-a220-27489f1496b0 HTTP/1.1" status: 200 len: 205 time: 0.1408336 Mar 14 18:24:28.179424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57058) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:28.184583 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16353a3e-c2d0-4739-946b-f9ab74da4b9e None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:28.184583 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-16353a3e-c2d0-4739-946b-f9ab74da4b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:28.205033 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f727a70f-5c7d-4f96-88df-1e7f3d6da956 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network 28855f69-b418-4328-b683-06d9f6202065 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:28.210627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-f727a70f-5c7d-4f96-88df-1e7f3d6da956 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:28.213998 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f727a70f-5c7d-4f96-88df-1e7f3d6da956 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:28.214578 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f727a70f-5c7d-4f96-88df-1e7f3d6da956 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.238692 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3667ca6e-dce9-4ba4-800c-2e7030fb3baf None None] Network 28855f69-b418-4328-b683-06d9f6202065 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:28.289611 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.291142 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.308806 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727a70f-5c7d-4f96-88df-1e7f3d6da956 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Subnet': ['ID=cf880463-1acf-49a4-8da9-22479fd3ac0d,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:28.364879 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b50d900c-1508-48bf-be9e-7075720edef3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.433670 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f727a70f-5c7d-4f96-88df-1e7f3d6da956 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5795150 Mar 14 18:24:28.454829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57062) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:28.495486 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-b50d900c-1508-48bf-be9e-7075720edef3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for 7b83819e-e39f-4929-b4b2-3a6be7de320d owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:28.497257 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-fcd7aa04-469e-487a-a42d-f7ab86b56de6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'security_group': {'name': 'tempest-secgroup-745904579'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:28.503097 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-fcd7aa04-469e-487a-a42d-f7ab86b56de6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:28.507619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fcd7aa04-469e-487a-a42d-f7ab86b56de6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:security_group and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:28.511117 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fcd7aa04-469e-487a-a42d-f7ab86b56de6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:28.519739 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-16353a3e-c2d0-4739-946b-f9ab74da4b9e None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:28.525995 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d3789117-2abd-4d44-b8fa-f0ba628469d1 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.578667 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-fcd7aa04-469e-487a-a42d-f7ab86b56de6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:28.677598 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-16353a3e-c2d0-4739-946b-f9ab74da4b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:24:21Z', 'revision_number': 11, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:28.702884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16353a3e-c2d0-4739-946b-f9ab74da4b9e None None] Checking router: 254919b4-c425-425b-a220-27489f1496b0 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:28.842911 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16353a3e-c2d0-4739-946b-f9ab74da4b9e None None] Routers {'254919b4-c425-425b-a220-27489f1496b0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:28.843768 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-16353a3e-c2d0-4739-946b-f9ab74da4b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['254919b4-c425-425b-a220-27489f1496b0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:28.880512 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fcd7aa04-469e-487a-a42d-f7ab86b56de6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.887367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b50d900c-1508-48bf-be9e-7075720edef3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.899417 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d3789117-2abd-4d44-b8fa-f0ba628469d1 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.906064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-fcd7aa04-469e-487a-a42d-f7ab86b56de6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:28.916232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fcd7aa04-469e-487a-a42d-f7ab86b56de6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:security_group_rule and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:28.916232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fcd7aa04-469e-487a-a42d-f7ab86b56de6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:28.919384 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-fcd7aa04-469e-487a-a42d-f7ab86b56de6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:28.932140 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 01100318-8f1d-417c-8e78-1d6f8806baff up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:28.950743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d900c-1508-48bf-be9e-7075720edef3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=7b83819e-e39f-4929-b4b2-3a6be7de320d,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:28.997371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d3789117-2abd-4d44-b8fa-f0ba628469d1 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.066397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fcd7aa04-469e-487a-a42d-f7ab86b56de6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.105731 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] For port 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8572aaef-e06c-4f5a-b0d9-9803b38ab2e6,segment=NetworkSegment(b805dbe1-c47d-47a1-b544-194864b81f8e),segment_id=b805dbe1-c47d-47a1-b544-194864b81f8e)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:29.108287 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.118835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-16353a3e-c2d0-4739-946b-f9ab74da4b9e None None] Set router 254919b4-c425-425b-a220-27489f1496b0 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:29.166395 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b50d900c-1508-48bf-be9e-7075720edef3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.172140 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5eb248-4159-4441-8adb-01cd3bc9f3ad None None] DHCP port deletion for c07c925e-66af-480f-9453-8810a042cc14 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:24:29.251088 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fcd7aa04-469e-487a-a42d-f7ab86b56de6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.251741 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ba5eb248-4159-4441-8adb-01cd3bc9f3ad None None] Deleting port 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:29.252126 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ba5eb248-4159-4441-8adb-01cd3bc9f3ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.261941 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Calling delete_port for 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:29.265077 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b50d900c-1508-48bf-be9e-7075720edef3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/7b83819e-e39f-4929-b4b2-3a6be7de320d HTTP/1.1" status: 204 len: 168 time: 1.7338908 Mar 14 18:24:29.267672 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57066) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:29.290917 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-16353a3e-c2d0-4739-946b-f9ab74da4b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:24:21Z', 'revision_number': 11, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:29.302745 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d3789117-2abd-4d44-b8fa-f0ba628469d1 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.303237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3789117-2abd-4d44-b8fa-f0ba628469d1 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Fanout notify agent at l3_agent the message router_deleted on router 254919b4-c425-425b-a220-27489f1496b0 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:24:29.329947 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-283e501a-755c-4a42-84c9-d0dd3a8d30f3 None None] Provisioning complete for port 01100318-8f1d-417c-8e78-1d6f8806baff triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:29.330466 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-283e501a-755c-4a42-84c9-d0dd3a8d30f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.348026 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34c4e21-27fc-45da-af6d-8fc08090df72 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:29.349851 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34c4e21-27fc-45da-af6d-8fc08090df72 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:29.352467 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34c4e21-27fc-45da-af6d-8fc08090df72 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:29.353394 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b34c4e21-27fc-45da-af6d-8fc08090df72 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:29.357035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d3789117-2abd-4d44-b8fa-f0ba628469d1 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.359304 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d3789117-2abd-4d44-b8fa-f0ba628469d1 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/routers/254919b4-c425-425b-a220-27489f1496b0 HTTP/1.1" status: 204 len: 168 time: 1.1775038 Mar 14 18:24:29.363564 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57072) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:29.369498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16353a3e-c2d0-4739-946b-f9ab74da4b9e None None] The sync data for ids ['254919b4-c425-425b-a220-27489f1496b0'] in dv-neutron-833560-1-hyperv is: [{'id': '254919b4-c425-425b-a220-27489f1496b0', 'name': 'tempest-RoutersTest-router-1193732443', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:51Z', 'updated_at': '2022-03-14T18:24:21Z', 'revision_number': 11, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:29.376047 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-1252602f-c82a-43c4-9813-e4dd6c793fce tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-38715244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:29.386021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7aa04-469e-487a-a42d-f7ab86b56de6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853b8d2f-ee8e-45e5-a256-697cd2e01b37,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:29.391969 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1252602f-c82a-43c4-9813-e4dd6c793fce tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:29.398950 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1252602f-c82a-43c4-9813-e4dd6c793fce tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Usage tracker for resource:router and tenant:65cbd48938094122bb9ae72dacf90bd1 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:29.403221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1252602f-c82a-43c4-9813-e4dd6c793fce tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:29.411489 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1252602f-c82a-43c4-9813-e4dd6c793fce tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:29.432101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 01100318-8f1d-417c-8e78-1d6f8806baff triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:29.433776 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.529415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fcd7aa04-469e-487a-a42d-f7ab86b56de6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.533939 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fcd7aa04-469e-487a-a42d-f7ab86b56de6 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0557079 Mar 14 18:24:29.540663 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57076) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:29.546337 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-bb51b241-da9b-4821-9133-3621902be6d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'security_group': {'name': 'tempest-secgroup-320586849'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:29.553806 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-bb51b241-da9b-4821-9133-3621902be6d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:29.557594 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.559527 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b34c4e21-27fc-45da-af6d-8fc08090df72 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:29.564394 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b34c4e21-27fc-45da-af6d-8fc08090df72 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2954221 Mar 14 18:24:29.565986 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-bb51b241-da9b-4821-9133-3621902be6d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:security_group and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:29.570104 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57080) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:29.577188 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-bb51b241-da9b-4821-9133-3621902be6d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:29.595047 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-28855f69-b418-4328-b683-06d9f6202065', 'network_id': '28855f69-b418-4328-b683-06d9f6202065', 'tenant_id': '1bed9e5e10ec491e93367f6256f4da62', 'fixed_ips': [{'subnet_id': 'cf880463-1acf-49a4-8da9-22479fd3ac0d'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:24:29.595047 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.607169 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-bb51b241-da9b-4821-9133-3621902be6d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:29.607169 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1252602f-c82a-43c4-9813-e4dd6c793fce tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.607169 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1252602f-c82a-43c4-9813-e4dd6c793fce tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.630605 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ba5eb248-4159-4441-8adb-01cd3bc9f3ad None None] The port '8572aaef-e06c-4f5a-b0d9-9803b38ab2e6' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:24:29.634989 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] No DVR routers for this DVR port 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:29.641105 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1252602f-c82a-43c4-9813-e4dd6c793fce tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.745123 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bb51b241-da9b-4821-9133-3621902be6d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.772671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Port': ['ID=8572aaef-e06c-4f5a-b0d9-9803b38ab2e6,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:29.776972 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1252602f-c82a-43c4-9813-e4dd6c793fce tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.810211 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-bb51b241-da9b-4821-9133-3621902be6d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:29.818396 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-bb51b241-da9b-4821-9133-3621902be6d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:security_group_rule and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:29.824007 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-bb51b241-da9b-4821-9133-3621902be6d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:29.834459 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-bb51b241-da9b-4821-9133-3621902be6d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:29.849342 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Allocated IP 2001:db8::2 (28855f69-b418-4328-b683-06d9f6202065/cf880463-1acf-49a4-8da9-22479fd3ac0d/4dabde5b-c60b-4f43-af6e-1465c83c3fc0) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:29.885017 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c77ab6-2b54-4312-b364-f24213d22e39 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 265b3914-446c-4bb4-93b8-0b477148a315 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:29.891141 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.899744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-45c77ab6-2b54-4312-b364-f24213d22e39 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.938054 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1252602f-c82a-43c4-9813-e4dd6c793fce tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.942352 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1252602f-c82a-43c4-9813-e4dd6c793fce tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5717928 Mar 14 18:24:29.942827 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57084) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:29.962064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-b20f518d-d61e-4f26-b900-38b858ec477b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:29.975740 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.013242 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bb51b241-da9b-4821-9133-3621902be6d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.023094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07c925e-66af-480f-9453-8810a042cc14']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:30.063251 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-283e501a-755c-4a42-84c9-d0dd3a8d30f3 None None] Could not find standard attr ID for object 7b83819e-e39f-4929-b4b2-3a6be7de320d. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:24:30.064677 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 74af2aef-9181-4305-b8f8-6700c4bc45cb no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:30.070638 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bb51b241-da9b-4821-9133-3621902be6d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.111706 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 74af2aef-9181-4305-b8f8-6700c4bc45cb {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:30.112049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 74af2aef-9181-4305-b8f8-6700c4bc45cb not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:30.115599 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51b241-da9b-4821-9133-3621902be6d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2893ca59-26de-4949-b583-481d1a186b81,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:30.157001 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bb51b241-da9b-4821-9133-3621902be6d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.158719 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-bb51b241-da9b-4821-9133-3621902be6d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6199436 Mar 14 18:24:30.162503 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57088) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:30.170155 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-3d02f02c-9656-46ce-ba37-fececa7c15fe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1050263600', 'security_groups': ['2893ca59-26de-4949-b583-481d1a186b81'], 'network_id': '28855f69-b418-4328-b683-06d9f6202065', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cf880463-1acf-49a4-8da9-22479fd3ac0d'}]}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:30.193694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-aa7cca06-dc6d-435d-abd2-5a71eb474ae0 None None] Could not find standard attr ID for object 7b83819e-e39f-4929-b4b2-3a6be7de320d. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:24:30.222115 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.230052 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b805dbe1-c47d-47a1-b544-194864b81f8e') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:30.236783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b805dbe1-c47d-47a1-b544-194864b81f8e') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:30.236900 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Transition to ACTIVE for port object 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:30.253962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Transition to ACTIVE for port object 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:30.294589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-45c77ab6-2b54-4312-b364-f24213d22e39 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.321420 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3d02f02c-9656-46ce-ba37-fececa7c15fe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:30.331684 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3d02f02c-9656-46ce-ba37-fececa7c15fe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:30.341955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.384730 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.448757 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Network 28855f69-b418-4328-b683-06d9f6202065 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:30.455369 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:30.459693 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:24:30.479955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.488208 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d02f02c-9656-46ce-ba37-fececa7c15fe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:30.490892 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Pushing event updated for resources: {'Port': ['ID=4dabde5b-c60b-4f43-af6e-1465c83c3fc0,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:30.507450 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:30.507846 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:30.523540 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:30.556859 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Attempting to bind port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:30.557232 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Attempting to bind port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '0bde4005-018f-4ccd-a737-8bf0f74448d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '28855f69-b418-4328-b683-06d9f6202065'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:30.557597 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Attempting to bind port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 on network 28855f69-b418-4328-b683-06d9f6202065 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:24:30.563141 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:24:30.563518 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Checking segment: {'id': '0bde4005-018f-4ccd-a737-8bf0f74448d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '28855f69-b418-4328-b683-06d9f6202065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:24:30.563912 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.564297 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Bound using segment: {'id': '0bde4005-018f-4ccd-a737-8bf0f74448d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '28855f69-b418-4328-b683-06d9f6202065'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:24:30.564750 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Bound port: 4dabde5b-c60b-4f43-af6e-1465c83c3fc0, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bde4005-018f-4ccd-a737-8bf0f74448d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '28855f69-b418-4328-b683-06d9f6202065'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:30.565116 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.601919 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b20f518d-d61e-4f26-b900-38b858ec477b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.637245 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3d02f02c-9656-46ce-ba37-fececa7c15fe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.658538 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-3d02f02c-9656-46ce-ba37-fececa7c15fe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] device_id is not set on port d8de0e5d-83a4-4fd0-9d40-527478dbfd73 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:30.666286 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] For port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:24:30.672406 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] For port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4dabde5b-c60b-4f43-af6e-1465c83c3fc0,segment=NetworkSegment(0bde4005-018f-4ccd-a737-8bf0f74448d3),segment_id=0bde4005-018f-4ccd-a737-8bf0f74448d3)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:24:30.679653 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-45c77ab6-2b54-4312-b364-f24213d22e39 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.736413 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b20f518d-d61e-4f26-b900-38b858ec477b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.751490 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.805218 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:30.810163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.848464 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:30.848789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8572aaef-e06c-4f5a-b0d9-9803b38ab2e6 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:30.878732 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33bb03-9183-4b3b-93e1-067c4e81d973 None None] Pushing event updated for resources: {'Port': ['ID=4dabde5b-c60b-4f43-af6e-1465c83c3fc0,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:30.883325 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.909818 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Network': ['ID=c07c925e-66af-480f-9453-8810a042cc14,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:30.918491 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-83464640-a5c7-4fb2-a5d9-e3b6a26740e8 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/networks/c07c925e-66af-480f-9453-8810a042cc14 HTTP/1.1" status: 204 len: 168 time: 3.1334348 Mar 14 18:24:30.921317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57092) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:30.934448 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-3d02f02c-9656-46ce-ba37-fececa7c15fe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Allocated IP 2001:db8::15e (28855f69-b418-4328-b683-06d9f6202065/cf880463-1acf-49a4-8da9-22479fd3ac0d/d8de0e5d-83a4-4fd0-9d40-527478dbfd73) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:31.168221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3d02f02c-9656-46ce-ba37-fececa7c15fe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:31.182363 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-45c77ab6-2b54-4312-b364-f24213d22e39 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:31.199715 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-3d02f02c-9656-46ce-ba37-fececa7c15fe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Transition to ACTIVE for port object d8de0e5d-83a4-4fd0-9d40-527478dbfd73 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:31.237890 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-45c77ab6-2b54-4312-b364-f24213d22e39 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:31.241139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20f518d-d61e-4f26-b900-38b858ec477b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Router c8020fb4-53f3-46b2-af6e-b040a2fcd124 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:24:31.248794 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e67dc59-f547-42a9-b4cc-3eead2fda8fe None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:31.259084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c77ab6-2b54-4312-b364-f24213d22e39 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=265b3914-446c-4bb4-93b8-0b477148a315,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:31.288281 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3d02f02c-9656-46ce-ba37-fececa7c15fe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:31.387241 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d02f02c-9656-46ce-ba37-fececa7c15fe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network 28855f69-b418-4328-b683-06d9f6202065 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:31.390830 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-3d02f02c-9656-46ce-ba37-fececa7c15fe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:31.395418 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d02f02c-9656-46ce-ba37-fececa7c15fe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:24:31.400927 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d02f02c-9656-46ce-ba37-fececa7c15fe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:31.401545 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3d02f02c-9656-46ce-ba37-fececa7c15fe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:31.405387 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02f02c-9656-46ce-ba37-fececa7c15fe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=d8de0e5d-83a4-4fd0-9d40-527478dbfd73,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:31.526081 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3d02f02c-9656-46ce-ba37-fececa7c15fe tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3599007 Mar 14 18:24:31.526441 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57096) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:31.532390 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-0f30c788-9446-495a-8991-4dcc9aebdd0b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'subnet': {'network_id': '28855f69-b418-4328-b683-06d9f6202065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:31.602256 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-45c77ab6-2b54-4312-b364-f24213d22e39 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/265b3914-446c-4bb4-93b8-0b477148a315 HTTP/1.1" status: 204 len: 168 time: 1.9029584 Mar 14 18:24:31.612790 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57100) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:31.655123 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20f518d-d61e-4f26-b900-38b858ec477b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:24:31.669311 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e985545f-df13-4d07-a7b8-921d8315030a None None] Sync routers for ids ['c8020fb4-53f3-46b2-af6e-b040a2fcd124'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:31.688091 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e985545f-df13-4d07-a7b8-921d8315030a None None] Routers {'c8020fb4-53f3-46b2-af6e-b040a2fcd124'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:31.688599 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e985545f-df13-4d07-a7b8-921d8315030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c8020fb4-53f3-46b2-af6e-b040a2fcd124'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:31.701449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0f30c788-9446-495a-8991-4dcc9aebdd0b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:31.706221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0f30c788-9446-495a-8991-4dcc9aebdd0b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:subnet and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:31.710307 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0f30c788-9446-495a-8991-4dcc9aebdd0b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:31.717570 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0f30c788-9446-495a-8991-4dcc9aebdd0b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:31.738430 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b20f518d-d61e-4f26-b900-38b858ec477b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:31.744169 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57104) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:31.760937 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b20f518d-d61e-4f26-b900-38b858ec477b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "PUT /v2.0/routers/c8020fb4-53f3-46b2-af6e-b040a2fcd124 HTTP/1.1" status: 200 len: 692 time: 1.8043485 Mar 14 18:24:31.828166 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c91b483-2852-4659-bbf4-546643cee428 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 908ba657-5cb0-4676-84dc-0b20a49c32c8 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:31.837058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0c91b483-2852-4659-bbf4-546643cee428 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:31.938428 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-e985545f-df13-4d07-a7b8-921d8315030a None None] Set router c8020fb4-53f3-46b2-af6e-b040a2fcd124 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:31.960159 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0c91b483-2852-4659-bbf4-546643cee428 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.057489 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f30c788-9446-495a-8991-4dcc9aebdd0b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:32.062948 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0f30c788-9446-495a-8991-4dcc9aebdd0b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.089639 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e985545f-df13-4d07-a7b8-921d8315030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8020fb4-53f3-46b2-af6e-b040a2fcd124', 'name': 'tempest-RoutersTest-router-38715244', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:29Z', 'updated_at': '2022-03-14T18:24:30Z', 'revision_number': 2, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:32.094921 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e985545f-df13-4d07-a7b8-921d8315030a None None] Checking router: c8020fb4-53f3-46b2-af6e-b040a2fcd124 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:32.104937 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0c91b483-2852-4659-bbf4-546643cee428 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.111030 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e985545f-df13-4d07-a7b8-921d8315030a None None] Routers {'c8020fb4-53f3-46b2-af6e-b040a2fcd124'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:32.111892 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e985545f-df13-4d07-a7b8-921d8315030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['c8020fb4-53f3-46b2-af6e-b040a2fcd124'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:32.144157 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dccdb6a8-dff8-4649-a704-ff8a6ab4dbc1 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/routers/c8020fb4-53f3-46b2-af6e-b040a2fcd124 HTTP/1.1" status: 200 len: 698 time: 0.3985746 Mar 14 18:24:32.148974 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57108) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:32.289262 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-be6c99cc-a3b9-48fe-bd63-dd0dc6542209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Synchronizing usage tracker for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:32.294551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.317802 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-be6c99cc-a3b9-48fe-bd63-dd0dc6542209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Unset dirty status for tenant:65cbd48938094122bb9ae72dacf90bd1 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:32.334933 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-be6c99cc-a3b9-48fe-bd63-dd0dc6542209 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8020fb4-53f3-46b2-af6e-b040a2fcd124 HTTP/1.1" status: 200 len: 205 time: 0.1688693 Mar 14 18:24:32.334933 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57112) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:32.335178 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-e985545f-df13-4d07-a7b8-921d8315030a None None] Set router c8020fb4-53f3-46b2-af6e-b040a2fcd124 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:32.419158 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.ipam_backend_mixin [None req-0f30c788-9446-495a-8991-4dcc9aebdd0b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cf880463-1acf-49a4-8da9-22479fd3ac0d (CIDR: 2001:db8::/64) Mar 14 18:24:32.464165 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e985545f-df13-4d07-a7b8-921d8315030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8020fb4-53f3-46b2-af6e-b040a2fcd124', 'name': 'tempest-RoutersTest-router-38715244', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:29Z', 'updated_at': '2022-03-14T18:24:30Z', 'revision_number': 2, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:32.468495 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e985545f-df13-4d07-a7b8-921d8315030a None None] The sync data for ids ['c8020fb4-53f3-46b2-af6e-b040a2fcd124'] in dv-neutron-833560-1-hyperv is: [{'id': 'c8020fb4-53f3-46b2-af6e-b040a2fcd124', 'name': 'tempest-RoutersTest-router-38715244', 'tenant_id': '65cbd48938094122bb9ae72dacf90bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:29Z', 'updated_at': '2022-03-14T18:24:30Z', 'revision_number': 2, 'project_id': '65cbd48938094122bb9ae72dacf90bd1', 'gw_port_host': None}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:32.509232 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f30c788-9446-495a-8991-4dcc9aebdd0b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:24:32.511426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f30c788-9446-495a-8991-4dcc9aebdd0b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:32.527712 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a913e9a7-ce90-4abf-9a7c-78df8bd0c2d1 None None] Provisioning for port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:32.531103 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7cc29663-7ed0-4917-bea8-d2ca6e0c1eaf tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.559059 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a913e9a7-ce90-4abf-9a7c-78df8bd0c2d1 None None] Provisioning complete for port e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:32.559059 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a913e9a7-ce90-4abf-9a7c-78df8bd0c2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.600871 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0c91b483-2852-4659-bbf4-546643cee428 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.653902 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a913e9a7-ce90-4abf-9a7c-78df8bd0c2d1 None None] Port e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:24:32.655439 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91b483-2852-4659-bbf4-546643cee428 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=908ba657-5cb0-4676-84dc-0b20a49c32c8,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:32.663093 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0c91b483-2852-4659-bbf4-546643cee428 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.675435 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b566bb-f28d-4c56-9a21-6a1eb56aafd5 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:32.678459 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0c91b483-2852-4659-bbf4-546643cee428 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/908ba657-5cb0-4676-84dc-0b20a49c32c8 HTTP/1.1" status: 204 len: 168 time: 1.0610723 Mar 14 18:24:32.682107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57116) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:32.710631 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a913e9a7-ce90-4abf-9a7c-78df8bd0c2d1 None None] Provisioning complete for port 01100318-8f1d-417c-8e78-1d6f8806baff triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:32.711148 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a913e9a7-ce90-4abf-9a7c-78df8bd0c2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.787262 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-da958421-8399-4475-80c6-a31cfcf1b0e3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027794 Mar 14 18:24:32.790081 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57120) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:32.797017 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0f30c788-9446-495a-8991-4dcc9aebdd0b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2692647 Mar 14 18:24:32.805788 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:32.845041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57124) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:32.874401 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-9c0b0496-7cb4-460b-9400-13e1bf831931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'subnet': {'network_id': '28855f69-b418-4328-b683-06d9f6202065', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:32.893932 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:32.951758 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7cc29663-7ed0-4917-bea8-d2ca6e0c1eaf tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.954071 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7cc29663-7ed0-4917-bea8-d2ca6e0c1eaf tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.048113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7cc29663-7ed0-4917-bea8-d2ca6e0c1eaf tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.054719 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc29663-7ed0-4917-bea8-d2ca6e0c1eaf tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Fanout notify agent at l3_agent the message router_deleted on router c8020fb4-53f3-46b2-af6e-b040a2fcd124 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:24:33.071453 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7cc29663-7ed0-4917-bea8-d2ca6e0c1eaf tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.076432 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7cc29663-7ed0-4917-bea8-d2ca6e0c1eaf tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/routers/c8020fb4-53f3-46b2-af6e-b040a2fcd124 HTTP/1.1" status: 204 len: 168 time: 0.7517695 Mar 14 18:24:33.077205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57128) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:33.120830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:33.137734 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:33.145741 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-824cd1ce-b853-4a37-9af1-ec3ceb61f16d tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8020fb4-53f3-46b2-af6e-b040a2fcd124 HTTP/1.1" status: 200 len: 205 time: 0.0664213 Mar 14 18:24:33.147118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:33.147889 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57132) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:33.164873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:33.180011 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting port 8ad40223-00df-4aad-8587-e8f6edc93546 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:33.188271 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.214777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9c0b0496-7cb4-460b-9400-13e1bf831931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:33.226547 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9c0b0496-7cb4-460b-9400-13e1bf831931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:subnet and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:33.231334 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9c0b0496-7cb4-460b-9400-13e1bf831931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:33.234891 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-6f3f3687-6207-46cb-b220-ff573b79c896 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] delete failed (client error): The resource could not be found. Mar 14 18:24:33.240893 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57136) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:33.241730 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6f3f3687-6207-46cb-b220-ff573b79c896 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/routers/c8020fb4-53f3-46b2-af6e-b040a2fcd124 HTTP/1.1" status: 404 len: 336 time: 0.0926046 Mar 14 18:24:33.278359 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9c0b0496-7cb4-460b-9400-13e1bf831931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:33.319976 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f6b12d-f2e2-421c-bd66-a61b141f6732 None None] DHCP port deletion for c6ea7f38-153d-42ad-8847-86782d8c0b1e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:24:33.323197 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb28702e-8a94-49cb-8b16-243d3a6c412b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:33.323658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb28702e-8a94-49cb-8b16-243d3a6c412b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:33.325308 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fb28702e-8a94-49cb-8b16-243d3a6c412b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/subnets/fc457a2f-a79b-46ca-a9aa-daee13e7c589 HTTP/1.1" status: 404 len: 337 time: 0.0834913 Mar 14 18:24:33.325610 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c4f6b12d-f2e2-421c-bd66-a61b141f6732 None None] Deleting port 01100318-8f1d-417c-8e78-1d6f8806baff {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:33.326238 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c4f6b12d-f2e2-421c-bd66-a61b141f6732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.328124 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57140) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:33.381007 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-aadaa0b9-8146-42ee-b801-e8497173c5c3 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:33.381380 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aadaa0b9-8146-42ee-b801-e8497173c5c3 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:33.383271 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-aadaa0b9-8146-42ee-b801-e8497173c5c3 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/subnets/f9995f4b-064f-40f3-a444-523280eefdb8 HTTP/1.1" status: 404 len: 337 time: 0.0541890 Mar 14 18:24:33.385900 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57144) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:33.391744 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:33.394351 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:33.401212 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.430919 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:33.432031 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.435637 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a9f6b7-39d8-4cb0-b101-27d3a2be07a2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:33.436750 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a9f6b7-39d8-4cb0-b101-27d3a2be07a2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:33.438704 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d5a9f6b7-39d8-4cb0-b101-27d3a2be07a2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/subnets/6b164e58-4993-4246-88f2-31c1cbc49057 HTTP/1.1" status: 404 len: 337 time: 0.0517604 Mar 14 18:24:33.454602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57148) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:33.490006 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c8d2ed-f2b8-4668-a2a4-744f88028f3c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:33.493030 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c8d2ed-f2b8-4668-a2a4-744f88028f3c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:33.493030 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c8c8d2ed-f2b8-4668-a2a4-744f88028f3c tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/subnets/8bb570a1-03b9-4eb4-ba4c-4568a7e9caa3 HTTP/1.1" status: 404 len: 337 time: 0.0498011 Mar 14 18:24:33.495012 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57152) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:33.543816 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4db8fe84-d170-45ac-b1ac-10feb5b89419 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/ports?device_id=254919b4-c425-425b-a220-27489f1496b0 HTTP/1.1" status: 200 len: 205 time: 0.0470455 Mar 14 18:24:33.546295 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57156) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:33.588303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0b0496-7cb4-460b-9400-13e1bf831931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:33.592253 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0496-7cb4-460b-9400-13e1bf831931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.604230 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-728ea0d8-06b7-40c4-afcf-c3323f56a6b7 None None] Provisioning for port d8de0e5d-83a4-4fd0-9d40-527478dbfd73 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:33.614073 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-728ea0d8-06b7-40c4-afcf-c3323f56a6b7 None None] Provisioning complete for port d8de0e5d-83a4-4fd0-9d40-527478dbfd73 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:33.619310 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-728ea0d8-06b7-40c4-afcf-c3323f56a6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.628657 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-e026e94a-9763-47e3-8cc4-91319898bf2b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] delete failed (client error): The resource could not be found. Mar 14 18:24:33.631139 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e026e94a-9763-47e3-8cc4-91319898bf2b tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/routers/254919b4-c425-425b-a220-27489f1496b0 HTTP/1.1" status: 404 len: 336 time: 0.0836759 Mar 14 18:24:33.633667 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57160) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:33.715432 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5f0ad666-668b-4aff-8d31-9b85a25266f8 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/ports?device_id=d65eae26-0128-4a5a-a5ac-392d218c2199 HTTP/1.1" status: 200 len: 205 time: 0.0799944 Mar 14 18:24:33.717590 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57164) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:33.782549 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.831582 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] For port 8ad40223-00df-4aad-8587-e8f6edc93546, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8ad40223-00df-4aad-8587-e8f6edc93546,segment=NetworkSegment(125b3bf4-a571-499d-ae5b-f05cf8adf0ea),segment_id=125b3bf4-a571-499d-ae5b-f05cf8adf0ea)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:33.832153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.840216 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4dabde5b-c60b-4f43-af6e-1465c83c3fc0,segment=NetworkSegment(0bde4005-018f-4ccd-a737-8bf0f74448d3),segment_id=0bde4005-018f-4ccd-a737-8bf0f74448d3)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:33.851199 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-728ea0d8-06b7-40c4-afcf-c3323f56a6b7 None None] Port d8de0e5d-83a4-4fd0-9d40-527478dbfd73 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:24:33.920751 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-c4f6b12d-f2e2-421c-bd66-a61b141f6732 None None] For port 01100318-8f1d-417c-8e78-1d6f8806baff, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=01100318-8f1d-417c-8e78-1d6f8806baff,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:33.921233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c4f6b12d-f2e2-421c-bd66-a61b141f6732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.922973 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-ddd1c595-81a6-4500-8237-085824047b4e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] delete failed (client error): The resource could not be found. Mar 14 18:24:33.924761 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ddd1c595-81a6-4500-8237-085824047b4e tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/routers/d65eae26-0128-4a5a-a5ac-392d218c2199 HTTP/1.1" status: 404 len: 336 time: 0.2054543 Mar 14 18:24:33.927057 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57168) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:33.968594 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b454b2-f27b-4f16-aedd-4820fddaccc2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:33.968594 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b454b2-f27b-4f16-aedd-4820fddaccc2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:33.972735 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-57b454b2-f27b-4f16-aedd-4820fddaccc2 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/subnets/6b572788-e761-467b-bc06-3fa4c1668a83 HTTP/1.1" status: 404 len: 337 time: 0.0420330 Mar 14 18:24:33.974430 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57172) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:33.977845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Calling delete_port for 8ad40223-00df-4aad-8587-e8f6edc93546 owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:33.989452 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.018997 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1e11757f-b682-4891-999a-71ca52a1b467 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/ports?device_id=933b2c34-0fec-4ba7-bc79-342e6d499cab HTTP/1.1" status: 200 len: 205 time: 0.0430739 Mar 14 18:24:34.021381 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57176) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:34.085367 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c4f6b12d-f2e2-421c-bd66-a61b141f6732 None None] Calling delete_port for 01100318-8f1d-417c-8e78-1d6f8806baff owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:34.092145 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-c0b832cc-539d-4f20-b850-c4cba12cf299 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] delete failed (client error): The resource could not be found. Mar 14 18:24:34.093152 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c0b832cc-539d-4f20-b850-c4cba12cf299 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/routers/933b2c34-0fec-4ba7-bc79-342e6d499cab HTTP/1.1" status: 404 len: 336 time: 0.0703034 Mar 14 18:24:34.095808 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57180) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:34.144815 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cc426ba3-b846-47cb-b13e-aba6bb3df569 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fe8defa-d830-41cb-a70f-6935f517635c HTTP/1.1" status: 200 len: 205 time: 0.0476401 Mar 14 18:24:34.147309 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57184) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:34.174676 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=4dabde5b-c60b-4f43-af6e-1465c83c3fc0,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:34.229218 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-d67b9a98-5382-4414-a13a-041541e7fe65 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] delete failed (client error): The resource could not be found. Mar 14 18:24:34.231566 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d67b9a98-5382-4414-a13a-041541e7fe65 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/routers/6fe8defa-d830-41cb-a70f-6935f517635c HTTP/1.1" status: 404 len: 336 time: 0.0819004 Mar 14 18:24:34.232850 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57188) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:34.270661 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb64b3ab-47fd-4e69-8cc1-03e49f6df6a8 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:34.271135 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb64b3ab-47fd-4e69-8cc1-03e49f6df6a8 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:34.272798 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cb64b3ab-47fd-4e69-8cc1-03e49f6df6a8 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/subnets/4984bf23-e8b5-4527-af2e-2701251603e1 HTTP/1.1" status: 404 len: 337 time: 0.0390666 Mar 14 18:24:34.275555 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57192) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:34.311335 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c4f6b12d-f2e2-421c-bd66-a61b141f6732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.318907 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c1f21a61-204c-4005-ab4e-ac97bdc6d692 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/ports?device_id=90e2f7d1-8ead-4694-9f0d-2abcc313f13c HTTP/1.1" status: 200 len: 205 time: 0.0422518 Mar 14 18:24:34.321348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57196) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:34.357423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.366072 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6b12d-f2e2-421c-bd66-a61b141f6732 None None] Pushing event deleted for resources: {'Port': ['ID=01100318-8f1d-417c-8e78-1d6f8806baff,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:34.371973 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f6b12d-f2e2-421c-bd66-a61b141f6732 None None] No DVR routers for this DVR port 01100318-8f1d-417c-8e78-1d6f8806baff on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:34.398099 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-dcb309d3-0581-4445-8e9c-a81e4f38dc00 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] delete failed (client error): The resource could not be found. Mar 14 18:24:34.401422 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dcb309d3-0581-4445-8e9c-a81e4f38dc00 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/routers/90e2f7d1-8ead-4694-9f0d-2abcc313f13c HTTP/1.1" status: 404 len: 336 time: 0.0767591 Mar 14 18:24:34.401651 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57200) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:34.420232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.440864 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fdfada-1784-475e-bb6e-2bdb3709f914 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:34.441399 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fdfada-1784-475e-bb6e-2bdb3709f914 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:34.443510 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d5fdfada-1784-475e-bb6e-2bdb3709f914 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/subnets/0fcc50f2-8177-4347-9f61-1f5684b6a740 HTTP/1.1" status: 404 len: 337 time: 0.0408745 Mar 14 18:24:34.446319 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57204) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:34.469105 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:34.478237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:34.490481 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0496-7cb4-460b-9400-13e1bf831931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.497510 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2aa687db-61dc-412e-87e8-0f4a7d44d3b0 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56b084e-38a4-43eb-8a70-cdefb175abf1 HTTP/1.1" status: 200 len: 205 time: 0.0481501 Mar 14 18:24:34.498028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:34.498028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.498221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57210) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:34.507282 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Port': ['ID=8ad40223-00df-4aad-8587-e8f6edc93546,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:34.507392 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23991db5-6530-4f1d-9430-b1a2fb0e46e3 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:34.551970 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=2cba0acc-a88b-45f3-a438-612951eda923,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:34.572923 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-6dd86722-c5e6-4a9b-9824-cd0a695dd4e9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] delete failed (client error): The resource could not be found. Mar 14 18:24:34.576217 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6dd86722-c5e6-4a9b-9824-cd0a695dd4e9 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/routers/a56b084e-38a4-43eb-8a70-cdefb175abf1 HTTP/1.1" status: 404 len: 336 time: 0.0752656 Mar 14 18:24:34.576364 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.576473 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57214) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:34.576557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.576834 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.577550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.577799 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.578201 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.578534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.578885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.579755 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.579755 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.580425 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.580425 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.620307 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42d5d61-bce6-4aeb-bcff-2a5d1b484c97 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:34.620774 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42d5d61-bce6-4aeb-bcff-2a5d1b484c97 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:34.623021 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c42d5d61-bce6-4aeb-bcff-2a5d1b484c97 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/subnets/b32a798a-7520-4b50-9a68-7d3651d02f7c HTTP/1.1" status: 404 len: 337 time: 0.0450809 Mar 14 18:24:34.625340 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57218) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:34.641777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0b0496-7cb4-460b-9400-13e1bf831931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network 28855f69-b418-4328-b683-06d9f6202065 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:34.643396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.643528 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.643789 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.644102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.644424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.644773 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.645612 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.645935 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.646253 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.646567 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.646916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.647231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:34.658354 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-9c0b0496-7cb4-460b-9400-13e1bf831931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:34.669965 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7904c2-fc4b-4190-9831-00fe09a335e1 None None] Network 28855f69-b418-4328-b683-06d9f6202065 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:34.684269 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-36944da5-8f48-4b72-a3f4-703a91cc3d46 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:34.684731 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36944da5-8f48-4b72-a3f4-703a91cc3d46 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:34.700467 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-36944da5-8f48-4b72-a3f4-703a91cc3d46 tempest-RoutersTest-58819058 tempest-RoutersTest-58819058-project] 10.222.0.43 "DELETE /v2.0/subnets/6fcb17a0-ebf4-4063-b4d1-6e6d3c160ce8 HTTP/1.1" status: 404 len: 337 time: 0.0715885 Mar 14 18:24:34.702186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0b0496-7cb4-460b-9400-13e1bf831931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:34.703735 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0496-7cb4-460b-9400-13e1bf831931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.811151 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1b03cdf1-ed6e-487f-801e-ad7a12829a43 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0201018 Mar 14 18:24:34.815308 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57224) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:34.825594 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:34.842431 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b0496-7cb4-460b-9400-13e1bf831931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Subnet': ['ID=185bbc13-dd54-4c2c-9dd3-c88e8f954c39,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:34.866674 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.874025 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9c0b0496-7cb4-460b-9400-13e1bf831931 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0194557 Mar 14 18:24:34.876264 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57228) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:34.884860 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-65ca8d04-e3cd-4cfb-ba16-45346e71ab38 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-601728081', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '185bbc13-dd54-4c2c-9dd3-c88e8f954c39'}], 'security_groups': ['853b8d2f-ee8e-45e5-a256-697cd2e01b37']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:34.955546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:35.027196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:35.031611 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:35.034578 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:35.041012 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:35.144767 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'fixed_ips': [{'subnet_id': '2cba0acc-a88b-45f3-a438-612951eda923'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:24:35.145610 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.150541 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:35.154393 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.228802 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:35.228802 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.322471 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57234) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:35.593481 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Allocated IP 172.20.0.2 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/2cba0acc-a88b-45f3-a438-612951eda923/94cf6c07-6a4a-47c9-86f7-c9c98e82f303) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:35.609988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 0820ba04-5e97-44da-b088-c9794ad38a52 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:24:35.621910 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0d55cc05-7657-4275-99c8-5f154d3fe09e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=65cbd48938094122bb9ae72dacf90bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981913 Mar 14 18:24:35.624794 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57240) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:35.630785 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-65ca8d04-e3cd-4cfb-ba16-45346e71ab38 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.664430 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 01100318-8f1d-417c-8e78-1d6f8806baff no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:35.715676 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 01100318-8f1d-417c-8e78-1d6f8806baff {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:35.724358 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 01100318-8f1d-417c-8e78-1d6f8806baff not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:35.724358 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e045a07-25f0-42cb-933e-7067ce8be0ce None None] Update dhcp port {'port': {'network_id': '28855f69-b418-4328-b683-06d9f6202065', 'fixed_ips': [{'subnet_id': 'cf880463-1acf-49a4-8da9-22479fd3ac0d', 'ip_address': '2001:db8::2'}, {'subnet_id': '185bbc13-dd54-4c2c-9dd3-c88e8f954c39'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': '4dabde5b-c60b-4f43-af6e-1465c83c3fc0'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:24:35.740583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.objects.ports [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88634) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:24:35.749896 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.825554 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:35.832162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:35.844392 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e045a07-25f0-42cb-933e-7067ce8be0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.848482 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:35.848482 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.856841 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a66e627b-7079-4446-943b-1068a210d85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.870416 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=a53422bc-50d1-41fd-8d2b-7e69279c33ce,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:35.894219 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:24:35.899748 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:35.900094 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:35.900428 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:35.900765 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:35.901041 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-21667b62-e027-49e6-900e-5b752327d3a9 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/0820ba04-5e97-44da-b088-c9794ad38a52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9770308 Mar 14 18:24:35.901273 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:35.901403 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:35.901698 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:35.902027 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:35.902316 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:35.902630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:35.903708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:35.903708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:35.906134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57244) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:35.919909 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a66e627b-7079-4446-943b-1068a210d85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.921652 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9593d-4a2a-4baa-9bca-75ceefe32073 None None] Sync routers for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:35.983342 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c9593d-4a2a-4baa-9bca-75ceefe32073 None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:35.984513 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b9c9593d-4a2a-4baa-9bca-75ceefe32073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:36.008167 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-67a0c117-b4fd-49ee-9431-5c8a4ec0ff51 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1915824 Mar 14 18:24:36.010977 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57248) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:36.017080 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'mac_address': 'fa:16:3e:64:51:08', 'name': 'tempest-NetworksTestDHCPv6-1731156836'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:36.036877 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf10cad-6643-480f-b3cf-59590ff71eaf tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting subnet fd1e4a95-e39e-4b65-8af9-cc65816e97a0 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:36.072721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ccf10cad-6643-480f-b3cf-59590ff71eaf tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.157056 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ccf10cad-6643-480f-b3cf-59590ff71eaf tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.213004 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.229722 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a66e627b-7079-4446-943b-1068a210d85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.249486 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Transition to ACTIVE for port object 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:36.252446 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-b9c9593d-4a2a-4baa-9bca-75ceefe32073 None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:36.275913 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e627b-7079-4446-943b-1068a210d85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d7ff8d-f456-4624-9c27-a5bd0084b8f3,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:36.280974 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a66e627b-7079-4446-943b-1068a210d85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.291036 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a66e627b-7079-4446-943b-1068a210d85c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52d7ff8d-f456-4624-9c27-a5bd0084b8f3 HTTP/1.1" status: 204 len: 168 time: 0.6523814 Mar 14 18:24:36.335610 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Transition to ACTIVE for port object 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:36.350312 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ccf10cad-6643-480f-b3cf-59590ff71eaf tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.352440 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:36.358365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:port and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:36.366378 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:36.370096 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:36.413091 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-65ca8d04-e3cd-4cfb-ba16-45346e71ab38 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Delete allocated IP 2001:db8::15e (28855f69-b418-4328-b683-06d9f6202065/cf880463-1acf-49a4-8da9-22479fd3ac0d) {{(pid=88635) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 18:24:36.427288 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-65ca8d04-e3cd-4cfb-ba16-45346e71ab38 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Allocated IP 2001:db8:0:1::1d3 (28855f69-b418-4328-b683-06d9f6202065/185bbc13-dd54-4c2c-9dd3-c88e8f954c39/d8de0e5d-83a4-4fd0-9d40-527478dbfd73) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:36.430788 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:36.445433 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.565785 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:36.571160 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:36.576518 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:24:36.580807 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ccf10cad-6643-480f-b3cf-59590ff71eaf tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.591768 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.631232 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port e662368f-15c1-48a9-9db8-dfba84d4ce61 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:36.636544 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf10cad-6643-480f-b3cf-59590ff71eaf tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1e4a95-e39e-4b65-8af9-cc65816e97a0,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:36.639677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ccf10cad-6643-480f-b3cf-59590ff71eaf tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.660153 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ccf10cad-6643-480f-b3cf-59590ff71eaf tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/subnets/fd1e4a95-e39e-4b65-8af9-cc65816e97a0 HTTP/1.1" status: 204 len: 168 time: 0.7527602 Mar 14 18:24:36.673401 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57256) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:36.700671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75139d24-a194-4b9b-9f1f-0275b8bed1ea None None] Network 59f553a1-2d73-45c9-b6e3-0864559f8e74 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:36.715108 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Pushing event updated for resources: {'Port': ['ID=94cf6c07-6a4a-47c9-86f7-c9c98e82f303,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:36.754670 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:36.755395 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:36.755395 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:36.755714 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:36.756047 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:36.756530 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:36.756862 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:36.757193 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:36.757522 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:36.757848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:36.758171 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:36.758492 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:36.828065 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Attempting to bind port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:36.828065 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Attempting to bind port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:36.828065 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Attempting to bind port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:24:36.867660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.873486 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-65ca8d04-e3cd-4cfb-ba16-45346e71ab38 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.892285 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 172.20.0.6 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/2cba0acc-a88b-45f3-a438-612951eda923/e662368f-15c1-48a9-9db8-dfba84d4ce61) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:36.897675 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting port 7dd5e4e3-80c0-41c2-92eb-76c4e65be130 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:36.898578 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.898706 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::f816:3eff:fe64:5108 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/a53422bc-50d1-41fd-8d2b-7e69279c33ce/e662368f-15c1-48a9-9db8-dfba84d4ce61) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:36.922627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:24:36.923039 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:24:36.923499 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.923841 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:24:36.924320 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Bound port: 94cf6c07-6a4a-47c9-86f7-c9c98e82f303, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:36.924694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.925150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-65ca8d04-e3cd-4cfb-ba16-45346e71ab38 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Transition to ACTIVE for port object d8de0e5d-83a4-4fd0-9d40-527478dbfd73 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:37.096243 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-65ca8d04-e3cd-4cfb-ba16-45346e71ab38 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.129813 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.151457 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object e662368f-15c1-48a9-9db8-dfba84d4ce61 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:37.230011 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] For port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:24:37.237253 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] For port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=94cf6c07-6a4a-47c9-86f7-c9c98e82f303,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:24:37.247077 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-5e045a07-25f0-42cb-933e-7067ce8be0ce None None] Allocated IP 2001:db8:0:1::2 (28855f69-b418-4328-b683-06d9f6202065/185bbc13-dd54-4c2c-9dd3-c88e8f954c39/4dabde5b-c60b-4f43-af6e-1465c83c3fc0) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:37.249164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-65ca8d04-e3cd-4cfb-ba16-45346e71ab38 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] In _notify_port_updated(), no bound segment for port d8de0e5d-83a4-4fd0-9d40-527478dbfd73 on network 28855f69-b418-4328-b683-06d9f6202065 {{(pid=88635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:24:37.253327 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.254519 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ca8d04-e3cd-4cfb-ba16-45346e71ab38 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:37.257361 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-65ca8d04-e3cd-4cfb-ba16-45346e71ab38 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.257361 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-65ca8d04-e3cd-4cfb-ba16-45346e71ab38 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "PUT /v2.0/ports/d8de0e5d-83a4-4fd0-9d40-527478dbfd73 HTTP/1.1" status: 200 len: 930 time: 2.3792775 Mar 14 18:24:37.263136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57268) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:37.265481 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca8d04-e3cd-4cfb-ba16-45346e71ab38 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=d8de0e5d-83a4-4fd0-9d40-527478dbfd73,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:37.267077 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b9c9593d-4a2a-4baa-9bca-75ceefe32073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:34Z', 'revision_number': 10, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:37.310944 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9593d-4a2a-4baa-9bca-75ceefe32073 None None] Checking router: 0820ba04-5e97-44da-b088-c9794ad38a52 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:37.319069 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:37.319657 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:37.323818 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:24:37.379826 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.383179 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c9593d-4a2a-4baa-9bca-75ceefe32073 None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:37.383807 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b9c9593d-4a2a-4baa-9bca-75ceefe32073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:37.401466 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:37.406551 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.419972 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-39831a5c-763c-41ec-a7f3-161e38312606 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port d8de0e5d-83a4-4fd0-9d40-527478dbfd73 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:37.420319 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-39831a5c-763c-41ec-a7f3-161e38312606 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.447789 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=e662368f-15c1-48a9-9db8-dfba84d4ce61,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:37.477629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] For port 7dd5e4e3-80c0-41c2-92eb-76c4e65be130, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7dd5e4e3-80c0-41c2-92eb-76c4e65be130,segment=NetworkSegment(125b3bf4-a571-499d-ae5b-f05cf8adf0ea),segment_id=125b3bf4-a571-499d-ae5b-f05cf8adf0ea)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:37.477977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.496447 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cc357176-1b1f-4fac-9657-b4f512a9307f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4841526 Mar 14 18:24:37.508611 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57278) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:37.599490 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f5590e-98ca-4356-9ef8-faff0c533bae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:37.600444 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cb763b-64ae-47e9-9b20-e0c8f06a4c08 None None] DHCP port deletion for 59f553a1-2d73-45c9-b6e3-0864559f8e74 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:24:37.607153 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f5590e-98ca-4356-9ef8-faff0c533bae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:37.608254 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d8f5590e-98ca-4356-9ef8-faff0c533bae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:37.645813 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-5e045a07-25f0-42cb-933e-7067ce8be0ce None None] For port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4dabde5b-c60b-4f43-af6e-1465c83c3fc0,segment=NetworkSegment(0bde4005-018f-4ccd-a737-8bf0f74448d3),segment_id=0bde4005-018f-4ccd-a737-8bf0f74448d3)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:37.668978 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Calling delete_port for 7dd5e4e3-80c0-41c2-92eb-76c4e65be130 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:37.674101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e045a07-25f0-42cb-933e-7067ce8be0ce None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.694028 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5e045a07-25f0-42cb-933e-7067ce8be0ce None None] Transition to ACTIVE for port object 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:37.702986 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14210cbc-cdee-427b-86ee-56067b5175cb None None] Pushing event updated for resources: {'Port': ['ID=94cf6c07-6a4a-47c9-86f7-c9c98e82f303,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:37.711543 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-97cb763b-64ae-47e9-9b20-e0c8f06a4c08 None None] Deleting port 7dd5e4e3-80c0-41c2-92eb-76c4e65be130 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:37.711921 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-97cb763b-64ae-47e9-9b20-e0c8f06a4c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.749650 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d8f5590e-98ca-4356-9ef8-faff0c533bae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:37.760050 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d8f5590e-98ca-4356-9ef8-faff0c533bae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2617152 Mar 14 18:24:37.768105 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57284) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:37.828650 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e045a07-25f0-42cb-933e-7067ce8be0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.838081 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57288) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:37.915113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-10d5a04f-e476-4ed3-9dae-a9688cdb4302 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port e662368f-15c1-48a9-9db8-dfba84d4ce61 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:37.918427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10d5a04f-e476-4ed3-9dae-a9688cdb4302 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.919265 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-b9c9593d-4a2a-4baa-9bca-75ceefe32073 None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:38.061807 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.095798 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-2962953a-2dd1-4927-8d76-1224a32cb2b5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-858838624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:38.104983 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-97cb763b-64ae-47e9-9b20-e0c8f06a4c08 None None] The port '7dd5e4e3-80c0-41c2-92eb-76c4e65be130' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:24:38.108190 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2962953a-2dd1-4927-8d76-1224a32cb2b5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:38.147205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2962953a-2dd1-4927-8d76-1224a32cb2b5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Usage tracker for resource:router and tenant:bbfcbbab579b4b329706ec5fd7f187d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:38.165084 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2962953a-2dd1-4927-8d76-1224a32cb2b5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:38.167541 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Port': ['ID=7dd5e4e3-80c0-41c2-92eb-76c4e65be130,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:38.174445 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-39831a5c-763c-41ec-a7f3-161e38312606 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.179062 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2962953a-2dd1-4927-8d76-1224a32cb2b5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:38.180169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] No DVR routers for this DVR port 7dd5e4e3-80c0-41c2-92eb-76c4e65be130 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:38.296911 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e045a07-25f0-42cb-933e-7067ce8be0ce None None] Pushing event updated for resources: {'Port': ['ID=4dabde5b-c60b-4f43-af6e-1465c83c3fc0,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:38.324820 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2962953a-2dd1-4927-8d76-1224a32cb2b5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.329373 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2962953a-2dd1-4927-8d76-1224a32cb2b5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.392210 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2962953a-2dd1-4927-8d76-1224a32cb2b5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.437820 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10d5a04f-e476-4ed3-9dae-a9688cdb4302 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.440140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-39831a5c-763c-41ec-a7f3-161e38312606 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for d8de0e5d-83a4-4fd0-9d40-527478dbfd73 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:38.592871 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.607048 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2962953a-2dd1-4927-8d76-1224a32cb2b5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.618926 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b9c9593d-4a2a-4baa-9bca-75ceefe32073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:34Z', 'revision_number': 10, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:38.625527 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9593d-4a2a-4baa-9bca-75ceefe32073 None None] The sync data for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv is: [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:34Z', 'revision_number': 10, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None, '_interfaces': [{'id': 'db65ad5f-feda-4306-9027-7eab8adc3083', 'name': '', 'network_id': 'fa8f40fe-44af-47b4-b21c-1851d2dc571b', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'mac_address': 'fa:16:3e:ff:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:21Z', 'updated_at': '2022-03-14T18:24:00Z', 'revision_number': 5, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'subnets': [{'id': '3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:38.639122 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-10d5a04f-e476-4ed3-9dae-a9688cdb4302 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for e662368f-15c1-48a9-9db8-dfba84d4ce61 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:38.651819 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f553a1-2d73-45c9-b6e3-0864559f8e74']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:38.681285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125b3bf4-a571-499d-ae5b-f05cf8adf0ea') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:38.681580 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125b3bf4-a571-499d-ae5b-f05cf8adf0ea') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:38.776221 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.818009 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.837781 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2962953a-2dd1-4927-8d76-1224a32cb2b5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.839000 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2962953a-2dd1-4927-8d76-1224a32cb2b5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9897137 Mar 14 18:24:38.839569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:38.840186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.846007 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57294) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:38.858974 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:38.862002 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1275208817'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:38.868750 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:38.873201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Usage tracker for resource:network and tenant:bbfcbbab579b4b329706ec5fd7f187d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:38.878395 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:38.892623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:38.900903 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.031199 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Made reservation on behalf of bbfcbbab579b4b329706ec5fd7f187d3 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:39.031199 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.043492 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.069687 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:39.076380 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-39831a5c-763c-41ec-a7f3-161e38312606 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.092063 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Usage tracker for resource:security_group_rule and tenant:bbfcbbab579b4b329706ec5fd7f187d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:39.103075 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:39.114950 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:39.137837 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10d5a04f-e476-4ed3-9dae-a9688cdb4302 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.139310 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.165089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.218337 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:39.227676 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5a04f-e476-4ed3-9dae-a9688cdb4302 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=e662368f-15c1-48a9-9db8-dfba84d4ce61,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:39.417847 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38ebfa3-0243-4497-9f38-c5a825cb95dc None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:39.421142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39831a5c-763c-41ec-a7f3-161e38312606 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=d8de0e5d-83a4-4fd0-9d40-527478dbfd73,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:39.426831 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Network': ['ID=59f553a1-2d73-45c9-b6e3-0864559f8e74,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:39.476306 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0cbb8fa1-3dc6-4ccb-b387-74e05ac72a84 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/networks/59f553a1-2d73-45c9-b6e3-0864559f8e74 HTTP/1.1" status: 204 len: 168 time: 2.8011987 Mar 14 18:24:39.485367 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57298) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:39.485367 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-39831a5c-763c-41ec-a7f3-161e38312606 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.486414 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-39831a5c-763c-41ec-a7f3-161e38312606 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/ports/d8de0e5d-83a4-4fd0-9d40-527478dbfd73 HTTP/1.1" status: 204 len: 168 time: 2.2221870 Mar 14 18:24:39.489507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57302) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:39.562531 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1574783a-b135-41f6-abd8-1f0009689102 None None] Provisioning for port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:39.564151 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-de055924-85e0-4a27-aa7c-d513d54d3cd8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] GET failed (client error): The resource could not be found. Mar 14 18:24:39.564692 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-de055924-85e0-4a27-aa7c-d513d54d3cd8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Synchronizing usage tracker for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:39.574456 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:39.588329 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1574783a-b135-41f6-abd8-1f0009689102 None None] Provisioning complete for port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:39.588950 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1574783a-b135-41f6-abd8-1f0009689102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.597345 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-10d5a04f-e476-4ed3-9dae-a9688cdb4302 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.615812 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:39.644287 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.731377 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-de055924-85e0-4a27-aa7c-d513d54d3cd8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Unset dirty status for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:39.732930 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-de055924-85e0-4a27-aa7c-d513d54d3cd8 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports/d8de0e5d-83a4-4fd0-9d40-527478dbfd73 HTTP/1.1" status: 404 len: 333 time: 0.2376196 Mar 14 18:24:39.735794 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57306) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:39.775513 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.798076 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-10d5a04f-e476-4ed3-9dae-a9688cdb4302 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/e662368f-15c1-48a9-9db8-dfba84d4ce61 HTTP/1.1" status: 204 len: 168 time: 2.0361247 Mar 14 18:24:39.805018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57310) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:39.865447 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:39.865811 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.889926 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:24:39.931932 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45eb56bd-b6ef-415f-9096-df21fb2d3352,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:39.936789 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.937257 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Added segment 70b79fc1-288f-4a8a-b236-f5638a2e35c2 of type vlan for network 55ce433c-7839-4851-8990-5ca26456f4ea Mar 14 18:24:39.945125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-458df8ec-ac37-43f7-ac7d-6ed07e9816d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.985153 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77faf3a5-7860-4f9c-bb27-72186981516e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:39.986780 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77faf3a5-7860-4f9c-bb27-72186981516e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:39.988789 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77faf3a5-7860-4f9c-bb27-72186981516e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:39.989589 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-77faf3a5-7860-4f9c-bb27-72186981516e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:40.021870 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.029336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-458df8ec-ac37-43f7-ac7d-6ed07e9816d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.072440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1574783a-b135-41f6-abd8-1f0009689102 None None] Could not find standard attr ID for object d8de0e5d-83a4-4fd0-9d40-527478dbfd73. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:24:40.075318 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e55b3671-96a0-42fd-ac5c-23a0ff1f12ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.117275 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-77faf3a5-7860-4f9c-bb27-72186981516e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:40.121541 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1574783a-b135-41f6-abd8-1f0009689102 None None] Provisioning complete for port e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:40.121657 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-77faf3a5-7860-4f9c-bb27-72186981516e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3073053 Mar 14 18:24:40.122294 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1574783a-b135-41f6-abd8-1f0009689102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.122715 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57316) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:40.181267 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1574783a-b135-41f6-abd8-1f0009689102 None None] Port e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:24:40.197123 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-458df8ec-ac37-43f7-ac7d-6ed07e9816d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.198712 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8ad40223-00df-4aad-8587-e8f6edc93546 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:40.210571 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.216013 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.216607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.268153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 8ad40223-00df-4aad-8587-e8f6edc93546 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:40.274573 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8ad40223-00df-4aad-8587-e8f6edc93546 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:40.274573 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7dd5e4e3-80c0-41c2-92eb-76c4e65be130 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:40.277456 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c82049-d5fd-403b-bea0-2e8a35c965de tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 2cba0acc-a88b-45f3-a438-612951eda923 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:40.282654 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458df8ec-ac37-43f7-ac7d-6ed07e9816d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2893ca59-26de-4949-b583-481d1a186b81,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:40.297917 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c0c82049-d5fd-403b-bea0-2e8a35c965de tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.310332 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 7dd5e4e3-80c0-41c2-92eb-76c4e65be130 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:40.310668 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7dd5e4e3-80c0-41c2-92eb-76c4e65be130 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:40.353500 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d7a9cf-23d7-4893-9d08-b6965920920a None None] Update dhcp port {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'fixed_ips': [{'subnet_id': '2cba0acc-a88b-45f3-a438-612951eda923', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a53422bc-50d1-41fd-8d2b-7e69279c33ce'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': '94cf6c07-6a4a-47c9-86f7-c9c98e82f303'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:24:40.393552 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-96c6ec68-cc39-45eb-a206-59f44bc9ec45 None None] Provisioning for port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:40.403322 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-96c6ec68-cc39-45eb-a206-59f44bc9ec45 None None] Provisioning complete for port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:40.403883 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-96c6ec68-cc39-45eb-a206-59f44bc9ec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.404446 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-458df8ec-ac37-43f7-ac7d-6ed07e9816d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.407225 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-458df8ec-ac37-43f7-ac7d-6ed07e9816d5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/security-groups/2893ca59-26de-4949-b583-481d1a186b81 HTTP/1.1" status: 204 len: 168 time: 0.6702166 Mar 14 18:24:40.411119 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57320) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:40.431786 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5839195 Mar 14 18:24:40.436274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57324) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:40.442431 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087c4e0-cc75-451a-8f11-fd1957a35f9a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event updated for resources: {'Network': ['ID=55ce433c-7839-4851-8990-5ca26456f4ea,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:40.448935 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c0c82049-d5fd-403b-bea0-2e8a35c965de tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.453696 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-30d7a9cf-23d7-4893-9d08-b6965920920a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.454953 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1a24d491-1855-4a74-9fa9-7b4e0d6dfd28 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Request body: {'subnet': {'network_id': '55ce433c-7839-4851-8990-5ca26456f4ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:40.465689 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 55ce433c-7839-4851-8990-5ca26456f4ea details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:24:40.504434 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-e55b3671-96a0-42fd-ac5c-23a0ff1f12ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting port db65ad5f-feda-4306-9027-7eab8adc3083 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:40.504650 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e55b3671-96a0-42fd-ac5c-23a0ff1f12ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.548625 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c0c82049-d5fd-403b-bea0-2e8a35c965de tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.682032 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a1a5a429-dfa7-47c1-8dd0-a026574fa7d9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.703162 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1a24d491-1855-4a74-9fa9-7b4e0d6dfd28 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:40.727037 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c0c82049-d5fd-403b-bea0-2e8a35c965de tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.749156 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-96c6ec68-cc39-45eb-a206-59f44bc9ec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server [None req-30d7a9cf-23d7-4893-9d08-b6965920920a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2cba0acc-a88b-45f3-a438-612951eda923: This subnet is being modified by another concurrent operation. Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server raise exception Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2cba0acc-a88b-45f3-a438-612951eda923: This subnet is being modified by another concurrent operation. Mar 14 18:24:40.761443 dv-neutron-833560-1-hyperv neutron-server[88636]: ERROR oslo_messaging.rpc.server Mar 14 18:24:40.774230 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1a24d491-1855-4a74-9fa9-7b4e0d6dfd28 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Usage tracker for resource:subnet and tenant:bbfcbbab579b4b329706ec5fd7f187d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:40.781314 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1a24d491-1855-4a74-9fa9-7b4e0d6dfd28 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:40.783250 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c82049-d5fd-403b-bea0-2e8a35c965de tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=2cba0acc-a88b-45f3-a438-612951eda923,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:40.791186 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c0c82049-d5fd-403b-bea0-2e8a35c965de tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.792785 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1a24d491-1855-4a74-9fa9-7b4e0d6dfd28 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:40.800513 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a1a5a429-dfa7-47c1-8dd0-a026574fa7d9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.855907 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-96c6ec68-cc39-45eb-a206-59f44bc9ec45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:24:40.856274 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-96c6ec68-cc39-45eb-a206-59f44bc9ec45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:24:40.870140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-e55b3671-96a0-42fd-ac5c-23a0ff1f12ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] For port db65ad5f-feda-4306-9027-7eab8adc3083, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=db65ad5f-feda-4306-9027-7eab8adc3083,segment=NetworkSegment(27c5cb05-abd5-40f5-90ca-b46d129dfff4),segment_id=27c5cb05-abd5-40f5-90ca-b46d129dfff4)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:40.870140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e55b3671-96a0-42fd-ac5c-23a0ff1f12ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.870646 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c0c82049-d5fd-403b-bea0-2e8a35c965de tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/2cba0acc-a88b-45f3-a438-612951eda923 HTTP/1.1" status: 204 len: 168 time: 0.7466595 Mar 14 18:24:40.873328 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57328) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:40.886486 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7711b94b-a80a-43ed-8d57-2f9c865fc263 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:40.942205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2e270a-22f3-468e-80bd-057827775f8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet a53422bc-50d1-41fd-8d2b-7e69279c33ce {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:40.948270 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e2e270a-22f3-468e-80bd-057827775f8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.009061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e2e270a-22f3-468e-80bd-057827775f8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.071743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e2e270a-22f3-468e-80bd-057827775f8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.112047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a24d491-1855-4a74-9fa9-7b4e0d6dfd28 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Made reservation on behalf of bbfcbbab579b4b329706ec5fd7f187d3 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:41.116331 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1a24d491-1855-4a74-9fa9-7b4e0d6dfd28 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.138686 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-e55b3671-96a0-42fd-ac5c-23a0ff1f12ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Calling delete_port for db65ad5f-feda-4306-9027-7eab8adc3083 owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:41.180146 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a1a5a429-dfa7-47c1-8dd0-a026574fa7d9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.216842 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5a429-dfa7-47c1-8dd0-a026574fa7d9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=853b8d2f-ee8e-45e5-a256-697cd2e01b37,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:41.217700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97171406-d03a-4760-9138-d39f7ec82760 None None] Update dhcp port {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'fixed_ips': [{'subnet_id': 'a53422bc-50d1-41fd-8d2b-7e69279c33ce'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': '94cf6c07-6a4a-47c9-86f7-c9c98e82f303'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:24:41.224694 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e2e270a-22f3-468e-80bd-057827775f8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.272628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e270a-22f3-468e-80bd-057827775f8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=a53422bc-50d1-41fd-8d2b-7e69279c33ce,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:41.274259 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5e2e270a-22f3-468e-80bd-057827775f8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.284510 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5e2e270a-22f3-468e-80bd-057827775f8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/a53422bc-50d1-41fd-8d2b-7e69279c33ce HTTP/1.1" status: 204 len: 168 time: 0.4099839 Mar 14 18:24:41.286884 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57332) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:41.287188 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a1a5a429-dfa7-47c1-8dd0-a026574fa7d9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.290575 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a1a5a429-dfa7-47c1-8dd0-a026574fa7d9 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/security-groups/853b8d2f-ee8e-45e5-a256-697cd2e01b37 HTTP/1.1" status: 204 len: 168 time: 0.8754928 Mar 14 18:24:41.296862 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57336) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:41.297638 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-97171406-d03a-4760-9138-d39f7ec82760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.356291 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fa7b457a-fdd4-483f-b29e-f587df2e3b2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681171 Mar 14 18:24:41.359687 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57340) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:41.365428 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4313dc45-0504-4f46-be04-575330ef0e8a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:41.401701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8677a6-2827-404f-a9a3-cde97c37256b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting subnet cf880463-1acf-49a4-8da9-22479fd3ac0d {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:41.406180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bf8677a6-2827-404f-a9a3-cde97c37256b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.474018 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-96c6ec68-cc39-45eb-a206-59f44bc9ec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.492994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4313dc45-0504-4f46-be04-575330ef0e8a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:41.497190 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4313dc45-0504-4f46-be04-575330ef0e8a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:41.501062 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4313dc45-0504-4f46-be04-575330ef0e8a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:41.509408 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4313dc45-0504-4f46-be04-575330ef0e8a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:41.526811 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-96c6ec68-cc39-45eb-a206-59f44bc9ec45 None None] For port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=94cf6c07-6a4a-47c9-86f7-c9c98e82f303,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:41.534493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bf8677a6-2827-404f-a9a3-cde97c37256b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.589888 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4313dc45-0504-4f46-be04-575330ef0e8a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:41.595048 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4313dc45-0504-4f46-be04-575330ef0e8a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.618949 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-96c6ec68-cc39-45eb-a206-59f44bc9ec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.695450 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25662853-1f7a-451b-ae01-2f5bc7880cb3 None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:24:41.709800 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bf8677a6-2827-404f-a9a3-cde97c37256b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.750094 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-96c6ec68-cc39-45eb-a206-59f44bc9ec45 None None] Could not find standard attr ID for object d8de0e5d-83a4-4fd0-9d40-527478dbfd73. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:24:41.763352 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e55b3671-96a0-42fd-ac5c-23a0ff1f12ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.800158 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6ec68-cc39-45eb-a206-59f44bc9ec45 None None] Pushing event updated for resources: {'Port': ['ID=94cf6c07-6a4a-47c9-86f7-c9c98e82f303,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:41.818231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1a24d491-1855-4a74-9fa9-7b4e0d6dfd28 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.853366 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25662853-1f7a-451b-ae01-2f5bc7880cb3 None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:24:41.864336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b3671-96a0-42fd-ac5c-23a0ff1f12ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Port': ['ID=db65ad5f-feda-4306-9027-7eab8adc3083,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:41.913031 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1d518bb7-9008-4259-8dcc-0b9b596d69e1 None None] Provisioning complete for port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:41.913408 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1d518bb7-9008-4259-8dcc-0b9b596d69e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.932639 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4313dc45-0504-4f46-be04-575330ef0e8a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.989210 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4313dc45-0504-4f46-be04-575330ef0e8a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:41.992463 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-4313dc45-0504-4f46-be04-575330ef0e8a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:41.996642 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4313dc45-0504-4f46-be04-575330ef0e8a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:41.997229 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4313dc45-0504-4f46-be04-575330ef0e8a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.014966 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313dc45-0504-4f46-be04-575330ef0e8a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=44e7991f-f13f-4a78-b250-caea06d25e88,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:42.075154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e55b3671-96a0-42fd-ac5c-23a0ff1f12ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.092187 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24d491-1855-4a74-9fa9-7b4e0d6dfd28 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event updated for resources: {'Subnet': ['ID=82dfee79-2384-4798-b830-040626f8da22,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:42.099513 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4313dc45-0504-4f46-be04-575330ef0e8a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7387874 Mar 14 18:24:42.105578 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57344) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:42.114681 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:42.127113 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1d518bb7-9008-4259-8dcc-0b9b596d69e1 None None] Could not find standard attr ID for object e662368f-15c1-48a9-9db8-dfba84d4ce61. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:24:42.158896 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bf8677a6-2827-404f-a9a3-cde97c37256b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.196160 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a24d491-1855-4a74-9fa9-7b4e0d6dfd28 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Checking segment: {'id': '70b79fc1-288f-4a8a-b236-f5638a2e35c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '55ce433c-7839-4851-8990-5ca26456f4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:24:42.196443 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a24d491-1855-4a74-9fa9-7b4e0d6dfd28 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Network hostable DHCP agents. Network: 55ce433c-7839-4851-8990-5ca26456f4ea, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:24:42.269350 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8677a6-2827-404f-a9a3-cde97c37256b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Subnet': ['ID=cf880463-1acf-49a4-8da9-22479fd3ac0d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:42.271732 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bf8677a6-2827-404f-a9a3-cde97c37256b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.360740 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bf8677a6-2827-404f-a9a3-cde97c37256b tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/cf880463-1acf-49a4-8da9-22479fd3ac0d HTTP/1.1" status: 204 len: 168 time: 1.0633643 Mar 14 18:24:42.367762 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57348) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:42.377461 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-1b4e107b-bb7d-4447-a2ce-5de560c71b7c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'subnet': {'network_id': '28855f69-b418-4328-b683-06d9f6202065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:42.406131 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ed7c1b-ddb5-4668-806a-d8077e8a187d None None] Update dhcp port {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'fixed_ips': [{'subnet_id': '44e7991f-f13f-4a78-b250-caea06d25e88'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': '94cf6c07-6a4a-47c9-86f7-c9c98e82f303'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:24:42.417132 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:42.440410 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55b3671-96a0-42fd-ac5c-23a0ff1f12ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 0820ba04-5e97-44da-b088-c9794ad38a52 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:24:42.443679 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a24d491-1855-4a74-9fa9-7b4e0d6dfd28 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Network 55ce433c-7839-4851-8990-5ca26456f4ea is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:24:42.463642 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-56ed7c1b-ddb5-4668-806a-d8077e8a187d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.473533 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:42.481548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:42.497952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:42.546608 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1b4e107b-bb7d-4447-a2ce-5de560c71b7c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:42.550979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1b4e107b-bb7d-4447-a2ce-5de560c71b7c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:subnet and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:42.553943 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1b4e107b-bb7d-4447-a2ce-5de560c71b7c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:42.561247 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1b4e107b-bb7d-4447-a2ce-5de560c71b7c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:42.584055 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:42.587759 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.638248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-1a24d491-1855-4a74-9fa9-7b4e0d6dfd28 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 55ce433c-7839-4851-8990-5ca26456f4ea) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:42.645268 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a24d491-1855-4a74-9fa9-7b4e0d6dfd28 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:42.646046 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1a24d491-1855-4a74-9fa9-7b4e0d6dfd28 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.666158 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-56ed7c1b-ddb5-4668-806a-d8077e8a187d None None] Allocated IP 172.20.0.2 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/44e7991f-f13f-4a78-b250-caea06d25e88/94cf6c07-6a4a-47c9-86f7-c9c98e82f303) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:42.714675 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55b3671-96a0-42fd-ac5c-23a0ff1f12ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:24:42.720399 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e55b3671-96a0-42fd-ac5c-23a0ff1f12ef tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/0820ba04-5e97-44da-b088-c9794ad38a52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2390807 Mar 14 18:24:42.723353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57352) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:42.724692 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4e107b-bb7d-4447-a2ce-5de560c71b7c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:42.729664 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1b4e107b-bb7d-4447-a2ce-5de560c71b7c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.802662 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79afaef-31b2-4499-9540-590b5ff577bc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting subnet 3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:42.808061 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1a24d491-1855-4a74-9fa9-7b4e0d6dfd28 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3683662 Mar 14 18:24:42.810234 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e79afaef-31b2-4499-9540-590b5ff577bc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.839724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57356) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:42.849062 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0765f8f6-3db8-4fdb-bd39-d6a32f7a5793 None None] Sync routers for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:42.851666 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ea7c9500-2249-4fe5-8882-17047dde4b2f tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Request body: {'network': {'name': 'tempest-router-network01--1942613408'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:42.868520 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ea7c9500-2249-4fe5-8882-17047dde4b2f tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:42.874032 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0765f8f6-3db8-4fdb-bd39-d6a32f7a5793 None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:42.874695 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-0765f8f6-3db8-4fdb-bd39-d6a32f7a5793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:42.877291 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ea7c9500-2249-4fe5-8882-17047dde4b2f tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Usage tracker for resource:network and tenant:bbfcbbab579b4b329706ec5fd7f187d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:42.883363 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ea7c9500-2249-4fe5-8882-17047dde4b2f tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:42.894126 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ea7c9500-2249-4fe5-8882-17047dde4b2f tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:42.899838 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e79afaef-31b2-4499-9540-590b5ff577bc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.921644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-56ed7c1b-ddb5-4668-806a-d8077e8a187d None None] For port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=94cf6c07-6a4a-47c9-86f7-c9c98e82f303,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:42.960309 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-56ed7c1b-ddb5-4668-806a-d8077e8a187d None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.982704 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-56ed7c1b-ddb5-4668-806a-d8077e8a187d None None] Transition to ACTIVE for port object 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:42.986207 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:43.032260 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e79afaef-31b2-4499-9540-590b5ff577bc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.075582 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7c9500-2249-4fe5-8882-17047dde4b2f tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Made reservation on behalf of bbfcbbab579b4b329706ec5fd7f187d3 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:43.081315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9500-2249-4fe5-8882-17047dde4b2f tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.106171 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-56ed7c1b-ddb5-4668-806a-d8077e8a187d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.131154 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-0765f8f6-3db8-4fdb-bd39-d6a32f7a5793 None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:43.166011 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7c9500-2249-4fe5-8882-17047dde4b2f tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:24:43.176692 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1b4e107b-bb7d-4447-a2ce-5de560c71b7c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.184641 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9500-2249-4fe5-8882-17047dde4b2f tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.184983 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-ea7c9500-2249-4fe5-8882-17047dde4b2f tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Added segment cfac35f1-e59c-4a8a-889d-b4286ba93f38 of type vlan for network bc93042f-c392-4ddd-9a29-37d906ad5f38 Mar 14 18:24:43.220327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed7c1b-ddb5-4668-806a-d8077e8a187d None None] Pushing event updated for resources: {'Port': ['ID=94cf6c07-6a4a-47c9-86f7-c9c98e82f303,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:43.253754 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9500-2249-4fe5-8882-17047dde4b2f tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.259974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e79afaef-31b2-4499-9540-590b5ff577bc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.273793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.278579 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-0765f8f6-3db8-4fdb-bd39-d6a32f7a5793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:41Z', 'revision_number': 11, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:43.295561 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0765f8f6-3db8-4fdb-bd39-d6a32f7a5793 None None] Checking router: 0820ba04-5e97-44da-b088-c9794ad38a52 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:43.312470 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=94cf6c07-6a4a-47c9-86f7-c9c98e82f303,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:43.319050 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0765f8f6-3db8-4fdb-bd39-d6a32f7a5793 None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:43.319866 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-0765f8f6-3db8-4fdb-bd39-d6a32f7a5793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:43.321891 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4e107b-bb7d-4447-a2ce-5de560c71b7c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network 28855f69-b418-4328-b683-06d9f6202065 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:43.325926 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-1b4e107b-bb7d-4447-a2ce-5de560c71b7c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:43.330135 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4e107b-bb7d-4447-a2ce-5de560c71b7c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:43.330980 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1b4e107b-bb7d-4447-a2ce-5de560c71b7c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.351870 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e79afaef-31b2-4499-9540-590b5ff577bc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.352720 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e107b-bb7d-4447-a2ce-5de560c71b7c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Subnet': ['ID=6fe10601-7306-4d16-89f4-adcf5c8dc2ae,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:43.371250 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79afaef-31b2-4499-9540-590b5ff577bc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Subnet': ['ID=3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:43.391607 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.410811 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e79afaef-31b2-4499-9540-590b5ff577bc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/subnets/3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de HTTP/1.1" status: 204 len: 168 time: 0.6862092 Mar 14 18:24:43.411962 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57360) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:43.444878 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1b4e107b-bb7d-4447-a2ce-5de560c71b7c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0760336 Mar 14 18:24:43.449383 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57364) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:43.467246 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d3bce2a6-444c-40c2-b760-8d66f50984b2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'security_group': {'name': 'tempest-secgroup-2124249134'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:43.481023 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d3bce2a6-444c-40c2-b760-8d66f50984b2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:43.493302 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-0765f8f6-3db8-4fdb-bd39-d6a32f7a5793 None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:43.526563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=94cf6c07-6a4a-47c9-86f7-c9c98e82f303,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:43.531633 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d3bce2a6-444c-40c2-b760-8d66f50984b2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:security_group and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:43.549202 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d3bce2a6-444c-40c2-b760-8d66f50984b2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:43.561530 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d3bce2a6-444c-40c2-b760-8d66f50984b2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:43.594653 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.objects.ports [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88634) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:24:43.626200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9500-2249-4fe5-8882-17047dde4b2f tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.631306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7c9500-2249-4fe5-8882-17047dde4b2f tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:43.631900 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9500-2249-4fe5-8882-17047dde4b2f tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.645780 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-0765f8f6-3db8-4fdb-bd39-d6a32f7a5793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:41Z', 'revision_number': 11, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:43.661947 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0765f8f6-3db8-4fdb-bd39-d6a32f7a5793 None None] The sync data for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv is: [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:41Z', 'revision_number': 11, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:43.683555 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3bce2a6-444c-40c2-b760-8d66f50984b2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.742683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.769399 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d3bce2a6-444c-40c2-b760-8d66f50984b2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:43.776186 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d3bce2a6-444c-40c2-b760-8d66f50984b2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:security_group_rule and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:43.780654 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d3bce2a6-444c-40c2-b760-8d66f50984b2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:43.789959 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d3bce2a6-444c-40c2-b760-8d66f50984b2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:43.799442 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ea7c9500-2249-4fe5-8882-17047dde4b2f tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9583068 Mar 14 18:24:43.804388 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57368) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:43.812537 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-ca390474-9d82-4185-86db-4dae40572190 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Request body: {'network': {'name': 'tempest-router-network02--869600825'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:43.813936 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c9500-2249-4fe5-8882-17047dde4b2f tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event updated for resources: {'Network': ['ID=bc93042f-c392-4ddd-9a29-37d906ad5f38,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:43.818673 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ca390474-9d82-4185-86db-4dae40572190 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:43.820285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Deleting port dde1f525-c6ba-4797-8094-ca2226c16cd2 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:43.820908 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.822776 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ca390474-9d82-4185-86db-4dae40572190 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Usage tracker for resource:network and tenant:bbfcbbab579b4b329706ec5fd7f187d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:43.827444 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network bc93042f-c392-4ddd-9a29-37d906ad5f38 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:24:43.827639 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ca390474-9d82-4185-86db-4dae40572190 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:43.843590 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ca390474-9d82-4185-86db-4dae40572190 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:43.940079 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca390474-9d82-4185-86db-4dae40572190 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Made reservation on behalf of bbfcbbab579b4b329706ec5fd7f187d3 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:43.944226 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ca390474-9d82-4185-86db-4dae40572190 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.977177 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3bce2a6-444c-40c2-b760-8d66f50984b2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.997298 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.016919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca390474-9d82-4185-86db-4dae40572190 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:24:44.056970 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3bce2a6-444c-40c2-b760-8d66f50984b2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.068972 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] For port dde1f525-c6ba-4797-8094-ca2226c16cd2, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=dde1f525-c6ba-4797-8094-ca2226c16cd2,segment=NetworkSegment(27c5cb05-abd5-40f5-90ca-b46d129dfff4),segment_id=27c5cb05-abd5-40f5-90ca-b46d129dfff4)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:44.069582 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.077860 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ca390474-9d82-4185-86db-4dae40572190 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.077860 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-ca390474-9d82-4185-86db-4dae40572190 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Added segment 300cab0d-124d-4c83-adea-168329f508a1 of type vlan for network 36dc7d82-5d05-4c45-90dd-5d794fb4a1bb Mar 14 18:24:44.156171 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ca390474-9d82-4185-86db-4dae40572190 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.162652 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bce2a6-444c-40c2-b760-8d66f50984b2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a606ff-d36b-4c6c-8760-35cc7d5cde98,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:44.215645 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Calling delete_port for dde1f525-c6ba-4797-8094-ca2226c16cd2 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:44.225503 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3bce2a6-444c-40c2-b760-8d66f50984b2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.226698 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d3bce2a6-444c-40c2-b760-8d66f50984b2 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7760043 Mar 14 18:24:44.231538 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57372) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:44.232913 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9691615e-16e3-4ae2-ba72-68b35c37f0b9 None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:24:44.280628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-5a6b88c1-7237-4ecb-91af-9148d953cade tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'security_group': {'name': 'tempest-secgroup-780425803'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:44.298290 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5a6b88c1-7237-4ecb-91af-9148d953cade tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:44.304138 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5a6b88c1-7237-4ecb-91af-9148d953cade tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:security_group and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:44.309563 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5a6b88c1-7237-4ecb-91af-9148d953cade tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:44.319585 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5a6b88c1-7237-4ecb-91af-9148d953cade tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:44.331461 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ca390474-9d82-4185-86db-4dae40572190 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.336758 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca390474-9d82-4185-86db-4dae40572190 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:44.337551 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ca390474-9d82-4185-86db-4dae40572190 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.361626 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9be2a8bb-92ff-4b4e-994f-2844f02a77a4 None None] Provisioning for port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:44.373640 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9be2a8bb-92ff-4b4e-994f-2844f02a77a4 None None] Provisioning complete for port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:44.374025 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9be2a8bb-92ff-4b4e-994f-2844f02a77a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.390523 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.405162 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691615e-16e3-4ae2-ba72-68b35c37f0b9 None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:24:44.406589 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] For port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=94cf6c07-6a4a-47c9-86f7-c9c98e82f303,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:44.441990 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Port': ['ID=dde1f525-c6ba-4797-8094-ca2226c16cd2,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:44.445667 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] No DVR routers for this DVR port dde1f525-c6ba-4797-8094-ca2226c16cd2 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:44.462591 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a6b88c1-7237-4ecb-91af-9148d953cade tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.482951 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ca390474-9d82-4185-86db-4dae40572190 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6773698 Mar 14 18:24:44.486561 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57376) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:44.497611 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca390474-9d82-4185-86db-4dae40572190 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event updated for resources: {'Network': ['ID=36dc7d82-5d05-4c45-90dd-5d794fb4a1bb,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:44.504809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-6a817082-aec0-41cb-a895-aabf27cb807e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Request body: {'subnet': {'network_id': 'bc93042f-c392-4ddd-9a29-37d906ad5f38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:44.509691 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5a6b88c1-7237-4ecb-91af-9148d953cade tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:44.524236 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 36dc7d82-5d05-4c45-90dd-5d794fb4a1bb details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:24:44.529160 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5a6b88c1-7237-4ecb-91af-9148d953cade tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:security_group_rule and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:44.535833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5a6b88c1-7237-4ecb-91af-9148d953cade tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:44.538869 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.543342 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5a6b88c1-7237-4ecb-91af-9148d953cade tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:44.595629 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.596421 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.623471 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6a817082-aec0-41cb-a895-aabf27cb807e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:44.642442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6a817082-aec0-41cb-a895-aabf27cb807e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Usage tracker for resource:subnet and tenant:bbfcbbab579b4b329706ec5fd7f187d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:44.648082 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6a817082-aec0-41cb-a895-aabf27cb807e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:44.797056 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9be2a8bb-92ff-4b4e-994f-2844f02a77a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.828183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6a817082-aec0-41cb-a895-aabf27cb807e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:44.838959 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:44.845723 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.851250 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:44.865702 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:44.865892 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.880889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8f40fe-44af-47b4-b21c-1851d2dc571b']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:44.892477 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9be2a8bb-92ff-4b4e-994f-2844f02a77a4 None None] For port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=94cf6c07-6a4a-47c9-86f7-c9c98e82f303,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:44.900761 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c5cb05-abd5-40f5-90ca-b46d129dfff4') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:44.901106 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c5cb05-abd5-40f5-90ca-b46d129dfff4') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:44.908306 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a6b88c1-7237-4ecb-91af-9148d953cade tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.912017 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=94cf6c07-6a4a-47c9-86f7-c9c98e82f303,revision_number=8']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:44.915562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.928843 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=b8dc1976-dbbe-4fdc-ad1d-e1646f780311,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:44.938259 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.945380 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:44.945857 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.959270 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4777c343-b1b6-4b45-80ab-655a440116e0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8489854 Mar 14 18:24:44.962456 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57380) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:44.962561 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:44.966458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'mac_address': 'fa:16:3e:03:af:5e', 'name': 'tempest-NetworksTestDHCPv6-909355445'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:44.995891 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:45.001975 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a6b88c1-7237-4ecb-91af-9148d953cade tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.037055 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9be2a8bb-92ff-4b4e-994f-2844f02a77a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.106041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b88c1-7237-4ecb-91af-9148d953cade tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ec2000-c7ce-41fe-b54f-536b1d08d5be,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:45.132603 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a817082-aec0-41cb-a895-aabf27cb807e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Made reservation on behalf of bbfcbbab579b4b329706ec5fd7f187d3 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:45.136884 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6a817082-aec0-41cb-a895-aabf27cb807e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.146306 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:45.151275 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:port and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:45.154707 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:45.161177 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-55ce433c-7839-4851-8990-5ca26456f4ea', 'network_id': '55ce433c-7839-4851-8990-5ca26456f4ea', 'tenant_id': 'bbfcbbab579b4b329706ec5fd7f187d3', 'fixed_ips': [{'subnet_id': '82dfee79-2384-4798-b830-040626f8da22'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:24:45.161391 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:45.161998 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.163808 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a6b88c1-7237-4ecb-91af-9148d953cade tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.165214 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5a6b88c1-7237-4ecb-91af-9148d953cade tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9312234 Mar 14 18:24:45.169671 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57384) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:45.177847 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-7b3f3470-0025-4e16-874e-b61372d35506 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'security_group': {'name': 'tempest-secgroup-427777381'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:45.181557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.184517 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7b3f3470-0025-4e16-874e-b61372d35506 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:45.189853 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7b3f3470-0025-4e16-874e-b61372d35506 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:security_group and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:45.194236 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7b3f3470-0025-4e16-874e-b61372d35506 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:45.196413 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2a8bb-92ff-4b4e-994f-2844f02a77a4 None None] Pushing event updated for resources: {'Port': ['ID=94cf6c07-6a4a-47c9-86f7-c9c98e82f303,revision_number=9']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:45.200553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7b3f3470-0025-4e16-874e-b61372d35506 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:45.218431 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.248670 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:45.249045 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.259726 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:45.290991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Pushing event deleted for resources: {'Network': ['ID=fa8f40fe-44af-47b4-b21c-1851d2dc571b,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:45.298250 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b3f3470-0025-4e16-874e-b61372d35506 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.306283 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8cf2c564-cbce-43fb-bf17-d7c9753b55bd tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/networks/fa8f40fe-44af-47b4-b21c-1851d2dc571b HTTP/1.1" status: 204 len: 168 time: 1.8881671 Mar 14 18:24:45.307176 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57388) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:45.320311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-aa9b7dc0-8f95-4ccb-8a4e-a8d08ec631d2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'router': {'routes': None}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:45.403229 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7b3f3470-0025-4e16-874e-b61372d35506 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:45.410649 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7b3f3470-0025-4e16-874e-b61372d35506 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:security_group_rule and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:45.415113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7b3f3470-0025-4e16-874e-b61372d35506 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:45.425064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7b3f3470-0025-4e16-874e-b61372d35506 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:45.462014 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.470109 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Allocated IP 172.20.0.2 (55ce433c-7839-4851-8990-5ca26456f4ea/82dfee79-2384-4798-b830-040626f8da22/dd2d3306-2df0-4094-bc52-2a08524b9c46) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:45.505525 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port a104802d-d500-4eee-8611-3777f426a9a8 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:45.520090 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device db65ad5f-feda-4306-9027-7eab8adc3083 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:45.615156 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b3f3470-0025-4e16-874e-b61372d35506 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.648819 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: db65ad5f-feda-4306-9027-7eab8adc3083 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:45.649170 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device db65ad5f-feda-4306-9027-7eab8adc3083 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:45.689587 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b3f3470-0025-4e16-874e-b61372d35506 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.712931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.extraroute_db [None req-aa9b7dc0-8f95-4ccb-8a4e-a8d08ec631d2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Added routes are [] {{(pid=88635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 14 18:24:45.719479 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.extraroute_db [None req-aa9b7dc0-8f95-4ccb-8a4e-a8d08ec631d2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Removed routes are [] {{(pid=88635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 14 18:24:45.719479 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7dc0-8f95-4ccb-8a4e-a8d08ec631d2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.798166 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b3f3470-0025-4e16-874e-b61372d35506 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.798893 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.799410 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7b3f3470-0025-4e16-874e-b61372d35506 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6287336 Mar 14 18:24:45.804674 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57392) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:45.812800 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-b57d7c12-3898-41d3-a946-8ecb5d859460 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-475041573', 'security_groups': ['0706a34c-22ae-4932-826c-d5ae45acb79c'], 'network_id': '28855f69-b418-4328-b683-06d9f6202065', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6fe10601-7306-4d16-89f4-adcf5c8dc2ae'}]}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:45.816941 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Transition to ACTIVE for port object dd2d3306-2df0-4094-bc52-2a08524b9c46 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:45.841399 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Transition to ACTIVE for port object dd2d3306-2df0-4094-bc52-2a08524b9c46 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:45.846633 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f3470-0025-4e16-874e-b61372d35506 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0706a34c-22ae-4932-826c-d5ae45acb79c,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:45.914920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.921291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 172.20.0.7 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/44e7991f-f13f-4a78-b250-caea06d25e88/a104802d-d500-4eee-8611-3777f426a9a8) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:45.939686 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::f816:3eff:fe03:af5e (c6ea7f38-153d-42ad-8847-86782d8c0b1e/b8dc1976-dbbe-4fdc-ad1d-e1646f780311/a104802d-d500-4eee-8611-3777f426a9a8) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:46.020996 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Network 55ce433c-7839-4851-8990-5ca26456f4ea is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:46.022617 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b57d7c12-3898-41d3-a946-8ecb5d859460 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:46.029074 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:46.044002 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:24:46.050487 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Pushing event updated for resources: {'Port': ['ID=dd2d3306-2df0-4094-bc52-2a08524b9c46,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:46.056376 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b57d7c12-3898-41d3-a946-8ecb5d859460 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:46.077391 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7dc0-8f95-4ccb-8a4e-a8d08ec631d2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.087512 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7dc0-8f95-4ccb-8a4e-a8d08ec631d2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.162930 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Attempting to bind port dd2d3306-2df0-4094-bc52-2a08524b9c46 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:46.163301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Attempting to bind port dd2d3306-2df0-4094-bc52-2a08524b9c46 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '70b79fc1-288f-4a8a-b236-f5638a2e35c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '55ce433c-7839-4851-8990-5ca26456f4ea'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:46.163669 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Attempting to bind port dd2d3306-2df0-4094-bc52-2a08524b9c46 on network 55ce433c-7839-4851-8990-5ca26456f4ea {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:24:46.165836 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f20bb517-002a-4daa-8139-4eb0ebabc10f None None] Provisioning complete for port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:46.166147 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f20bb517-002a-4daa-8139-4eb0ebabc10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.182985 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57d7c12-3898-41d3-a946-8ecb5d859460 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:46.206307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:24:46.206307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Checking segment: {'id': '70b79fc1-288f-4a8a-b236-f5638a2e35c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '55ce433c-7839-4851-8990-5ca26456f4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:24:46.206307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.206307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Bound using segment: {'id': '70b79fc1-288f-4a8a-b236-f5638a2e35c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '55ce433c-7839-4851-8990-5ca26456f4ea'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:24:46.206307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Bound port: dd2d3306-2df0-4094-bc52-2a08524b9c46, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b79fc1-288f-4a8a-b236-f5638a2e35c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '55ce433c-7839-4851-8990-5ca26456f4ea'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:46.206307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.232232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9b7dc0-8f95-4ccb-8a4e-a8d08ec631d2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 0820ba04-5e97-44da-b088-c9794ad38a52 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:24:46.294713 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.325601 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object a104802d-d500-4eee-8611-3777f426a9a8 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:46.330003 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6a817082-aec0-41cb-a895-aabf27cb807e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.355506 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] For port dd2d3306-2df0-4094-bc52-2a08524b9c46, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:24:46.356635 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b57d7c12-3898-41d3-a946-8ecb5d859460 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.373015 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] For port dd2d3306-2df0-4094-bc52-2a08524b9c46, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=dd2d3306-2df0-4094-bc52-2a08524b9c46,segment=NetworkSegment(70b79fc1-288f-4a8a-b236-f5638a2e35c2),segment_id=70b79fc1-288f-4a8a-b236-f5638a2e35c2)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:24:46.383627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-b57d7c12-3898-41d3-a946-8ecb5d859460 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] device_id is not set on port 7b8ecd8c-8f08-4110-8bf4-dd8902e2cb81 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:46.452805 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.533055 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.601315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9b7dc0-8f95-4ccb-8a4e-a8d08ec631d2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:24:46.603072 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73f60c-5a0b-42dc-96b3-f57a4e9aeb93 None None] Pushing event updated for resources: {'Port': ['ID=dd2d3306-2df0-4094-bc52-2a08524b9c46,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:46.621495 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7dc0-8f95-4ccb-8a4e-a8d08ec631d2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.622042 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:46.625315 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-aa9b7dc0-8f95-4ccb-8a4e-a8d08ec631d2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/0820ba04-5e97-44da-b088-c9794ad38a52 HTTP/1.1" status: 200 len: 704 time: 1.3121047 Mar 14 18:24:46.630221 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57396) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:46.633410 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d37fadb-9016-47af-b146-f580ebe21092 None None] Sync routers for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:46.634550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a817082-aec0-41cb-a895-aabf27cb807e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event updated for resources: {'Subnet': ['ID=5f05f87e-ec12-44ef-918f-eb76a89c8c22,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:46.635318 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:46.643546 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:24:46.652724 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d37fadb-9016-47af-b146-f580ebe21092 None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:46.653522 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-9d37fadb-9016-47af-b146-f580ebe21092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:46.688321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a817082-aec0-41cb-a895-aabf27cb807e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Checking segment: {'id': 'cfac35f1-e59c-4a8a-889d-b4286ba93f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc93042f-c392-4ddd-9a29-37d906ad5f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:24:46.688321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a817082-aec0-41cb-a895-aabf27cb807e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Network hostable DHCP agents. Network: bc93042f-c392-4ddd-9a29-37d906ad5f38, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:24:46.690114 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-78042bbd-1fb7-4ea6-bf35-1894883baa82 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Synchronizing usage tracker for tenant:bab4d070cd704c8a84908631080d1946 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:46.716297 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=a104802d-d500-4eee-8611-3777f426a9a8,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:46.771383 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:46.772148 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.792117 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-b57d7c12-3898-41d3-a946-8ecb5d859460 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Allocated IP 2001:db8::72 (28855f69-b418-4328-b683-06d9f6202065/6fe10601-7306-4d16-89f4-adcf5c8dc2ae/7b8ecd8c-8f08-4110-8bf4-dd8902e2cb81) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:46.807570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-78042bbd-1fb7-4ea6-bf35-1894883baa82 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Unset dirty status for tenant:bab4d070cd704c8a84908631080d1946 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:46.809621 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-78042bbd-1fb7-4ea6-bf35-1894883baa82 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/ports?device_id=0820ba04-5e97-44da-b088-c9794ad38a52 HTTP/1.1" status: 200 len: 205 time: 0.1765401 Mar 14 18:24:46.812431 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57400) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:46.843473 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:46.888660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a817082-aec0-41cb-a895-aabf27cb807e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Network bc93042f-c392-4ddd-9a29-37d906ad5f38 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:24:46.921754 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-9d37fadb-9016-47af-b146-f580ebe21092 None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:47.031652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1d2eba2-5a04-4129-b1ef-3cbccbaddb18 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.048437 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-9d37fadb-9016-47af-b146-f580ebe21092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:41Z', 'revision_number': 11, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:47.049781 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-256de28a-bdfe-403b-832d-b12216979838 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0892093 Mar 14 18:24:47.054249 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57404) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:47.064257 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d37fadb-9016-47af-b146-f580ebe21092 None None] Checking router: 0820ba04-5e97-44da-b088-c9794ad38a52 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:47.078928 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d37fadb-9016-47af-b146-f580ebe21092 None None] Routers {'0820ba04-5e97-44da-b088-c9794ad38a52'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:47.079548 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-9d37fadb-9016-47af-b146-f580ebe21092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['0820ba04-5e97-44da-b088-c9794ad38a52'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:47.096191 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-6a817082-aec0-41cb-a895-aabf27cb807e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, bc93042f-c392-4ddd-9a29-37d906ad5f38) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:47.121309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a817082-aec0-41cb-a895-aabf27cb807e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:47.122729 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6a817082-aec0-41cb-a895-aabf27cb807e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.202866 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:47.203806 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.251113 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-9d37fadb-9016-47af-b146-f580ebe21092 None None] Set router 0820ba04-5e97-44da-b088-c9794ad38a52 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:47.253274 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c68966f-66cf-44e8-ae05-c5ca209c6d9d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:47.259325 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c68966f-66cf-44e8-ae05-c5ca209c6d9d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:47.260145 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0c68966f-66cf-44e8-ae05-c5ca209c6d9d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:47.274473 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b57d7c12-3898-41d3-a946-8ecb5d859460 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.295549 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-b57d7c12-3898-41d3-a946-8ecb5d859460 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Transition to ACTIVE for port object 7b8ecd8c-8f08-4110-8bf4-dd8902e2cb81 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:47.360967 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-9d37fadb-9016-47af-b146-f580ebe21092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:41Z', 'revision_number': 11, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:47.366960 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0c68966f-66cf-44e8-ae05-c5ca209c6d9d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:47.368316 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0c68966f-66cf-44e8-ae05-c5ca209c6d9d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3130531 Mar 14 18:24:47.371373 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57408) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:47.372899 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d37fadb-9016-47af-b146-f580ebe21092 None None] The sync data for ids ['0820ba04-5e97-44da-b088-c9794ad38a52'] in dv-neutron-833560-1-hyperv is: [{'id': '0820ba04-5e97-44da-b088-c9794ad38a52', 'name': 'tempest-RoutersIpV6Test-router-496777780', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:17Z', 'updated_at': '2022-03-14T18:24:41Z', 'revision_number': 11, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:47.387485 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6a817082-aec0-41cb-a895-aabf27cb807e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8972175 Mar 14 18:24:47.393214 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57412) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:47.398466 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1d2eba2-5a04-4129-b1ef-3cbccbaddb18 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.403560 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-4fff938d-5ed1-4cae-a929-7af19d0e6a86 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Request body: {'subnet': {'network_id': '36dc7d82-5d05-4c45-90dd-5d794fb4a1bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:47.416536 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b57d7c12-3898-41d3-a946-8ecb5d859460 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.419295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1d2eba2-5a04-4129-b1ef-3cbccbaddb18 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.513128 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ed0972d2-eb87-4a47-8188-18da1901b18e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port a104802d-d500-4eee-8611-3777f426a9a8 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:47.513471 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ed0972d2-eb87-4a47-8188-18da1901b18e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.532619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4fff938d-5ed1-4cae-a929-7af19d0e6a86 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:47.537313 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4fff938d-5ed1-4cae-a929-7af19d0e6a86 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Usage tracker for resource:subnet and tenant:bbfcbbab579b4b329706ec5fd7f187d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:47.540248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4fff938d-5ed1-4cae-a929-7af19d0e6a86 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:47.548533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4fff938d-5ed1-4cae-a929-7af19d0e6a86 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:47.576827 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1d2eba2-5a04-4129-b1ef-3cbccbaddb18 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.576827 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d2eba2-5a04-4129-b1ef-3cbccbaddb18 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Fanout notify agent at l3_agent the message router_deleted on router 0820ba04-5e97-44da-b088-c9794ad38a52 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:24:47.581006 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57d7c12-3898-41d3-a946-8ecb5d859460 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network 28855f69-b418-4328-b683-06d9f6202065 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:47.592824 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-b57d7c12-3898-41d3-a946-8ecb5d859460 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:47.600017 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d7c12-3898-41d3-a946-8ecb5d859460 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:24:47.604826 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1d2eba2-5a04-4129-b1ef-3cbccbaddb18 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.605426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57d7c12-3898-41d3-a946-8ecb5d859460 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:47.606099 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b57d7c12-3898-41d3-a946-8ecb5d859460 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.610865 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d1d2eba2-5a04-4129-b1ef-3cbccbaddb18 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/routers/0820ba04-5e97-44da-b088-c9794ad38a52 HTTP/1.1" status: 204 len: 168 time: 0.7972717 Mar 14 18:24:47.611700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57416) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:47.617343 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-f283cbc0-4fdf-44bc-a53a-c04ec605437e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1298357752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:47.628655 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f283cbc0-4fdf-44bc-a53a-c04ec605437e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:47.633032 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f283cbc0-4fdf-44bc-a53a-c04ec605437e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Usage tracker for resource:router and tenant:bab4d070cd704c8a84908631080d1946 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:47.636595 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d7c12-3898-41d3-a946-8ecb5d859460 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=7b8ecd8c-8f08-4110-8bf4-dd8902e2cb81,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:47.636780 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f283cbc0-4fdf-44bc-a53a-c04ec605437e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:47.651472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fff938d-5ed1-4cae-a929-7af19d0e6a86 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Made reservation on behalf of bbfcbbab579b4b329706ec5fd7f187d3 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:47.652522 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4fff938d-5ed1-4cae-a929-7af19d0e6a86 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.687780 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f283cbc0-4fdf-44bc-a53a-c04ec605437e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:47.758275 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b57d7c12-3898-41d3-a946-8ecb5d859460 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9501693 Mar 14 18:24:47.760930 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57420) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:47.770515 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-9ad1c6c8-beef-4ad2-80cb-a600f6f7ad9c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'subnet': {'network_id': '28855f69-b418-4328-b683-06d9f6202065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:47.863986 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f283cbc0-4fdf-44bc-a53a-c04ec605437e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.865009 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f283cbc0-4fdf-44bc-a53a-c04ec605437e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.908839 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f283cbc0-4fdf-44bc-a53a-c04ec605437e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.967242 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ed0972d2-eb87-4a47-8188-18da1901b18e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.971283 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414b1e63-b902-448a-9b5d-51fa5e4d5b37 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:47.992877 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28d2dbf-ed67-41b3-b38c-da8483494bb7 None None] Network 28855f69-b418-4328-b683-06d9f6202065 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:48.010792 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b28c7d-821b-40ec-8d5c-5cee41550c04 None None] Network bc93042f-c392-4ddd-9a29-37d906ad5f38 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:48.023307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21da1c5f-49ac-4383-8fe5-b816ea6e519b None None] Network 55ce433c-7839-4851-8990-5ca26456f4ea requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:48.029043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4fff938d-5ed1-4cae-a929-7af19d0e6a86 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.073841 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f283cbc0-4fdf-44bc-a53a-c04ec605437e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.120255 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ed0972d2-eb87-4a47-8188-18da1901b18e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for a104802d-d500-4eee-8611-3777f426a9a8 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:48.148813 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff938d-5ed1-4cae-a929-7af19d0e6a86 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event updated for resources: {'Subnet': ['ID=bcb55972-c71e-4f74-85f5-01c59c98356e,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:48.159651 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-9ad1c6c8-beef-4ad2-80cb-a600f6f7ad9c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:48.160944 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff938d-5ed1-4cae-a929-7af19d0e6a86 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Checking segment: {'id': '300cab0d-124d-4c83-adea-168329f508a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '36dc7d82-5d05-4c45-90dd-5d794fb4a1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:24:48.161806 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fff938d-5ed1-4cae-a929-7af19d0e6a86 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Network hostable DHCP agents. Network: 36dc7d82-5d05-4c45-90dd-5d794fb4a1bb, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:24:48.193573 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9ad1c6c8-beef-4ad2-80cb-a600f6f7ad9c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:subnet and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:48.199163 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9ad1c6c8-beef-4ad2-80cb-a600f6f7ad9c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:48.223548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-9ad1c6c8-beef-4ad2-80cb-a600f6f7ad9c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:48.247108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f283cbc0-4fdf-44bc-a53a-c04ec605437e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.253395 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f283cbc0-4fdf-44bc-a53a-c04ec605437e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6383915 Mar 14 18:24:48.254775 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57428) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:48.269152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ce4d1979-1324-49a4-b3d7-ff653bc26609 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:48.329193 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fff938d-5ed1-4cae-a929-7af19d0e6a86 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Network 36dc7d82-5d05-4c45-90dd-5d794fb4a1bb is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:24:48.355540 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad1c6c8-beef-4ad2-80cb-a600f6f7ad9c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:48.356356 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172ff7dc-3c6b-43f1-b0dd-8f245a5ccc95 None None] DHCP port deletion for fa8f40fe-44af-47b4-b21c-1851d2dc571b request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:24:48.360793 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c6c8-beef-4ad2-80cb-a600f6f7ad9c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.525454 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.ipam_backend_mixin [None req-9ad1c6c8-beef-4ad2-80cb-a600f6f7ad9c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6fe10601-7306-4d16-89f4-adcf5c8dc2ae (CIDR: 2001:db8::/64) Mar 14 18:24:48.525647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-4fff938d-5ed1-4cae-a929-7af19d0e6a86 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 36dc7d82-5d05-4c45-90dd-5d794fb4a1bb) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:48.539136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fff938d-5ed1-4cae-a929-7af19d0e6a86 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:48.539747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4fff938d-5ed1-4cae-a929-7af19d0e6a86 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.540695 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-91d73a20-6130-4e03-952d-5852567745a1 None None] Provisioning complete for port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:48.541067 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-91d73a20-6130-4e03-952d-5852567745a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.578599 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179b1386-0c74-446e-bd41-e07d5ef15e27 None None] Network 36dc7d82-5d05-4c45-90dd-5d794fb4a1bb requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:48.591594 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ed0972d2-eb87-4a47-8188-18da1901b18e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.593668 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad1c6c8-beef-4ad2-80cb-a600f6f7ad9c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:24:48.594269 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad1c6c8-beef-4ad2-80cb-a600f6f7ad9c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:48.665841 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0972d2-eb87-4a47-8188-18da1901b18e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=a104802d-d500-4eee-8611-3777f426a9a8,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:48.804457 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4fff938d-5ed1-4cae-a929-7af19d0e6a86 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4100614 Mar 14 18:24:48.811776 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57432) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:48.873573 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57436) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:48.874648 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9ad1c6c8-beef-4ad2-80cb-a600f6f7ad9c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1125832 Mar 14 18:24:48.891608 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-6a06bdca-809b-4a14-8df2-5b74a9f91899 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'subnet': {'network_id': '28855f69-b418-4328-b683-06d9f6202065', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:48.907160 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce4d1979-1324-49a4-b3d7-ff653bc26609 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.933947 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device dd2d3306-2df0-4094-bc52-2a08524b9c46 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:49.014196 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce4d1979-1324-49a4-b3d7-ff653bc26609 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.064351 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-bc93042f-c392-4ddd-9a29-37d906ad5f38', 'network_id': 'bc93042f-c392-4ddd-9a29-37d906ad5f38', 'tenant_id': 'bbfcbbab579b4b329706ec5fd7f187d3', 'fixed_ips': [{'subnet_id': '5f05f87e-ec12-44ef-918f-eb76a89c8c22'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:24:49.065190 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.100544 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ed0972d2-eb87-4a47-8188-18da1901b18e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.102362 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ed0972d2-eb87-4a47-8188-18da1901b18e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/a104802d-d500-4eee-8611-3777f426a9a8 HTTP/1.1" status: 204 len: 168 time: 1.7273145 Mar 14 18:24:49.154239 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57440) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:49.216198 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6a06bdca-809b-4a14-8df2-5b74a9f91899 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:49.225597 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6a06bdca-809b-4a14-8df2-5b74a9f91899 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:subnet and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:49.232354 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6a06bdca-809b-4a14-8df2-5b74a9f91899 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:49.244463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6a06bdca-809b-4a14-8df2-5b74a9f91899 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:49.268278 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91e9a9b-4782-4d85-bb68-4d20386d09d3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:49.269913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91e9a9b-4782-4d85-bb68-4d20386d09d3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:49.271428 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91e9a9b-4782-4d85-bb68-4d20386d09d3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:49.272205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a91e9a9b-4782-4d85-bb68-4d20386d09d3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:49.350497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a06bdca-809b-4a14-8df2-5b74a9f91899 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:49.354511 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6a06bdca-809b-4a14-8df2-5b74a9f91899 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.396798 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a91e9a9b-4782-4d85-bb68-4d20386d09d3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:49.400764 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a91e9a9b-4782-4d85-bb68-4d20386d09d3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2399924 Mar 14 18:24:49.401129 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57444) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:49.469838 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-36dc7d82-5d05-4c45-90dd-5d794fb4a1bb', 'network_id': '36dc7d82-5d05-4c45-90dd-5d794fb4a1bb', 'tenant_id': 'bbfcbbab579b4b329706ec5fd7f187d3', 'fixed_ips': [{'subnet_id': 'bcb55972-c71e-4f74-85f5-01c59c98356e'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:24:49.470411 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.477207 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4d1979-1324-49a4-b3d7-ff653bc26609 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Router 079feace-42ab-40c6-ae8d-545d13d4a3de is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:24:49.496092 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-91d73a20-6130-4e03-952d-5852567745a1 None None] Provisioning for port dd2d3306-2df0-4094-bc52-2a08524b9c46 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:49.499110 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port dd2d3306-2df0-4094-bc52-2a08524b9c46 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:49.528742 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-91d73a20-6130-4e03-952d-5852567745a1 None None] Provisioning complete for port dd2d3306-2df0-4094-bc52-2a08524b9c46 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:49.529107 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-91d73a20-6130-4e03-952d-5852567745a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.539403 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-889b9fb2-2427-4d8d-91d6-ef32f0b04284 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 44e7991f-f13f-4a78-b250-caea06d25e88 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:49.541944 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.555341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-889b9fb2-2427-4d8d-91d6-ef32f0b04284 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.557646 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port dd2d3306-2df0-4094-bc52-2a08524b9c46 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:49.557828 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.688006 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Allocated IP 172.20.0.2 (bc93042f-c392-4ddd-9a29-37d906ad5f38/5f05f87e-ec12-44ef-918f-eb76a89c8c22/853e0efe-2c88-48bb-afd9-a23a6844e8f0) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:49.696883 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.ipam_backend_mixin [None req-6a06bdca-809b-4a14-8df2-5b74a9f91899 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 185bbc13-dd54-4c2c-9dd3-c88e8f954c39 (CIDR: 2001:db8:0:1::/64) Mar 14 18:24:49.698164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4d1979-1324-49a4-b3d7-ff653bc26609 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:24:49.708878 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a6983c-0637-4fcb-bcec-34da595edffd None None] Sync routers for ids ['079feace-42ab-40c6-ae8d-545d13d4a3de'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:49.716177 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce4d1979-1324-49a4-b3d7-ff653bc26609 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.723519 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ce4d1979-1324-49a4-b3d7-ff653bc26609 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "PUT /v2.0/routers/079feace-42ab-40c6-ae8d-545d13d4a3de HTTP/1.1" status: 200 len: 698 time: 1.4643259 Mar 14 18:24:49.724322 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57448) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:49.730286 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a6983c-0637-4fcb-bcec-34da595edffd None None] Routers {'079feace-42ab-40c6-ae8d-545d13d4a3de'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:49.731629 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-d5a6983c-0637-4fcb-bcec-34da595edffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['079feace-42ab-40c6-ae8d-545d13d4a3de'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:49.794330 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-889b9fb2-2427-4d8d-91d6-ef32f0b04284 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.943356 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a06bdca-809b-4a14-8df2-5b74a9f91899 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:24:49.943823 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a06bdca-809b-4a14-8df2-5b74a9f91899 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:49.955611 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3993a6a3-9125-482f-8de8-bee3d270646a tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/routers/079feace-42ab-40c6-ae8d-545d13d4a3de HTTP/1.1" status: 200 len: 704 time: 0.2301943 Mar 14 18:24:49.958202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57452) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:50.051616 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2d4c5a52-4f30-43cd-9601-3c4423c2da7e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/ports?device_id=079feace-42ab-40c6-ae8d-545d13d4a3de HTTP/1.1" status: 200 len: 205 time: 0.0905502 Mar 14 18:24:50.055005 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57456) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:50.136595 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-d5a6983c-0637-4fcb-bcec-34da595edffd None None] Set router 079feace-42ab-40c6-ae8d-545d13d4a3de gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:50.149106 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-889b9fb2-2427-4d8d-91d6-ef32f0b04284 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.154954 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6a06bdca-809b-4a14-8df2-5b74a9f91899 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2801845 Mar 14 18:24:50.164465 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57460) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:50.173649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-7d0455b3-cc55-4c1d-8608-22288fd089ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'subnet': {'network_id': '28855f69-b418-4328-b683-06d9f6202065', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:50.269540 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-d5a6983c-0637-4fcb-bcec-34da595edffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079feace-42ab-40c6-ae8d-545d13d4a3de', 'name': 'tempest-RoutersIpV6Test-router-1298357752', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:47Z', 'updated_at': '2022-03-14T18:24:48Z', 'revision_number': 2, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:50.276573 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a6983c-0637-4fcb-bcec-34da595edffd None None] Checking router: 079feace-42ab-40c6-ae8d-545d13d4a3de for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:50.310113 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a6983c-0637-4fcb-bcec-34da595edffd None None] Routers {'079feace-42ab-40c6-ae8d-545d13d4a3de'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:50.310855 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-d5a6983c-0637-4fcb-bcec-34da595edffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['079feace-42ab-40c6-ae8d-545d13d4a3de'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:50.337037 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Allocated IP 172.20.0.2 (36dc7d82-5d05-4c45-90dd-5d794fb4a1bb/bcb55972-c71e-4f74-85f5-01c59c98356e/417ac2de-bdb6-443d-abcf-57e73d79db81) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:50.389497 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.396265 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-91d73a20-6130-4e03-952d-5852567745a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.428057 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bf7098-899a-46f9-afe8-fd6037ad0dbf None None] Network 28855f69-b418-4328-b683-06d9f6202065 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:50.444582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-889b9fb2-2427-4d8d-91d6-ef32f0b04284 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.499493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b6bc4946-c39e-4b76-9be9-72c07e380c82 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.520987 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-889b9fb2-2427-4d8d-91d6-ef32f0b04284 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.532147 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b9fb2-2427-4d8d-91d6-ef32f0b04284 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=44e7991f-f13f-4a78-b250-caea06d25e88,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:50.538961 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-d5a6983c-0637-4fcb-bcec-34da595edffd None None] Set router 079feace-42ab-40c6-ae8d-545d13d4a3de gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:24:50.583624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5957631-f388-49f6-8c48-09b7490d50fa None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:50.607797 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff5c94-89f0-40e5-b937-cfd713a4dc6b None None] Network 55ce433c-7839-4851-8990-5ca26456f4ea requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:50.658067 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-d5a6983c-0637-4fcb-bcec-34da595edffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079feace-42ab-40c6-ae8d-545d13d4a3de', 'name': 'tempest-RoutersIpV6Test-router-1298357752', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:47Z', 'updated_at': '2022-03-14T18:24:48Z', 'revision_number': 2, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:50.664735 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a6983c-0637-4fcb-bcec-34da595edffd None None] The sync data for ids ['079feace-42ab-40c6-ae8d-545d13d4a3de'] in dv-neutron-833560-1-hyperv is: [{'id': '079feace-42ab-40c6-ae8d-545d13d4a3de', 'name': 'tempest-RoutersIpV6Test-router-1298357752', 'tenant_id': 'bab4d070cd704c8a84908631080d1946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:47Z', 'updated_at': '2022-03-14T18:24:48Z', 'revision_number': 2, 'project_id': 'bab4d070cd704c8a84908631080d1946', 'gw_port_host': None}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:50.675290 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-889b9fb2-2427-4d8d-91d6-ef32f0b04284 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/44e7991f-f13f-4a78-b250-caea06d25e88 HTTP/1.1" status: 204 len: 168 time: 1.2703805 Mar 14 18:24:50.675290 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57464) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:50.762292 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-9535f39b-40a7-4d83-a1f2-02906d373ec6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet b8dc1976-dbbe-4fdc-ad1d-e1646f780311 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:50.765612 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9535f39b-40a7-4d83-a1f2-02906d373ec6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.835083 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9535f39b-40a7-4d83-a1f2-02906d373ec6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.936141 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7d0455b3-cc55-4c1d-8608-22288fd089ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:50.953538 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b6bc4946-c39e-4b76-9be9-72c07e380c82 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.953924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9535f39b-40a7-4d83-a1f2-02906d373ec6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.955592 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7d0455b3-cc55-4c1d-8608-22288fd089ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Usage tracker for resource:subnet and tenant:1bed9e5e10ec491e93367f6256f4da62 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:50.959055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b6bc4946-c39e-4b76-9be9-72c07e380c82 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.960787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7d0455b3-cc55-4c1d-8608-22288fd089ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:50.973944 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7d0455b3-cc55-4c1d-8608-22288fd089ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:51.063566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0455b3-cc55-4c1d-8608-22288fd089ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Made reservation on behalf of 1bed9e5e10ec491e93367f6256f4da62 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:51.067913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7d0455b3-cc55-4c1d-8608-22288fd089ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.084635 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.131761 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-91d73a20-6130-4e03-952d-5852567745a1 None None] For port dd2d3306-2df0-4094-bc52-2a08524b9c46, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=dd2d3306-2df0-4094-bc52-2a08524b9c46,segment=NetworkSegment(70b79fc1-288f-4a8a-b236-f5638a2e35c2),segment_id=70b79fc1-288f-4a8a-b236-f5638a2e35c2)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:51.134311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9535f39b-40a7-4d83-a1f2-02906d373ec6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.135805 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Transition to ACTIVE for port object 853e0efe-2c88-48bb-afd9-a23a6844e8f0 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:51.154292 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b6bc4946-c39e-4b76-9be9-72c07e380c82 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.154881 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bc4946-c39e-4b76-9be9-72c07e380c82 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Fanout notify agent at l3_agent the message router_deleted on router 079feace-42ab-40c6-ae8d-545d13d4a3de {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:24:51.189323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b6bc4946-c39e-4b76-9be9-72c07e380c82 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.190391 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b6bc4946-c39e-4b76-9be9-72c07e380c82 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/routers/079feace-42ab-40c6-ae8d-545d13d4a3de HTTP/1.1" status: 204 len: 168 time: 1.1340787 Mar 14 18:24:51.195702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57468) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:51.201680 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9535f39b-40a7-4d83-a1f2-02906d373ec6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.210257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535f39b-40a7-4d83-a1f2-02906d373ec6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=b8dc1976-dbbe-4fdc-ad1d-e1646f780311,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:51.222672 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9535f39b-40a7-4d83-a1f2-02906d373ec6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/b8dc1976-dbbe-4fdc-ad1d-e1646f780311 HTTP/1.1" status: 204 len: 168 time: 0.5477889 Mar 14 18:24:51.225583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57472) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:51.227440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-91d73a20-6130-4e03-952d-5852567745a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.249356 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ae64a430-8ef3-4eff-940c-66fb86a983ff tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/ports?device_id=079feace-42ab-40c6-ae8d-545d13d4a3de HTTP/1.1" status: 200 len: 205 time: 0.0525594 Mar 14 18:24:51.256102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57476) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:51.303272 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-47c7a4c3-6f17-4f6c-b405-b8b7fd01aa10 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762963 Mar 14 18:24:51.306187 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57480) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:51.318369 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Transition to ACTIVE for port object 853e0efe-2c88-48bb-afd9-a23a6844e8f0 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:51.331133 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-a5a1c8b4-1416-4aa1-b456-750a19b77c02 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] delete failed (client error): The resource could not be found. Mar 14 18:24:51.333358 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a5a1c8b4-1416-4aa1-b456-750a19b77c02 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/routers/079feace-42ab-40c6-ae8d-545d13d4a3de HTTP/1.1" status: 404 len: 336 time: 0.0802090 Mar 14 18:24:51.340847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57484) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:51.389513 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3827066-8b5a-4124-b555-e16849760489 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:51.390183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3827066-8b5a-4124-b555-e16849760489 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:51.392348 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b3827066-8b5a-4124-b555-e16849760489 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/subnets/9c6756b9-6495-4fd4-9151-c5758de01f4f HTTP/1.1" status: 404 len: 337 time: 0.0502887 Mar 14 18:24:51.392469 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135baa63-0def-49b9-978b-7c050a7a7d48 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:51.393252 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-135baa63-0def-49b9-978b-7c050a7a7d48 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:51.395574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57490) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:51.443436 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d358760-09a6-4da5-8eca-3ebe1c1f1a1f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:51.444102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d358760-09a6-4da5-8eca-3ebe1c1f1a1f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:51.452106 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8d358760-09a6-4da5-8eca-3ebe1c1f1a1f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/subnets/83014e53-169c-4626-998b-b759d9e253ca HTTP/1.1" status: 404 len: 337 time: 0.0553875 Mar 14 18:24:51.454525 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57494) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:51.460070 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.521139 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ea6fda-43b6-4ee7-bb99-bd6d80eaa2cc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:51.521418 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ea6fda-43b6-4ee7-bb99-bd6d80eaa2cc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:51.524049 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a9ea6fda-43b6-4ee7-bb99-bd6d80eaa2cc tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/subnets/fd1e4a95-e39e-4b65-8af9-cc65816e97a0 HTTP/1.1" status: 404 len: 337 time: 0.0684156 Mar 14 18:24:51.571130 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:24:51.571494 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:24:51.614193 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d73a20-6130-4e03-952d-5852567745a1 None None] Pushing event updated for resources: {'Port': ['ID=dd2d3306-2df0-4094-bc52-2a08524b9c46,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:51.614193 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Network bc93042f-c392-4ddd-9a29-37d906ad5f38 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:51.625006 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6fcc347d-4be5-4174-8726-c8e80bbf20c9 None None] Provisioning complete for port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:51.625006 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6fcc347d-4be5-4174-8726-c8e80bbf20c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.629153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57498) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:51.711650 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-135baa63-0def-49b9-978b-7c050a7a7d48 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:51.711650 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-135baa63-0def-49b9-978b-7c050a7a7d48 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3983581 Mar 14 18:24:51.711650 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57502) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:51.724100 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:51.766980 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Allocated IP 172.20.0.1 (bc93042f-c392-4ddd-9a29-37d906ad5f38/5f05f87e-ec12-44ef-918f-eb76a89c8c22/a99135d4-2fd0-4b77-8306-443cfce31943) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:51.774114 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-9822623b-3adc-42af-95a7-12ce84fa43db tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:51.774114 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9822623b-3adc-42af-95a7-12ce84fa43db tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:51.776650 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57508) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:51.783215 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9822623b-3adc-42af-95a7-12ce84fa43db tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/subnets/3bbe3584-12cc-4bf1-9ab6-2fc0a49e74de HTTP/1.1" status: 404 len: 337 time: 0.0737817 Mar 14 18:24:51.828186 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:24:51.867719 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4dfa18-0a06-4f94-8860-87bf2e0511da tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:51.867719 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9e4dfa18-0a06-4f94-8860-87bf2e0511da tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:51.880889 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2ff68674-91aa-4c57-bec9-474cba280b30 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Synchronizing usage tracker for tenant:bab4d070cd704c8a84908631080d1946 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:51.899560 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.927283 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7d0455b3-cc55-4c1d-8608-22288fd089ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.993977 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Transition to ACTIVE for port object 417ac2de-bdb6-443d-abcf-57e73d79db81 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:52.024954 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Pushing event updated for resources: {'Port': ['ID=853e0efe-2c88-48bb-afd9-a23a6844e8f0,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:52.035417 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Attempting to bind port 853e0efe-2c88-48bb-afd9-a23a6844e8f0 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:52.035963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Attempting to bind port 853e0efe-2c88-48bb-afd9-a23a6844e8f0 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'cfac35f1-e59c-4a8a-889d-b4286ba93f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc93042f-c392-4ddd-9a29-37d906ad5f38'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:52.036960 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Attempting to bind port 853e0efe-2c88-48bb-afd9-a23a6844e8f0 on network bc93042f-c392-4ddd-9a29-37d906ad5f38 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:24:52.041841 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0455b3-cc55-4c1d-8608-22288fd089ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Subnet': ['ID=de2465ff-b84a-49ae-8149-9be6f4493ea9,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:52.059140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0455b3-cc55-4c1d-8608-22288fd089ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Network 28855f69-b418-4328-b683-06d9f6202065 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:52.061056 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-7d0455b3-cc55-4c1d-8608-22288fd089ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:52.062840 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2ff68674-91aa-4c57-bec9-474cba280b30 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] Unset dirty status for tenant:bab4d070cd704c8a84908631080d1946 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:52.064249 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2ff68674-91aa-4c57-bec9-474cba280b30 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/ports?device_id=0820ba04-5e97-44da-b088-c9794ad38a52 HTTP/1.1" status: 200 len: 205 time: 0.2900898 Mar 14 18:24:52.065391 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0455b3-cc55-4c1d-8608-22288fd089ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:52.066550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7d0455b3-cc55-4c1d-8608-22288fd089ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.077657 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57512) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:52.099471 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:24:52.099793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Checking segment: {'id': 'cfac35f1-e59c-4a8a-889d-b4286ba93f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc93042f-c392-4ddd-9a29-37d906ad5f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:24:52.100194 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.101118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Bound using segment: {'id': 'cfac35f1-e59c-4a8a-889d-b4286ba93f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc93042f-c392-4ddd-9a29-37d906ad5f38'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:24:52.101118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Bound port: 853e0efe-2c88-48bb-afd9-a23a6844e8f0, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfac35f1-e59c-4a8a-889d-b4286ba93f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc93042f-c392-4ddd-9a29-37d906ad5f38'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:52.101921 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.116032 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Transition to ACTIVE for port object 417ac2de-bdb6-443d-abcf-57e73d79db81 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:52.166273 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-42453fe9-c219-4b4b-8004-6b948e55aad0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] delete failed (client error): The resource could not be found. Mar 14 18:24:52.167641 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7d0455b3-cc55-4c1d-8608-22288fd089ad tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0016787 Mar 14 18:24:52.170317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57516) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:52.173084 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-42453fe9-c219-4b4b-8004-6b948e55aad0 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/routers/0820ba04-5e97-44da-b088-c9794ad38a52 HTTP/1.1" status: 404 len: 336 time: 0.1003888 Mar 14 18:24:52.180187 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57518) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:52.180805 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a1eedaed-225d-47b4-b5f4-92535f281f9d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1996021198', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'de2465ff-b84a-49ae-8149-9be6f4493ea9'}], 'security_groups': ['10a606ff-d36b-4c6c-8760-35cc7d5cde98', '24ec2000-c7ce-41fe-b54f-536b1d08d5be']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:52.197138 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9e4dfa18-0a06-4f94-8860-87bf2e0511da tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:52.198547 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9e4dfa18-0a06-4f94-8860-87bf2e0511da tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4888835 Mar 14 18:24:52.208754 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57524) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:52.278085 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2bf137a9-7ead-460d-abf8-ca56c0b6f4d2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e2a099f-ca40-404c-b189-37f071fc6234 HTTP/1.1" status: 200 len: 205 time: 0.0845258 Mar 14 18:24:52.279554 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57528) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:52.298878 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a31d0d6-9853-4f78-a91d-91a251b0497c None None] Network 28855f69-b418-4328-b683-06d9f6202065 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:52.302399 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2d9b26d8-aa6d-4672-b5e7-c3670c8cae74 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926056 Mar 14 18:24:52.310064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57532) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:52.328140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-81443b1a-f305-4b45-8548-e9bde5fafed9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:52.328961 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.404344 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-541047a3-c367-4ada-bff3-c76e807c799d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] delete failed (client error): The resource could not be found. Mar 14 18:24:52.405848 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-541047a3-c367-4ada-bff3-c76e807c799d tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/routers/9e2a099f-ca40-404c-b189-37f071fc6234 HTTP/1.1" status: 404 len: 336 time: 0.1240106 Mar 14 18:24:52.408999 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57536) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:52.415476 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.483841 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb80808-aae4-4c9b-8f50-48f88e4d0c07 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:52.484832 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb80808-aae4-4c9b-8f50-48f88e4d0c07 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:52.494112 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2eb80808-aae4-4c9b-8f50-48f88e4d0c07 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/subnets/c55e0b54-a7cb-42c6-8833-2e026f781cc9 HTTP/1.1" status: 404 len: 337 time: 0.0829508 Mar 14 18:24:52.499563 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57540) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:52.552162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Transition to ACTIVE for port object a99135d4-2fd0-4b77-8306-443cfce31943 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:52.567821 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-da0e2ead-7208-4716-b58c-a16c87486688 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/ports?device_id=4870c137-0503-4cf4-8c0c-de7e5c60070c HTTP/1.1" status: 200 len: 205 time: 0.0668108 Mar 14 18:24:52.570101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57544) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:52.588801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device dde1f525-c6ba-4797-8094-ca2226c16cd2 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:52.613479 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bc90c7-e448-4190-95fe-d2228df090e4 None None] DHCP port deletion for c6ea7f38-153d-42ad-8847-86782d8c0b1e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:24:52.636304 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Network 36dc7d82-5d05-4c45-90dd-5d794fb4a1bb is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:52.642266 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-c5616d98-d3f0-4137-872e-0200ac7d8b54 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] delete failed (client error): The resource could not be found. Mar 14 18:24:52.643460 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c5616d98-d3f0-4137-872e-0200ac7d8b54 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/routers/4870c137-0503-4cf4-8c0c-de7e5c60070c HTTP/1.1" status: 404 len: 336 time: 0.0722003 Mar 14 18:24:52.649019 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57548) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:52.668943 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Pushing event updated for resources: {'Port': ['ID=417ac2de-bdb6-443d-abcf-57e73d79db81,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:52.672652 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a6bc90c7-e448-4190-95fe-d2228df090e4 None None] Deleting port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:52.673131 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a6bc90c7-e448-4190-95fe-d2228df090e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.700700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:52.703543 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:24:52.706180 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4ff4ad65-634d-4e79-b0fc-fa4856a12673 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1bfb028-defc-4e0f-a9c3-dda1efe457ee HTTP/1.1" status: 200 len: 205 time: 0.0586770 Mar 14 18:24:52.709014 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57552) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:52.728728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-81443b1a-f305-4b45-8548-e9bde5fafed9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:52.747149 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-81443b1a-f305-4b45-8548-e9bde5fafed9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:52.753958 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: dde1f525-c6ba-4797-8094-ca2226c16cd2 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:52.754421 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device dde1f525-c6ba-4797-8094-ca2226c16cd2 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:52.793168 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-98fa83f5-bf09-487c-8db8-c4912be1c91f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] delete failed (client error): The resource could not be found. Mar 14 18:24:52.794268 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-98fa83f5-bf09-487c-8db8-c4912be1c91f tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/routers/b1bfb028-defc-4e0f-a9c3-dda1efe457ee HTTP/1.1" status: 404 len: 336 time: 0.0841441 Mar 14 18:24:52.797389 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57556) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:52.846219 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.873139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a1eedaed-225d-47b4-b5f4-92535f281f9d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.875755 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6fcc347d-4be5-4174-8726-c8e80bbf20c9 None None] Provisioning complete for port dd2d3306-2df0-4094-bc52-2a08524b9c46 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:52.876175 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6fcc347d-4be5-4174-8726-c8e80bbf20c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.886228 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-930c10d1-6540-4675-b391-9532b417ffaf tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:52.886228 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930c10d1-6540-4675-b391-9532b417ffaf tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:52.889217 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-930c10d1-6540-4675-b391-9532b417ffaf tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/subnets/a832515e-1b33-4833-a84a-3a6b7046a7c5 HTTP/1.1" status: 404 len: 337 time: 0.0894487 Mar 14 18:24:52.889342 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81443b1a-f305-4b45-8548-e9bde5fafed9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:52.891886 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81443b1a-f305-4b45-8548-e9bde5fafed9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.893326 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-81443b1a-f305-4b45-8548-e9bde5fafed9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:24:52.893702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81443b1a-f305-4b45-8548-e9bde5fafed9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:52.902824 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57560) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:52.923963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] For port 853e0efe-2c88-48bb-afd9-a23a6844e8f0, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:24:52.937493 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device dd2d3306-2df0-4094-bc52-2a08524b9c46 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:52.961522 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Network bc93042f-c392-4ddd-9a29-37d906ad5f38 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:52.963998 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b5770027-462e-420d-af0c-6ecaddd8b11e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e761e3-23d5-4616-905f-7b4b33bf01ab HTTP/1.1" status: 200 len: 205 time: 0.0601416 Mar 14 18:24:52.971605 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:52.972455 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57564) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:52.976496 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:24:53.012603 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event updated for resources: {'Port': ['ID=a99135d4-2fd0-4b77-8306-443cfce31943,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:53.059138 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] For port 853e0efe-2c88-48bb-afd9-a23a6844e8f0, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=853e0efe-2c88-48bb-afd9-a23a6844e8f0,segment=NetworkSegment(cfac35f1-e59c-4a8a-889d-b4286ba93f38),segment_id=cfac35f1-e59c-4a8a-889d-b4286ba93f38)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:24:53.059138 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Attempting to bind port 417ac2de-bdb6-443d-abcf-57e73d79db81 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:53.059138 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Attempting to bind port 417ac2de-bdb6-443d-abcf-57e73d79db81 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '300cab0d-124d-4c83-adea-168329f508a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '36dc7d82-5d05-4c45-90dd-5d794fb4a1bb'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:53.059138 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Attempting to bind port 417ac2de-bdb6-443d-abcf-57e73d79db81 on network 36dc7d82-5d05-4c45-90dd-5d794fb4a1bb {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:24:53.089560 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-81443b1a-f305-4b45-8548-e9bde5fafed9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7671394 Mar 14 18:24:53.095750 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57568) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:53.095750 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-3d35809b-bc51-4123-b7b4-372e50b8a166 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:53.107987 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-1e77f900-0f01-4c66-9112-165090e4ccd2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] delete failed (client error): The resource could not be found. Mar 14 18:24:53.107987 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1e77f900-0f01-4c66-9112-165090e4ccd2 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/routers/87e761e3-23d5-4616-905f-7b4b33bf01ab HTTP/1.1" status: 404 len: 336 time: 0.1229963 Mar 14 18:24:53.107987 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57572) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:53.137620 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.161055 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-d813099a-b979-4bc8-95c3-c77c9611d087 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:53.161055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d813099a-b979-4bc8-95c3-c77c9611d087 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:53.161055 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d813099a-b979-4bc8-95c3-c77c9611d087 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/subnets/1d4c4a85-d7c7-4630-8a38-6d0e0b5498a4 HTTP/1.1" status: 404 len: 337 time: 0.0510950 Mar 14 18:24:53.166632 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.178056 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57576) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:53.206268 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:24:53.206700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Checking segment: {'id': '300cab0d-124d-4c83-adea-168329f508a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '36dc7d82-5d05-4c45-90dd-5d794fb4a1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:24:53.207249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.207646 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Bound using segment: {'id': '300cab0d-124d-4c83-adea-168329f508a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '36dc7d82-5d05-4c45-90dd-5d794fb4a1bb'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:24:53.208148 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Bound port: 417ac2de-bdb6-443d-abcf-57e73d79db81, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300cab0d-124d-4c83-adea-168329f508a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '36dc7d82-5d05-4c45-90dd-5d794fb4a1bb'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:53.208636 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.272054 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3d35809b-bc51-4123-b7b4-372e50b8a166 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:53.272054 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3d35809b-bc51-4123-b7b4-372e50b8a166 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:53.316860 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9a5d2814-4f99-4039-aa52-a868b47aa70e tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "GET /v2.0/ports?device_id=568d41cd-1656-4e28-9932-f0692f621bf2 HTTP/1.1" status: 200 len: 205 time: 0.1379387 Mar 14 18:24:53.320460 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57582) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:53.398884 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d35809b-bc51-4123-b7b4-372e50b8a166 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:53.400164 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3d35809b-bc51-4123-b7b4-372e50b8a166 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.402060 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d35809b-bc51-4123-b7b4-372e50b8a166 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:24:53.403128 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d35809b-bc51-4123-b7b4-372e50b8a166 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:53.415435 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-445f3cf1-3252-468f-9c95-09f59ed93c79 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] delete failed (client error): The resource could not be found. Mar 14 18:24:53.416953 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-445f3cf1-3252-468f-9c95-09f59ed93c79 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/routers/568d41cd-1656-4e28-9932-f0692f621bf2 HTTP/1.1" status: 404 len: 336 time: 0.0941851 Mar 14 18:24:53.423202 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57586) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:53.510637 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee70654-20ad-4df1-acca-01b9b6dae9de tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:53.510637 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee70654-20ad-4df1-acca-01b9b6dae9de tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:53.513088 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-eee70654-20ad-4df1-acca-01b9b6dae9de tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/subnets/7e4ca8ef-7260-4185-800d-402c491e22ae HTTP/1.1" status: 404 len: 337 time: 0.0915039 Mar 14 18:24:53.516690 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57590) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:53.547244 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.563153 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3d35809b-bc51-4123-b7b4-372e50b8a166 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4832144 Mar 14 18:24:53.567175 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57594) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:53.575255 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-99c1adab-79aa-4701-b23b-848c71847c4e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:53.583255 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a6bc90c7-e448-4190-95fe-d2228df090e4 None None] For port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=94cf6c07-6a4a-47c9-86f7-c9c98e82f303,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:53.583497 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a6bc90c7-e448-4190-95fe-d2228df090e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.619612 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc71af6-a386-4bfa-97b8-24652dac50d1 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:53.619612 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc71af6-a386-4bfa-97b8-24652dac50d1 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:53.621835 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-cdc71af6-a386-4bfa-97b8-24652dac50d1 tempest-RoutersIpV6Test-2010207601 tempest-RoutersIpV6Test-2010207601-project] 10.222.0.43 "DELETE /v2.0/subnets/22de9442-283d-42a5-9c90-5c067fffd74d HTTP/1.1" status: 404 len: 337 time: 0.1046574 Mar 14 18:24:53.761925 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-a1eedaed-225d-47b4-b5f4-92535f281f9d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Delete allocated IP 2001:db8::72 (28855f69-b418-4328-b683-06d9f6202065/6fe10601-7306-4d16-89f4-adcf5c8dc2ae) {{(pid=88635) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 18:24:53.792975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-a1eedaed-225d-47b4-b5f4-92535f281f9d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Allocated IP 2001:db8:0:2::167 (28855f69-b418-4328-b683-06d9f6202065/de2465ff-b84a-49ae-8149-9be6f4493ea9/7b8ecd8c-8f08-4110-8bf4-dd8902e2cb81) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:53.864507 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] For port 417ac2de-bdb6-443d-abcf-57e73d79db81, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:24:53.867731 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] For port 417ac2de-bdb6-443d-abcf-57e73d79db81, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=417ac2de-bdb6-443d-abcf-57e73d79db81,segment=NetworkSegment(300cab0d-124d-4c83-adea-168329f508a1),segment_id=300cab0d-124d-4c83-adea-168329f508a1)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:24:53.869416 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c8cd4-4e81-4e8c-a903-f157e56244b6 None None] Pushing event updated for resources: {'Port': ['ID=853e0efe-2c88-48bb-afd9-a23a6844e8f0,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:53.885876 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a6bc90c7-e448-4190-95fe-d2228df090e4 None None] Calling delete_port for 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:53.960591 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6fcc347d-4be5-4174-8726-c8e80bbf20c9 None None] Provisioning complete for port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:53.961054 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6fcc347d-4be5-4174-8726-c8e80bbf20c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.997551 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port dd2d3306-2df0-4094-bc52-2a08524b9c46 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:53.997939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.021893 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.069824 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a1eedaed-225d-47b4-b5f4-92535f281f9d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.092086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-a1eedaed-225d-47b4-b5f4-92535f281f9d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Ignored duplicate provisioning block setup for port 7b8ecd8c-8f08-4110-8bf4-dd8902e2cb81 by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 14 18:24:54.097018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-99c1adab-79aa-4701-b23b-848c71847c4e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:54.167898 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-99c1adab-79aa-4701-b23b-848c71847c4e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:54.178346 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a1eedaed-225d-47b4-b5f4-92535f281f9d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.256753 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c1adab-79aa-4701-b23b-848c71847c4e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:54.263217 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-99c1adab-79aa-4701-b23b-848c71847c4e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.263217 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c1adab-79aa-4701-b23b-848c71847c4e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:24:54.263217 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c1adab-79aa-4701-b23b-848c71847c4e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:54.284021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-a1eedaed-225d-47b4-b5f4-92535f281f9d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] In _notify_port_updated(), no bound segment for port 7b8ecd8c-8f08-4110-8bf4-dd8902e2cb81 on network 28855f69-b418-4328-b683-06d9f6202065 {{(pid=88635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:24:54.289574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eedaed-225d-47b4-b5f4-92535f281f9d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:54.290295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a1eedaed-225d-47b4-b5f4-92535f281f9d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.291713 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a1eedaed-225d-47b4-b5f4-92535f281f9d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "PUT /v2.0/ports/7b8ecd8c-8f08-4110-8bf4-dd8902e2cb81 HTTP/1.1" status: 200 len: 970 time: 2.1195931 Mar 14 18:24:54.299165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57600) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:54.304745 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a6bc90c7-e448-4190-95fe-d2228df090e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.340698 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad65e5c-dc75-4a57-aba8-07d69ab5d252 None None] Pushing event updated for resources: {'Port': ['ID=417ac2de-bdb6-443d-abcf-57e73d79db81,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:54.350185 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eedaed-225d-47b4-b5f4-92535f281f9d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event updated for resources: {'Port': ['ID=7b8ecd8c-8f08-4110-8bf4-dd8902e2cb81,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:54.398950 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-53e9cd03-0367-462d-b4c7-277829db8540 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port 7b8ecd8c-8f08-4110-8bf4-dd8902e2cb81 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:54.402663 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-53e9cd03-0367-462d-b4c7-277829db8540 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.403577 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bc90c7-e448-4190-95fe-d2228df090e4 None None] No DVR routers for this DVR port 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:54.421213 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-99c1adab-79aa-4701-b23b-848c71847c4e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8526151 Mar 14 18:24:54.424496 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57606) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:54.432550 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-b4aa55e7-ddc8-4893-ba49-d8efce59b7b9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:54.501847 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57610) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:54.547879 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b14b8254-f974-48b7-bd2b-33bf00849a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.657469 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.663751 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b4aa55e7-ddc8-4893-ba49-d8efce59b7b9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:54.670185 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc90c7-e448-4190-95fe-d2228df090e4 None None] Pushing event deleted for resources: {'Port': ['ID=94cf6c07-6a4a-47c9-86f7-c9c98e82f303,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:54.678113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b4aa55e7-ddc8-4893-ba49-d8efce59b7b9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:54.693701 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6fcc347d-4be5-4174-8726-c8e80bbf20c9 None None] Provisioning complete for port e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:54.694080 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6fcc347d-4be5-4174-8726-c8e80bbf20c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.729475 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.777223 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:24:54.853006 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-53e9cd03-0367-462d-b4c7-277829db8540 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.895165 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:24:54.895757 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 94cf6c07-6a4a-47c9-86f7-c9c98e82f303 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:24:54.924681 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabca583-8885-4e24-a814-1fd07914b7ab None None] Update dhcp port {'port': {'network_id': '28855f69-b418-4328-b683-06d9f6202065', 'fixed_ips': [{'subnet_id': '185bbc13-dd54-4c2c-9dd3-c88e8f954c39', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'de2465ff-b84a-49ae-8149-9be6f4493ea9'}, {'subnet_id': '6fe10601-7306-4d16-89f4-adcf5c8dc2ae'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': '4dabde5b-c60b-4f43-af6e-1465c83c3fc0'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:24:54.948802 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.954586 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aa55e7-ddc8-4893-ba49-d8efce59b7b9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:54.958708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b4aa55e7-ddc8-4893-ba49-d8efce59b7b9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.960639 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4aa55e7-ddc8-4893-ba49-d8efce59b7b9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:24:54.960903 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-6fcc347d-4be5-4174-8726-c8e80bbf20c9 None None] Port e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:24:54.961552 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4aa55e7-ddc8-4893-ba49-d8efce59b7b9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:54.999605 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-eabca583-8885-4e24-a814-1fd07914b7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.065092 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f78a25-444f-419c-9adf-b74cba021987 None None] Network bc93042f-c392-4ddd-9a29-37d906ad5f38 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:55.087889 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6fcc347d-4be5-4174-8726-c8e80bbf20c9 None None] Provisioning for port 7b8ecd8c-8f08-4110-8bf4-dd8902e2cb81 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:55.120904 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6fcc347d-4be5-4174-8726-c8e80bbf20c9 None None] Provisioning complete for port 7b8ecd8c-8f08-4110-8bf4-dd8902e2cb81 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:55.121398 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6fcc347d-4be5-4174-8726-c8e80bbf20c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.121964 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event updated for resources: {'Port': ['ID=a99135d4-2fd0-4b77-8306-443cfce31943,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:55.185866 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b4aa55e7-ddc8-4893-ba49-d8efce59b7b9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7595642 Mar 14 18:24:55.203654 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57616) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:55.215178 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-0fe90fdf-03f6-4f91-9b22-42c3e93707a4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:55.219743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-53e9cd03-0367-462d-b4c7-277829db8540 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for 7b8ecd8c-8f08-4110-8bf4-dd8902e2cb81 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:55.235089 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7be0f7a5-8423-483a-806f-5d27659d880f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bab4d070cd704c8a84908631080d1946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7319462 Mar 14 18:24:55.246939 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57620) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:55.267977 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 417ac2de-bdb6-443d-abcf-57e73d79db81 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:55.345363 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3ba20d47-8fef-4774-9675-df1fee1d38c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.365961 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0fe90fdf-03f6-4f91-9b22-42c3e93707a4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:55.369570 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Network bc93042f-c392-4ddd-9a29-37d906ad5f38 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:55.372147 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:55.383017 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0fe90fdf-03f6-4f91-9b22-42c3e93707a4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:55.415362 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-6fcc347d-4be5-4174-8726-c8e80bbf20c9 None None] Port 7b8ecd8c-8f08-4110-8bf4-dd8902e2cb81 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:24:55.415490 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3ba20d47-8fef-4774-9675-df1fee1d38c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.612561 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe90fdf-03f6-4f91-9b22-42c3e93707a4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:55.618324 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0fe90fdf-03f6-4f91-9b22-42c3e93707a4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.620202 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe90fdf-03f6-4f91-9b22-42c3e93707a4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:24:55.620952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe90fdf-03f6-4f91-9b22-42c3e93707a4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:55.658368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3ba20d47-8fef-4774-9675-df1fee1d38c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.665908 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 417ac2de-bdb6-443d-abcf-57e73d79db81 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:55.666899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Router 8a6b8ec6-3c45-43d3-96f7-fd2928ede044 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:24:55.668015 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-53e9cd03-0367-462d-b4c7-277829db8540 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.694328 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 853e0efe-2c88-48bb-afd9-a23a6844e8f0 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:55.736045 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-eabca583-8885-4e24-a814-1fd07914b7ab None None] Allocated IP 2001:db8:0:2::2 (28855f69-b418-4328-b683-06d9f6202065/de2465ff-b84a-49ae-8149-9be6f4493ea9/4dabde5b-c60b-4f43-af6e-1465c83c3fc0) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:55.746827 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d872f4fd-8814-4f94-a3e4-89a68badc58a None None] Provisioning for port 853e0efe-2c88-48bb-afd9-a23a6844e8f0 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:55.755588 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-eabca583-8885-4e24-a814-1fd07914b7ab None None] Allocated IP 2001:db8::2 (28855f69-b418-4328-b683-06d9f6202065/6fe10601-7306-4d16-89f4-adcf5c8dc2ae/4dabde5b-c60b-4f43-af6e-1465c83c3fc0) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:55.756021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9cd03-0367-462d-b4c7-277829db8540 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=7b8ecd8c-8f08-4110-8bf4-dd8902e2cb81,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:55.758253 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba20d47-8fef-4774-9675-df1fee1d38c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3a7aab-470e-451a-8dc0-c0fe45b3b9da,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:55.833415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-53e9cd03-0367-462d-b4c7-277829db8540 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.842104 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3ba20d47-8fef-4774-9675-df1fee1d38c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.847303 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3ba20d47-8fef-4774-9675-df1fee1d38c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd3a7aab-470e-451a-8dc0-c0fe45b3b9da HTTP/1.1" status: 204 len: 168 time: 0.5992928 Mar 14 18:24:55.849023 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-53e9cd03-0367-462d-b4c7-277829db8540 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/ports/7b8ecd8c-8f08-4110-8bf4-dd8902e2cb81 HTTP/1.1" status: 204 len: 168 time: 1.5480032 Mar 14 18:24:55.851587 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57626) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:55.912056 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d06681-9979-4026-b325-fea93d71c905 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] GET failed (client error): The resource could not be found. Mar 14 18:24:55.913856 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f8d06681-9979-4026-b325-fea93d71c905 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Synchronizing usage tracker for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:24:55.922003 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:24:55.926016 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0fe90fdf-03f6-4f91-9b22-42c3e93707a4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7212186 Mar 14 18:24:55.930063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57630) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:55.943073 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e98a5c15-4b68-4bac-95a8-8f6559795d9b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "PUT /v2.0/routers/8a6b8ec6-3c45-43d3-96f7-fd2928ede044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1297748 Mar 14 18:24:55.943992 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57634) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:55.951293 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-cd1b2ac7-87d3-4874-9f23-d0720ce0c871 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:55.951451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d872f4fd-8814-4f94-a3e4-89a68badc58a None None] Provisioning complete for port dd2d3306-2df0-4094-bc52-2a08524b9c46 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:55.951880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d872f4fd-8814-4f94-a3e4-89a68badc58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.983364 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c78bb1-0b73-4671-84f6-8926c2962a02 None None] Sync routers for ids ['8a6b8ec6-3c45-43d3-96f7-fd2928ede044'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:56.039845 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823d503b-e035-4ae9-afe8-6bf1e3794321 None None] Network 36dc7d82-5d05-4c45-90dd-5d794fb4a1bb requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:56.080694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c78bb1-0b73-4671-84f6-8926c2962a02 None None] Routers {'8a6b8ec6-3c45-43d3-96f7-fd2928ede044'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:56.081660 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a8c78bb1-0b73-4671-84f6-8926c2962a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['8a6b8ec6-3c45-43d3-96f7-fd2928ede044'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:56.117940 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-cd1b2ac7-87d3-4874-9f23-d0720ce0c871 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:56.128735 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-cd1b2ac7-87d3-4874-9f23-d0720ce0c871 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:56.134032 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f8d06681-9979-4026-b325-fea93d71c905 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Unset dirty status for tenant:1bed9e5e10ec491e93367f6256f4da62 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:24:56.139729 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f8d06681-9979-4026-b325-fea93d71c905 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports/7b8ecd8c-8f08-4110-8bf4-dd8902e2cb81 HTTP/1.1" status: 404 len: 333 time: 0.2822258 Mar 14 18:24:56.139729 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57638) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:56.190018 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 853e0efe-2c88-48bb-afd9-a23a6844e8f0 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:56.212353 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a8c78bb1-0b73-4671-84f6-8926c2962a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:56.212542 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f64817b8-951b-4bd2-9eb1-14f15e794a1a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.244044 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f64817b8-951b-4bd2-9eb1-14f15e794a1a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.293033 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1b2ac7-87d3-4874-9f23-d0720ce0c871 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:56.296908 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cd1b2ac7-87d3-4874-9f23-d0720ce0c871 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.298328 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1b2ac7-87d3-4874-9f23-d0720ce0c871 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:24:56.298794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1b2ac7-87d3-4874-9f23-d0720ce0c871 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:56.357619 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 853e0efe-2c88-48bb-afd9-a23a6844e8f0 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:56.357933 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.417556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f64817b8-951b-4bd2-9eb1-14f15e794a1a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.417556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f64817b8-951b-4bd2-9eb1-14f15e794a1a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.417556 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f64817b8-951b-4bd2-9eb1-14f15e794a1a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/security-groups/0706a34c-22ae-4932-826c-d5ae45acb79c HTTP/1.1" status: 204 len: 168 time: 0.2712505 Mar 14 18:24:56.447800 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57644) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:56.447800 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64817b8-951b-4bd2-9eb1-14f15e794a1a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0706a34c-22ae-4932-826c-d5ae45acb79c,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:56.454354 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-eabca583-8885-4e24-a814-1fd07914b7ab None None] For port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4dabde5b-c60b-4f43-af6e-1465c83c3fc0,segment=NetworkSegment(0bde4005-018f-4ccd-a737-8bf0f74448d3),segment_id=0bde4005-018f-4ccd-a737-8bf0f74448d3)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:56.479192 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c78bb1-0b73-4671-84f6-8926c2962a02 None None] Routers {'8a6b8ec6-3c45-43d3-96f7-fd2928ede044'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:56.479192 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a8c78bb1-0b73-4671-84f6-8926c2962a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['8a6b8ec6-3c45-43d3-96f7-fd2928ede044'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:56.519885 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-cd1b2ac7-87d3-4874-9f23-d0720ce0c871 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5752544 Mar 14 18:24:56.519885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57648) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:56.625428 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-438c90de-20a5-4d8f-8937-5263e3f32f54 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.631506 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-644a12c9-87a2-4813-97a1-3c3c9ea8abca tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1147380 Mar 14 18:24:56.641630 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57656) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:56.730185 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2c056065-470a-41a9-96d7-368dbf73d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.731243 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a8c78bb1-0b73-4671-84f6-8926c2962a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:56.731647 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c78bb1-0b73-4671-84f6-8926c2962a02 None None] The sync data for ids ['8a6b8ec6-3c45-43d3-96f7-fd2928ede044'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:56.795692 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-438c90de-20a5-4d8f-8937-5263e3f32f54 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.814776 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.resource_extend [None req-eabca583-8885-4e24-a814-1fd07914b7ab None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:24:56.824965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf46d1-c2b6-49ac-adc0-3b937b7ec3f2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:56.827840 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7fbf46d1-c2b6-49ac-adc0-3b937b7ec3f2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1844354 Mar 14 18:24:56.828748 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57662) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:56.885741 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-eabca583-8885-4e24-a814-1fd07914b7ab None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.887256 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-1839a11c-7e5d-43f4-973c-fb9fd86e648b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:24:56.891146 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1839a11c-7e5d-43f4-973c-fb9fd86e648b tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "PUT /v2.0/routers/8a6b8ec6-3c45-43d3-96f7-fd2928ede044/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9432983 Mar 14 18:24:56.891471 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57668) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:56.924353 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f4a1e5c3-a958-405e-b549-ea6f227b05e3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942652 Mar 14 18:24:56.928873 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57672) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:56.944530 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-87ac63a6-73ed-4553-9303-584939845717 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:57.013959 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-eabca583-8885-4e24-a814-1fd07914b7ab None None] Transition to ACTIVE for port object 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:57.021517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.022562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-438c90de-20a5-4d8f-8937-5263e3f32f54 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.045781 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d872f4fd-8814-4f94-a3e4-89a68badc58a None None] Provisioning complete for port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:57.046150 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d872f4fd-8814-4f94-a3e4-89a68badc58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.053685 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c90de-20a5-4d8f-8937-5263e3f32f54 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ec2000-c7ce-41fe-b54f-536b1d08d5be,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:57.061157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-87ac63a6-73ed-4553-9303-584939845717 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:57.071170 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-438c90de-20a5-4d8f-8937-5263e3f32f54 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.074651 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-438c90de-20a5-4d8f-8937-5263e3f32f54 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/security-groups/24ec2000-c7ce-41fe-b54f-536b1d08d5be HTTP/1.1" status: 204 len: 168 time: 0.6284447 Mar 14 18:24:57.074809 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-87ac63a6-73ed-4553-9303-584939845717 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:57.075012 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57676) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:57.124255 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-eabca583-8885-4e24-a814-1fd07914b7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.159643 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6145fbb6-efca-4f64-980c-184f538907bc tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.196477 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6145fbb6-efca-4f64-980c-184f538907bc tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.209140 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ac63a6-73ed-4553-9303-584939845717 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:57.213349 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-87ac63a6-73ed-4553-9303-584939845717 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.245032 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 853e0efe-2c88-48bb-afd9-a23a6844e8f0, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=853e0efe-2c88-48bb-afd9-a23a6844e8f0,segment=NetworkSegment(cfac35f1-e59c-4a8a-889d-b4286ba93f38),segment_id=cfac35f1-e59c-4a8a-889d-b4286ba93f38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:57.331504 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.373057 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-d872f4fd-8814-4f94-a3e4-89a68badc58a None None] Port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 had new provisioning blocks added so it will not transition to active. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 14 18:24:57.393310 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabca583-8885-4e24-a814-1fd07914b7ab None None] Pushing event updated for resources: {'Port': ['ID=4dabde5b-c60b-4f43-af6e-1465c83c3fc0,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:57.444538 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6145fbb6-efca-4f64-980c-184f538907bc tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.472075 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d872f4fd-8814-4f94-a3e4-89a68badc58a None None] Provisioning complete for port e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:57.472884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d872f4fd-8814-4f94-a3e4-89a68badc58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.497581 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145fbb6-efca-4f64-980c-184f538907bc tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a606ff-d36b-4c6c-8760-35cc7d5cde98,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:57.531503 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6145fbb6-efca-4f64-980c-184f538907bc tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.538018 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d26ef4e5-21f1-44e9-a4c7-30b01fd80f7e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.538595 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6145fbb6-efca-4f64-980c-184f538907bc tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/security-groups/10a606ff-d36b-4c6c-8760-35cc7d5cde98 HTTP/1.1" status: 204 len: 168 time: 0.4575124 Mar 14 18:24:57.538595 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57688) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:57.579651 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=853e0efe-2c88-48bb-afd9-a23a6844e8f0,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:57.584022 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-d872f4fd-8814-4f94-a3e4-89a68badc58a None None] Port e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:24:57.590503 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d872f4fd-8814-4f94-a3e4-89a68badc58a None None] Could not find standard attr ID for object 7b8ecd8c-8f08-4110-8bf4-dd8902e2cb81. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:24:57.691483 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a67582-740d-485a-a56f-6e84dd9f0996 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting subnet 6fe10601-7306-4d16-89f4-adcf5c8dc2ae {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:57.695286 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63a67582-740d-485a-a56f-6e84dd9f0996 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.733211 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-fd805d70-7a5b-49c2-b0fe-5d93950c53cf None None] Provisioning complete for port 853e0efe-2c88-48bb-afd9-a23a6844e8f0 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:57.733211 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fd805d70-7a5b-49c2-b0fe-5d93950c53cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.744139 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57692) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:57.760860 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.859296 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63a67582-740d-485a-a56f-6e84dd9f0996 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.926484 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.988816 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-ef999c2c-a1da-4fd0-8280-27e457d8b194 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:57.989873 dv-neutron-833560-1-hyperv neutron-server[88634]: WARNING neutron.api.v2.base [None req-ef999c2c-a1da-4fd0-8280-27e457d8b194 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 14 18:24:57.990377 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-ef999c2c-a1da-4fd0-8280-27e457d8b194 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): There was a conflict when trying to complete your request. Mar 14 18:24:57.995621 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ef999c2c-a1da-4fd0-8280-27e457d8b194 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2003710 Mar 14 18:24:58.002596 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57698) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:58.017122 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.objects.ports [None req-87ac63a6-73ed-4553-9303-584939845717 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88634) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:24:58.022455 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group': {'name': 'tempest-secgroup--625753573'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:58.026984 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-87ac63a6-73ed-4553-9303-584939845717 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.188553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:58.208547 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:58.214545 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:58.233469 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:58.236393 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d26ef4e5-21f1-44e9-a4c7-30b01fd80f7e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Deleting port a99135d4-2fd0-4b77-8306-443cfce31943 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:24:58.236736 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d26ef4e5-21f1-44e9-a4c7-30b01fd80f7e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.237029 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ac63a6-73ed-4553-9303-584939845717 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:58.240756 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-fd805d70-7a5b-49c2-b0fe-5d93950c53cf None None] Provisioning for port 417ac2de-bdb6-443d-abcf-57e73d79db81 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:58.243251 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-87ac63a6-73ed-4553-9303-584939845717 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:58.249289 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ac63a6-73ed-4553-9303-584939845717 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:58.249872 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-87ac63a6-73ed-4553-9303-584939845717 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.251044 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-fd805d70-7a5b-49c2-b0fe-5d93950c53cf None None] Provisioning complete for port 417ac2de-bdb6-443d-abcf-57e73d79db81 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:58.251615 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fd805d70-7a5b-49c2-b0fe-5d93950c53cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.263650 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac63a6-73ed-4553-9303-584939845717 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=dd2582d0-af66-4b22-8d55-bb7ccb0ef406,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:58.297842 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701814b3-356e-4d57-92d0-8818a828ecd9 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:58.428082 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.444167 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.466403 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d26ef4e5-21f1-44e9-a4c7-30b01fd80f7e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.468794 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-87ac63a6-73ed-4553-9303-584939845717 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5381031 Mar 14 18:24:58.474271 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57702) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:58.484005 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4986a2ce-ef19-4ce5-8683-1bd4849b258d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'mac_address': 'fa:16:3e:42:b0:1c', 'name': 'tempest-NetworksTestDHCPv6-167648378'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:58.490127 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fd805d70-7a5b-49c2-b0fe-5d93950c53cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.505620 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:58.528455 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63a67582-740d-485a-a56f-6e84dd9f0996 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.556644 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:58.567087 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:58.586988 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-fd805d70-7a5b-49c2-b0fe-5d93950c53cf None None] For port 417ac2de-bdb6-443d-abcf-57e73d79db81, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=417ac2de-bdb6-443d-abcf-57e73d79db81,segment=NetworkSegment(300cab0d-124d-4c83-adea-168329f508a1),segment_id=300cab0d-124d-4c83-adea-168329f508a1)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:24:58.634108 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:58.638713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d26ef4e5-21f1-44e9-a4c7-30b01fd80f7e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Calling delete_port for a99135d4-2fd0-4b77-8306-443cfce31943 owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:24:58.651675 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'fixed_ips': [{'subnet_id': 'dd2582d0-af66-4b22-8d55-bb7ccb0ef406'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:24:58.652824 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.736209 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4986a2ce-ef19-4ce5-8683-1bd4849b258d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:58.743332 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4986a2ce-ef19-4ce5-8683-1bd4849b258d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:port and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:58.744232 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4986a2ce-ef19-4ce5-8683-1bd4849b258d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:58.752498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4986a2ce-ef19-4ce5-8683-1bd4849b258d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:58.786533 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fd805d70-7a5b-49c2-b0fe-5d93950c53cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.829715 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63a67582-740d-485a-a56f-6e84dd9f0996 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.876429 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a67582-740d-485a-a56f-6e84dd9f0996 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Subnet': ['ID=6fe10601-7306-4d16-89f4-adcf5c8dc2ae,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:58.886139 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4986a2ce-ef19-4ce5-8683-1bd4849b258d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:58.902131 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63a67582-740d-485a-a56f-6e84dd9f0996 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.927107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d26ef4e5-21f1-44e9-a4c7-30b01fd80f7e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.927893 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd805d70-7a5b-49c2-b0fe-5d93950c53cf None None] Pushing event updated for resources: {'Port': ['ID=417ac2de-bdb6-443d-abcf-57e73d79db81,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:58.949732 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-63a67582-740d-485a-a56f-6e84dd9f0996 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/6fe10601-7306-4d16-89f4-adcf5c8dc2ae HTTP/1.1" status: 204 len: 168 time: 1.4036882 Mar 14 18:24:58.957540 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57708) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:58.984600 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-fd805d70-7a5b-49c2-b0fe-5d93950c53cf None None] Provisioning for port a99135d4-2fd0-4b77-8306-443cfce31943 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:58.986594 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ef4e5-21f1-44e9-a4c7-30b01fd80f7e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event deleted for resources: {'Port': ['ID=a99135d4-2fd0-4b77-8306-443cfce31943,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:58.999831 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-fd805d70-7a5b-49c2-b0fe-5d93950c53cf None None] Provisioning complete for port a99135d4-2fd0-4b77-8306-443cfce31943 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:58.999831 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fd805d70-7a5b-49c2-b0fe-5d93950c53cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.048033 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-fd805d70-7a5b-49c2-b0fe-5d93950c53cf None None] Port a99135d4-2fd0-4b77-8306-443cfce31943 was deleted so its status cannot be updated. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 14 18:24:59.068334 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Allocated IP 2001:db8::f816:3eff:fe5e:dbf4 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/dd2582d0-af66-4b22-8d55-bb7ccb0ef406/5794ebb7-43c7-4263-8e80-d4906c117fc5) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:59.098364 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:24:59.177541 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-28890ec0-3c75-4fd1-be0b-140f5b524d40 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting subnet de2465ff-b84a-49ae-8149-9be6f4493ea9 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:24:59.200941 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.202435 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6344264-4c3e-4898-9248-8665329ce9d6 None None] Network 28855f69-b418-4328-b683-06d9f6202065 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:24:59.202823 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-28890ec0-3c75-4fd1-be0b-140f5b524d40 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.238846 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4986a2ce-ef19-4ce5-8683-1bd4849b258d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.285356 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-4986a2ce-ef19-4ce5-8683-1bd4849b258d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port cb2c557f-51b7-43fa-93a8-8d54ef131df1 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:59.299181 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d26ef4e5-21f1-44e9-a4c7-30b01fd80f7e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.333617 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-28890ec0-3c75-4fd1-be0b-140f5b524d40 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.383790 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.417529 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:59.436269 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:59.451962 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:59.452800 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.470851 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:24:59.473315 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ff967b-b1e4-4434-b5a1-f8c5df0d06b8,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:59.502433 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-cfb7b659-66f6-4d91-afad-3b09778c0c93 None None] Provisioning for port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:59.511007 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Transition to ACTIVE for port object 5794ebb7-43c7-4263-8e80-d4906c117fc5 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:59.533149 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-28890ec0-3c75-4fd1-be0b-140f5b524d40 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.534968 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 417ac2de-bdb6-443d-abcf-57e73d79db81 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:24:59.568597 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-cfb7b659-66f6-4d91-afad-3b09778c0c93 None None] Provisioning complete for port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:59.568597 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b659-66f6-4d91-afad-3b09778c0c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.641487 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.720850 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.743165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26ef4e5-21f1-44e9-a4c7-30b01fd80f7e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Router 8a6b8ec6-3c45-43d3-96f7-fd2928ede044 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:24:59.767569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-28890ec0-3c75-4fd1-be0b-140f5b524d40 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.770412 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Transition to ACTIVE for port object 5794ebb7-43c7-4263-8e80-d4906c117fc5 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:59.811830 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 417ac2de-bdb6-443d-abcf-57e73d79db81 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:59.818417 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.818567 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc85a25d-51dd-4671-a56a-c4370ffb12ec,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:59.820278 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28890ec0-3c75-4fd1-be0b-140f5b524d40 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Subnet': ['ID=de2465ff-b84a-49ae-8149-9be6f4493ea9,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:59.822507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-28890ec0-3c75-4fd1-be0b-140f5b524d40 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.824414 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-28890ec0-3c75-4fd1-be0b-140f5b524d40 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/de2465ff-b84a-49ae-8149-9be6f4493ea9 HTTP/1.1" status: 204 len: 168 time: 0.8725781 Mar 14 18:24:59.833148 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57712) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:59.852157 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.888379 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a937df6-d2b4-47b9-8b41-49d40ae065da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:59.888969 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a937df6-d2b4-47b9-8b41-49d40ae065da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:59.890599 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8a937df6-d2b4-47b9-8b41-49d40ae065da tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/6fe10601-7306-4d16-89f4-adcf5c8dc2ae HTTP/1.1" status: 404 len: 337 time: 0.0543101 Mar 14 18:24:59.897695 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-cfb7b659-66f6-4d91-afad-3b09778c0c93 None None] Provisioning complete for port e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:59.897695 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b659-66f6-4d91-afad-3b09778c0c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.897935 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57716) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:59.898958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26ef4e5-21f1-44e9-a4c7-30b01fd80f7e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:24:59.922273 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9dc765-0fd6-4374-ad07-eb5b87f2da9b None None] Sync routers for ids ['8a6b8ec6-3c45-43d3-96f7-fd2928ede044'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:59.929784 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.931408 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d244ddee-c6ec-4032-9718-5d3be270c9d4 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9245224 Mar 14 18:24:59.933099 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.937459 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57720) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:59.944877 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-29504193-063b-40ab-9740-340607cf129d tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': 'cc85a25d-51dd-4671-a56a-c4370ffb12ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:59.948215 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9dc765-0fd6-4374-ad07-eb5b87f2da9b None None] Routers {'8a6b8ec6-3c45-43d3-96f7-fd2928ede044'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:24:59.948797 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5f9dc765-0fd6-4374-ad07-eb5b87f2da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['8a6b8ec6-3c45-43d3-96f7-fd2928ede044'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:59.954902 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d26ef4e5-21f1-44e9-a4c7-30b01fd80f7e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "PUT /v2.0/routers/8a6b8ec6-3c45-43d3-96f7-fd2928ede044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0623398 Mar 14 18:24:59.960601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57724) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:24:59.965443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-29504193-063b-40ab-9740-340607cf129d tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:24:59.973596 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-29504193-063b-40ab-9740-340607cf129d tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:24:59.978723 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-29504193-063b-40ab-9740-340607cf129d tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:24:59.990039 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-29504193-063b-40ab-9740-340607cf129d tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:00.004084 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-4986a2ce-ef19-4ce5-8683-1bd4849b258d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::f816:3eff:fe42:b01c (c6ea7f38-153d-42ad-8847-86782d8c0b1e/dd2582d0-af66-4b22-8d55-bb7ccb0ef406/cb2c557f-51b7-43fa-93a8-8d54ef131df1) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:00.048368 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5f9dc765-0fd6-4374-ad07-eb5b87f2da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:00.054361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:00.059584 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9dc765-0fd6-4374-ad07-eb5b87f2da9b None None] Routers {'8a6b8ec6-3c45-43d3-96f7-fd2928ede044'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:25:00.060527 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5f9dc765-0fd6-4374-ad07-eb5b87f2da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['8a6b8ec6-3c45-43d3-96f7-fd2928ede044'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:00.062622 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-6998113c-6017-43dd-8f42-90723b6fe391 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] delete failed (client error): The resource could not be found. Mar 14 18:25:00.063699 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6998113c-6017-43dd-8f42-90723b6fe391 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-2104275496 HTTP/1.1" status: 404 len: 335 time: 0.1021788 Mar 14 18:25:00.068550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57728) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:00.073500 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4212a3-6ebd-43db-944e-6014a6ccbacb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting subnet 185bbc13-dd54-4c2c-9dd3-c88e8f954c39 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:25:00.078685 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6f4212a3-6ebd-43db-944e-6014a6ccbacb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.125267 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-305283d3-8601-4435-86fd-ab96f1825bcf tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Request body: {'router': {'external_gateway_info': {'network_id': '8a6b8ec6-3c45-43d3-96f7-fd2928ede044'}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:00.129501 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:00.131892 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29504193-063b-40ab-9740-340607cf129d tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.152884 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5f9dc765-0fd6-4374-ad07-eb5b87f2da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:00.153874 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9dc765-0fd6-4374-ad07-eb5b87f2da9b None None] The sync data for ids ['8a6b8ec6-3c45-43d3-96f7-fd2928ede044'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:25:00.166270 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:00.180342 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-cfb7b659-66f6-4d91-afad-3b09778c0c93 None None] Port e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:25:00.209611 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Pushing event updated for resources: {'Port': ['ID=5794ebb7-43c7-4263-8e80-d4906c117fc5,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:00.234644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-cfb7b659-66f6-4d91-afad-3b09778c0c93 None None] Could not find standard attr ID for object 7b8ecd8c-8f08-4110-8bf4-dd8902e2cb81. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:25:00.271908 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:00.278438 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29504193-063b-40ab-9740-340607cf129d tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.356460 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-cfb7b659-66f6-4d91-afad-3b09778c0c93 None None] Provisioning complete for port 417ac2de-bdb6-443d-abcf-57e73d79db81 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:00.357138 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b659-66f6-4d91-afad-3b09778c0c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.370539 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6f4212a3-6ebd-43db-944e-6014a6ccbacb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.372319 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29504193-063b-40ab-9740-340607cf129d tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.385743 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Attempting to bind port 5794ebb7-43c7-4263-8e80-d4906c117fc5 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:00.386395 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Attempting to bind port 5794ebb7-43c7-4263-8e80-d4906c117fc5 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:00.386975 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Attempting to bind port 5794ebb7-43c7-4263-8e80-d4906c117fc5 on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:25:00.404276 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:25:00.404934 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:00.405528 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.406089 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:25:00.406729 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Bound port: 5794ebb7-43c7-4263-8e80-d4906c117fc5, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:00.407316 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.413385 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4986a2ce-ef19-4ce5-8683-1bd4849b258d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.423705 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29504193-063b-40ab-9740-340607cf129d tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8256a9ae-712e-4a81-af11-3d52c5f28c97,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:00.451150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-4986a2ce-ef19-4ce5-8683-1bd4849b258d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object cb2c557f-51b7-43fa-93a8-8d54ef131df1 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:00.486857 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29504193-063b-40ab-9740-340607cf129d tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.488905 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-29504193-063b-40ab-9740-340607cf129d tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5503125 Mar 14 18:25:00.491693 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57732) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:00.498717 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:00.499285 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.500785 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-2ab99137-8a96-4246-9bd1-6eb27403b439 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': 'cc85a25d-51dd-4671-a56a-c4370ffb12ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:00.511087 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2ab99137-8a96-4246-9bd1-6eb27403b439 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:00.520341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2ab99137-8a96-4246-9bd1-6eb27403b439 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:00.522811 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2ab99137-8a96-4246-9bd1-6eb27403b439 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:00.529290 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2ab99137-8a96-4246-9bd1-6eb27403b439 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:00.559392 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4986a2ce-ef19-4ce5-8683-1bd4849b258d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.632637 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4986a2ce-ef19-4ce5-8683-1bd4849b258d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:00.650075 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-4986a2ce-ef19-4ce5-8683-1bd4849b258d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:00.654369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-305283d3-8601-4435-86fd-ab96f1825bcf tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.664817 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] For port 5794ebb7-43c7-4263-8e80-d4906c117fc5, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:25:00.665414 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4986a2ce-ef19-4ce5-8683-1bd4849b258d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:00.682045 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4986a2ce-ef19-4ce5-8683-1bd4849b258d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:00.682881 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4986a2ce-ef19-4ce5-8683-1bd4849b258d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.698104 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499d171a-ff69-4a5a-8664-8853c3530ccd None None] Network 28855f69-b418-4328-b683-06d9f6202065 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:00.704938 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2ab99137-8a96-4246-9bd1-6eb27403b439 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.714474 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6f4212a3-6ebd-43db-944e-6014a6ccbacb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.742094 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] For port 5794ebb7-43c7-4263-8e80-d4906c117fc5, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5794ebb7-43c7-4263-8e80-d4906c117fc5,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:25:00.777049 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986a2ce-ef19-4ce5-8683-1bd4849b258d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=cb2c557f-51b7-43fa-93a8-8d54ef131df1,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:00.806620 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4986a2ce-ef19-4ce5-8683-1bd4849b258d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3193827 Mar 14 18:25:00.806620 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57736) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:00.806874 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-305283d3-8601-4435-86fd-ab96f1825bcf tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] update failed (client error): The resource could not be found. Mar 14 18:25:00.806874 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-305283d3-8601-4435-86fd-ab96f1825bcf tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "PUT /v2.0/routers/8a6b8ec6-3c45-43d3-96f7-fd2928ede044 HTTP/1.1" status: 404 len: 339 time: 0.7210343 Mar 14 18:25:00.806874 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57740) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:00.878914 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f7100c-739b-4d69-992f-49d1128399ae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:00.884819 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f7100c-739b-4d69-992f-49d1128399ae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:00.892988 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-50f7100c-739b-4d69-992f-49d1128399ae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:00.892988 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-2ab99137-8a96-4246-9bd1-6eb27403b439 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): There was a conflict when trying to complete your request. Mar 14 18:25:00.892988 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2ab99137-8a96-4246-9bd1-6eb27403b439 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3983390 Mar 14 18:25:00.894779 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57744) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:00.923382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.963587 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 853e0efe-2c88-48bb-afd9-a23a6844e8f0 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:00.965171 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-17dba22f-3ee5-43c8-bb02-13a56fdef79a tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.994452 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-17dba22f-3ee5-43c8-bb02-13a56fdef79a tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.006494 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-50f7100c-739b-4d69-992f-49d1128399ae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:01.011280 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-50f7100c-739b-4d69-992f-49d1128399ae tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2123830 Mar 14 18:25:01.011280 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57748) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:01.056494 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-372c6d8c-8eb7-4397-add2-b1e81c4dbd56 None None] Provisioning complete for port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:01.057188 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-372c6d8c-8eb7-4397-add2-b1e81c4dbd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.191655 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d3cde-b6f1-4721-ac81-f62f2584e7ec None None] Pushing event updated for resources: {'Port': ['ID=5794ebb7-43c7-4263-8e80-d4906c117fc5,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:01.228505 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-2718ef26-4a33-4035-9444-a5999443dc91 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port cb2c557f-51b7-43fa-93a8-8d54ef131df1 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:01.228505 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2718ef26-4a33-4035-9444-a5999443dc91 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.243641 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 853e0efe-2c88-48bb-afd9-a23a6844e8f0 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:01.244238 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.331909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6f4212a3-6ebd-43db-944e-6014a6ccbacb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.424381 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-17dba22f-3ee5-43c8-bb02-13a56fdef79a tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.456853 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4212a3-6ebd-43db-944e-6014a6ccbacb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Subnet': ['ID=185bbc13-dd54-4c2c-9dd3-c88e8f954c39,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:01.482477 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6f4212a3-6ebd-43db-944e-6014a6ccbacb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.505231 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-372c6d8c-8eb7-4397-add2-b1e81c4dbd56 None None] Provisioning complete for port e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:01.505785 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-372c6d8c-8eb7-4397-add2-b1e81c4dbd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.528121 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dba22f-3ee5-43c8-bb02-13a56fdef79a tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc85a25d-51dd-4671-a56a-c4370ffb12ec,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:01.541893 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6f4212a3-6ebd-43db-944e-6014a6ccbacb tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/185bbc13-dd54-4c2c-9dd3-c88e8f954c39 HTTP/1.1" status: 204 len: 168 time: 1.6437204 Mar 14 18:25:01.545112 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-17dba22f-3ee5-43c8-bb02-13a56fdef79a tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.548554 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-17dba22f-3ee5-43c8-bb02-13a56fdef79a tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "DELETE /v2.0/security-groups/cc85a25d-51dd-4671-a56a-c4370ffb12ec HTTP/1.1" status: 204 len: 168 time: 0.6505570 Mar 14 18:25:01.554581 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57754) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:01.554782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57756) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:01.627516 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2718ef26-4a33-4035-9444-a5999443dc91 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.640784 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8742174-1455-40f1-9afd-222c8a07e168 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:01.643220 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8742174-1455-40f1-9afd-222c8a07e168 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:01.644201 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a8742174-1455-40f1-9afd-222c8a07e168 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/cf880463-1acf-49a4-8da9-22479fd3ac0d HTTP/1.1" status: 404 len: 337 time: 0.0944593 Mar 14 18:25:01.647701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57762) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:01.648696 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ba8b0b5b-ac1a-4d9f-ab34-e4b3e2cef6f8 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Synchronizing usage tracker for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:01.666009 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-372c6d8c-8eb7-4397-add2-b1e81c4dbd56 None None] Port e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:25:01.726197 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d2c34790-518f-482f-a678-1480fe20664d tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "GET /v2.0/ports?device_id=219102cb-585e-4a3d-bca2-cdde175cf5a3 HTTP/1.1" status: 200 len: 205 time: 0.0773928 Mar 14 18:25:01.766073 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57766) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:01.804805 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964ec639-d98d-4ee9-b1d6-873eb794fcd6 None None] Update dhcp port {'port': {'network_id': '28855f69-b418-4328-b683-06d9f6202065', 'fixed_ips': [{'subnet_id': '185bbc13-dd54-4c2c-9dd3-c88e8f954c39'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': '4dabde5b-c60b-4f43-af6e-1465c83c3fc0'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:25:01.822858 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-2718ef26-4a33-4035-9444-a5999443dc91 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for cb2c557f-51b7-43fa-93a8-8d54ef131df1 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:01.838304 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.850539 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5794ebb7-43c7-4263-8e80-d4906c117fc5 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:01.867717 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-02c2704c-a9d8-45e2-8847-e4f5d4bd9745 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] delete failed (client error): The resource could not be found. Mar 14 18:25:01.868926 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-02c2704c-a9d8-45e2-8847-e4f5d4bd9745 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/routers/219102cb-585e-4a3d-bca2-cdde175cf5a3 HTTP/1.1" status: 404 len: 336 time: 0.0992994 Mar 14 18:25:01.879793 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57770) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:01.913609 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-964ec639-d98d-4ee9-b1d6-873eb794fcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.940328 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfff35ac-5447-4ba1-8719-054360b102ca tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:01.940863 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfff35ac-5447-4ba1-8719-054360b102ca tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:01.944182 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cfff35ac-5447-4ba1-8719-054360b102ca tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/47d81725-eb8d-41ee-8522-f48cd73e4995 HTTP/1.1" status: 404 len: 337 time: 0.0597887 Mar 14 18:25:01.951466 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57774) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:02.007921 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e74852-66da-44ab-b640-06ce4a59d337 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:02.008382 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e74852-66da-44ab-b640-06ce4a59d337 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:02.011580 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-00e74852-66da-44ab-b640-06ce4a59d337 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/ff28afe6-a65e-4fb8-81d7-539a07e058a6 HTTP/1.1" status: 404 len: 337 time: 0.0576754 Mar 14 18:25:02.011580 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ba8b0b5b-ac1a-4d9f-ab34-e4b3e2cef6f8 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Unset dirty status for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:02.012598 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ba8b0b5b-ac1a-4d9f-ab34-e4b3e2cef6f8 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4609649 Mar 14 18:25:02.013302 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57778) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:02.016806 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57782) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:02.051722 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-f26f3fd3-b83e-4660-861f-645b2620bddc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group': {'name': 'tempest-secgroup--576212567'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:02.061586 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 5794ebb7-43c7-4263-8e80-d4906c117fc5 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:02.064331 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f26f3fd3-b83e-4660-861f-645b2620bddc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:02.069092 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9a5ca7-0730-40cd-9ad4-2d648494bcc5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:02.069547 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9a5ca7-0730-40cd-9ad4-2d648494bcc5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:02.120335 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3d9a5ca7-0730-40cd-9ad4-2d648494bcc5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/dae84e0a-bb8c-4557-900c-74330b0725bf HTTP/1.1" status: 404 len: 337 time: 0.1059914 Mar 14 18:25:02.121558 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f26f3fd3-b83e-4660-861f-645b2620bddc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:02.125899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57786) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:02.164206 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdc63ea-3223-4511-a3f5-ff57f4abb33e None None] Network 28855f69-b418-4328-b683-06d9f6202065 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:02.195258 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba2aa83-5b8f-4082-a0a3-c5f432dfdc3a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:02.196330 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba2aa83-5b8f-4082-a0a3-c5f432dfdc3a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:02.198204 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3ba2aa83-5b8f-4082-a0a3-c5f432dfdc3a tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/ports/ab772643-046d-4187-9a77-333d228b9bed HTTP/1.1" status: 404 len: 333 time: 0.0701871 Mar 14 18:25:02.201623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57790) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:02.251289 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44dd72e-b214-48e4-bad8-ad0669600f0f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:02.252038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44dd72e-b214-48e4-bad8-ad0669600f0f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:02.254743 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f44dd72e-b214-48e4-bad8-ad0669600f0f tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/005f9c56-b6a9-42b6-b942-408a69e2bf7f HTTP/1.1" status: 404 len: 337 time: 0.0510600 Mar 14 18:25:02.257331 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57794) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:02.260703 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Allocated IP 172.20.0.1 (55ce433c-7839-4851-8990-5ca26456f4ea/82dfee79-2384-4798-b830-040626f8da22/334add9c-53ff-46a1-84b9-e20f6a21662c) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:02.293451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-cc6a866a-a667-4a0e-8b5b-9872d1abe40c None None] Provisioning complete for port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:02.293835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cc6a866a-a667-4a0e-8b5b-9872d1abe40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.302904 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e0e4ad-faa3-4a57-80cb-7bf6fe2ad30c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:02.303371 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e0e4ad-faa3-4a57-80cb-7bf6fe2ad30c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:02.305045 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-44e0e4ad-faa3-4a57-80cb-7bf6fe2ad30c tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/2646ab71-6a2f-40fd-8215-70b52911db2f HTTP/1.1" status: 404 len: 337 time: 0.0465965 Mar 14 18:25:02.309334 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57798) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:02.362489 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-9562ceff-e8c8-4bb0-b88e-df1de9e751fa tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:02.363007 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9562ceff-e8c8-4bb0-b88e-df1de9e751fa tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:02.364688 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9562ceff-e8c8-4bb0-b88e-df1de9e751fa tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/ports/8f4d9dab-1883-4fb0-bb64-2e88cb4587fd HTTP/1.1" status: 404 len: 333 time: 0.0539260 Mar 14 18:25:02.365777 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f26f3fd3-b83e-4660-861f-645b2620bddc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.385390 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57802) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:02.397488 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f26f3fd3-b83e-4660-861f-645b2620bddc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:02.402120 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f26f3fd3-b83e-4660-861f-645b2620bddc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:02.405409 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f26f3fd3-b83e-4660-861f-645b2620bddc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:02.411842 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2718ef26-4a33-4035-9444-a5999443dc91 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.414590 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f26f3fd3-b83e-4660-861f-645b2620bddc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:02.444952 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4f5a5c-97d2-4770-a295-e52882b34ac1 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:02.445410 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4f5a5c-97d2-4770-a295-e52882b34ac1 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:02.454558 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8e4f5a5c-97d2-4770-a295-e52882b34ac1 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/dceb40a9-4351-4101-ac18-08ce7dc6e01c HTTP/1.1" status: 404 len: 337 time: 0.0724249 Mar 14 18:25:02.458107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57806) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:02.475623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718ef26-4a33-4035-9444-a5999443dc91 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=cb2c557f-51b7-43fa-93a8-8d54ef131df1,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:02.507898 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-52476764-677b-4c3e-9fae-ccd292e6bee5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:02.508890 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52476764-677b-4c3e-9fae-ccd292e6bee5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:02.510856 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-52476764-677b-4c3e-9fae-ccd292e6bee5 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/subnets/91e75c60-8e6b-400b-b932-0aec45922ed2 HTTP/1.1" status: 404 len: 337 time: 0.0516148 Mar 14 18:25:02.514134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57810) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:02.542238 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2bdd50-13eb-4f86-a3c4-b7faf155dbaf None None] DHCP port deletion for 28855f69-b418-4328-b683-06d9f6202065 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:25:02.548895 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-9b2bdd50-13eb-4f86-a3c4-b7faf155dbaf None None] Deleting port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:02.549585 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9b2bdd50-13eb-4f86-a3c4-b7faf155dbaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.598671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-cc6a866a-a667-4a0e-8b5b-9872d1abe40c None None] Provisioning complete for port e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:02.599238 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cc6a866a-a667-4a0e-8b5b-9872d1abe40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.624517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.633106 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-5db234f2-009c-4791-8b20-22a1356425bc tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Deleting port e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:02.633106 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5db234f2-009c-4791-8b20-22a1356425bc tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.635651 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f26f3fd3-b83e-4660-861f-645b2620bddc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.657628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2718ef26-4a33-4035-9444-a5999443dc91 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.672949 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2718ef26-4a33-4035-9444-a5999443dc91 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/cb2c557f-51b7-43fa-93a8-8d54ef131df1 HTTP/1.1" status: 204 len: 168 time: 1.6608651 Mar 14 18:25:02.674501 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57814) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:02.693208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Transition to ACTIVE for port object 334add9c-53ff-46a1-84b9-e20f6a21662c will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:02.715369 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a866a-a667-4a0e-8b5b-9872d1abe40c None None] Port e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:25:02.726078 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f26f3fd3-b83e-4660-861f-645b2620bddc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.798174 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f3fd3-b83e-4660-861f-645b2620bddc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a51e6c-452c-4d27-955d-668d16e83259,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:02.812922 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988d93da-7937-4107-aec4-d5345b52cd4a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:02.812922 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988d93da-7937-4107-aec4-d5345b52cd4a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:02.812922 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-988d93da-7937-4107-aec4-d5345b52cd4a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:02.845179 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f26f3fd3-b83e-4660-861f-645b2620bddc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.847259 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57818) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:02.849793 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f26f3fd3-b83e-4660-861f-645b2620bddc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8240125 Mar 14 18:25:02.871959 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-8f452b65-eb6b-457f-9c29-97e97e85867d tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': 'd8a51e6c-452c-4d27-955d-668d16e83259', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:02.873014 dv-neutron-833560-1-hyperv neutron-server[88635]: WARNING neutron.api.v2.base [None req-8f452b65-eb6b-457f-9c29-97e97e85867d tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 14 18:25:02.873518 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-8f452b65-eb6b-457f-9c29-97e97e85867d tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:02.874491 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8f452b65-eb6b-457f-9c29-97e97e85867d tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0241909 Mar 14 18:25:02.878404 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57822) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:02.891051 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9b2bdd50-13eb-4f86-a3c4-b7faf155dbaf None None] For port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4dabde5b-c60b-4f43-af6e-1465c83c3fc0,segment=NetworkSegment(0bde4005-018f-4ccd-a737-8bf0f74448d3),segment_id=0bde4005-018f-4ccd-a737-8bf0f74448d3)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:02.891447 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9b2bdd50-13eb-4f86-a3c4-b7faf155dbaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.903862 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-988d93da-7937-4107-aec4-d5345b52cd4a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:02.905574 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-988d93da-7937-4107-aec4-d5345b52cd4a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2304900 Mar 14 18:25:02.915736 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57826) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:03.026440 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fec0-b8a5-446f-822c-5ef0ab0e8018 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.031521 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d05afb64-bba6-4a26-9df4-f0307ef167a2 None None] Provisioning for port 5794ebb7-43c7-4263-8e80-d4906c117fc5 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:03.068320 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5d9928-fda8-443d-b06e-62806fb4722c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet dd2582d0-af66-4b22-8d55-bb7ccb0ef406 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:25:03.076693 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9928-fda8-443d-b06e-62806fb4722c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.100053 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d05afb64-bba6-4a26-9df4-f0307ef167a2 None None] Provisioning complete for port 5794ebb7-43c7-4263-8e80-d4906c117fc5 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:03.100691 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d05afb64-bba6-4a26-9df4-f0307ef167a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.108070 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fec0-b8a5-446f-822c-5ef0ab0e8018 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.121766 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5db234f2-009c-4791-8b20-22a1356425bc tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.140262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-9b2bdd50-13eb-4f86-a3c4-b7faf155dbaf None None] Calling delete_port for 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:03.174498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9928-fda8-443d-b06e-62806fb4722c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.194731 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.271513 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9928-fda8-443d-b06e-62806fb4722c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.302513 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fec0-b8a5-446f-822c-5ef0ab0e8018 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.303788 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-5db234f2-009c-4791-8b20-22a1356425bc tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Calling delete_port for e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:03.309154 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d05afb64-bba6-4a26-9df4-f0307ef167a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.342543 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6fec0-b8a5-446f-822c-5ef0ab0e8018 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a51e6c-452c-4d27-955d-668d16e83259,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:03.377476 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Network 55ce433c-7839-4851-8990-5ca26456f4ea is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:03.378231 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9b2bdd50-13eb-4f86-a3c4-b7faf155dbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.382961 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:03.396408 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:03.413741 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3a6fec0-b8a5-446f-822c-5ef0ab0e8018 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.414968 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e3a6fec0-b8a5-446f-822c-5ef0ab0e8018 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "DELETE /v2.0/security-groups/d8a51e6c-452c-4d27-955d-668d16e83259 HTTP/1.1" status: 204 len: 168 time: 0.5353720 Mar 14 18:25:03.417699 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57830) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:03.430971 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bdd50-13eb-4f86-a3c4-b7faf155dbaf None None] Pushing event deleted for resources: {'Port': ['ID=4dabde5b-c60b-4f43-af6e-1465c83c3fc0,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:03.434832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2bdd50-13eb-4f86-a3c4-b7faf155dbaf None None] No DVR routers for this DVR port 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:03.456883 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event updated for resources: {'Port': ['ID=334add9c-53ff-46a1-84b9-e20f6a21662c,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:03.487280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.539168 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-d05afb64-bba6-4a26-9df4-f0307ef167a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:25:03.539529 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-d05afb64-bba6-4a26-9df4-f0307ef167a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:25:03.576939 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9928-fda8-443d-b06e-62806fb4722c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.629280 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9928-fda8-443d-b06e-62806fb4722c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.629867 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82914790-4e2e-4f15-9bf2-db71fa1a5427 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:03.631745 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d9928-fda8-443d-b06e-62806fb4722c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2582d0-af66-4b22-8d55-bb7ccb0ef406,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:03.665005 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-76c533ee-1ac1-435c-8fe4-223e0055978a tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Synchronizing usage tracker for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:03.679209 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5db234f2-009c-4791-8b20-22a1356425bc tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.749035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db234f2-009c-4791-8b20-22a1356425bc tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Port': ['ID=e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:03.765793 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5db234f2-009c-4791-8b20-22a1356425bc tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.768152 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ca5d9928-fda8-443d-b06e-62806fb4722c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/dd2582d0-af66-4b22-8d55-bb7ccb0ef406 HTTP/1.1" status: 204 len: 168 time: 0.8511839 Mar 14 18:25:03.772988 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57834) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:03.773416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.811809 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:25:03.836039 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-76c533ee-1ac1-435c-8fe4-223e0055978a tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Unset dirty status for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:03.837003 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-76c533ee-1ac1-435c-8fe4-223e0055978a tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4184005 Mar 14 18:25:03.843445 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57838) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:03.845225 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c65fa4c4-086f-49fa-9934-3a8359546835 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726852 Mar 14 18:25:03.847877 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57840) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:03.853228 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:03.861667 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:25:03.861667 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4dabde5b-c60b-4f43-af6e-1465c83c3fc0 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:25:03.870560 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1a117b3f-74bd-4c89-ac2b-1ed12caa6ff1 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1573030614'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:03.883466 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1a117b3f-74bd-4c89-ac2b-1ed12caa6ff1 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:03.949947 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5db234f2-009c-4791-8b20-22a1356425bc tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/ports/e6320bbc-82c8-4cb5-bea4-a99a9dc9a0e8 HTTP/1.1" status: 204 len: 168 time: 1.4344971 Mar 14 18:25:03.957266 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57846) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:03.965681 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1a117b3f-74bd-4c89-ac2b-1ed12caa6ff1 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:03.985150 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] DHCP port deletion for c6ea7f38-153d-42ad-8847-86782d8c0b1e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:25:03.989562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] Deleting port 5794ebb7-43c7-4263-8e80-d4906c117fc5 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:03.989958 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.009879 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:04.062057 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:04.070102 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:04.085504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:04.099403 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-536cea1f-1428-41aa-974a-d80f4b133f97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.106222 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1a117b3f-74bd-4c89-ac2b-1ed12caa6ff1 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.145255 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d05afb64-bba6-4a26-9df4-f0307ef167a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.173278 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:04.177453 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.195006 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1a117b3f-74bd-4c89-ac2b-1ed12caa6ff1 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:04.195006 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1a117b3f-74bd-4c89-ac2b-1ed12caa6ff1 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:04.195777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1a117b3f-74bd-4c89-ac2b-1ed12caa6ff1 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:04.201816 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1a117b3f-74bd-4c89-ac2b-1ed12caa6ff1 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:04.270427 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-d05afb64-bba6-4a26-9df4-f0307ef167a2 None None] For port 5794ebb7-43c7-4263-8e80-d4906c117fc5, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5794ebb7-43c7-4263-8e80-d4906c117fc5,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:04.272847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1a117b3f-74bd-4c89-ac2b-1ed12caa6ff1 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.278490 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] For port 5794ebb7-43c7-4263-8e80-d4906c117fc5, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5794ebb7-43c7-4263-8e80-d4906c117fc5,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:04.279099 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.317081 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-536cea1f-1428-41aa-974a-d80f4b133f97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.331521 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.357137 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-536cea1f-1428-41aa-974a-d80f4b133f97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28855f69-b418-4328-b683-06d9f6202065']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:04.379648 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-536cea1f-1428-41aa-974a-d80f4b133f97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bde4005-018f-4ccd-a737-8bf0f74448d3') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:04.379648 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-536cea1f-1428-41aa-974a-d80f4b133f97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bde4005-018f-4ccd-a737-8bf0f74448d3') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:04.392963 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-536cea1f-1428-41aa-974a-d80f4b133f97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.408158 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1a117b3f-74bd-4c89-ac2b-1ed12caa6ff1 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.408371 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] Calling delete_port for 5794ebb7-43c7-4263-8e80-d4906c117fc5 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:04.413309 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-536cea1f-1428-41aa-974a-d80f4b133f97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.419518 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536cea1f-1428-41aa-974a-d80f4b133f97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:04.420119 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-536cea1f-1428-41aa-974a-d80f4b133f97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:04.435370 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:04.448783 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d05afb64-bba6-4a26-9df4-f0307ef167a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.454570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.543710 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a117b3f-74bd-4c89-ac2b-1ed12caa6ff1 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2105292d-608d-40ab-96a9-aea94d6e1870,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:04.573556 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05afb64-bba6-4a26-9df4-f0307ef167a2 None None] Pushing event updated for resources: {'Port': ['ID=5794ebb7-43c7-4263-8e80-d4906c117fc5,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:04.585200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event updated for resources: {'Port': ['ID=334add9c-53ff-46a1-84b9-e20f6a21662c,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:04.586568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:25:04.586568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:25:04.591384 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.625749 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1a117b3f-74bd-4c89-ac2b-1ed12caa6ff1 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.626946 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1a117b3f-74bd-4c89-ac2b-1ed12caa6ff1 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7745101 Mar 14 18:25:04.630372 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57850) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:04.638936 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d0687eca-e9a7-4c89-b1eb-23135b0d431f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': '2105292d-608d-40ab-96a9-aea94d6e1870', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:04.638936 dv-neutron-833560-1-hyperv neutron-server[88634]: WARNING neutron.api.v2.base [None req-d0687eca-e9a7-4c89-b1eb-23135b0d431f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 14 18:25:04.638936 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-d0687eca-e9a7-4c89-b1eb-23135b0d431f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:04.638936 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d0687eca-e9a7-4c89-b1eb-23135b0d431f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064774 Mar 14 18:25:04.640344 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57854) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:04.652479 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6bffb533-f278-4cfd-9fe6-d418fbe6d1b4 None None] Provisioning for port 334add9c-53ff-46a1-84b9-e20f6a21662c completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:04.661543 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6bffb533-f278-4cfd-9fe6-d418fbe6d1b4 None None] Provisioning complete for port 334add9c-53ff-46a1-84b9-e20f6a21662c triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:04.662205 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6bffb533-f278-4cfd-9fe6-d418fbe6d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.684621 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-536cea1f-1428-41aa-974a-d80f4b133f97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.688976 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-536cea1f-1428-41aa-974a-d80f4b133f97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.732988 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-536cea1f-1428-41aa-974a-d80f4b133f97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] 10.222.0.43 "DELETE /v2.0/networks/28855f69-b418-4328-b683-06d9f6202065 HTTP/1.1" status: 204 len: 168 time: 0.7575779 Mar 14 18:25:04.762344 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bf9bbac6-2a9b-46b8-996e-5e0619f4c47a tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.776952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cea1f-1428-41aa-974a-d80f4b133f97 tempest-PortsIpV6TestJSON-1306103981 tempest-PortsIpV6TestJSON-1306103981-project] Pushing event deleted for resources: {'Network': ['ID=28855f69-b418-4328-b683-06d9f6202065,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:04.780263 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Network 55ce433c-7839-4851-8990-5ca26456f4ea is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:04.782437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:04.793989 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-6bffb533-f278-4cfd-9fe6-d418fbe6d1b4 None None] Port 334add9c-53ff-46a1-84b9-e20f6a21662c cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:25:04.799099 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6bffb533-f278-4cfd-9fe6-d418fbe6d1b4 None None] Could not find standard attr ID for object cb2c557f-51b7-43fa-93a8-8d54ef131df1. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:25:04.853764 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bf9bbac6-2a9b-46b8-996e-5e0619f4c47a tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.977945 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.objects.ports [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88634) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:25:05.021235 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Router 8a6b8ec6-3c45-43d3-96f7-fd2928ede044 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:25:05.088097 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] Deleting port 5794ebb7-43c7-4263-8e80-d4906c117fc5 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:05.088600 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.104162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bf9bbac6-2a9b-46b8-996e-5e0619f4c47a tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.131162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bbac6-2a9b-46b8-996e-5e0619f4c47a tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2105292d-608d-40ab-96a9-aea94d6e1870,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:05.138612 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bf9bbac6-2a9b-46b8-996e-5e0619f4c47a tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.139958 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-bf9bbac6-2a9b-46b8-996e-5e0619f4c47a tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "DELETE /v2.0/security-groups/2105292d-608d-40ab-96a9-aea94d6e1870 HTTP/1.1" status: 204 len: 168 time: 0.4985707 Mar 14 18:25:05.143148 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57860) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:05.195621 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0c8fdd01-906e-4908-a5d3-6a07818f6f95 None None] Provisioning complete for port 334add9c-53ff-46a1-84b9-e20f6a21662c triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:05.195984 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0c8fdd01-906e-4908-a5d3-6a07818f6f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.202158 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-dd1629fc-3f95-4e70-b0a0-b90c7c088430 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Synchronizing usage tracker for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:05.313369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:25:05.319387 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b76e383d-054b-48c3-9419-117f2a29d857 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "PUT /v2.0/routers/8a6b8ec6-3c45-43d3-96f7-fd2928ede044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5166700 Mar 14 18:25:05.321802 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-dd1629fc-3f95-4e70-b0a0-b90c7c088430 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Unset dirty status for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:05.321951 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57866) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:05.323099 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dd1629fc-3f95-4e70-b0a0-b90c7c088430 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1784315 Mar 14 18:25:05.325942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57868) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:05.337521 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcfc393-722e-4be1-b717-30dfdfa7fedc None None] Sync routers for ids ['8a6b8ec6-3c45-43d3-96f7-fd2928ede044'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:25:05.354894 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fdd01-906e-4908-a5d3-6a07818f6f95 None None] Port 334add9c-53ff-46a1-84b9-e20f6a21662c cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:25:05.355139 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.386348 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-0e0a2264-5454-468f-bd71-2b3bb46cbf40 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group': {'name': 'tempest-secgroup--572556140'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:05.397955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0e0a2264-5454-468f-bd71-2b3bb46cbf40 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:05.468686 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] For port 5794ebb7-43c7-4263-8e80-d4906c117fc5, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5794ebb7-43c7-4263-8e80-d4906c117fc5,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:05.469084 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.488173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0e0a2264-5454-468f-bd71-2b3bb46cbf40 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:05.519922 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57876) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:05.536424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8b258190-747f-49b5-b978-f007ba4d4157 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.604646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] For port 5794ebb7-43c7-4263-8e80-d4906c117fc5, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5794ebb7-43c7-4263-8e80-d4906c117fc5,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:05.614378 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcfc393-722e-4be1-b717-30dfdfa7fedc None None] Routers {'8a6b8ec6-3c45-43d3-96f7-fd2928ede044'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:25:05.617293 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1bcfc393-722e-4be1-b717-30dfdfa7fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['8a6b8ec6-3c45-43d3-96f7-fd2928ede044'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:05.685661 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] Calling delete_port for 5794ebb7-43c7-4263-8e80-d4906c117fc5 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:05.708801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2264-5454-468f-bd71-2b3bb46cbf40 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.752058 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.775040 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0e0a2264-5454-468f-bd71-2b3bb46cbf40 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:05.775536 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1bcfc393-722e-4be1-b717-30dfdfa7fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:05.782796 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7548c7ad-1366-4656-b74a-036c7d3aa646 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1bed9e5e10ec491e93367f6256f4da62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611415 Mar 14 18:25:05.785878 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57882) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:05.786326 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0e0a2264-5454-468f-bd71-2b3bb46cbf40 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:05.786653 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5794ebb7-43c7-4263-8e80-d4906c117fc5 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:25:05.790921 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-8b258190-747f-49b5-b978-f007ba4d4157 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 14 18:25:05.791703 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8b258190-747f-49b5-b978-f007ba4d4157 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "DELETE /v2.0/routers/8a6b8ec6-3c45-43d3-96f7-fd2928ede044 HTTP/1.1" status: 409 len: 329 time: 0.4648018 Mar 14 18:25:05.792566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0e0a2264-5454-468f-bd71-2b3bb46cbf40 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:05.795270 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57886) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:05.804888 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.805631 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.854877 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcfc393-722e-4be1-b717-30dfdfa7fedc None None] Routers {'8a6b8ec6-3c45-43d3-96f7-fd2928ede044'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:25:05.855514 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1bcfc393-722e-4be1-b717-30dfdfa7fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['8a6b8ec6-3c45-43d3-96f7-fd2928ede044'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:05.869778 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0e0a2264-5454-468f-bd71-2b3bb46cbf40 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:05.938787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1bcfc393-722e-4be1-b717-30dfdfa7fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:05.939211 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcfc393-722e-4be1-b717-30dfdfa7fedc None None] The sync data for ids ['8a6b8ec6-3c45-43d3-96f7-fd2928ede044'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:25:05.946657 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:05.957371 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:05.966937 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:05.967793 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.985079 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=4728ce64-8f61-4f2a-8acd-8cc099682e65,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:05.991007 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=5794ebb7-43c7-4263-8e80-d4906c117fc5,revision_number=6']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:06.006432 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:25:06.006832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:25:06.009161 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.009306 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d38e758f-4435-4987-87e8-a54c077ff8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.040732 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d38e758f-4435-4987-87e8-a54c077ff8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.044368 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 5794ebb7-43c7-4263-8e80-d4906c117fc5, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5794ebb7-43c7-4263-8e80-d4906c117fc5,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:06.060603 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3bc7982b-963c-4f23-9017-b2d46ff361f7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2117362 Mar 14 18:25:06.070459 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57890) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:06.078185 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-617ef234-1efb-4283-a9d4-5dcd6849ba23 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'mac_address': 'fa:16:3e:71:f7:29', 'name': 'tempest-NetworksTestDHCPv6-1272615688'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:06.120764 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.197451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=5794ebb7-43c7-4263-8e80-d4906c117fc5,revision_number=7']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:06.208787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2264-5454-468f-bd71-2b3bb46cbf40 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.228423 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-617ef234-1efb-4283-a9d4-5dcd6849ba23 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:06.236458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-617ef234-1efb-4283-a9d4-5dcd6849ba23 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:port and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:06.236958 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-617ef234-1efb-4283-a9d4-5dcd6849ba23 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:06.242837 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-617ef234-1efb-4283-a9d4-5dcd6849ba23 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:06.263471 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d38e758f-4435-4987-87e8-a54c077ff8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.287406 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e758f-4435-4987-87e8-a54c077ff8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff772a92-95c4-411a-beeb-e134abac1260,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:06.287406 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d38e758f-4435-4987-87e8-a54c077ff8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.287406 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d38e758f-4435-4987-87e8-a54c077ff8e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff772a92-95c4-411a-beeb-e134abac1260 HTTP/1.1" status: 204 len: 168 time: 0.4992440 Mar 14 18:25:06.304346 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2264-5454-468f-bd71-2b3bb46cbf40 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.348973 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617ef234-1efb-4283-a9d4-5dcd6849ba23 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:06.363216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a2264-5454-468f-bd71-2b3bb46cbf40 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ce1950-de71-4a83-b647-dd7fe16fc915,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:06.447025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90543390-01ae-45b2-b0f3-a66e8eace10e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.484094 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-617ef234-1efb-4283-a9d4-5dcd6849ba23 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.508911 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2264-5454-468f-bd71-2b3bb46cbf40 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.510096 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0e0a2264-5454-468f-bd71-2b3bb46cbf40 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1815979 Mar 14 18:25:06.512416 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-617ef234-1efb-4283-a9d4-5dcd6849ba23 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port 3508b879-44be-484e-80dc-7a58f7d9acaf yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:06.518216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57896) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:06.527044 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-936966a2-1bbd-49bf-ba75-7756f9e19522 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': '26ce1950-de71-4a83-b647-dd7fe16fc915', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:06.548651 dv-neutron-833560-1-hyperv neutron-server[88635]: WARNING neutron.api.v2.base [None req-936966a2-1bbd-49bf-ba75-7756f9e19522 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 14 18:25:06.549585 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-936966a2-1bbd-49bf-ba75-7756f9e19522 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:06.554120 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57902) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:06.554233 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-936966a2-1bbd-49bf-ba75-7756f9e19522 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0340040 Mar 14 18:25:06.563799 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-af8f5d25-d320-449c-bc21-dbf8b46d593c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': '26ce1950-de71-4a83-b647-dd7fe16fc915', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:06.566889 dv-neutron-833560-1-hyperv neutron-server[88634]: WARNING neutron.api.v2.base [None req-af8f5d25-d320-449c-bc21-dbf8b46d593c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 14 18:25:06.566889 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-af8f5d25-d320-449c-bc21-dbf8b46d593c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:06.567552 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-af8f5d25-d320-449c-bc21-dbf8b46d593c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0128446 Mar 14 18:25:06.574215 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57906) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:06.585684 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-33f3d976-4a0c-4b4f-aad8-24e0fae33e1e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': '26ce1950-de71-4a83-b647-dd7fe16fc915', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:06.586638 dv-neutron-833560-1-hyperv neutron-server[88634]: WARNING neutron.api.v2.base [None req-33f3d976-4a0c-4b4f-aad8-24e0fae33e1e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 14 18:25:06.587156 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-33f3d976-4a0c-4b4f-aad8-24e0fae33e1e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:06.590836 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-33f3d976-4a0c-4b4f-aad8-24e0fae33e1e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0133715 Mar 14 18:25:06.592625 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57910) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:06.600115 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-8bfda1e3-e537-4ac4-9827-486c59bc7d41 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': '26ce1950-de71-4a83-b647-dd7fe16fc915', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:06.605879 dv-neutron-833560-1-hyperv neutron-server[88634]: WARNING neutron.api.v2.base [None req-8bfda1e3-e537-4ac4-9827-486c59bc7d41 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 14 18:25:06.605879 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-8bfda1e3-e537-4ac4-9827-486c59bc7d41 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:06.605879 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8bfda1e3-e537-4ac4-9827-486c59bc7d41 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0093057 Mar 14 18:25:06.606258 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57914) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:06.657579 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] Deleting port 5794ebb7-43c7-4263-8e80-d4906c117fc5 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:06.658701 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.735322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8aedee92-e569-4bf0-a33d-76c0784a1433 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.757261 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-617ef234-1efb-4283-a9d4-5dcd6849ba23 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::f816:3eff:fe71:f729 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/4728ce64-8f61-4f2a-8acd-8cc099682e65/3508b879-44be-484e-80dc-7a58f7d9acaf) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:06.785846 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8aedee92-e569-4bf0-a33d-76c0784a1433 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.975633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-90543390-01ae-45b2-b0f3-a66e8eace10e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Deleting port 334add9c-53ff-46a1-84b9-e20f6a21662c {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:06.976000 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90543390-01ae-45b2-b0f3-a66e8eace10e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.995297 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] For port 5794ebb7-43c7-4263-8e80-d4906c117fc5, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5794ebb7-43c7-4263-8e80-d4906c117fc5,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:06.995297 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.014352 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8aedee92-e569-4bf0-a33d-76c0784a1433 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.045303 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aedee92-e569-4bf0-a33d-76c0784a1433 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ce1950-de71-4a83-b647-dd7fe16fc915,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:07.073568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8aedee92-e569-4bf0-a33d-76c0784a1433 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.074690 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8aedee92-e569-4bf0-a33d-76c0784a1433 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "DELETE /v2.0/security-groups/26ce1950-de71-4a83-b647-dd7fe16fc915 HTTP/1.1" status: 204 len: 168 time: 0.4676127 Mar 14 18:25:07.079471 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-617ef234-1efb-4283-a9d4-5dcd6849ba23 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.079727 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57926) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:07.097925 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-617ef234-1efb-4283-a9d4-5dcd6849ba23 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object 3508b879-44be-484e-80dc-7a58f7d9acaf will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:07.164394 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] Calling delete_port for 5794ebb7-43c7-4263-8e80-d4906c117fc5 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:07.206636 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-617ef234-1efb-4283-a9d4-5dcd6849ba23 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.216201 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9103a247-f458-46ea-a8c7-e35dae673ea8 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Synchronizing usage tracker for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:07.220580 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90543390-01ae-45b2-b0f3-a66e8eace10e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.275446 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617ef234-1efb-4283-a9d4-5dcd6849ba23 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:07.278627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-617ef234-1efb-4283-a9d4-5dcd6849ba23 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:07.282546 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617ef234-1efb-4283-a9d4-5dcd6849ba23 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:07.293186 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ef234-1efb-4283-a9d4-5dcd6849ba23 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:07.293186 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-617ef234-1efb-4283-a9d4-5dcd6849ba23 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.314084 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ef234-1efb-4283-a9d4-5dcd6849ba23 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=3508b879-44be-484e-80dc-7a58f7d9acaf,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:07.352010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-90543390-01ae-45b2-b0f3-a66e8eace10e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Calling delete_port for 334add9c-53ff-46a1-84b9-e20f6a21662c owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:07.389495 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.436134 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] Pushing event deleted for resources: {'Port': ['ID=5794ebb7-43c7-4263-8e80-d4906c117fc5,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:07.464274 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-617ef234-1efb-4283-a9d4-5dcd6849ba23 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3934755 Mar 14 18:25:07.466910 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57936) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:07.503351 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9103a247-f458-46ea-a8c7-e35dae673ea8 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Unset dirty status for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:07.504411 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9103a247-f458-46ea-a8c7-e35dae673ea8 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4238272 Mar 14 18:25:07.509427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57940) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:07.526395 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b13d9e-30e7-4b1e-a035-a5e991f01dfd None None] No DVR routers for this DVR port 5794ebb7-43c7-4263-8e80-d4906c117fc5 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:07.528310 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d593f989-bfc3-465a-9bd7-9bbced5b7014 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1430991398'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:07.536585 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d593f989-bfc3-465a-9bd7-9bbced5b7014 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:07.550427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d593f989-bfc3-465a-9bd7-9bbced5b7014 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:07.553380 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0a2182-8b5a-488e-aa5c-77ab3aee4a79 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:07.587619 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6ec3c1-70c1-43bb-af81-9a2ae083ba22 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:07.588335 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7c6ec3c1-70c1-43bb-af81-9a2ae083ba22 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:07.667018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57946) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:07.687271 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90543390-01ae-45b2-b0f3-a66e8eace10e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.721685 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7c6ec3c1-70c1-43bb-af81-9a2ae083ba22 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:07.721685 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7c6ec3c1-70c1-43bb-af81-9a2ae083ba22 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2489271 Mar 14 18:25:07.721685 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d593f989-bfc3-465a-9bd7-9bbced5b7014 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.734398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57952) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:07.767978 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90543390-01ae-45b2-b0f3-a66e8eace10e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event deleted for resources: {'Port': ['ID=334add9c-53ff-46a1-84b9-e20f6a21662c,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:07.798743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d593f989-bfc3-465a-9bd7-9bbced5b7014 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:07.814903 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d593f989-bfc3-465a-9bd7-9bbced5b7014 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:07.825083 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d593f989-bfc3-465a-9bd7-9bbced5b7014 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:07.835932 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-f28b375f-58e2-4e91-b003-b9463ebf514e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port 3508b879-44be-484e-80dc-7a58f7d9acaf {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:07.836702 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f28b375f-58e2-4e91-b003-b9463ebf514e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.869002 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-259259581'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:07.877079 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d593f989-bfc3-465a-9bd7-9bbced5b7014 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:07.890680 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:07.906403 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:network and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:07.913340 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:07.927633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'fixed_ips': [{'subnet_id': '4728ce64-8f61-4f2a-8acd-8cc099682e65'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:25:07.927633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.945380 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:08.020195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90543390-01ae-45b2-b0f3-a66e8eace10e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.089920 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:08.093587 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.105702 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d593f989-bfc3-465a-9bd7-9bbced5b7014 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.112102 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Allocated IP 2001:db8::f816:3eff:fe69:1fc0 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/4728ce64-8f61-4f2a-8acd-8cc099682e65/c4a737d7-47ac-4a86-9aab-7de2f4366c42) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:08.114799 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.184153 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d593f989-bfc3-465a-9bd7-9bbced5b7014 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.210896 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:08.215596 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:security_group_rule and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:08.222824 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:08.237989 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:08.281676 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593f989-bfc3-465a-9bd7-9bbced5b7014 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16111570-8bf5-4ba0-85eb-94f2181d4719,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:08.305618 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f28b375f-58e2-4e91-b003-b9463ebf514e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.311743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90543390-01ae-45b2-b0f3-a66e8eace10e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Router 8a6b8ec6-3c45-43d3-96f7-fd2928ede044 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:25:08.334075 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.346047 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Transition to ACTIVE for port object c4a737d7-47ac-4a86-9aab-7de2f4366c42 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:08.369375 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Transition to ACTIVE for port object c4a737d7-47ac-4a86-9aab-7de2f4366c42 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:08.436474 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.485423 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d593f989-bfc3-465a-9bd7-9bbced5b7014 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.487429 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d593f989-bfc3-465a-9bd7-9bbced5b7014 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9760418 Mar 14 18:25:08.502021 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:08.507705 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57956) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:08.510035 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:08.512555 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:08.516866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-7e9296ac-ee04-4fd2-8b2e-5bd7e196213c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': '16111570-8bf5-4ba0-85eb-94f2181d4719', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:08.517637 dv-neutron-833560-1-hyperv neutron-server[88635]: WARNING neutron.api.v2.base [None req-7e9296ac-ee04-4fd2-8b2e-5bd7e196213c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 14 18:25:08.518348 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-7e9296ac-ee04-4fd2-8b2e-5bd7e196213c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:08.522067 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7e9296ac-ee04-4fd2-8b2e-5bd7e196213c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0166998 Mar 14 18:25:08.522672 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57960) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:08.531534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-793f2b4d-fd13-4bb6-b54a-7c522a5e5f05 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': '16111570-8bf5-4ba0-85eb-94f2181d4719', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:08.556079 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-f28b375f-58e2-4e91-b003-b9463ebf514e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for 3508b879-44be-484e-80dc-7a58f7d9acaf owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:08.559596 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Pushing event updated for resources: {'Port': ['ID=c4a737d7-47ac-4a86-9aab-7de2f4366c42,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:08.591712 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-793f2b4d-fd13-4bb6-b54a-7c522a5e5f05 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:08.604263 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-793f2b4d-fd13-4bb6-b54a-7c522a5e5f05 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:08.607727 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90543390-01ae-45b2-b0f3-a66e8eace10e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:25:08.608952 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-793f2b4d-fd13-4bb6-b54a-7c522a5e5f05 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:08.615328 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Attempting to bind port c4a737d7-47ac-4a86-9aab-7de2f4366c42 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:08.615766 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Attempting to bind port c4a737d7-47ac-4a86-9aab-7de2f4366c42 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:08.617010 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Attempting to bind port c4a737d7-47ac-4a86-9aab-7de2f4366c42 on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:25:08.623227 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-90543390-01ae-45b2-b0f3-a66e8eace10e tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "PUT /v2.0/routers/8a6b8ec6-3c45-43d3-96f7-fd2928ede044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8267162 Mar 14 18:25:08.624683 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd68a72-fdf0-42c1-9570-5815aeaba952 None None] Sync routers for ids ['8a6b8ec6-3c45-43d3-96f7-fd2928ede044'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:25:08.625388 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57964) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:08.627661 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-793f2b4d-fd13-4bb6-b54a-7c522a5e5f05 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:08.628969 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:25:08.629646 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:08.630239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.630830 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:25:08.631484 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Bound port: c4a737d7-47ac-4a86-9aab-7de2f4366c42, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:08.632125 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.639792 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd68a72-fdf0-42c1-9570-5815aeaba952 None None] Routers {'8a6b8ec6-3c45-43d3-96f7-fd2928ede044'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:25:08.640511 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-3cd68a72-fdf0-42c1-9570-5815aeaba952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['8a6b8ec6-3c45-43d3-96f7-fd2928ede044'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:08.710102 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-3cd68a72-fdf0-42c1-9570-5815aeaba952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:08.720498 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd68a72-fdf0-42c1-9570-5815aeaba952 None None] Routers {'8a6b8ec6-3c45-43d3-96f7-fd2928ede044'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:25:08.721454 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-3cd68a72-fdf0-42c1-9570-5815aeaba952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:24:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['8a6b8ec6-3c45-43d3-96f7-fd2928ede044'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:08.726650 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-93529b34-0801-46c6-884e-dc5437bb8b22 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] show failed (client error): The resource could not be found. Mar 14 18:25:08.727724 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-93529b34-0801-46c6-884e-dc5437bb8b22 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1620089996 HTTP/1.1" status: 404 len: 335 time: 0.1014142 Mar 14 18:25:08.731907 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57968) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:08.738708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.742834 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-3403905f-4942-4f20-80a3-a38a8fb17144 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:08.765889 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] For port c4a737d7-47ac-4a86-9aab-7de2f4366c42, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:25:08.769188 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] For port c4a737d7-47ac-4a86-9aab-7de2f4366c42, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c4a737d7-47ac-4a86-9aab-7de2f4366c42,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:25:08.788099 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-3cd68a72-fdf0-42c1-9570-5815aeaba952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:08.788506 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd68a72-fdf0-42c1-9570-5815aeaba952 None None] The sync data for ids ['8a6b8ec6-3c45-43d3-96f7-fd2928ede044'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:25:08.834981 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.849668 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-3403905f-4942-4f20-80a3-a38a8fb17144 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] update failed (client error): The resource could not be found. Mar 14 18:25:08.850677 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3403905f-4942-4f20-80a3-a38a8fb17144 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-2004886323 HTTP/1.1" status: 404 len: 335 time: 0.1156714 Mar 14 18:25:08.854269 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57972) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:08.855967 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.857896 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-793f2b4d-fd13-4bb6-b54a-7c522a5e5f05 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:08.859081 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-793f2b4d-fd13-4bb6-b54a-7c522a5e5f05 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3336797 Mar 14 18:25:08.868798 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57976) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:08.877352 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-7cb266d3-63bd-4ad6-8a19-366597d916fe tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': '16111570-8bf5-4ba0-85eb-94f2181d4719', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:08.878583 dv-neutron-833560-1-hyperv neutron-server[88634]: WARNING neutron.api.v2.base [None req-7cb266d3-63bd-4ad6-8a19-366597d916fe tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 14 18:25:08.879438 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-7cb266d3-63bd-4ad6-8a19-366597d916fe tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:08.880355 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7cb266d3-63bd-4ad6-8a19-366597d916fe tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107412 Mar 14 18:25:08.888641 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 57980) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:08.904242 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-28e18c91-0f91-4b38-b44f-f6cf01e0768f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': '16111570-8bf5-4ba0-85eb-94f2181d4719', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:08.911562 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-28e18c91-0f91-4b38-b44f-f6cf01e0768f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:08.913809 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4c7000-9861-45be-b44b-42259da4017d,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:08.918951 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-28e18c91-0f91-4b38-b44f-f6cf01e0768f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:08.922192 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-28e18c91-0f91-4b38-b44f-f6cf01e0768f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:08.928224 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-28e18c91-0f91-4b38-b44f-f6cf01e0768f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:08.934378 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa9ebf1-38cc-4a01-bc7f-9de0e4005e30 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Deleting subnet bcb55972-c71e-4f74-85f5-01c59c98356e {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:25:08.938376 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-daa9ebf1-38cc-4a01-bc7f-9de0e4005e30 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.959137 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0033fa-5d63-4117-8d1a-7ed51c2bcf44 None None] Pushing event updated for resources: {'Port': ['ID=c4a737d7-47ac-4a86-9aab-7de2f4366c42,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:08.991788 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f28b375f-58e2-4e91-b003-b9463ebf514e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.992951 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-daa9ebf1-38cc-4a01-bc7f-9de0e4005e30 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.014480 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.037634 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:09.097663 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-daa9ebf1-38cc-4a01-bc7f-9de0e4005e30 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.103389 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b375f-58e2-4e91-b003-b9463ebf514e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=3508b879-44be-484e-80dc-7a58f7d9acaf,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:09.118501 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f28b375f-58e2-4e91-b003-b9463ebf514e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.122559 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.126284 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Added segment 81d01833-65b4-4257-9d75-fb42f9ad731e of type vlan for network 03adda78-b01d-4cae-90db-e430846fe453 Mar 14 18:25:09.157950 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f28b375f-58e2-4e91-b003-b9463ebf514e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/3508b879-44be-484e-80dc-7a58f7d9acaf HTTP/1.1" status: 204 len: 168 time: 1.4223437 Mar 14 18:25:09.160658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57984) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:09.164874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.224345 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-28e18c91-0f91-4b38-b44f-f6cf01e0768f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:09.225664 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-28e18c91-0f91-4b38-b44f-f6cf01e0768f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3341637 Mar 14 18:25:09.230568 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57988) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:09.242424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-2f7823ec-5062-4249-91fb-50d8d043cb40 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': '16111570-8bf5-4ba0-85eb-94f2181d4719', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:09.242927 dv-neutron-833560-1-hyperv neutron-server[88635]: WARNING neutron.api.v2.base [None req-2f7823ec-5062-4249-91fb-50d8d043cb40 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 14 18:25:09.243412 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-2f7823ec-5062-4249-91fb-50d8d043cb40 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:09.244365 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2f7823ec-5062-4249-91fb-50d8d043cb40 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086844 Mar 14 18:25:09.247086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57992) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:09.255693 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ac7634ea-b4ec-4183-a31e-067aaca6e0be tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': '16111570-8bf5-4ba0-85eb-94f2181d4719', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:09.261974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21e7ddf-9b22-4af8-bc89-cee2d4c8de28 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:09.263601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21e7ddf-9b22-4af8-bc89-cee2d4c8de28 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:09.265533 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b21e7ddf-9b22-4af8-bc89-cee2d4c8de28 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1032543 Mar 14 18:25:09.267947 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 57996) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:09.274575 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.275553 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ac7634ea-b4ec-4183-a31e-067aaca6e0be tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:09.280725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:09.293094 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.316770 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ac7634ea-b4ec-4183-a31e-067aaca6e0be tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:09.327313 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ac7634ea-b4ec-4183-a31e-067aaca6e0be tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:09.337554 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ac7634ea-b4ec-4183-a31e-067aaca6e0be tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:09.356874 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-daa9ebf1-38cc-4a01-bc7f-9de0e4005e30 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.393709 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Network': ['ID=03adda78-b01d-4cae-90db-e430846fe453,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:09.395371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-daa9ebf1-38cc-4a01-bc7f-9de0e4005e30 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.396909 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b418fcd3-a3f1-4040-bbef-f2f34a7e9c65 None None] Network 36dc7d82-5d05-4c45-90dd-5d794fb4a1bb requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:09.404361 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f338ef7-80ae-4cf7-89be-95005b57af15 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 4728ce64-8f61-4f2a-8acd-8cc099682e65 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:25:09.407835 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7292123d-db4f-47ef-8395-2c6a5f0e7c75 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7391562 Mar 14 18:25:09.410041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58000) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:09.411644 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9ebf1-38cc-4a01-bc7f-9de0e4005e30 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb55972-c71e-4f74-85f5-01c59c98356e,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:09.412435 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 03adda78-b01d-4cae-90db-e430846fe453 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:25:09.415524 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f338ef7-80ae-4cf7-89be-95005b57af15 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.417760 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-cb35c119-eabb-4f47-a6eb-84ff9747b2c7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'network_id': '03adda78-b01d-4cae-90db-e430846fe453', 'name': 'tempest-PortsTestJSON-1680965244'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:09.448487 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-ac7634ea-b4ec-4183-a31e-067aaca6e0be tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Project c1e9c60d79324eccb8350b0fe40aa8af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:25:09.454905 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-daa9ebf1-38cc-4a01-bc7f-9de0e4005e30 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "DELETE /v2.0/subnets/bcb55972-c71e-4f74-85f5-01c59c98356e HTTP/1.1" status: 204 len: 168 time: 0.5971787 Mar 14 18:25:09.455270 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58004) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:09.489292 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f338ef7-80ae-4cf7-89be-95005b57af15 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.539265 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-ac7634ea-b4ec-4183-a31e-067aaca6e0be tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:09.542999 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ac7634ea-b4ec-4183-a31e-067aaca6e0be tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2924631 Mar 14 18:25:09.543654 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58008) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:09.556802 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-fa2b6ede-01c3-4eb6-a9ba-ac2537df5860 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': '16111570-8bf5-4ba0-85eb-94f2181d4719', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:09.557279 dv-neutron-833560-1-hyperv neutron-server[88635]: WARNING neutron.api.v2.base [None req-fa2b6ede-01c3-4eb6-a9ba-ac2537df5860 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 14 18:25:09.557765 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-fa2b6ede-01c3-4eb6-a9ba-ac2537df5860 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:09.562037 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fa2b6ede-01c3-4eb6-a9ba-ac2537df5860 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0143633 Mar 14 18:25:09.562037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58012) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:09.569571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-635cad64-95db-42f3-b519-6d98b47f77dc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': '16111570-8bf5-4ba0-85eb-94f2181d4719', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:09.583595 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-635cad64-95db-42f3-b519-6d98b47f77dc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:09.590855 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-635cad64-95db-42f3-b519-6d98b47f77dc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:09.593180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-635cad64-95db-42f3-b519-6d98b47f77dc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:09.593843 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-cb35c119-eabb-4f47-a6eb-84ff9747b2c7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:09.600574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-635cad64-95db-42f3-b519-6d98b47f77dc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:09.600962 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cb35c119-eabb-4f47-a6eb-84ff9747b2c7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:port and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:09.606970 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f98adb-05b1-4313-a3d2-a24588cca356 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Deleting subnet 5f05f87e-ec12-44ef-918f-eb76a89c8c22 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:25:09.609413 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cb35c119-eabb-4f47-a6eb-84ff9747b2c7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:09.613626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f338ef7-80ae-4cf7-89be-95005b57af15 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.619506 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-79f98adb-05b1-4313-a3d2-a24588cca356 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.646039 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-cb35c119-eabb-4f47-a6eb-84ff9747b2c7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:09.685907 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-79f98adb-05b1-4313-a3d2-a24588cca356 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.756701 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-635cad64-95db-42f3-b519-6d98b47f77dc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Project c1e9c60d79324eccb8350b0fe40aa8af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:25:09.786206 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f338ef7-80ae-4cf7-89be-95005b57af15 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.789260 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb35c119-eabb-4f47-a6eb-84ff9747b2c7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:09.792850 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cb35c119-eabb-4f47-a6eb-84ff9747b2c7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.836403 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e677acb3-90ea-4263-914c-9cc537577506 None None] DHCP port deletion for 36dc7d82-5d05-4c45-90dd-5d794fb4a1bb request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:25:09.837786 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f338ef7-80ae-4cf7-89be-95005b57af15 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=4728ce64-8f61-4f2a-8acd-8cc099682e65,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:09.838373 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-cb35c119-eabb-4f47-a6eb-84ff9747b2c7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] device_id is not set on port be1f3201-b4d9-4d0a-8da8-106943191be6 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:09.842517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e677acb3-90ea-4263-914c-9cc537577506 None None] Deleting port 417ac2de-bdb6-443d-abcf-57e73d79db81 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:09.843365 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e677acb3-90ea-4263-914c-9cc537577506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.844677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f338ef7-80ae-4cf7-89be-95005b57af15 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.857776 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1f338ef7-80ae-4cf7-89be-95005b57af15 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/4728ce64-8f61-4f2a-8acd-8cc099682e65 HTTP/1.1" status: 204 len: 168 time: 0.5885017 Mar 14 18:25:09.858913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58016) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:09.888048 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c4a737d7-47ac-4a86-9aab-7de2f4366c42 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:09.908627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-79f98adb-05b1-4313-a3d2-a24588cca356 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.928146 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-635cad64-95db-42f3-b519-6d98b47f77dc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:09.929541 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-635cad64-95db-42f3-b519-6d98b47f77dc tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3667643 Mar 14 18:25:09.938034 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58020) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:09.944344 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a3861de7-55d4-4c7e-8713-c0f16bedee76 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840924 Mar 14 18:25:09.945643 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58022) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:09.951371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1171409d-a62e-415c-94e5-c1d9f439e31c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': '16111570-8bf5-4ba0-85eb-94f2181d4719', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:09.958859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1171409d-a62e-415c-94e5-c1d9f439e31c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:09.963654 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1171409d-a62e-415c-94e5-c1d9f439e31c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:09.967214 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1171409d-a62e-415c-94e5-c1d9f439e31c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:09.974057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1171409d-a62e-415c-94e5-c1d9f439e31c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:10.050337 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-1171409d-a62e-415c-94e5-c1d9f439e31c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Project c1e9c60d79324eccb8350b0fe40aa8af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:25:10.136978 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e677acb3-90ea-4263-914c-9cc537577506 None None] For port 417ac2de-bdb6-443d-abcf-57e73d79db81, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=417ac2de-bdb6-443d-abcf-57e73d79db81,segment=NetworkSegment(300cab0d-124d-4c83-adea-168329f508a1),segment_id=300cab0d-124d-4c83-adea-168329f508a1)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:10.137374 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e677acb3-90ea-4263-914c-9cc537577506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.145490 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port c4a737d7-47ac-4a86-9aab-7de2f4366c42 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:10.172402 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-1171409d-a62e-415c-94e5-c1d9f439e31c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:10.173837 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1171409d-a62e-415c-94e5-c1d9f439e31c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2273474 Mar 14 18:25:10.177373 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58028) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:10.216241 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c7a29f-184b-47d6-81c8-b04906b2dd27 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:10.219122 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-43c7a29f-184b-47d6-81c8-b04906b2dd27 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:10.224125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-79f98adb-05b1-4313-a3d2-a24588cca356 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.293128 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838b6ca2-5054-4aa1-9f75-1dd7073c2500 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:10.302997 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-79f98adb-05b1-4313-a3d2-a24588cca356 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.309800 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cb35c119-eabb-4f47-a6eb-84ff9747b2c7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.310784 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e677acb3-90ea-4263-914c-9cc537577506 None None] Calling delete_port for 417ac2de-bdb6-443d-abcf-57e73d79db81 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:10.315867 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f98adb-05b1-4313-a3d2-a24588cca356 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event deleted for resources: {'Subnet': ['ID=5f05f87e-ec12-44ef-918f-eb76a89c8c22,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:10.334999 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-79f98adb-05b1-4313-a3d2-a24588cca356 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "DELETE /v2.0/subnets/5f05f87e-ec12-44ef-918f-eb76a89c8c22 HTTP/1.1" status: 204 len: 168 time: 0.8786933 Mar 14 18:25:10.337591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58032) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:10.355637 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-42a69260-c7f9-41b4-ba3a-3e3219dcaa36 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.388708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-42a69260-c7f9-41b4-ba3a-3e3219dcaa36 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.396092 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-43c7a29f-184b-47d6-81c8-b04906b2dd27 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:10.402736 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-43c7a29f-184b-47d6-81c8-b04906b2dd27 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4495618 Mar 14 18:25:10.402736 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58036) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:10.415451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd4b0e5-c6dc-456d-a35e-53929f0694a4 None None] Network bc93042f-c392-4ddd-9a29-37d906ad5f38 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:10.454097 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.466045 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Deleting port 417ac2de-bdb6-443d-abcf-57e73d79db81 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:10.466390 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.625633 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eca3b7-e647-4352-a80b-15c6038dc8e1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:10.626887 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-08eca3b7-e647-4352-a80b-15c6038dc8e1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:10.634971 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9cbae96b-677f-4368-bed3-5392c708f068 None None] Provisioning for port c4a737d7-47ac-4a86-9aab-7de2f4366c42 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:10.641841 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cb35c119-eabb-4f47-a6eb-84ff9747b2c7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.648024 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9cbae96b-677f-4368-bed3-5392c708f068 None None] Provisioning complete for port c4a737d7-47ac-4a86-9aab-7de2f4366c42 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:10.652007 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9cbae96b-677f-4368-bed3-5392c708f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.687553 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] For port 417ac2de-bdb6-443d-abcf-57e73d79db81, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=417ac2de-bdb6-443d-abcf-57e73d79db81,segment=NetworkSegment(300cab0d-124d-4c83-adea-168329f508a1),segment_id=300cab0d-124d-4c83-adea-168329f508a1)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:10.688450 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.713661 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-42a69260-c7f9-41b4-ba3a-3e3219dcaa36 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.751408 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-08eca3b7-e647-4352-a80b-15c6038dc8e1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:10.752892 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-08eca3b7-e647-4352-a80b-15c6038dc8e1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3499117 Mar 14 18:25:10.758807 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58040) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:10.764055 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35c119-eabb-4f47-a6eb-84ff9747b2c7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=be1f3201-b4d9-4d0a-8da8-106943191be6,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:10.767661 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a69260-c7f9-41b4-ba3a-3e3219dcaa36 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16111570-8bf5-4ba0-85eb-94f2181d4719,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:10.769655 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e677acb3-90ea-4263-914c-9cc537577506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.787311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-42a69260-c7f9-41b4-ba3a-3e3219dcaa36 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.788668 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-42a69260-c7f9-41b4-ba3a-3e3219dcaa36 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "DELETE /v2.0/security-groups/16111570-8bf5-4ba0-85eb-94f2181d4719 HTTP/1.1" status: 204 len: 168 time: 0.6103752 Mar 14 18:25:10.791964 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb35c119-eabb-4f47-a6eb-84ff9747b2c7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Checking segment: {'id': '81d01833-65b4-4257-9d75-fb42f9ad731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '03adda78-b01d-4cae-90db-e430846fe453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:10.795356 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb35c119-eabb-4f47-a6eb-84ff9747b2c7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network hostable DHCP agents. Network: 03adda78-b01d-4cae-90db-e430846fe453, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:25:10.796870 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58044) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:10.855376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677acb3-90ea-4263-914c-9cc537577506 None None] Pushing event deleted for resources: {'Port': ['ID=417ac2de-bdb6-443d-abcf-57e73d79db81,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:10.859529 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e677acb3-90ea-4263-914c-9cc537577506 None None] No DVR routers for this DVR port 417ac2de-bdb6-443d-abcf-57e73d79db81 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:10.860194 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b4196381-076b-4fde-af62-9010d37e458c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Synchronizing usage tracker for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:10.926862 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb35c119-eabb-4f47-a6eb-84ff9747b2c7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 03adda78-b01d-4cae-90db-e430846fe453 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:25:10.945689 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] DHCP port deletion for c6ea7f38-153d-42ad-8847-86782d8c0b1e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:25:10.967179 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] Deleting port c4a737d7-47ac-4a86-9aab-7de2f4366c42 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:10.967563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.989623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b4196381-076b-4fde-af62-9010d37e458c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Unset dirty status for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:10.991344 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b4196381-076b-4fde-af62-9010d37e458c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1933982 Mar 14 18:25:10.996556 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58048) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:10.997370 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Calling delete_port for 417ac2de-bdb6-443d-abcf-57e73d79db81 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:11.000365 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9cbae96b-677f-4368-bed3-5392c708f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.004945 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c4681408-d012-4c17-82a8-35e5eb24dda6 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group': {'name': 'tempest-secgroup--837817570'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:11.012216 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c4681408-d012-4c17-82a8-35e5eb24dda6 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:11.021279 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-cb35c119-eabb-4f47-a6eb-84ff9747b2c7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 03adda78-b01d-4cae-90db-e430846fe453) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:11.027886 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c4681408-d012-4c17-82a8-35e5eb24dda6 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:11.030185 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb35c119-eabb-4f47-a6eb-84ff9747b2c7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:11.040982 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb35c119-eabb-4f47-a6eb-84ff9747b2c7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:11.041637 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-cb35c119-eabb-4f47-a6eb-84ff9747b2c7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.051865 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-312c6a9c-7bb0-4478-b87b-061927d33ebc tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2923143 Mar 14 18:25:11.056802 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2320da9d-4343-4d28-8249-18224f1ec436 None None] DHCP port deletion for bc93042f-c392-4ddd-9a29-37d906ad5f38 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:25:11.059622 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0265908d-ccec-4e98-9656-e71d3d9873ed None None] Network 03adda78-b01d-4cae-90db-e430846fe453 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:11.066656 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58052) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:11.077640 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-0f329b90-fe85-4732-8317-e86fc15feea7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:11.125930 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2320da9d-4343-4d28-8249-18224f1ec436 None None] Deleting port 853e0efe-2c88-48bb-afd9-a23a6844e8f0 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:11.126321 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2320da9d-4343-4d28-8249-18224f1ec436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.128219 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c4681408-d012-4c17-82a8-35e5eb24dda6 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.150743 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9cbae96b-677f-4368-bed3-5392c708f068 None None] For port c4a737d7-47ac-4a86-9aab-7de2f4366c42, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c4a737d7-47ac-4a86-9aab-7de2f4366c42,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:11.153698 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cb35c119-eabb-4f47-a6eb-84ff9747b2c7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7418880 Mar 14 18:25:11.156918 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c4681408-d012-4c17-82a8-35e5eb24dda6 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:11.159720 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58056) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:11.166560 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-db1cfae6-c66e-4cd6-b88f-72668eba8a3a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1080742470'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:11.171818 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c4681408-d012-4c17-82a8-35e5eb24dda6 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:11.178293 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c4681408-d012-4c17-82a8-35e5eb24dda6 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:11.179645 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-db1cfae6-c66e-4cd6-b88f-72668eba8a3a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:11.185771 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c4681408-d012-4c17-82a8-35e5eb24dda6 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:11.188029 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-db1cfae6-c66e-4cd6-b88f-72668eba8a3a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:network and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:11.191363 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.api [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:25:11.191754 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG oslo_db.api [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:25:11.192085 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-db1cfae6-c66e-4cd6-b88f-72668eba8a3a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:11.198165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0f329b90-fe85-4732-8317-e86fc15feea7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:11.201607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-db1cfae6-c66e-4cd6-b88f-72668eba8a3a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:11.209997 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0f329b90-fe85-4732-8317-e86fc15feea7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:11.266930 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c4681408-d012-4c17-82a8-35e5eb24dda6 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.275978 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9cbae96b-677f-4368-bed3-5392c708f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.342937 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f329b90-fe85-4732-8317-e86fc15feea7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:11.346561 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0f329b90-fe85-4732-8317-e86fc15feea7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.371888 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c4681408-d012-4c17-82a8-35e5eb24dda6 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.377109 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1cfae6-c66e-4cd6-b88f-72668eba8a3a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:11.380743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-db1cfae6-c66e-4cd6-b88f-72668eba8a3a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.399098 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9cbae96b-677f-4368-bed3-5392c708f068 None None] Could not find standard attr ID for object 3508b879-44be-484e-80dc-7a58f7d9acaf. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:25:11.455941 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4681408-d012-4c17-82a8-35e5eb24dda6 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53fd117-efcd-46f8-b8e5-f15ed41f8b23,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:11.458313 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1cfae6-c66e-4cd6-b88f-72668eba8a3a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:11.470762 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-db1cfae6-c66e-4cd6-b88f-72668eba8a3a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.471360 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-db1cfae6-c66e-4cd6-b88f-72668eba8a3a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Added segment 986655f7-2b82-4308-9b19-6ed7c1300f83 of type vlan for network b9f7615c-7912-483b-8183-bcb09b4462d0 Mar 14 18:25:11.498161 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-db1cfae6-c66e-4cd6-b88f-72668eba8a3a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.526560 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c4681408-d012-4c17-82a8-35e5eb24dda6 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.531223 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c4681408-d012-4c17-82a8-35e5eb24dda6 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5333533 Mar 14 18:25:11.532120 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58060) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:11.538008 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d77ff9f8-e803-4d82-82ff-70049da604ca tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': 'f53fd117-efcd-46f8-b8e5-f15ed41f8b23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:11.544275 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d77ff9f8-e803-4d82-82ff-70049da604ca tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:11.548436 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d77ff9f8-e803-4d82-82ff-70049da604ca tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:11.552194 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d77ff9f8-e803-4d82-82ff-70049da604ca tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:11.558182 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d77ff9f8-e803-4d82-82ff-70049da604ca tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:11.567795 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbae96b-677f-4368-bed3-5392c708f068 None None] Pushing event updated for resources: {'Port': ['ID=c4a737d7-47ac-4a86-9aab-7de2f4366c42,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:11.575896 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] For port c4a737d7-47ac-4a86-9aab-7de2f4366c42, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c4a737d7-47ac-4a86-9aab-7de2f4366c42,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:11.576296 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.605768 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-db1cfae6-c66e-4cd6-b88f-72668eba8a3a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.611248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1cfae6-c66e-4cd6-b88f-72668eba8a3a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:11.612348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-db1cfae6-c66e-4cd6-b88f-72668eba8a3a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.724835 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Deleting port 417ac2de-bdb6-443d-abcf-57e73d79db81 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:11.725375 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.754158 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-db1cfae6-c66e-4cd6-b88f-72668eba8a3a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5930681 Mar 14 18:25:11.755650 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cfae6-c66e-4cd6-b88f-72668eba8a3a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Network': ['ID=b9f7615c-7912-483b-8183-bcb09b4462d0,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:11.759774 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58064) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:11.769212 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'ports': [{'network_id': '03adda78-b01d-4cae-90db-e430846fe453'}, {'network_id': 'b9f7615c-7912-483b-8183-bcb09b4462d0'}]} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:11.770130 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'network_id': '03adda78-b01d-4cae-90db-e430846fe453'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:11.771883 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'network_id': 'b9f7615c-7912-483b-8183-bcb09b4462d0'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:11.810007 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-d77ff9f8-e803-4d82-82ff-70049da604ca tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The resource could not be found. Mar 14 18:25:11.813715 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d77ff9f8-e803-4d82-82ff-70049da604ca tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2772911 Mar 14 18:25:11.816610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58068) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:11.822416 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-fe68c1e9-adff-4c93-ab33-25e18071267e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': 'f53fd117-efcd-46f8-b8e5-f15ed41f8b23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd4786824-0a26-49da-9e55-d49180bdee18'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:11.828340 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] Calling delete_port for c4a737d7-47ac-4a86-9aab-7de2f4366c42 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:11.828557 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fe68c1e9-adff-4c93-ab33-25e18071267e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:11.833050 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fe68c1e9-adff-4c93-ab33-25e18071267e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:11.837716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fe68c1e9-adff-4c93-ab33-25e18071267e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:11.845878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] The port '417ac2de-bdb6-443d-abcf-57e73d79db81' was deleted {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:25:11.857564 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network b9f7615c-7912-483b-8183-bcb09b4462d0 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:25:11.869394 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c4a737d7-47ac-4a86-9aab-7de2f4366c42 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:25:11.891929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fe68c1e9-adff-4c93-ab33-25e18071267e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:11.939263 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2320da9d-4343-4d28-8249-18224f1ec436 None None] For port 853e0efe-2c88-48bb-afd9-a23a6844e8f0, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=853e0efe-2c88-48bb-afd9-a23a6844e8f0,segment=NetworkSegment(cfac35f1-e59c-4a8a-889d-b4286ba93f38),segment_id=cfac35f1-e59c-4a8a-889d-b4286ba93f38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:11.939665 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2320da9d-4343-4d28-8249-18224f1ec436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.019410 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.051086 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:12.057341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:port and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:12.060115 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.objects.ports [None req-0f329b90-fe85-4732-8317-e86fc15feea7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:25:12.060599 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:12.061300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36dc7d82-5d05-4c45-90dd-5d794fb4a1bb']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:12.067810 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:12.115260 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-fe68c1e9-adff-4c93-ab33-25e18071267e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The resource could not be found. Mar 14 18:25:12.119325 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fe68c1e9-adff-4c93-ab33-25e18071267e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2985835 Mar 14 18:25:12.120635 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58072) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:12.126847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300cab0d-124d-4c83-adea-168329f508a1') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:12.126847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300cab0d-124d-4c83-adea-168329f508a1') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:12.134033 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2320da9d-4343-4d28-8249-18224f1ec436 None None] Calling delete_port for 853e0efe-2c88-48bb-afd9-a23a6844e8f0 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:12.141731 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'port': 2} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:12.141913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.147074 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.168666 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.182473 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:12.182902 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.186894 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:12.199620 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:12.280052 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63ce621f-0f74-4d1e-9735-c88e1368194f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.300846 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:25:12.301182 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:25:12.314436 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.364899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63ce621f-0f74-4d1e-9735-c88e1368194f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.420656 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2320da9d-4343-4d28-8249-18224f1ec436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.421025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.451613 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.470035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event deleted for resources: {'Network': ['ID=36dc7d82-5d05-4c45-90dd-5d794fb4a1bb,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:12.481999 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320da9d-4343-4d28-8249-18224f1ec436 None None] Pushing event deleted for resources: {'Port': ['ID=853e0efe-2c88-48bb-afd9-a23a6844e8f0,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:12.490433 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320da9d-4343-4d28-8249-18224f1ec436 None None] No DVR routers for this DVR port 853e0efe-2c88-48bb-afd9-a23a6844e8f0 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:12.491105 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] device_id is not set on port 673c3162-14a1-4ca5-a55f-b7dc845cb2d1 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:12.492134 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d8f953a1-b724-4867-9c96-48efed85cc9c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "DELETE /v2.0/networks/36dc7d82-5d05-4c45-90dd-5d794fb4a1bb HTTP/1.1" status: 204 len: 168 time: 2.1534739 Mar 14 18:25:12.492794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58076) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:12.497088 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0f329b90-fe85-4732-8317-e86fc15feea7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.497256 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:25:12.497382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:25:12.567090 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63ce621f-0f74-4d1e-9735-c88e1368194f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.588336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce621f-0f74-4d1e-9735-c88e1368194f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53fd117-efcd-46f8-b8e5-f15ed41f8b23,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:12.610878 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63ce621f-0f74-4d1e-9735-c88e1368194f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.612100 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-63ce621f-0f74-4d1e-9735-c88e1368194f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "DELETE /v2.0/security-groups/f53fd117-efcd-46f8-b8e5-f15ed41f8b23 HTTP/1.1" status: 204 len: 168 time: 0.4914505 Mar 14 18:25:12.616148 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58080) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:12.676379 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5baaea3f-61b1-45e6-ba3d-5fd5ed1f61c5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.701041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a0be6ef3-769f-40ca-ae94-3e939546eab2 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Synchronizing usage tracker for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:12.743789 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.802513 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] Deleting port c4a737d7-47ac-4a86-9aab-7de2f4366c42 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:12.803491 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.836550 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a0be6ef3-769f-40ca-ae94-3e939546eab2 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Unset dirty status for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:12.836550 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a0be6ef3-769f-40ca-ae94-3e939546eab2 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2153180 Mar 14 18:25:12.836550 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58084) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:12.850371 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-09f1c5b9-b5da-455f-8a74-51eee9c3965f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': '5985f1f0-e786-4cb8-b023-a80b20769a8a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:12.864845 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-09f1c5b9-b5da-455f-8a74-51eee9c3965f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:12.869080 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] device_id is not set on port 1b20ea60-e319-4226-adf8-980b9f3635e2 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:12.874676 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-09f1c5b9-b5da-455f-8a74-51eee9c3965f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:12.878679 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-09f1c5b9-b5da-455f-8a74-51eee9c3965f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:12.886498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-09f1c5b9-b5da-455f-8a74-51eee9c3965f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:12.979755 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.034400 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5baaea3f-61b1-45e6-ba3d-5fd5ed1f61c5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.069284 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-0f329b90-fe85-4732-8317-e86fc15feea7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] For port c4a737d7-47ac-4a86-9aab-7de2f4366c42, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c4a737d7-47ac-4a86-9aab-7de2f4366c42,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:13.072174 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.074633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-5baaea3f-61b1-45e6-ba3d-5fd5ed1f61c5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc93042f-c392-4ddd-9a29-37d906ad5f38']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:13.089635 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-5baaea3f-61b1-45e6-ba3d-5fd5ed1f61c5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfac35f1-e59c-4a8a-889d-b4286ba93f38') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:13.089867 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-5baaea3f-61b1-45e6-ba3d-5fd5ed1f61c5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfac35f1-e59c-4a8a-889d-b4286ba93f38') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:13.104111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5baaea3f-61b1-45e6-ba3d-5fd5ed1f61c5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.106178 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] For port c4a737d7-47ac-4a86-9aab-7de2f4366c42, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c4a737d7-47ac-4a86-9aab-7de2f4366c42,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:13.106566 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.132285 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-09f1c5b9-b5da-455f-8a74-51eee9c3965f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The resource could not be found. Mar 14 18:25:13.132731 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0f329b90-fe85-4732-8317-e86fc15feea7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.134459 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5baaea3f-61b1-45e6-ba3d-5fd5ed1f61c5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.134721 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-09f1c5b9-b5da-455f-8a74-51eee9c3965f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2966692 Mar 14 18:25:13.137677 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58088) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:13.142691 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a94e6865-4895-4414-a2a8-33249eb46f0b tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group': {'name': 'tempest-secgroup--249372937'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:13.143841 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5baaea3f-61b1-45e6-ba3d-5fd5ed1f61c5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:13.145713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5baaea3f-61b1-45e6-ba3d-5fd5ed1f61c5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.149799 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a94e6865-4895-4414-a2a8-33249eb46f0b tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:13.152385 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:13.162323 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:13.211677 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a94e6865-4895-4414-a2a8-33249eb46f0b tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:13.223894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0f329b90-fe85-4732-8317-e86fc15feea7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.224145 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0f329b90-fe85-4732-8317-e86fc15feea7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.228195 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 03adda78-b01d-4cae-90db-e430846fe453 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:13.238024 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:13.246728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:13.247552 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.255382 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=673c3162-14a1-4ca5-a55f-b7dc845cb2d1,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:13.263599 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] Calling delete_port for c4a737d7-47ac-4a86-9aab-7de2f4366c42 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:13.341626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=1b20ea60-e319-4226-adf8-980b9f3635e2,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:13.349561 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Checking segment: {'id': '986655f7-2b82-4308-9b19-6ed7c1300f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b9f7615c-7912-483b-8183-bcb09b4462d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:13.354176 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network hostable DHCP agents. Network: b9f7615c-7912-483b-8183-bcb09b4462d0, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:25:13.354318 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f329b90-fe85-4732-8317-e86fc15feea7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:13.355851 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a94e6865-4895-4414-a2a8-33249eb46f0b tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.363795 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-0f329b90-fe85-4732-8317-e86fc15feea7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:13.372898 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f329b90-fe85-4732-8317-e86fc15feea7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:13.373501 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0f329b90-fe85-4732-8317-e86fc15feea7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.383001 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a94e6865-4895-4414-a2a8-33249eb46f0b tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:13.388682 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a94e6865-4895-4414-a2a8-33249eb46f0b tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:13.391599 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a94e6865-4895-4414-a2a8-33249eb46f0b tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:13.392475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f329b90-fe85-4732-8317-e86fc15feea7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=662185ba-e6eb-4f08-bc2e-935d43ff1e1e,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:13.394191 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:25:13.394560 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:25:13.403020 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a94e6865-4895-4414-a2a8-33249eb46f0b tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:13.403168 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f329b90-fe85-4732-8317-e86fc15feea7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=c4a737d7-47ac-4a86-9aab-7de2f4366c42,revision_number=6']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:13.428754 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5baaea3f-61b1-45e6-ba3d-5fd5ed1f61c5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.433303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5baaea3f-61b1-45e6-ba3d-5fd5ed1f61c5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.435814 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5baaea3f-61b1-45e6-ba3d-5fd5ed1f61c5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "DELETE /v2.0/networks/bc93042f-c392-4ddd-9a29-37d906ad5f38 HTTP/1.1" status: 204 len: 168 time: 0.9418516 Mar 14 18:25:13.438385 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58092) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:13.457738 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baaea3f-61b1-45e6-ba3d-5fd5ed1f61c5 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event deleted for resources: {'Network': ['ID=bc93042f-c392-4ddd-9a29-37d906ad5f38,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:13.458274 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:25:13.458693 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:25:13.492865 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0f329b90-fe85-4732-8317-e86fc15feea7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4247289 Mar 14 18:25:13.495460 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58096) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:13.501312 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1f8aff85-64c5-4c0e-a512-575735f5dd3b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'mac_address': 'fa:16:3e:66:34:d6', 'name': 'tempest-NetworksTestDHCPv6-1711202271'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:13.589248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network b9f7615c-7912-483b-8183-bcb09b4462d0 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:25:13.640966 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d229ab-8d20-485e-b6fa-019f5e3c87e7 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Deleting subnet 82dfee79-2384-4798-b830-040626f8da22 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:25:13.641177 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1f8aff85-64c5-4c0e-a512-575735f5dd3b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:13.645027 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-05d229ab-8d20-485e-b6fa-019f5e3c87e7 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.650933 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1f8aff85-64c5-4c0e-a512-575735f5dd3b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:13.696897 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, b9f7615c-7912-483b-8183-bcb09b4462d0) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:13.714042 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:13.719518 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:13.724234 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:13.724899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.732369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8aff85-64c5-4c0e-a512-575735f5dd3b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:13.738385 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2719edac-134a-4576-b197-26606975e129 None None] Network b9f7615c-7912-483b-8183-bcb09b4462d0 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:13.748276 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-05d229ab-8d20-485e-b6fa-019f5e3c87e7 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.783363 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a94e6865-4895-4414-a2a8-33249eb46f0b tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.837181 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a94e6865-4895-4414-a2a8-33249eb46f0b tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.848386 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.865322 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f8aff85-64c5-4c0e-a512-575735f5dd3b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.870297 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c9206f39-9dc2-4ff1-8c3c-86fb076554d6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1089692 Mar 14 18:25:13.872171 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58100) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:13.895505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-1f8aff85-64c5-4c0e-a512-575735f5dd3b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port d1a47112-cef2-43b1-b48b-e1351054a84e yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:13.937736 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e6865-4895-4414-a2a8-33249eb46f0b tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb6c094-4d53-4386-be7c-8ba301b2fa81,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:13.942600 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-05d229ab-8d20-485e-b6fa-019f5e3c87e7 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.954565 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port c4a737d7-47ac-4a86-9aab-7de2f4366c42, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c4a737d7-47ac-4a86-9aab-7de2f4366c42,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:13.980073 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a94e6865-4895-4414-a2a8-33249eb46f0b tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.981293 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a94e6865-4895-4414-a2a8-33249eb46f0b tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8426774 Mar 14 18:25:13.984191 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58104) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:14.008346 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca830a-163f-4e59-ae3d-119d5916f03a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port 1b20ea60-e319-4226-adf8-980b9f3635e2 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:14.008682 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d4ca830a-163f-4e59-ae3d-119d5916f03a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.017982 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.018254 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-82625ca0-64f5-410e-be58-d3f2dccf5e2e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1738316860'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:14.018835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 417ac2de-bdb6-443d-abcf-57e73d79db81 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:25:14.033366 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-82625ca0-64f5-410e-be58-d3f2dccf5e2e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:14.051219 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-82625ca0-64f5-410e-be58-d3f2dccf5e2e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:14.068706 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-1f8aff85-64c5-4c0e-a512-575735f5dd3b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::f816:3eff:fe66:34d6 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/662185ba-e6eb-4f08-bc2e-935d43ff1e1e/d1a47112-cef2-43b1-b48b-e1351054a84e) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:14.101968 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 417ac2de-bdb6-443d-abcf-57e73d79db81 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:25:14.102324 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 417ac2de-bdb6-443d-abcf-57e73d79db81 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:25:14.102775 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 853e0efe-2c88-48bb-afd9-a23a6844e8f0 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:25:14.126446 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-82625ca0-64f5-410e-be58-d3f2dccf5e2e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.143816 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 853e0efe-2c88-48bb-afd9-a23a6844e8f0 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:25:14.144154 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 853e0efe-2c88-48bb-afd9-a23a6844e8f0 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:25:14.171355 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=c4a737d7-47ac-4a86-9aab-7de2f4366c42,revision_number=7']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:14.185276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-82625ca0-64f5-410e-be58-d3f2dccf5e2e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:14.234845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-82625ca0-64f5-410e-be58-d3f2dccf5e2e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:14.235075 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-05d229ab-8d20-485e-b6fa-019f5e3c87e7 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.245064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-82625ca0-64f5-410e-be58-d3f2dccf5e2e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:14.254467 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-82625ca0-64f5-410e-be58-d3f2dccf5e2e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:14.294989 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d229ab-8d20-485e-b6fa-019f5e3c87e7 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event deleted for resources: {'Subnet': ['ID=82dfee79-2384-4798-b830-040626f8da22,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:14.301108 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d4ca830a-163f-4e59-ae3d-119d5916f03a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.307999 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60814d6c-ec12-4d18-93fa-0530915d6e03 None None] Network 55ce433c-7839-4851-8990-5ca26456f4ea requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:14.309222 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-05d229ab-8d20-485e-b6fa-019f5e3c87e7 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.317912 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-05d229ab-8d20-485e-b6fa-019f5e3c87e7 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "DELETE /v2.0/subnets/82dfee79-2384-4798-b830-040626f8da22 HTTP/1.1" status: 204 len: 168 time: 0.8783836 Mar 14 18:25:14.319378 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58108) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:14.325926 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f8aff85-64c5-4c0e-a512-575735f5dd3b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.356306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-1f8aff85-64c5-4c0e-a512-575735f5dd3b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object d1a47112-cef2-43b1-b48b-e1351054a84e will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:14.385895 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-82625ca0-64f5-410e-be58-d3f2dccf5e2e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.406262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] Deleting port c4a737d7-47ac-4a86-9aab-7de2f4366c42 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:14.406570 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.451583 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-82625ca0-64f5-410e-be58-d3f2dccf5e2e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.492242 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f8aff85-64c5-4c0e-a512-575735f5dd3b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.534517 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca830a-163f-4e59-ae3d-119d5916f03a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for 1b20ea60-e319-4226-adf8-980b9f3635e2 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:14.539970 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82625ca0-64f5-410e-be58-d3f2dccf5e2e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72febb9-144d-4b1a-8e2f-9bc0f8be843b,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:14.571759 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8aff85-64c5-4c0e-a512-575735f5dd3b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:14.574801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-1f8aff85-64c5-4c0e-a512-575735f5dd3b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:14.587764 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8aff85-64c5-4c0e-a512-575735f5dd3b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:14.593065 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8aff85-64c5-4c0e-a512-575735f5dd3b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:14.593717 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1f8aff85-64c5-4c0e-a512-575735f5dd3b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.594003 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.611854 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8aff85-64c5-4c0e-a512-575735f5dd3b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=d1a47112-cef2-43b1-b48b-e1351054a84e,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:14.621101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Deleting port dd2d3306-2df0-4094-bc52-2a08524b9c46 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:14.621411 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.634703 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-82625ca0-64f5-410e-be58-d3f2dccf5e2e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.639736 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-82625ca0-64f5-410e-be58-d3f2dccf5e2e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6507916 Mar 14 18:25:14.639736 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58112) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:14.644983 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-149f6476-b5df-4634-af48-c7f0caa9325c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': '2cb6c094-4d53-4386-be7c-8ba301b2fa81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a72febb9-144d-4b1a-8e2f-9bc0f8be843b'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:14.651425 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-149f6476-b5df-4634-af48-c7f0caa9325c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:14.655758 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-149f6476-b5df-4634-af48-c7f0caa9325c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:14.659393 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-149f6476-b5df-4634-af48-c7f0caa9325c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:14.676281 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-149f6476-b5df-4634-af48-c7f0caa9325c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:14.707546 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1f8aff85-64c5-4c0e-a512-575735f5dd3b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2109268 Mar 14 18:25:14.710131 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58116) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:14.711256 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f63c53-66a9-4a6d-b887-ff73cfc89e9d None None] DHCP port deletion for 55ce433c-7839-4851-8990-5ca26456f4ea request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:25:14.720705 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-45f63c53-66a9-4a6d-b887-ff73cfc89e9d None None] Deleting port dd2d3306-2df0-4094-bc52-2a08524b9c46 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:14.721926 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-45f63c53-66a9-4a6d-b887-ff73cfc89e9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.769017 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] For port c4a737d7-47ac-4a86-9aab-7de2f4366c42, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c4a737d7-47ac-4a86-9aab-7de2f4366c42,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:14.769408 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.797355 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75d74b4-1a54-4d8d-9893-42e3cb10f124 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:14.803782 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75d74b4-1a54-4d8d-9893-42e3cb10f124 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:14.804576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f75d74b4-1a54-4d8d-9893-42e3cb10f124 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:14.856843 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d4ca830a-163f-4e59-ae3d-119d5916f03a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.886241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f75d74b4-1a54-4d8d-9893-42e3cb10f124 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:14.890125 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f75d74b4-1a54-4d8d-9893-42e3cb10f124 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1764638 Mar 14 18:25:14.890670 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58120) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:14.895031 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-149f6476-b5df-4634-af48-c7f0caa9325c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:14.898541 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-149f6476-b5df-4634-af48-c7f0caa9325c tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2563441 Mar 14 18:25:14.906458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58124) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:14.920773 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca830a-163f-4e59-ae3d-119d5916f03a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=1b20ea60-e319-4226-adf8-980b9f3635e2,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:14.939135 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] Calling delete_port for c4a737d7-47ac-4a86-9aab-7de2f4366c42 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:14.951396 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] For port dd2d3306-2df0-4094-bc52-2a08524b9c46, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=dd2d3306-2df0-4094-bc52-2a08524b9c46,segment=NetworkSegment(70b79fc1-288f-4a8a-b236-f5638a2e35c2),segment_id=70b79fc1-288f-4a8a-b236-f5638a2e35c2)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:14.951761 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.960586 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d4ca830a-163f-4e59-ae3d-119d5916f03a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.973452 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-23f27652-331f-41f7-af56-a34249557b3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port d1a47112-cef2-43b1-b48b-e1351054a84e {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:14.973803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-23f27652-331f-41f7-af56-a34249557b3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.029899 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d4ca830a-163f-4e59-ae3d-119d5916f03a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/ports/1b20ea60-e319-4226-adf8-980b9f3635e2 HTTP/1.1" status: 204 len: 168 time: 1.1514108 Mar 14 18:25:15.030253 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58128) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:15.099009 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Calling delete_port for dd2d3306-2df0-4094-bc52-2a08524b9c46 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:15.158506 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-45f63c53-66a9-4a6d-b887-ff73cfc89e9d None None] For port dd2d3306-2df0-4094-bc52-2a08524b9c46, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=dd2d3306-2df0-4094-bc52-2a08524b9c46,segment=NetworkSegment(70b79fc1-288f-4a8a-b236-f5638a2e35c2),segment_id=70b79fc1-288f-4a8a-b236-f5638a2e35c2)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:15.158958 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-45f63c53-66a9-4a6d-b887-ff73cfc89e9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.176465 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9fde6283-5d8d-48f2-8aa7-e5605a05c350 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.215045 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9fde6283-5d8d-48f2-8aa7-e5605a05c350 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.349836 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-45f63c53-66a9-4a6d-b887-ff73cfc89e9d None None] Calling delete_port for dd2d3306-2df0-4094-bc52-2a08524b9c46 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:15.368249 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.384790 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35939af-7441-4f13-96af-bc5aafb2b895 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:15.390990 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35939af-7441-4f13-96af-bc5aafb2b895 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:15.395252 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f35939af-7441-4f13-96af-bc5aafb2b895 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3613520 Mar 14 18:25:15.398846 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58132) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:15.419109 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event deleted for resources: {'Port': ['ID=dd2d3306-2df0-4094-bc52-2a08524b9c46,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:15.421188 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] No DVR routers for this DVR port dd2d3306-2df0-4094-bc52-2a08524b9c46 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:15.439694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-45f63c53-66a9-4a6d-b887-ff73cfc89e9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:25:15.440630 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-45f63c53-66a9-4a6d-b887-ff73cfc89e9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:25:15.463031 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.497758 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-3e38c03f-93e1-48ba-986e-4d81565a1043 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port 673c3162-14a1-4ca5-a55f-b7dc845cb2d1 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:15.498351 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3e38c03f-93e1-48ba-986e-4d81565a1043 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.510644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] Pushing event deleted for resources: {'Port': ['ID=c4a737d7-47ac-4a86-9aab-7de2f4366c42,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:15.541642 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-23f27652-331f-41f7-af56-a34249557b3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.545007 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9fde6283-5d8d-48f2-8aa7-e5605a05c350 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.561060 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.579960 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde6283-5d8d-48f2-8aa7-e5605a05c350 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72febb9-144d-4b1a-8e2f-9bc0f8be843b,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:15.585028 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4403c8-4e25-4501-afb2-88ab2a81039e None None] No DVR routers for this DVR port c4a737d7-47ac-4a86-9aab-7de2f4366c42 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:15.605884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de114ef0-71ae-4474-801a-78a2ec6ee11e None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:15.618542 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ce433c-7839-4851-8990-5ca26456f4ea']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:15.626946 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9fde6283-5d8d-48f2-8aa7-e5605a05c350 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.630506 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9fde6283-5d8d-48f2-8aa7-e5605a05c350 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "DELETE /v2.0/security-groups/a72febb9-144d-4b1a-8e2f-9bc0f8be843b HTTP/1.1" status: 204 len: 168 time: 0.7130902 Mar 14 18:25:15.631358 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58136) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:15.653089 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b79fc1-288f-4a8a-b236-f5638a2e35c2') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:15.653380 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b79fc1-288f-4a8a-b236-f5638a2e35c2') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:15.671710 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.677629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-23f27652-331f-41f7-af56-a34249557b3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for d1a47112-cef2-43b1-b48b-e1351054a84e owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:15.711140 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.733127 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:15.733647 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:15.752776 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:15.780367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-aaa5769c-ad34-4668-b350-1c12cc16dcd3 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Synchronizing usage tracker for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:15.882978 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'fixed_ips': [{'subnet_id': '662185ba-e6eb-4f08-bc2e-935d43ff1e1e'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:25:15.882978 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.941734 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-45f63c53-66a9-4a6d-b887-ff73cfc89e9d None None] Deleting port dd2d3306-2df0-4094-bc52-2a08524b9c46 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:15.942404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-45f63c53-66a9-4a6d-b887-ff73cfc89e9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.944602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3e38c03f-93e1-48ba-986e-4d81565a1043 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.983253 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-aaa5769c-ad34-4668-b350-1c12cc16dcd3 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Unset dirty status for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:15.987854 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-aaa5769c-ad34-4668-b350-1c12cc16dcd3 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3524239 Mar 14 18:25:15.988159 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58140) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:16.008962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-45f63c53-66a9-4a6d-b887-ff73cfc89e9d None None] The port 'dd2d3306-2df0-4094-bc52-2a08524b9c46' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:25:16.019878 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.023886 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.060784 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "DELETE /v2.0/networks/55ce433c-7839-4851-8990-5ca26456f4ea HTTP/1.1" status: 204 len: 168 time: 1.7385612 Mar 14 18:25:16.062500 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa10a4c-bef9-4c01-a3b9-227063ae5f7c tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Pushing event deleted for resources: {'Network': ['ID=55ce433c-7839-4851-8990-5ca26456f4ea,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:16.064778 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58144) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:16.074812 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-3e38c03f-93e1-48ba-986e-4d81565a1043 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for 673c3162-14a1-4ca5-a55f-b7dc845cb2d1 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:16.123647 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-896dce31-a202-49e0-a412-e3609df0311a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Synchronizing usage tracker for tenant:bbfcbbab579b4b329706ec5fd7f187d3 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:16.129507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fd443745-96ab-4e82-a60b-b30ed37b1798 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.162455 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fd443745-96ab-4e82-a60b-b30ed37b1798 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.200924 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-23f27652-331f-41f7-af56-a34249557b3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.223653 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-896dce31-a202-49e0-a412-e3609df0311a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Unset dirty status for tenant:bbfcbbab579b4b329706ec5fd7f187d3 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:16.227891 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-896dce31-a202-49e0-a412-e3609df0311a tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a6b8ec6-3c45-43d3-96f7-fd2928ede044 HTTP/1.1" status: 200 len: 205 time: 0.1609757 Mar 14 18:25:16.228522 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58148) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:16.244423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3e38c03f-93e1-48ba-986e-4d81565a1043 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.251391 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device dd2d3306-2df0-4094-bc52-2a08524b9c46 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:25:16.262194 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f27652-331f-41f7-af56-a34249557b3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=d1a47112-cef2-43b1-b48b-e1351054a84e,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:16.300596 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fd443745-96ab-4e82-a60b-b30ed37b1798 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.321431 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd443745-96ab-4e82-a60b-b30ed37b1798 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb6c094-4d53-4386-be7c-8ba301b2fa81,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:16.336798 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: dd2d3306-2df0-4094-bc52-2a08524b9c46 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:25:16.337147 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device dd2d3306-2df0-4094-bc52-2a08524b9c46 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:25:16.362801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38c03f-93e1-48ba-986e-4d81565a1043 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=673c3162-14a1-4ca5-a55f-b7dc845cb2d1,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:16.364840 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-23f27652-331f-41f7-af56-a34249557b3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.371286 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Allocated IP 2001:db8::f816:3eff:fe28:72a5 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/662185ba-e6eb-4f08-bc2e-935d43ff1e1e/73b35cf1-08d9-4977-9644-7eaa97c5640c) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:16.371816 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3e38c03f-93e1-48ba-986e-4d81565a1043 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.386676 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c1ff-dcfe-4d98-bc36-0a28b8f6c736 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.388713 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3e38c03f-93e1-48ba-986e-4d81565a1043 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/ports/673c3162-14a1-4ca5-a55f-b7dc845cb2d1 HTTP/1.1" status: 204 len: 168 time: 0.9889371 Mar 14 18:25:16.390931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58152) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:16.454816 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fd443745-96ab-4e82-a60b-b30ed37b1798 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.458281 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fd443745-96ab-4e82-a60b-b30ed37b1798 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "DELETE /v2.0/security-groups/2cb6c094-4d53-4386-be7c-8ba301b2fa81 HTTP/1.1" status: 204 len: 168 time: 0.4668126 Mar 14 18:25:16.460247 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58156) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:16.480893 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-23f27652-331f-41f7-af56-a34249557b3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/d1a47112-cef2-43b1-b48b-e1351054a84e HTTP/1.1" status: 204 len: 168 time: 1.5883288 Mar 14 18:25:16.492182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3771d06b-24df-4267-8eda-4a11ec3200a9 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:16.492872 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3771d06b-24df-4267-8eda-4a11ec3200a9 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Synchronizing usage tracker for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:16.498033 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58160) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:16.586923 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.590653 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-72266db4-9fab-4c0e-bff8-59f0b21148c1 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Synchronizing usage tracker for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:16.597596 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Transition to ACTIVE for port object 73b35cf1-08d9-4977-9644-7eaa97c5640c will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:16.606831 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4195fc07-8b32-4117-a866-4dcde2253ae3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:16.608458 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4195fc07-8b32-4117-a866-4dcde2253ae3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:16.609200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4195fc07-8b32-4117-a866-4dcde2253ae3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:16.617113 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Transition to ACTIVE for port object 73b35cf1-08d9-4977-9644-7eaa97c5640c will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:16.639876 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3771d06b-24df-4267-8eda-4a11ec3200a9 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Unset dirty status for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:16.641036 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3771d06b-24df-4267-8eda-4a11ec3200a9 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2491353 Mar 14 18:25:16.644436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58164) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:16.682100 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-72266db4-9fab-4c0e-bff8-59f0b21148c1 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Unset dirty status for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:16.690427 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-72266db4-9fab-4c0e-bff8-59f0b21148c1 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2223141 Mar 14 18:25:16.690427 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4e4747-cc75-4082-abdc-f5dbc5762847 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] GET failed (client error): The resource could not be found. Mar 14 18:25:16.690718 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58168) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:16.691468 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ea4e4747-cc75-4082-abdc-f5dbc5762847 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports/1b20ea60-e319-4226-adf8-980b9f3635e2 HTTP/1.1" status: 404 len: 333 time: 0.0460391 Mar 14 18:25:16.696688 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-587207b2-c24c-46f4-a5b5-e2ee47b0d4f5 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790227072'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:16.696926 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58172) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:16.701418 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c1ff-dcfe-4d98-bc36-0a28b8f6c736 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.704369 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c1ff-dcfe-4d98-bc36-0a28b8f6c736 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.706662 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-587207b2-c24c-46f4-a5b5-e2ee47b0d4f5 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:16.716492 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.728009 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-587207b2-c24c-46f4-a5b5-e2ee47b0d4f5 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:16.734891 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4195fc07-8b32-4117-a866-4dcde2253ae3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:16.736387 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4195fc07-8b32-4117-a866-4dcde2253ae3 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2373250 Mar 14 18:25:16.739021 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58176) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:16.743046 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4378ac-38da-4a45-810b-90ccd9c3a283 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] GET failed (client error): The resource could not be found. Mar 14 18:25:16.744393 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8c4378ac-38da-4a45-810b-90ccd9c3a283 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports/673c3162-14a1-4ca5-a55f-b7dc845cb2d1 HTTP/1.1" status: 404 len: 333 time: 0.0465133 Mar 14 18:25:16.748649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58180) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:16.788218 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:16.791074 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:16.794670 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:16.798266 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c1ff-dcfe-4d98-bc36-0a28b8f6c736 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.798787 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc3c1ff-dcfe-4d98-bc36-0a28b8f6c736 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Fanout notify agent at l3_agent the message router_deleted on router 8a6b8ec6-3c45-43d3-96f7-fd2928ede044 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:25:16.800879 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-587207b2-c24c-46f4-a5b5-e2ee47b0d4f5 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.829819 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aaf9afe-9143-43b1-9c76-ac2770a8c154 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 662185ba-e6eb-4f08-bc2e-935d43ff1e1e {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:25:16.839212 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c1ff-dcfe-4d98-bc36-0a28b8f6c736 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.843280 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6fc3c1ff-dcfe-4d98-bc36-0a28b8f6c736 tempest-RoutersNegativeTest-1940732964 tempest-RoutersNegativeTest-1940732964-project] 10.222.0.43 "DELETE /v2.0/routers/8a6b8ec6-3c45-43d3-96f7-fd2928ede044 HTTP/1.1" status: 204 len: 168 time: 0.6108727 Mar 14 18:25:16.843280 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1aaf9afe-9143-43b1-9c76-ac2770a8c154 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.844659 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Pushing event updated for resources: {'Port': ['ID=73b35cf1-08d9-4977-9644-7eaa97c5640c,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:16.880491 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0d62-d5f6-4c54-aafa-2cd240b442e7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.881386 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-587207b2-c24c-46f4-a5b5-e2ee47b0d4f5 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:16.889268 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-587207b2-c24c-46f4-a5b5-e2ee47b0d4f5 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:16.898113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-587207b2-c24c-46f4-a5b5-e2ee47b0d4f5 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:16.907820 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-587207b2-c24c-46f4-a5b5-e2ee47b0d4f5 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:16.911132 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Attempting to bind port 73b35cf1-08d9-4977-9644-7eaa97c5640c on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:16.912374 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Attempting to bind port 73b35cf1-08d9-4977-9644-7eaa97c5640c by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:16.912950 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Attempting to bind port 73b35cf1-08d9-4977-9644-7eaa97c5640c on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:25:16.920355 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:25:16.920992 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:16.924987 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.924987 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:25:16.924987 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Bound port: 73b35cf1-08d9-4977-9644-7eaa97c5640c, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:16.924987 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.926844 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1aaf9afe-9143-43b1-9c76-ac2770a8c154 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.028915 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0d62-d5f6-4c54-aafa-2cd240b442e7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.031029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] For port 73b35cf1-08d9-4977-9644-7eaa97c5640c, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:25:17.036221 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] For port 73b35cf1-08d9-4977-9644-7eaa97c5640c, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=73b35cf1-08d9-4977-9644-7eaa97c5640c,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:25:17.053423 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-587207b2-c24c-46f4-a5b5-e2ee47b0d4f5 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.144625 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.145076 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-587207b2-c24c-46f4-a5b5-e2ee47b0d4f5 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.149443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1aaf9afe-9143-43b1-9c76-ac2770a8c154 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.161725 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-ad7d0d62-d5f6-4c54-aafa-2cd240b442e7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f7615c-7912-483b-8183-bcb09b4462d0']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:17.176963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-ad7d0d62-d5f6-4c54-aafa-2cd240b442e7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986655f7-2b82-4308-9b19-6ed7c1300f83') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:17.177244 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-ad7d0d62-d5f6-4c54-aafa-2cd240b442e7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986655f7-2b82-4308-9b19-6ed7c1300f83') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:17.190391 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0d62-d5f6-4c54-aafa-2cd240b442e7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.208849 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0d62-d5f6-4c54-aafa-2cd240b442e7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.215777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7d0d62-d5f6-4c54-aafa-2cd240b442e7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:17.216205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0d62-d5f6-4c54-aafa-2cd240b442e7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:17.231797 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:17.239204 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96af3d-b6ee-4a84-be4d-b00f97be066f None None] Pushing event updated for resources: {'Port': ['ID=73b35cf1-08d9-4977-9644-7eaa97c5640c,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:17.359989 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587207b2-c24c-46f4-a5b5-e2ee47b0d4f5 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e598f5b-6f05-4ff0-abf2-15e09cd6951b,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:17.429543 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0d62-d5f6-4c54-aafa-2cd240b442e7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.429794 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-587207b2-c24c-46f4-a5b5-e2ee47b0d4f5 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.431444 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-587207b2-c24c-46f4-a5b5-e2ee47b0d4f5 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7400267 Mar 14 18:25:17.435787 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58188) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:17.441659 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a396845f-9c1d-44f7-b4a9-17050d2da587 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': '0e598f5b-6f05-4ff0-abf2-15e09cd6951b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:17.448073 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a396845f-9c1d-44f7-b4a9-17050d2da587 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:17.452313 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a396845f-9c1d-44f7-b4a9-17050d2da587 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:17.455418 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a396845f-9c1d-44f7-b4a9-17050d2da587 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:17.462075 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a396845f-9c1d-44f7-b4a9-17050d2da587 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:17.469399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0d62-d5f6-4c54-aafa-2cd240b442e7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.474041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d0d62-d5f6-4c54-aafa-2cd240b442e7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Network': ['ID=b9f7615c-7912-483b-8183-bcb09b4462d0,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:17.478075 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ad7d0d62-d5f6-4c54-aafa-2cd240b442e7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/networks/b9f7615c-7912-483b-8183-bcb09b4462d0 HTTP/1.1" status: 204 len: 168 time: 0.7283397 Mar 14 18:25:17.490560 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58192) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:17.500841 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-1f427fb5-44c6-4af3-8e7b-dd3c36dbd7e3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1131987118'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:17.506575 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1f427fb5-44c6-4af3-8e7b-dd3c36dbd7e3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:17.514065 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1f427fb5-44c6-4af3-8e7b-dd3c36dbd7e3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:network and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:17.519614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1f427fb5-44c6-4af3-8e7b-dd3c36dbd7e3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:17.526074 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1f427fb5-44c6-4af3-8e7b-dd3c36dbd7e3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:17.528639 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1aaf9afe-9143-43b1-9c76-ac2770a8c154 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.540910 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58196) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:17.577628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf9afe-9143-43b1-9c76-ac2770a8c154 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=662185ba-e6eb-4f08-bc2e-935d43ff1e1e,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:17.599347 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1aaf9afe-9143-43b1-9c76-ac2770a8c154 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.668592 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f427fb5-44c6-4af3-8e7b-dd3c36dbd7e3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:17.672451 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1f427fb5-44c6-4af3-8e7b-dd3c36dbd7e3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.701079 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f427fb5-44c6-4af3-8e7b-dd3c36dbd7e3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:17.706641 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-a396845f-9c1d-44f7-b4a9-17050d2da587 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:17.707813 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a396845f-9c1d-44f7-b4a9-17050d2da587 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2710671 Mar 14 18:25:17.709467 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1aaf9afe-9143-43b1-9c76-ac2770a8c154 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/662185ba-e6eb-4f08-bc2e-935d43ff1e1e HTTP/1.1" status: 204 len: 168 time: 0.9695301 Mar 14 18:25:17.710660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58202) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:17.713361 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58206) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:17.716320 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-3753f6a4-62a8-4169-ad12-715f47f89b41 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group_rule': {'security_group_id': '0e598f5b-6f05-4ff0-abf2-15e09cd6951b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:17.724461 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3753f6a4-62a8-4169-ad12-715f47f89b41 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:17.731755 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fedf3952-6f85-498b-a5b3-305e700a90c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bbfcbbab579b4b329706ec5fd7f187d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897416 Mar 14 18:25:17.735655 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3753f6a4-62a8-4169-ad12-715f47f89b41 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:17.737520 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3753f6a4-62a8-4169-ad12-715f47f89b41 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:17.740224 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58210) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:17.754186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3753f6a4-62a8-4169-ad12-715f47f89b41 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:17.785220 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1f427fb5-44c6-4af3-8e7b-dd3c36dbd7e3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.785220 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-1f427fb5-44c6-4af3-8e7b-dd3c36dbd7e3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Added segment 67a7549c-f1ab-40f9-9fe1-40ce5c334f82 of type vlan for network 75226bd1-6d5b-4964-ba4d-f290930a9d86 Mar 14 18:25:17.790382 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cb79a035-5e43-4ada-a1db-dd99d35647f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731282 Mar 14 18:25:17.791704 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58214) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:17.797812 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:17.815769 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1f427fb5-44c6-4af3-8e7b-dd3c36dbd7e3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.856857 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-caf6f062-e03f-42ab-99df-0687d478b811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.891275 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1f427fb5-44c6-4af3-8e7b-dd3c36dbd7e3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.896737 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f427fb5-44c6-4af3-8e7b-dd3c36dbd7e3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:17.897322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1f427fb5-44c6-4af3-8e7b-dd3c36dbd7e3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.947859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-caf6f062-e03f-42ab-99df-0687d478b811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.973870 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:17.981889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:17.993675 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:18.003095 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f427fb5-44c6-4af3-8e7b-dd3c36dbd7e3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Network': ['ID=75226bd1-6d5b-4964-ba4d-f290930a9d86,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:18.003666 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:18.008416 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-3753f6a4-62a8-4169-ad12-715f47f89b41 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:18.009485 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3753f6a4-62a8-4169-ad12-715f47f89b41 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2977703 Mar 14 18:25:18.012237 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58218) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:18.014423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 75226bd1-6d5b-4964-ba4d-f290930a9d86 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:25:18.060604 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1f427fb5-44c6-4af3-8e7b-dd3c36dbd7e3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5673747 Mar 14 18:25:18.063813 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58222) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:18.070507 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-8e8d23ac-537e-48d6-afa8-75d227039804 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'subnet': {'network_id': '75226bd1-6d5b-4964-ba4d-f290930a9d86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:18.083304 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a3746ca3-4ef8-4caa-a7ef-f2665d19e0df tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.114902 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a3746ca3-4ef8-4caa-a7ef-f2665d19e0df tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.164283 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:18.167799 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.188721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-caf6f062-e03f-42ab-99df-0687d478b811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.239901 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6f062-e03f-42ab-99df-0687d478b811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45eb56bd-b6ef-415f-9096-df21fb2d3352,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:18.245832 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8e8d23ac-537e-48d6-afa8-75d227039804 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:18.248889 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a3746ca3-4ef8-4caa-a7ef-f2665d19e0df tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.249783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8e8d23ac-537e-48d6-afa8-75d227039804 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:subnet and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:18.253535 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8e8d23ac-537e-48d6-afa8-75d227039804 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:18.266576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8e8d23ac-537e-48d6-afa8-75d227039804 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:18.276290 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3746ca3-4ef8-4caa-a7ef-f2665d19e0df tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e598f5b-6f05-4ff0-abf2-15e09cd6951b,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:18.283086 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a3746ca3-4ef8-4caa-a7ef-f2665d19e0df tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.287799 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a3746ca3-4ef8-4caa-a7ef-f2665d19e0df tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "DELETE /v2.0/security-groups/0e598f5b-6f05-4ff0-abf2-15e09cd6951b HTTP/1.1" status: 204 len: 168 time: 0.2714872 Mar 14 18:25:18.295158 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58226) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:18.310154 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 73b35cf1-08d9-4977-9644-7eaa97c5640c up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:18.343473 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-caf6f062-e03f-42ab-99df-0687d478b811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.348100 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-caf6f062-e03f-42ab-99df-0687d478b811 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45eb56bd-b6ef-415f-9096-df21fb2d3352 HTTP/1.1" status: 204 len: 168 time: 0.6069090 Mar 14 18:25:18.360376 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8d23ac-537e-48d6-afa8-75d227039804 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:18.364095 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e8d23ac-537e-48d6-afa8-75d227039804 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.365204 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9eac0d7e-f7c4-48a8-ae95-2a8b697bfbd6 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Synchronizing usage tracker for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:18.423127 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 73b35cf1-08d9-4977-9644-7eaa97c5640c completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:18.440190 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9eac0d7e-f7c4-48a8-ae95-2a8b697bfbd6 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Unset dirty status for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:18.441466 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9eac0d7e-f7c4-48a8-ae95-2a8b697bfbd6 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1454041 Mar 14 18:25:18.445428 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58232) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:18.450687 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-819c0862-c110-4653-a520-3c8f7b72962e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366137111'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:18.457958 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-819c0862-c110-4653-a520-3c8f7b72962e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:18.472587 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-819c0862-c110-4653-a520-3c8f7b72962e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:18.475424 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661c60e9-38b6-4754-9af6-1e4cf1eba6a5 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:18.480728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.ipam_backend_mixin [None req-8e8d23ac-537e-48d6-afa8-75d227039804 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Performing IP validity checks on allocation pools {{(pid=88635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 14 18:25:18.481376 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.ipam_backend_mixin [None req-8e8d23ac-537e-48d6-afa8-75d227039804 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 14 18:25:18.560814 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-819c0862-c110-4653-a520-3c8f7b72962e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.581916 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-819c0862-c110-4653-a520-3c8f7b72962e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:18.585874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-819c0862-c110-4653-a520-3c8f7b72962e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Usage tracker for resource:security_group_rule and tenant:c1e9c60d79324eccb8350b0fe40aa8af is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:18.588798 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-819c0862-c110-4653-a520-3c8f7b72962e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:18.595777 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-819c0862-c110-4653-a520-3c8f7b72962e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:18.610551 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0ba3dbb1-798c-48fc-b52c-3082a26698d3 None None] Could not find standard attr ID for object d1a47112-cef2-43b1-b48b-e1351054a84e. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:25:18.696886 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-819c0862-c110-4653-a520-3c8f7b72962e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.749505 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0ba3dbb1-798c-48fc-b52c-3082a26698d3 None None] Provisioning for port 73b35cf1-08d9-4977-9644-7eaa97c5640c completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:18.756835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0ba3dbb1-798c-48fc-b52c-3082a26698d3 None None] Provisioning complete for port 73b35cf1-08d9-4977-9644-7eaa97c5640c triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:18.756835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0ba3dbb1-798c-48fc-b52c-3082a26698d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.766491 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-819c0862-c110-4653-a520-3c8f7b72962e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.827301 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c0862-c110-4653-a520-3c8f7b72962e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8887b7-b195-4d31-b892-620c7bfb5d14,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:18.834279 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] DHCP port deletion for c6ea7f38-153d-42ad-8847-86782d8c0b1e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:25:18.834701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e8d23ac-537e-48d6-afa8-75d227039804 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.843366 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] Deleting port 73b35cf1-08d9-4977-9644-7eaa97c5640c {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:18.843746 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.882455 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-819c0862-c110-4653-a520-3c8f7b72962e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.884423 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-819c0862-c110-4653-a520-3c8f7b72962e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4379377 Mar 14 18:25:18.887586 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58244) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:18.897411 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d1fa634a-4cb9-4f55-b822-84c813113d9f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:18.898914 dv-neutron-833560-1-hyperv neutron-server[88634]: WARNING neutron.api.v2.base [None req-d1fa634a-4cb9-4f55-b822-84c813113d9f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 14 18:25:18.899492 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-d1fa634a-4cb9-4f55-b822-84c813113d9f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] update failed (client error): There was a conflict when trying to complete your request. Mar 14 18:25:18.902327 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d1fa634a-4cb9-4f55-b822-84c813113d9f tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "PUT /v2.0/security-groups/8b8887b7-b195-4d31-b892-620c7bfb5d14 HTTP/1.1" status: 409 len: 330 time: 0.0130818 Mar 14 18:25:18.905360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58248) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:18.975557 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a1bd4d7c-542b-496a-b561-c8d302105089 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.007278 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a1bd4d7c-542b-496a-b561-c8d302105089 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.007933 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.objects.ports [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:25:19.064030 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0ba3dbb1-798c-48fc-b52c-3082a26698d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.064290 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d23ac-537e-48d6-afa8-75d227039804 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Subnet': ['ID=b812309e-b8b0-4ae6-ac4c-d394bccc21b7,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:19.089005 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d23ac-537e-48d6-afa8-75d227039804 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Checking segment: {'id': '67a7549c-f1ab-40f9-9fe1-40ce5c334f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '75226bd1-6d5b-4964-ba4d-f290930a9d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:19.089360 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8d23ac-537e-48d6-afa8-75d227039804 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network hostable DHCP agents. Network: 75226bd1-6d5b-4964-ba4d-f290930a9d86, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:25:19.097765 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a1bd4d7c-542b-496a-b561-c8d302105089 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.118612 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd4d7c-542b-496a-b561-c8d302105089 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8887b7-b195-4d31-b892-620c7bfb5d14,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:19.125319 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a1bd4d7c-542b-496a-b561-c8d302105089 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.126617 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a1bd4d7c-542b-496a-b561-c8d302105089 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "DELETE /v2.0/security-groups/8b8887b7-b195-4d31-b892-620c7bfb5d14 HTTP/1.1" status: 204 len: 168 time: 0.2202561 Mar 14 18:25:19.129489 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58254) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:19.171570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8d23ac-537e-48d6-afa8-75d227039804 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 75226bd1-6d5b-4964-ba4d-f290930a9d86 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:25:19.195735 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-084bfa66-c497-4970-8e17-09e177161324 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Synchronizing usage tracker for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:19.211081 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] For port 73b35cf1-08d9-4977-9644-7eaa97c5640c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=73b35cf1-08d9-4977-9644-7eaa97c5640c,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:19.211626 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.284168 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-8e8d23ac-537e-48d6-afa8-75d227039804 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 75226bd1-6d5b-4964-ba4d-f290930a9d86) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:19.291685 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8d23ac-537e-48d6-afa8-75d227039804 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:19.292267 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e8d23ac-537e-48d6-afa8-75d227039804 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.309155 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-084bfa66-c497-4970-8e17-09e177161324 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] Unset dirty status for tenant:c1e9c60d79324eccb8350b0fe40aa8af on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:19.312594 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-084bfa66-c497-4970-8e17-09e177161324 tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1799004 Mar 14 18:25:19.320462 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58264) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:19.323195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.334786 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-32c7a368-b8ed-4adc-ae48-930f4a3bc26b tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] delete failed (client error): The resource could not be found. Mar 14 18:25:19.339521 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-32c7a368-b8ed-4adc-ae48-930f4a3bc26b tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "DELETE /v2.0/security-groups/5335b0e9-74c0-4b82-9ea7-ed428df0fe86 HTTP/1.1" status: 404 len: 347 time: 0.0198491 Mar 14 18:25:19.340739 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58268) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:19.369270 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89988ab-7187-496e-a587-3d0475c1e3e1 None None] Network 75226bd1-6d5b-4964-ba4d-f290930a9d86 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:19.386451 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-c65ede83-66b6-4f11-84e1-13e2d0410cdd tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] show failed (client error): The resource could not be found. Mar 14 18:25:19.393554 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c65ede83-66b6-4f11-84e1-13e2d0410cdd tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "GET /v2.0/security-groups/2c173f3a-3ba9-4920-9bf4-7f0694040b11 HTTP/1.1" status: 404 len: 347 time: 0.0458570 Mar 14 18:25:19.393700 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58272) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:19.395478 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] Calling delete_port for 73b35cf1-08d9-4977-9644-7eaa97c5640c owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:19.407840 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-0acc0e8e-542d-4078-be8b-2f0fea66db2e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] show failed (client error): The resource could not be found. Mar 14 18:25:19.408874 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0acc0e8e-542d-4078-be8b-2f0fea66db2e tempest-NegativeSecGroupIPv6Test-981623281 tempest-NegativeSecGroupIPv6Test-981623281-project] 10.222.0.43 "GET /v2.0/security-group-rules/bbd3b325-ab4e-44cc-9e15-2d46da9eaf5e HTTP/1.1" status: 404 len: 356 time: 0.0164096 Mar 14 18:25:19.447406 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8e8d23ac-537e-48d6-afa8-75d227039804 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3823640 Mar 14 18:25:19.450574 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58280) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:19.457161 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c2d75284-1173-4df2-a066-8b4f9c42857a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'network_id': '75226bd1-6d5b-4964-ba4d-f290930a9d86', 'name': 'tempest-PortsTestJSON-1570376802'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:19.559952 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-0ba3dbb1-798c-48fc-b52c-3082a26698d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:25:19.560651 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-0ba3dbb1-798c-48fc-b52c-3082a26698d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:25:19.579025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58284) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:19.597089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] For port 73b35cf1-08d9-4977-9644-7eaa97c5640c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=73b35cf1-08d9-4977-9644-7eaa97c5640c,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:19.628483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.681581 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c2d75284-1173-4df2-a066-8b4f9c42857a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:19.687845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.691801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.692227 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c2d75284-1173-4df2-a066-8b4f9c42857a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:19.740286 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:25:19.740677 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:25:19.743253 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d75284-1173-4df2-a066-8b4f9c42857a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:19.747306 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c2d75284-1173-4df2-a066-8b4f9c42857a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.759851 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-75226bd1-6d5b-4964-ba4d-f290930a9d86', 'network_id': '75226bd1-6d5b-4964-ba4d-f290930a9d86', 'tenant_id': '9fea93318d8341f3994d0da2f8ba39d3', 'fixed_ips': [{'subnet_id': 'b812309e-b8b0-4ae6-ac4c-d394bccc21b7'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:25:19.760143 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.790213 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-c2d75284-1173-4df2-a066-8b4f9c42857a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] device_id is not set on port bf8ca5b5-1db5-47ee-952a-7c51260a7390 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:19.893156 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-e809bf82-2a71-4f0b-930d-fc9948aedd96 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:19.893890 dv-neutron-833560-1-hyperv neutron-server[88635]: WARNING neutron.api.v2.base [None req-e809bf82-2a71-4f0b-930d-fc9948aedd96 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 14 18:25:19.894445 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-e809bf82-2a71-4f0b-930d-fc9948aedd96 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): There was a conflict when trying to complete your request. Mar 14 18:25:19.898936 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e809bf82-2a71-4f0b-930d-fc9948aedd96 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3152645 Mar 14 18:25:19.905029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58292) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:19.914992 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:19.927139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141360119'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:19.933971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:19.941467 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:19.946308 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:19.946923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.963242 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-c2d75284-1173-4df2-a066-8b4f9c42857a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Allocated IP 172.20.0.4 (75226bd1-6d5b-4964-ba4d-f290930a9d86/b812309e-b8b0-4ae6-ac4c-d394bccc21b7/bf8ca5b5-1db5-47ee-952a-7c51260a7390) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:19.967313 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:19.976616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:19.989137 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:19.995693 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58296) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:19.998290 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=73b35cf1-08d9-4977-9644-7eaa97c5640c,revision_number=5']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:20.000883 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=ac83e06d-95f9-421c-9994-006e9f1920be,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:20.026596 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b903f014-30de-4798-8eed-bdc13af92950 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2312963 Mar 14 18:25:20.026880 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58302) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:20.032602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-88d0f220-d614-4467-99cc-e21ba2d21158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'mac_address': 'fa:16:3e:5a:92:2f', 'name': 'tempest-NetworksTestDHCPv6-577097248'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:20.117738 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0ba3dbb1-798c-48fc-b52c-3082a26698d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.127871 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.152778 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-0ba3dbb1-798c-48fc-b52c-3082a26698d3 None None] For port 73b35cf1-08d9-4977-9644-7eaa97c5640c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=73b35cf1-08d9-4977-9644-7eaa97c5640c,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:20.153025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.182330 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:20.189745 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:20.195769 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:20.211658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:20.215127 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-138861c7-3374-4907-9a2f-dfbc21b42fbd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c1e9c60d79324eccb8350b0fe40aa8af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2158144 Mar 14 18:25:20.220582 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58308) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:20.229689 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c2d75284-1173-4df2-a066-8b4f9c42857a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.243150 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] Deleting port 73b35cf1-08d9-4977-9644-7eaa97c5640c {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:20.243150 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.247062 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-c2d75284-1173-4df2-a066-8b4f9c42857a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Transition to ACTIVE for port object bf8ca5b5-1db5-47ee-952a-7c51260a7390 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:20.252276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-88d0f220-d614-4467-99cc-e21ba2d21158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:20.274359 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-88d0f220-d614-4467-99cc-e21ba2d21158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:port and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:20.275533 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 73b35cf1-08d9-4977-9644-7eaa97c5640c no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:25:20.289044 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-88d0f220-d614-4467-99cc-e21ba2d21158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:20.301053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-88d0f220-d614-4467-99cc-e21ba2d21158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:20.314047 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0ba3dbb1-798c-48fc-b52c-3082a26698d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.332389 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c2d75284-1173-4df2-a066-8b4f9c42857a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.342633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e2841d0-60cf-4257-acd6-f9b6ea31e12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.384958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d0f220-d614-4467-99cc-e21ba2d21158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:20.405367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d75284-1173-4df2-a066-8b4f9c42857a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 75226bd1-6d5b-4964-ba4d-f290930a9d86 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:20.413476 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-c2d75284-1173-4df2-a066-8b4f9c42857a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:20.416319 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e2841d0-60cf-4257-acd6-f9b6ea31e12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.418867 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d75284-1173-4df2-a066-8b4f9c42857a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:20.450458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d75284-1173-4df2-a066-8b4f9c42857a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=bf8ca5b5-1db5-47ee-952a-7c51260a7390,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:20.494858 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d75284-1173-4df2-a066-8b4f9c42857a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:20.495480 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c2d75284-1173-4df2-a066-8b4f9c42857a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.517244 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.552883 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Allocated IP 172.20.0.2 (75226bd1-6d5b-4964-ba4d-f290930a9d86/b812309e-b8b0-4ae6-ac4c-d394bccc21b7/12f6d533-53fe-4aaf-b56e-c307712748b9) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:20.562334 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3dbb1-798c-48fc-b52c-3082a26698d3 None None] Pushing event updated for resources: {'Port': ['ID=73b35cf1-08d9-4977-9644-7eaa97c5640c,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:20.577008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88d0f220-d614-4467-99cc-e21ba2d21158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.600900 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c2d75284-1173-4df2-a066-8b4f9c42857a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1492023 Mar 14 18:25:20.603619 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58318) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:20.609483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-88d0f220-d614-4467-99cc-e21ba2d21158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port 12a14adb-7522-4693-8b26-620b361cdd62 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:20.656359 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.672676 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:20.694597 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:20.697819 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-0dac370f-0981-4b4f-8c9d-ec5078075527 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port bf8ca5b5-1db5-47ee-952a-7c51260a7390 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:20.698617 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0dac370f-0981-4b4f-8c9d-ec5078075527 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.701664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:20.715606 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:20.734049 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7fda32-be15-4876-be18-cb6337ba6a3d,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:20.778407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e2841d0-60cf-4257-acd6-f9b6ea31e12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.786000 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.822950 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2841d0-60cf-4257-acd6-f9b6ea31e12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ff967b-b1e4-4434-b5a1-f8c5df0d06b8,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:20.846900 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-88d0f220-d614-4467-99cc-e21ba2d21158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::f816:3eff:fe5a:922f (c6ea7f38-153d-42ad-8847-86782d8c0b1e/ac83e06d-95f9-421c-9994-006e9f1920be/12a14adb-7522-4693-8b26-620b361cdd62) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:20.890657 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 73b35cf1-08d9-4977-9644-7eaa97c5640c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=73b35cf1-08d9-4977-9644-7eaa97c5640c,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:20.920882 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] For port 73b35cf1-08d9-4977-9644-7eaa97c5640c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=73b35cf1-08d9-4977-9644-7eaa97c5640c,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:20.921348 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.932762 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.969106 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e2841d0-60cf-4257-acd6-f9b6ea31e12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.972792 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0e2841d0-60cf-4257-acd6-f9b6ea31e12f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09ff967b-b1e4-4434-b5a1-f8c5df0d06b8 HTTP/1.1" status: 204 len: 168 time: 0.7472508 Mar 14 18:25:21.024133 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.055033 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.121641 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc516d3a-5b32-4a19-b587-5f20492a426b,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:21.135395 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] Calling delete_port for 73b35cf1-08d9-4977-9644-7eaa97c5640c owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:21.150065 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0dac370f-0981-4b4f-8c9d-ec5078075527 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.168586 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88d0f220-d614-4467-99cc-e21ba2d21158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.186977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-88d0f220-d614-4467-99cc-e21ba2d21158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object 12a14adb-7522-4693-8b26-620b361cdd62 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:21.208818 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.212684 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.215271 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c1f118f2-f360-43bb-91cc-6743b8387ddb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3029425 Mar 14 18:25:21.216955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58328) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:21.222264 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-032e9508-815d-4949-bd02-96ff076afc31 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': 'cc516d3a-5b32-4a19-b587-5f20492a426b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:21.228642 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-032e9508-815d-4949-bd02-96ff076afc31 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:21.233700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-032e9508-815d-4949-bd02-96ff076afc31 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:21.238152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-032e9508-815d-4949-bd02-96ff076afc31 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:21.244467 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-032e9508-815d-4949-bd02-96ff076afc31 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:21.245683 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Transition to ACTIVE for port object 12f6d533-53fe-4aaf-b56e-c307712748b9 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:21.271471 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=73b35cf1-08d9-4977-9644-7eaa97c5640c,revision_number=7']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:21.280137 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-0dac370f-0981-4b4f-8c9d-ec5078075527 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for bf8ca5b5-1db5-47ee-952a-7c51260a7390 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:21.291930 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Transition to ACTIVE for port object 12f6d533-53fe-4aaf-b56e-c307712748b9 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:21.298561 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88d0f220-d614-4467-99cc-e21ba2d21158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.327135 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:25:21.327655 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:25:21.378536 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d0f220-d614-4467-99cc-e21ba2d21158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:21.383028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-88d0f220-d614-4467-99cc-e21ba2d21158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:21.391878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d0f220-d614-4467-99cc-e21ba2d21158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:21.393009 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.397429 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d0f220-d614-4467-99cc-e21ba2d21158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:21.398259 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88d0f220-d614-4467-99cc-e21ba2d21158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.407076 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-032e9508-815d-4949-bd02-96ff076afc31 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.425580 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0f220-d614-4467-99cc-e21ba2d21158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=12a14adb-7522-4693-8b26-620b361cdd62,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:21.470287 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Network 75226bd1-6d5b-4964-ba4d-f290930a9d86 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:21.473218 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:21.476743 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:21.489048 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-032e9508-815d-4949-bd02-96ff076afc31 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.521646 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Pushing event updated for resources: {'Port': ['ID=12f6d533-53fe-4aaf-b56e-c307712748b9,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:21.546278 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-88d0f220-d614-4467-99cc-e21ba2d21158 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5159662 Mar 14 18:25:21.546594 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58340) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:21.587004 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Attempting to bind port 12f6d533-53fe-4aaf-b56e-c307712748b9 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:21.587562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Attempting to bind port 12f6d533-53fe-4aaf-b56e-c307712748b9 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '67a7549c-f1ab-40f9-9fe1-40ce5c334f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '75226bd1-6d5b-4964-ba4d-f290930a9d86'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:21.587925 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Attempting to bind port 12f6d533-53fe-4aaf-b56e-c307712748b9 on network 75226bd1-6d5b-4964-ba4d-f290930a9d86 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:25:21.593680 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:25:21.594049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Checking segment: {'id': '67a7549c-f1ab-40f9-9fe1-40ce5c334f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '75226bd1-6d5b-4964-ba4d-f290930a9d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:21.594468 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.594880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Bound using segment: {'id': '67a7549c-f1ab-40f9-9fe1-40ce5c334f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '75226bd1-6d5b-4964-ba4d-f290930a9d86'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:25:21.595354 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Bound port: 12f6d533-53fe-4aaf-b56e-c307712748b9, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a7549c-f1ab-40f9-9fe1-40ce5c334f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '75226bd1-6d5b-4964-ba4d-f290930a9d86'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:21.595719 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.600420 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0dac370f-0981-4b4f-8c9d-ec5078075527 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.601296 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-032e9508-815d-4949-bd02-96ff076afc31 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.629972 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e9508-815d-4949-bd02-96ff076afc31 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995d8666-f1c4-4d61-b9c8-166ede77397a,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:21.669535 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac370f-0981-4b4f-8c9d-ec5078075527 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=bf8ca5b5-1db5-47ee-952a-7c51260a7390,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:21.694464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476d1f02-08ee-4a93-b929-a7407b7a50ba tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:21.705005 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] For port 12f6d533-53fe-4aaf-b56e-c307712748b9, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:25:21.709013 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] For port 12f6d533-53fe-4aaf-b56e-c307712748b9, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=12f6d533-53fe-4aaf-b56e-c307712748b9,segment=NetworkSegment(67a7549c-f1ab-40f9-9fe1-40ce5c334f82),segment_id=67a7549c-f1ab-40f9-9fe1-40ce5c334f82)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:25:21.710100 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476d1f02-08ee-4a93-b929-a7407b7a50ba tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:21.712787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-476d1f02-08ee-4a93-b929-a7407b7a50ba tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:21.722477 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] Deleting port 73b35cf1-08d9-4977-9644-7eaa97c5640c {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:21.723131 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.738218 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-032e9508-815d-4949-bd02-96ff076afc31 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.741947 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-032e9508-815d-4949-bd02-96ff076afc31 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5215456 Mar 14 18:25:21.747638 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58348) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:21.747638 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-fc78d250-3ce4-4472-b970-918bbaa602f6 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': 'cc516d3a-5b32-4a19-b587-5f20492a426b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:21.762668 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-fc78d250-3ce4-4472-b970-918bbaa602f6 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:21.768857 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fc78d250-3ce4-4472-b970-918bbaa602f6 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:21.775833 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.776743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fc78d250-3ce4-4472-b970-918bbaa602f6 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:21.785691 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0dac370f-0981-4b4f-8c9d-ec5078075527 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.787652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-fc78d250-3ce4-4472-b970-918bbaa602f6 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:21.795854 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0dac370f-0981-4b4f-8c9d-ec5078075527 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/ports/bf8ca5b5-1db5-47ee-952a-7c51260a7390 HTTP/1.1" status: 204 len: 168 time: 1.1912405 Mar 14 18:25:21.798455 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58352) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:21.806272 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-476d1f02-08ee-4a93-b929-a7407b7a50ba tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:21.807746 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-476d1f02-08ee-4a93-b929-a7407b7a50ba tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2601826 Mar 14 18:25:21.810800 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58356) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:21.846887 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea83168-dc60-4b74-848d-1aabadb17e5e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:21.847364 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea83168-dc60-4b74-848d-1aabadb17e5e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:21.849048 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3ea83168-dc60-4b74-848d-1aabadb17e5e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/ports/bf8ca5b5-1db5-47ee-952a-7c51260a7390 HTTP/1.1" status: 404 len: 333 time: 0.0489690 Mar 14 18:25:21.852195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58360) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:21.918485 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72a556f-f066-4133-9123-f414f08fd049 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] GET failed (client error): The resource could not be found. Mar 14 18:25:21.919967 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f72a556f-f066-4133-9123-f414f08fd049 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports/bf8ca5b5-1db5-47ee-952a-7c51260a7390 HTTP/1.1" status: 404 len: 333 time: 0.0608845 Mar 14 18:25:21.926727 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58368) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:21.943536 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fc78d250-3ce4-4472-b970-918bbaa602f6 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.950336 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc07ea5-f1e3-42c2-8a5e-54d3212d78f7 None None] Pushing event updated for resources: {'Port': ['ID=12f6d533-53fe-4aaf-b56e-c307712748b9,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:21.963300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-18a85d5c-4f5d-4d55-a847-becb4f9fd76e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port 12a14adb-7522-4693-8b26-620b361cdd62 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:21.963643 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-18a85d5c-4f5d-4d55-a847-becb4f9fd76e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.023144 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10678da-e430-4072-b304-db6051297bee tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting subnet b812309e-b8b0-4ae6-ac4c-d394bccc21b7 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:25:22.027190 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d10678da-e430-4072-b304-db6051297bee tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.085513 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] For port 73b35cf1-08d9-4977-9644-7eaa97c5640c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=73b35cf1-08d9-4977-9644-7eaa97c5640c,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:22.087040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.099527 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d10678da-e430-4072-b304-db6051297bee tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.214776 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d10678da-e430-4072-b304-db6051297bee tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.287318 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-fc78d250-3ce4-4472-b970-918bbaa602f6 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): There was a conflict when trying to complete your request. Mar 14 18:25:22.291358 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fc78d250-3ce4-4472-b970-918bbaa602f6 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5456965 Mar 14 18:25:22.299067 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58378) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:22.354298 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-18a85d5c-4f5d-4d55-a847-becb4f9fd76e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.357018 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] Calling delete_port for 73b35cf1-08d9-4977-9644-7eaa97c5640c owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:22.408633 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d10678da-e430-4072-b304-db6051297bee tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.488660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d10678da-e430-4072-b304-db6051297bee tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.496127 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10678da-e430-4072-b304-db6051297bee tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Subnet': ['ID=b812309e-b8b0-4ae6-ac4c-d394bccc21b7,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:22.514295 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d10678da-e430-4072-b304-db6051297bee tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/b812309e-b8b0-4ae6-ac4c-d394bccc21b7 HTTP/1.1" status: 204 len: 168 time: 0.5840919 Mar 14 18:25:22.514436 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58384) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:22.636436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-18a85d5c-4f5d-4d55-a847-becb4f9fd76e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for 12a14adb-7522-4693-8b26-620b361cdd62 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:22.641197 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.643602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.654839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port 12f6d533-53fe-4aaf-b56e-c307712748b9 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:22.655410 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.716216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5a785648-3e92-4adf-8852-f0e184496e91 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.720650 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] Pushing event deleted for resources: {'Port': ['ID=73b35cf1-08d9-4977-9644-7eaa97c5640c,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:22.787218 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5a785648-3e92-4adf-8852-f0e184496e91 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.921069 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220de182-1923-4cd3-a175-52737f85a8e2 None None] No DVR routers for this DVR port 73b35cf1-08d9-4977-9644-7eaa97c5640c on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:22.922637 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] For port 12f6d533-53fe-4aaf-b56e-c307712748b9, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=12f6d533-53fe-4aaf-b56e-c307712748b9,segment=NetworkSegment(67a7549c-f1ab-40f9-9fe1-40ce5c334f82),segment_id=67a7549c-f1ab-40f9-9fe1-40ce5c334f82)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:22.922637 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.957182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-18a85d5c-4f5d-4d55-a847-becb4f9fd76e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.959735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc6898f-5f3b-4a21-a12f-d2a0deda8717 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:22.959950 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5a785648-3e92-4adf-8852-f0e184496e91 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.069111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a785648-3e92-4adf-8852-f0e184496e91 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc516d3a-5b32-4a19-b587-5f20492a426b,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:23.070930 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a85d5c-4f5d-4d55-a847-becb4f9fd76e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=12a14adb-7522-4693-8b26-620b361cdd62,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:23.078224 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for 12f6d533-53fe-4aaf-b56e-c307712748b9 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:23.120652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-18a85d5c-4f5d-4d55-a847-becb4f9fd76e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.124816 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-18a85d5c-4f5d-4d55-a847-becb4f9fd76e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/12a14adb-7522-4693-8b26-620b361cdd62 HTTP/1.1" status: 204 len: 168 time: 1.3104582 Mar 14 18:25:23.124816 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5a785648-3e92-4adf-8852-f0e184496e91 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.125036 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5a785648-3e92-4adf-8852-f0e184496e91 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "DELETE /v2.0/security-groups/cc516d3a-5b32-4a19-b587-5f20492a426b HTTP/1.1" status: 204 len: 168 time: 0.8248260 Mar 14 18:25:23.125589 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58400) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:23.128409 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58402) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:23.262317 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d8282ff3-5052-4a39-a046-b6a936deb284 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0982742 Mar 14 18:25:23.267145 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58410) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:23.278315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-760e3716-5152-4ac8-8dc7-11fe12d4f0ab tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group': {'name': 'tempest-secgroup--95048514'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:23.288166 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-760e3716-5152-4ac8-8dc7-11fe12d4f0ab tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:23.288481 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c41b3d-eb7e-4adf-82a2-5e5201ad4481 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:23.289970 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c41b3d-eb7e-4adf-82a2-5e5201ad4481 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:23.290710 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-68c41b3d-eb7e-4adf-82a2-5e5201ad4481 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:23.295567 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-760e3716-5152-4ac8-8dc7-11fe12d4f0ab tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:23.299079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-760e3716-5152-4ac8-8dc7-11fe12d4f0ab tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:23.315544 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-760e3716-5152-4ac8-8dc7-11fe12d4f0ab tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:23.359261 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'fixed_ips': [{'subnet_id': 'ac83e06d-95f9-421c-9994-006e9f1920be'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:25:23.360171 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.378615 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.406284 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-760e3716-5152-4ac8-8dc7-11fe12d4f0ab tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.440348 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-760e3716-5152-4ac8-8dc7-11fe12d4f0ab tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:23.453884 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-760e3716-5152-4ac8-8dc7-11fe12d4f0ab tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:23.457278 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-760e3716-5152-4ac8-8dc7-11fe12d4f0ab tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:23.461626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-68c41b3d-eb7e-4adf-82a2-5e5201ad4481 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:23.463496 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-760e3716-5152-4ac8-8dc7-11fe12d4f0ab tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:23.467084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58416) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:23.473263 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-68c41b3d-eb7e-4adf-82a2-5e5201ad4481 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3414612 Mar 14 18:25:23.477947 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=12f6d533-53fe-4aaf-b56e-c307712748b9,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:23.485363 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No DVR routers for this DVR port 12f6d533-53fe-4aaf-b56e-c307712748b9 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:23.492086 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6de659-341d-47a7-bcbf-75bf479fab17 None None] Network 75226bd1-6d5b-4964-ba4d-f290930a9d86 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:23.515724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58420) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:23.557227 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-823d51e9-e07c-4cc8-885f-f514b47a62d8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet ac83e06d-95f9-421c-9994-006e9f1920be {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:25:23.584480 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Allocated IP 2001:db8::f816:3eff:fe16:21ba (c6ea7f38-153d-42ad-8847-86782d8c0b1e/ac83e06d-95f9-421c-9994-006e9f1920be/1ce7e694-a96d-4788-8863-e040cc19c10f) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:23.621612 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-760e3716-5152-4ac8-8dc7-11fe12d4f0ab tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.688966 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9b8cbeac-fcd0-4861-9ae7-f4f77a3e5593 None None] Could not find standard attr ID for object 12f6d533-53fe-4aaf-b56e-c307712748b9. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:25:23.691690 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-760e3716-5152-4ac8-8dc7-11fe12d4f0ab tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.772864 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'network': {'name': 'tempest-network-smoke--1081685452', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'port_security_enabled': True}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:23.776565 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.780241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:23.784618 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e3716-5152-4ac8-8dc7-11fe12d4f0ab tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb0cf45-c6ba-4458-b871-6a2a27401a06,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:23.787071 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:network and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:23.790067 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:23.797104 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:23.810449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75226bd1-6d5b-4964-ba4d-f290930a9d86']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:23.822877 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a7549c-f1ab-40f9-9fe1-40ce5c334f82') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:23.823174 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a7549c-f1ab-40f9-9fe1-40ce5c334f82') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:23.834831 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.855724 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.863145 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:23.863538 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.870620 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-760e3716-5152-4ac8-8dc7-11fe12d4f0ab tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.873876 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-760e3716-5152-4ac8-8dc7-11fe12d4f0ab tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6026454 Mar 14 18:25:23.876604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58426) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:23.879942 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:23.882767 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1675737e-157c-4d2f-b824-a1648ee041e9 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': 'bdb0cf45-c6ba-4458-b871-6a2a27401a06', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:23.883257 dv-neutron-833560-1-hyperv neutron-server[88635]: WARNING neutron.api.v2.base [None req-1675737e-157c-4d2f-b824-a1648ee041e9 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 14 18:25:23.883749 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-1675737e-157c-4d2f-b824-a1648ee041e9 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:23.887344 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1675737e-157c-4d2f-b824-a1648ee041e9 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065761 Mar 14 18:25:23.887470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58430) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:23.916204 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3154b6b1-ab21-47c0-9480-de5410938f6d None None] DHCP port deletion for 75226bd1-6d5b-4964-ba4d-f290930a9d86 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:25:23.948822 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.956353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:23.959919 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.972105 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6535-c184-4b6b-af90-a549082bfe36 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.975918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.009057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:24.014437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6535-c184-4b6b-af90-a549082bfe36 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.022561 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:24.027378 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:24.039150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:24.046364 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.050711 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Transition to ACTIVE for port object 1ce7e694-a96d-4788-8863-e040cc19c10f will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:24.051238 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.074563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Transition to ACTIVE for port object 1ce7e694-a96d-4788-8863-e040cc19c10f will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:24.079383 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Network': ['ID=75226bd1-6d5b-4964-ba4d-f290930a9d86,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:24.089052 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7fc722df-25fc-45df-a4aa-5fd60e65cdb3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/networks/75226bd1-6d5b-4964-ba4d-f290930a9d86 HTTP/1.1" status: 204 len: 168 time: 1.5735283 Mar 14 18:25:24.092787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58434) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:24.098284 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-9d884a85-ab28-483b-9e94-7cc725d1015e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-688807853'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:24.107128 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9d884a85-ab28-483b-9e94-7cc725d1015e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:24.112875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9d884a85-ab28-483b-9e94-7cc725d1015e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:network and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:24.113734 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9d884a85-ab28-483b-9e94-7cc725d1015e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:24.119508 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9d884a85-ab28-483b-9e94-7cc725d1015e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:24.130524 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-823d51e9-e07c-4cc8-885f-f514b47a62d8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.131749 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.170295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6535-c184-4b6b-af90-a549082bfe36 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.203053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef6535-c184-4b6b-af90-a549082bfe36 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb0cf45-c6ba-4458-b871-6a2a27401a06,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:24.204974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:24.209755 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:24.217721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-823d51e9-e07c-4cc8-885f-f514b47a62d8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.228334 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:24.237093 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Pushing event updated for resources: {'Port': ['ID=1ce7e694-a96d-4788-8863-e040cc19c10f,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:24.256763 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d884a85-ab28-483b-9e94-7cc725d1015e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:24.260506 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9d884a85-ab28-483b-9e94-7cc725d1015e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.300441 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6535-c184-4b6b-af90-a549082bfe36 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.304007 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f1ef6535-c184-4b6b-af90-a549082bfe36 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "DELETE /v2.0/security-groups/bdb0cf45-c6ba-4458-b871-6a2a27401a06 HTTP/1.1" status: 204 len: 168 time: 0.4131269 Mar 14 18:25:24.304461 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58438) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:24.308237 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-67ef2abf-eff8-42d3-9287-bec20cf901a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.325565 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Attempting to bind port 1ce7e694-a96d-4788-8863-e040cc19c10f on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:24.330189 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Attempting to bind port 1ce7e694-a96d-4788-8863-e040cc19c10f by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:24.330189 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Attempting to bind port 1ce7e694-a96d-4788-8863-e040cc19c10f on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:25:24.332486 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:25:24.332859 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:24.333771 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.334159 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:25:24.334626 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Bound port: 1ce7e694-a96d-4788-8863-e040cc19c10f, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:24.335170 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.341551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d884a85-ab28-483b-9e94-7cc725d1015e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:24.373116 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.374584 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-06cc60b9-f9ea-4117-b6f0-52164fa40b7d tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0680883 Mar 14 18:25:24.374739 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9d884a85-ab28-483b-9e94-7cc725d1015e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.374995 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-9d884a85-ab28-483b-9e94-7cc725d1015e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Added segment 474743e7-42ba-44c2-9daf-b5db36302dab of type vlan for network 327efd0c-b408-4396-8a96-41be6c8a9ca9 Mar 14 18:25:24.375957 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58442) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:24.386997 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-7fcee905-6a1e-4e2b-aafa-0707dd66d202 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194451181'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:24.397831 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7fcee905-6a1e-4e2b-aafa-0707dd66d202 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:24.407515 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-823d51e9-e07c-4cc8-885f-f514b47a62d8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.442618 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7fcee905-6a1e-4e2b-aafa-0707dd66d202 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:24.458433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.465511 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7fcee905-6a1e-4e2b-aafa-0707dd66d202 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:24.483005 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7fcee905-6a1e-4e2b-aafa-0707dd66d202 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:24.485633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9d884a85-ab28-483b-9e94-7cc725d1015e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.531037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:24.552749 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a3ca93-1597-4a17-a186-4500098edcdf,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:24.565442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.565918 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Added segment e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a of type vlan for network 82904af8-6c90-4893-abce-7596ee90de86 Mar 14 18:25:24.595510 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.618470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7fcee905-6a1e-4e2b-aafa-0707dd66d202 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.638746 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7fcee905-6a1e-4e2b-aafa-0707dd66d202 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:24.642560 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7fcee905-6a1e-4e2b-aafa-0707dd66d202 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:24.645525 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7fcee905-6a1e-4e2b-aafa-0707dd66d202 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:24.648226 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9d884a85-ab28-483b-9e94-7cc725d1015e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.648811 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] For port 1ce7e694-a96d-4788-8863-e040cc19c10f, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:25:24.652098 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] For port 1ce7e694-a96d-4788-8863-e040cc19c10f, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1ce7e694-a96d-4788-8863-e040cc19c10f,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:25:24.655280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d884a85-ab28-483b-9e94-7cc725d1015e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:24.655280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9d884a85-ab28-483b-9e94-7cc725d1015e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.675325 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-823d51e9-e07c-4cc8-885f-f514b47a62d8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.678704 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7fcee905-6a1e-4e2b-aafa-0707dd66d202 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:24.732517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.737682 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.743033 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:24.743600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.766214 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d51e9-e07c-4cc8-885f-f514b47a62d8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=ac83e06d-95f9-421c-9994-006e9f1920be,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:24.785544 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-823d51e9-e07c-4cc8-885f-f514b47a62d8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.815920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73e75c-7030-4083-9e3b-66188396b864 None None] Pushing event updated for resources: {'Port': ['ID=1ce7e694-a96d-4788-8863-e040cc19c10f,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:24.861384 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d884a85-ab28-483b-9e94-7cc725d1015e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Network': ['ID=327efd0c-b408-4396-8a96-41be6c8a9ca9,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:24.872655 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 327efd0c-b408-4396-8a96-41be6c8a9ca9 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:25:24.972930 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4538882 Mar 14 18:25:24.974351 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9d884a85-ab28-483b-9e94-7cc725d1015e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8806131 Mar 14 18:25:24.975981 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-823d51e9-e07c-4cc8-885f-f514b47a62d8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/ac83e06d-95f9-421c-9994-006e9f1920be HTTP/1.1" status: 204 len: 168 time: 1.5080347 Mar 14 18:25:24.979748 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58446) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:24.981868 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58450) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:24.983653 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58448) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:25.014713 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-16cb5dfc-c2d2-448a-9fcc-98a09c4d2f33 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'subnet': {'network_id': '327efd0c-b408-4396-8a96-41be6c8a9ca9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:25.038845 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'admin_state_up': True, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:25.045008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859464d9-e491-4f95-a085-3369460f26b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Network': ['ID=82904af8-6c90-4893-abce-7596ee90de86,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:25.063939 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:25.073243 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1c209f1a-92d6-40cf-a2a5-1de495f60c99 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0881782 Mar 14 18:25:25.073947 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58458) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:25.076240 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 82904af8-6c90-4893-abce-7596ee90de86 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:25:25.125018 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7fcee905-6a1e-4e2b-aafa-0707dd66d202 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.146032 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:router and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:25.151450 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:25.165350 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebb8327-3aa9-40c0-8c98-d39493239ff6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:25.166052 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3ebb8327-3aa9-40c0-8c98-d39493239ff6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:25.167977 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:25.183005 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7fcee905-6a1e-4e2b-aafa-0707dd66d202 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.190349 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-16cb5dfc-c2d2-448a-9fcc-98a09c4d2f33 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:25.194616 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-16cb5dfc-c2d2-448a-9fcc-98a09c4d2f33 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:subnet and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:25.197498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-16cb5dfc-c2d2-448a-9fcc-98a09c4d2f33 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:25.204927 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-16cb5dfc-c2d2-448a-9fcc-98a09c4d2f33 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:25.232677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcee905-6a1e-4e2b-aafa-0707dd66d202 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2e0a72-0a6b-4398-96f0-ac71e6386ddd,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:25.252821 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3ebb8327-3aa9-40c0-8c98-d39493239ff6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:25.252821 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3ebb8327-3aa9-40c0-8c98-d39493239ff6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1776652 Mar 14 18:25:25.255102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58462) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:25.297195 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.298152 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.312951 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.322266 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e096018-f3ff-4f05-97e9-b2ac3f3455fb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:25.322986 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1e096018-f3ff-4f05-97e9-b2ac3f3455fb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:25.326514 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7fcee905-6a1e-4e2b-aafa-0707dd66d202 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.327711 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7fcee905-6a1e-4e2b-aafa-0707dd66d202 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9508848 Mar 14 18:25:25.331646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58466) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:25.336805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-2d5ceda1-a9c1-486a-8faf-e2a23abc739e tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': '2d2e0a72-0a6b-4398-96f0-ac71e6386ddd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:25.342578 dv-neutron-833560-1-hyperv neutron-server[88634]: WARNING neutron.api.v2.base [None req-2d5ceda1-a9c1-486a-8faf-e2a23abc739e tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 14 18:25:25.342578 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-2d5ceda1-a9c1-486a-8faf-e2a23abc739e tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:25.342578 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2d5ceda1-a9c1-486a-8faf-e2a23abc739e tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061831 Mar 14 18:25:25.344719 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58470) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:25.391494 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cb5dfc-c2d2-448a-9fcc-98a09c4d2f33 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:25.394676 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1e096018-f3ff-4f05-97e9-b2ac3f3455fb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:25.396707 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-16cb5dfc-c2d2-448a-9fcc-98a09c4d2f33 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.396825 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1e096018-f3ff-4f05-97e9-b2ac3f3455fb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1399455 Mar 14 18:25:25.398582 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58474) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:25.467278 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0456a418-33c6-4378-9528-54385ad4d55b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675251 Mar 14 18:25:25.471145 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58478) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:25.477002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-43a05d7c-3b68-407e-8157-d29302e22c3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:25.565784 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3e94fd51-e95d-45e2-b7b2-81faff7050ef tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.709350 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-43a05d7c-3b68-407e-8157-d29302e22c3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:25.720676 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-43a05d7c-3b68-407e-8157-d29302e22c3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:25.777969 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3e94fd51-e95d-45e2-b7b2-81faff7050ef tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.787336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.806793 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a05d7c-3b68-407e-8157-d29302e22c3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:25.819216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-43a05d7c-3b68-407e-8157-d29302e22c3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.853902 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bbc2cb-1168-4089-922a-c5d9ac15b378 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:25.990498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3e94fd51-e95d-45e2-b7b2-81faff7050ef tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.012678 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94fd51-e95d-45e2-b7b2-81faff7050ef tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2e0a72-0a6b-4398-96f0-ac71e6386ddd,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:26.073642 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-16cb5dfc-c2d2-448a-9fcc-98a09c4d2f33 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.134972 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3fd9b1-0327-4148-9dc6-6a339f620ff2 None None] DHCP port deletion for c6ea7f38-153d-42ad-8847-86782d8c0b1e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:25:26.138585 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-aadf8b44-546f-4528-9d01-90010eca2e0b None None] Provisioning for port 1ce7e694-a96d-4788-8863-e040cc19c10f completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:26.143510 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7c3fd9b1-0327-4148-9dc6-6a339f620ff2 None None] Deleting port 1ce7e694-a96d-4788-8863-e040cc19c10f {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:26.143890 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd9b1-0327-4148-9dc6-6a339f620ff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.170930 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3e94fd51-e95d-45e2-b7b2-81faff7050ef tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.172051 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3e94fd51-e95d-45e2-b7b2-81faff7050ef tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "DELETE /v2.0/security-groups/2d2e0a72-0a6b-4398-96f0-ac71e6386ddd HTTP/1.1" status: 204 len: 168 time: 0.8264272 Mar 14 18:25:26.176960 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58482) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:26.193760 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb5dfc-c2d2-448a-9fcc-98a09c4d2f33 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Subnet': ['ID=61bb1201-a733-400f-a757-3f1187cdf5c2,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:26.199109 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cb5dfc-c2d2-448a-9fcc-98a09c4d2f33 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Checking segment: {'id': '474743e7-42ba-44c2-9daf-b5db36302dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '327efd0c-b408-4396-8a96-41be6c8a9ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:26.199478 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cb5dfc-c2d2-448a-9fcc-98a09c4d2f33 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network hostable DHCP agents. Network: 327efd0c-b408-4396-8a96-41be6c8a9ca9, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:25:26.212797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-43a05d7c-3b68-407e-8157-d29302e22c3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.283697 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a05d7c-3b68-407e-8157-d29302e22c3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:26.290018 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-43a05d7c-3b68-407e-8157-d29302e22c3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:26.294311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a05d7c-3b68-407e-8157-d29302e22c3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:26.294916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-43a05d7c-3b68-407e-8157-d29302e22c3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.304773 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-24380547-2b77-4772-844d-db8747fb3f3b tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Synchronizing usage tracker for tenant:27b862df6cb144b1b375f68eac223d93 on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:26.326472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a05d7c-3b68-407e-8157-d29302e22c3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=9fe187c5-81e9-42a4-b72f-175eb8103d47,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:26.357487 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-88733f67-affd-4e23-86be-7fd39f762b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.359431 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cb5dfc-c2d2-448a-9fcc-98a09c4d2f33 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 327efd0c-b408-4396-8a96-41be6c8a9ca9 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:25:26.395925 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7c3fd9b1-0327-4148-9dc6-6a339f620ff2 None None] For port 1ce7e694-a96d-4788-8863-e040cc19c10f, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1ce7e694-a96d-4788-8863-e040cc19c10f,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:26.407020 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd9b1-0327-4148-9dc6-6a339f620ff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.431891 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-43a05d7c-3b68-407e-8157-d29302e22c3f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9573236 Mar 14 18:25:26.432327 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58486) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:26.438596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a316d28b-43a3-4633-a1a1-cda13b0aa2f2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'mac_address': 'fa:16:3e:39:9d:f4', 'name': 'tempest-NetworksTestDHCPv6-610540615'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:26.473175 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-24380547-2b77-4772-844d-db8747fb3f3b tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Unset dirty status for tenant:27b862df6cb144b1b375f68eac223d93 on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:26.478862 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-24380547-2b77-4772-844d-db8747fb3f3b tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2961144 Mar 14 18:25:26.479943 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58490) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:26.484458 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ca86857d-9c58-412b-ab60-b25433adf7d3 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633426824'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:26.520972 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7c3fd9b1-0327-4148-9dc6-6a339f620ff2 None None] Calling delete_port for 1ce7e694-a96d-4788-8863-e040cc19c10f owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:26.526192 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.539824 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ca86857d-9c58-412b-ab60-b25433adf7d3 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:26.555873 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.564107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ca86857d-9c58-412b-ab60-b25433adf7d3 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:26.591484 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-16cb5dfc-c2d2-448a-9fcc-98a09c4d2f33 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 327efd0c-b408-4396-8a96-41be6c8a9ca9) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:26.600018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cb5dfc-c2d2-448a-9fcc-98a09c4d2f33 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:26.600601 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-16cb5dfc-c2d2-448a-9fcc-98a09c4d2f33 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.608940 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a316d28b-43a3-4633-a1a1-cda13b0aa2f2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:26.614648 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5524bdbf-1de6-495f-89a4-068f1e49cb01 None None] Network 327efd0c-b408-4396-8a96-41be6c8a9ca9 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:26.618727 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a316d28b-43a3-4633-a1a1-cda13b0aa2f2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:26.646024 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ca86857d-9c58-412b-ab60-b25433adf7d3 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.668769 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ca86857d-9c58-412b-ab60-b25433adf7d3 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:26.673089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ca86857d-9c58-412b-ab60-b25433adf7d3 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:26.676209 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ca86857d-9c58-412b-ab60-b25433adf7d3 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:26.682800 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ca86857d-9c58-412b-ab60-b25433adf7d3 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:26.692484 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd9b1-0327-4148-9dc6-6a339f620ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.711906 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.26.7.59 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:26.740029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a316d28b-43a3-4633-a1a1-cda13b0aa2f2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:26.755381 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fd9b1-0327-4148-9dc6-6a339f620ff2 None None] Pushing event deleted for resources: {'Port': ['ID=1ce7e694-a96d-4788-8863-e040cc19c10f,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:26.763853 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3fd9b1-0327-4148-9dc6-6a339f620ff2 None None] No DVR routers for this DVR port 1ce7e694-a96d-4788-8863-e040cc19c10f on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:26.780411 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-16cb5dfc-c2d2-448a-9fcc-98a09c4d2f33 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7911749 Mar 14 18:25:26.784127 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58494) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:26.788250 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9aace4-2a28-4d82-bc3b-4a5bbc55aff1 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:26.798426 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-61cf73fb-26bf-444d-989c-d60faf4e0c02 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'network_id': '327efd0c-b408-4396-8a96-41be6c8a9ca9', 'security_groups': [], 'name': 'tempest-PortsTestJSON-694398798'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:26.884202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ca86857d-9c58-412b-ab60-b25433adf7d3 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.900749 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.961087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ca86857d-9c58-412b-ab60-b25433adf7d3 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.994509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.054361 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86857d-9c58-412b-ab60-b25433adf7d3 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b891b15-323f-4abd-83c5-bd47a028fa4a,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:27.058213 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-327efd0c-b408-4396-8a96-41be6c8a9ca9', 'network_id': '327efd0c-b408-4396-8a96-41be6c8a9ca9', 'tenant_id': '9fea93318d8341f3994d0da2f8ba39d3', 'fixed_ips': [{'subnet_id': '61bb1201-a733-400f-a757-3f1187cdf5c2'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:25:27.059064 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.062592 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a316d28b-43a3-4633-a1a1-cda13b0aa2f2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.066840 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:27.070357 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:27.075854 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:27.110522 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-a316d28b-43a3-4633-a1a1-cda13b0aa2f2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port 7749b48c-bb9c-4f3c-b952-e2cad59c24bd yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:27.119667 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:27.146274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-61cf73fb-26bf-444d-989c-d60faf4e0c02 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:27.151235 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-61cf73fb-26bf-444d-989c-d60faf4e0c02 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:port and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:27.159263 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ca86857d-9c58-412b-ab60-b25433adf7d3 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.159263 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ca86857d-9c58-412b-ab60-b25433adf7d3 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6752203 Mar 14 18:25:27.159263 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-61cf73fb-26bf-444d-989c-d60faf4e0c02 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:27.159984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58498) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:27.172169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-4fc4fd94-cc90-4574-b427-92b82a4e944f tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': '2b891b15-323f-4abd-83c5-bd47a028fa4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:27.173276 dv-neutron-833560-1-hyperv neutron-server[88635]: WARNING neutron.api.v2.base [None req-4fc4fd94-cc90-4574-b427-92b82a4e944f tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 14 18:25:27.174461 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-4fc4fd94-cc90-4574-b427-92b82a4e944f tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:27.175434 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4fc4fd94-cc90-4574-b427-92b82a4e944f tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0143728 Mar 14 18:25:27.176828 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-61cf73fb-26bf-444d-989c-d60faf4e0c02 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:27.185832 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58502) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:27.199754 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'fixed_ips': [{'subnet_id': '9fe187c5-81e9-42a4-b72f-175eb8103d47'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:25:27.200796 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.207932 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-66e28b46-ef13-45e2-8b3a-594a724a00b0 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': '2b891b15-323f-4abd-83c5-bd47a028fa4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:27.208596 dv-neutron-833560-1-hyperv neutron-server[88635]: WARNING neutron.api.v2.base [None req-66e28b46-ef13-45e2-8b3a-594a724a00b0 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 14 18:25:27.209083 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-66e28b46-ef13-45e2-8b3a-594a724a00b0 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:27.210211 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-66e28b46-ef13-45e2-8b3a-594a724a00b0 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0220475 Mar 14 18:25:27.213188 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58506) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:27.272358 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a15df174-85df-4725-b81f-76189105d6a6 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': '2b891b15-323f-4abd-83c5-bd47a028fa4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:27.273336 dv-neutron-833560-1-hyperv neutron-server[88634]: WARNING neutron.api.v2.base [None req-a15df174-85df-4725-b81f-76189105d6a6 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 14 18:25:27.273949 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-a15df174-85df-4725-b81f-76189105d6a6 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:27.275212 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a15df174-85df-4725-b81f-76189105d6a6 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0604827 Mar 14 18:25:27.283304 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58510) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:27.292504 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cf73fb-26bf-444d-989c-d60faf4e0c02 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:27.296392 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-61cf73fb-26bf-444d-989c-d60faf4e0c02 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.316904 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-fb39fef4-f391-4748-a976-9ad31814fb63 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': '2b891b15-323f-4abd-83c5-bd47a028fa4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:27.317913 dv-neutron-833560-1-hyperv neutron-server[88634]: WARNING neutron.api.v2.base [None req-fb39fef4-f391-4748-a976-9ad31814fb63 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 14 18:25:27.318488 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-fb39fef4-f391-4748-a976-9ad31814fb63 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:27.319582 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fb39fef4-f391-4748-a976-9ad31814fb63 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0353143 Mar 14 18:25:27.324198 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58514) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:27.348413 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Allocated IP 172.20.0.2 (327efd0c-b408-4396-8a96-41be6c8a9ca9/61bb1201-a733-400f-a757-3f1187cdf5c2/e86b0cd8-4862-49bb-b64e-b042b9e3c077) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:27.363299 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-a316d28b-43a3-4633-a1a1-cda13b0aa2f2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::3d7 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/9fe187c5-81e9-42a4-b72f-175eb8103d47/7749b48c-bb9c-4f3c-b952-e2cad59c24bd) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:27.365721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-61cf73fb-26bf-444d-989c-d60faf4e0c02 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] device_id is not set on port 4598bacf-8d19-4fb9-a3ae-7c9e9b525da2 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:27.523073 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4640febb-c94b-4b17-b01a-d03c35692313 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.567589 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.578699 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Transition to ACTIVE for port object e86b0cd8-4862-49bb-b64e-b042b9e3c077 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:27.586539 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4640febb-c94b-4b17-b01a-d03c35692313 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.600038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Transition to ACTIVE for port object e86b0cd8-4862-49bb-b64e-b042b9e3c077 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:27.604610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.663269 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.730657 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.737649 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Network 327efd0c-b408-4396-8a96-41be6c8a9ca9 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:27.741186 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:27.745272 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:27.788715 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Pushing event updated for resources: {'Port': ['ID=e86b0cd8-4862-49bb-b64e-b042b9e3c077,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:27.870451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Attempting to bind port e86b0cd8-4862-49bb-b64e-b042b9e3c077 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:27.871185 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Attempting to bind port e86b0cd8-4862-49bb-b64e-b042b9e3c077 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '474743e7-42ba-44c2-9daf-b5db36302dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '327efd0c-b408-4396-8a96-41be6c8a9ca9'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:27.871502 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Attempting to bind port e86b0cd8-4862-49bb-b64e-b042b9e3c077 on network 327efd0c-b408-4396-8a96-41be6c8a9ca9 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:25:27.878299 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:25:27.878904 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Checking segment: {'id': '474743e7-42ba-44c2-9daf-b5db36302dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '327efd0c-b408-4396-8a96-41be6c8a9ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:27.879530 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.880573 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Bound using segment: {'id': '474743e7-42ba-44c2-9daf-b5db36302dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '327efd0c-b408-4396-8a96-41be6c8a9ca9'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:25:27.880573 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Bound port: e86b0cd8-4862-49bb-b64e-b042b9e3c077, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474743e7-42ba-44c2-9daf-b5db36302dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '327efd0c-b408-4396-8a96-41be6c8a9ca9'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:27.881045 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.916237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-61cf73fb-26bf-444d-989c-d60faf4e0c02 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Allocated IP 172.20.0.11 (327efd0c-b408-4396-8a96-41be6c8a9ca9/61bb1201-a733-400f-a757-3f1187cdf5c2/4598bacf-8d19-4fb9-a3ae-7c9e9b525da2) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:27.922973 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a316d28b-43a3-4633-a1a1-cda13b0aa2f2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.939724 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.947154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-a316d28b-43a3-4633-a1a1-cda13b0aa2f2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object 7749b48c-bb9c-4f3c-b952-e2cad59c24bd will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:27.976022 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] For port e86b0cd8-4862-49bb-b64e-b042b9e3c077, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:25:27.979215 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] For port e86b0cd8-4862-49bb-b64e-b042b9e3c077, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e86b0cd8-4862-49bb-b64e-b042b9e3c077,segment=NetworkSegment(474743e7-42ba-44c2-9daf-b5db36302dab),segment_id=474743e7-42ba-44c2-9daf-b5db36302dab)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:25:27.985963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4640febb-c94b-4b17-b01a-d03c35692313 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.986164 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.064814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640febb-c94b-4b17-b01a-d03c35692313 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b891b15-323f-4abd-83c5-bd47a028fa4a,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:28.068819 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.103636 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4640febb-c94b-4b17-b01a-d03c35692313 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.107620 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4640febb-c94b-4b17-b01a-d03c35692313 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "DELETE /v2.0/security-groups/2b891b15-323f-4abd-83c5-bd47a028fa4a HTTP/1.1" status: 204 len: 168 time: 0.7785363 Mar 14 18:25:28.108813 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58518) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:28.178213 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e715c7f-0d4d-4879-aaaa-9e3c69b1e8ce None None] Pushing event updated for resources: {'Port': ['ID=e86b0cd8-4862-49bb-b64e-b042b9e3c077,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:28.183843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-61cf73fb-26bf-444d-989c-d60faf4e0c02 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.200094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a316d28b-43a3-4633-a1a1-cda13b0aa2f2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.250008 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Allocated IP 2001:db8::2 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/9fe187c5-81e9-42a4-b72f-175eb8103d47/ccd56aa9-baee-4c51-8ddc-079ecfd25818) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:28.271830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8cca4e58-af1b-4e90-b65a-6d60620d698c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Synchronizing usage tracker for tenant:27b862df6cb144b1b375f68eac223d93 on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:28.281539 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-61cf73fb-26bf-444d-989c-d60faf4e0c02 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Transition to ACTIVE for port object 4598bacf-8d19-4fb9-a3ae-7c9e9b525da2 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:28.294724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a316d28b-43a3-4633-a1a1-cda13b0aa2f2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:28.301804 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-a316d28b-43a3-4633-a1a1-cda13b0aa2f2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:28.304359 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316d28b-43a3-4633-a1a1-cda13b0aa2f2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:28.310341 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a316d28b-43a3-4633-a1a1-cda13b0aa2f2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:28.311005 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a316d28b-43a3-4633-a1a1-cda13b0aa2f2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.352059 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316d28b-43a3-4633-a1a1-cda13b0aa2f2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=7749b48c-bb9c-4f3c-b952-e2cad59c24bd,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:28.382605 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8cca4e58-af1b-4e90-b65a-6d60620d698c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Unset dirty status for tenant:27b862df6cb144b1b375f68eac223d93 on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:28.387700 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8cca4e58-af1b-4e90-b65a-6d60620d698c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2750432 Mar 14 18:25:28.388144 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58522) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:28.394301 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-0be3d215-9255-45b7-8382-b1e444b409d5 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1446031509'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:28.401410 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0be3d215-9255-45b7-8382-b1e444b409d5 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:28.410433 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a316d28b-43a3-4633-a1a1-cda13b0aa2f2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9741900 Mar 14 18:25:28.410635 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router b56ca7b9-fcc9-488a-b4f4-0a880f047500 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:25:28.411274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58526) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:28.416586 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0be3d215-9255-45b7-8382-b1e444b409d5 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:28.479903 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-61cf73fb-26bf-444d-989c-d60faf4e0c02 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.511627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.516524 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0be3d215-9255-45b7-8382-b1e444b409d5 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.523185 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Transition to ACTIVE for port object ccd56aa9-baee-4c51-8ddc-079ecfd25818 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:28.549958 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0be3d215-9255-45b7-8382-b1e444b409d5 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:28.554387 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0be3d215-9255-45b7-8382-b1e444b409d5 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:28.557867 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0be3d215-9255-45b7-8382-b1e444b409d5 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:28.559781 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Transition to ACTIVE for port object ccd56aa9-baee-4c51-8ddc-079ecfd25818 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:28.567373 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0be3d215-9255-45b7-8382-b1e444b409d5 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:28.581738 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cf73fb-26bf-444d-989c-d60faf4e0c02 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 327efd0c-b408-4396-8a96-41be6c8a9ca9 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:28.594290 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-61cf73fb-26bf-444d-989c-d60faf4e0c02 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:28.599618 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf73fb-26bf-444d-989c-d60faf4e0c02 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:28.623958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf73fb-26bf-444d-989c-d60faf4e0c02 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=4598bacf-8d19-4fb9-a3ae-7c9e9b525da2,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:28.640341 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.694986 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a526d2fa-aeb1-4959-8e0e-e64cdafca4d6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:28.696043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a526d2fa-aeb1-4959-8e0e-e64cdafca4d6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:28.709243 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cf73fb-26bf-444d-989c-d60faf4e0c02 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:28.710044 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-61cf73fb-26bf-444d-989c-d60faf4e0c02 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.715616 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:25:28.735503 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Sync routers for ids ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:25:28.761865 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:28.766396 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:28.769165 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Pushing event updated for resources: {'Port': ['ID=ccd56aa9-baee-4c51-8ddc-079ecfd25818,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:28.769597 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0be3d215-9255-45b7-8382-b1e444b409d5 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.771395 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:28.773510 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Routers {'b56ca7b9-fcc9-488a-b4f4-0a880f047500'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:25:28.774125 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:25:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:28.812063 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-61cf73fb-26bf-444d-989c-d60faf4e0c02 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0242436 Mar 14 18:25:28.815367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58530) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:28.840304 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a526d2fa-aeb1-4959-8e0e-e64cdafca4d6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:28.844011 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a526d2fa-aeb1-4959-8e0e-e64cdafca4d6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4289215 Mar 14 18:25:28.844304 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58534) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:28.850028 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0be3d215-9255-45b7-8382-b1e444b409d5 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.869752 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.873954 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c3a84411-efd4-4f6d-b5d5-ba82c62ff4de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8862383 Mar 14 18:25:28.884929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58538) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:28.918462 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3d215-9255-45b7-8382-b1e444b409d5 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270cc082-0022-4a41-8575-3888c619a07d,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:28.926456 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-57a1ca86-2bb9-4670-a881-d497ccb83d17 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port 4598bacf-8d19-4fb9-a3ae-7c9e9b525da2 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:28.927294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-57a1ca86-2bb9-4670-a881-d497ccb83d17 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.928065 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Attempting to bind port ccd56aa9-baee-4c51-8ddc-079ecfd25818 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:28.928371 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Attempting to bind port ccd56aa9-baee-4c51-8ddc-079ecfd25818 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:28.928802 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Attempting to bind port ccd56aa9-baee-4c51-8ddc-079ecfd25818 on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:25:28.937176 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-b0f9dec7-f5c6-4950-b6cc-50d0446f600d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port 7749b48c-bb9c-4f3c-b952-e2cad59c24bd {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:28.937562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b0f9dec7-f5c6-4950-b6cc-50d0446f600d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.954671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:25:28.954671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:28.954671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.954671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:25:28.954671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Bound port: ccd56aa9-baee-4c51-8ddc-079ecfd25818, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:28.954671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.061802 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e32deb29-f6e5-4894-a3c2-9ad47af42ded tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=6c5e4a48cb994bfdaa976c98e4c4c63f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1758878 Mar 14 18:25:29.065336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58544) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:29.173647 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Set router b56ca7b9-fcc9-488a-b4f4-0a880f047500 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:25:29.212918 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0be3d215-9255-45b7-8382-b1e444b409d5 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.220330 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0be3d215-9255-45b7-8382-b1e444b409d5 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8246825 Mar 14 18:25:29.221030 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58548) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:29.225080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1a9eb789-0c21-42c6-a641-c8d3351a93ca tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': '270cc082-0022-4a41-8575-3888c619a07d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:29.225911 dv-neutron-833560-1-hyperv neutron-server[88635]: WARNING neutron.api.v2.base [None req-1a9eb789-0c21-42c6-a641-c8d3351a93ca tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 14 18:25:29.226504 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-1a9eb789-0c21-42c6-a641-c8d3351a93ca tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:29.227574 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1a9eb789-0c21-42c6-a641-c8d3351a93ca tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082335 Mar 14 18:25:29.231755 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58552) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:29.245035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-4784baf4-7055-4760-9cc3-22047c12da53 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': '270cc082-0022-4a41-8575-3888c619a07d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:29.251929 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4784baf4-7055-4760-9cc3-22047c12da53 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:29.256331 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4784baf4-7055-4760-9cc3-22047c12da53 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:29.267368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4784baf4-7055-4760-9cc3-22047c12da53 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:29.288262 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4784baf4-7055-4760-9cc3-22047c12da53 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:29.293235 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b0f9dec7-f5c6-4950-b6cc-50d0446f600d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.323873 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] For port ccd56aa9-baee-4c51-8ddc-079ecfd25818, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:25:29.338556 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd86123-e2c8-4684-8a4d-3ab988d0416b tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:29.340038 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ebd86123-e2c8-4684-8a4d-3ab988d0416b tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2735238 Mar 14 18:25:29.346606 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58556) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:29.351490 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-57a1ca86-2bb9-4670-a881-d497ccb83d17 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.383611 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] For port ccd56aa9-baee-4c51-8ddc-079ecfd25818, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ccd56aa9-baee-4c51-8ddc-079ecfd25818,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:25:29.436381 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-b0f9dec7-f5c6-4950-b6cc-50d0446f600d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for 7749b48c-bb9c-4f3c-b952-e2cad59c24bd owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:29.452982 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7f6dcea4-8f83-4b8c-9129-f2a672d1d6a9 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1012273 Mar 14 18:25:29.469639 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58560) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:29.500828 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.508807 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-3afc75c7-a713-496a-8d95-d44af48d308a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1468388416', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:29.518839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-57a1ca86-2bb9-4670-a881-d497ccb83d17 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for 4598bacf-8d19-4fb9-a3ae-7c9e9b525da2 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:29.561617 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:25:27Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:29.570966 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Checking router: b56ca7b9-fcc9-488a-b4f4-0a880f047500 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:25:29.571310 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Updating router b56ca7b9-fcc9-488a-b4f4-0a880f047500 port 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:25:29.626048 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b11ee-642a-42e8-865f-7d36c3a9ad62 None None] Pushing event updated for resources: {'Port': ['ID=ccd56aa9-baee-4c51-8ddc-079ecfd25818,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:29.641116 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-4784baf4-7055-4760-9cc3-22047c12da53 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:29.642090 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4784baf4-7055-4760-9cc3-22047c12da53 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4086177 Mar 14 18:25:29.644892 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58564) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:29.656032 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.677741 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3afc75c7-a713-496a-8d95-d44af48d308a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:29.686443 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3afc75c7-a713-496a-8d95-d44af48d308a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:subnet and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:29.690654 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3afc75c7-a713-496a-8d95-d44af48d308a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:29.702207 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaf8439-8803-415c-8839-51fc8bbc3816 None None] Network 327efd0c-b408-4396-8a96-41be6c8a9ca9 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:29.705262 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c1510190-72c5-48cb-8cd5-53c6cdb1fb99 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': '270cc082-0022-4a41-8575-3888c619a07d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:29.705914 dv-neutron-833560-1-hyperv neutron-server[88634]: WARNING neutron.api.v2.base [None req-c1510190-72c5-48cb-8cd5-53c6cdb1fb99 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 14 18:25:29.706254 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-c1510190-72c5-48cb-8cd5-53c6cdb1fb99 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:29.707251 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c1510190-72c5-48cb-8cd5-53c6cdb1fb99 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0614312 Mar 14 18:25:29.710368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3afc75c7-a713-496a-8d95-d44af48d308a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:29.712479 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58568) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:29.721397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c745243e-f7cc-46da-9df4-0dcd5a20fdcc tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': '270cc082-0022-4a41-8575-3888c619a07d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:29.732516 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c745243e-f7cc-46da-9df4-0dcd5a20fdcc tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:29.739464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c745243e-f7cc-46da-9df4-0dcd5a20fdcc tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:29.779504 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c745243e-f7cc-46da-9df4-0dcd5a20fdcc tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:29.795426 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c745243e-f7cc-46da-9df4-0dcd5a20fdcc tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:29.880890 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-57a1ca86-2bb9-4670-a881-d497ccb83d17 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.881375 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afc75c7-a713-496a-8d95-d44af48d308a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:29.883458 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.891015 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3afc75c7-a713-496a-8d95-d44af48d308a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.915860 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3c0463f3-a94b-4630-a335-a45150b25b8e None None] Provisioning for port e86b0cd8-4862-49bb-b64e-b042b9e3c077 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:29.937971 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1ca86-2bb9-4670-a881-d497ccb83d17 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=4598bacf-8d19-4fb9-a3ae-7c9e9b525da2,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:29.957790 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b0f9dec7-f5c6-4950-b6cc-50d0446f600d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.022783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9dec7-f5c6-4950-b6cc-50d0446f600d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=7749b48c-bb9c-4f3c-b952-e2cad59c24bd,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:30.069277 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-57a1ca86-2bb9-4670-a881-d497ccb83d17 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.081412 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-57a1ca86-2bb9-4670-a881-d497ccb83d17 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/ports/4598bacf-8d19-4fb9-a3ae-7c9e9b525da2 HTTP/1.1" status: 204 len: 168 time: 1.2644019 Mar 14 18:25:30.083855 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58572) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:30.115500 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-c745243e-f7cc-46da-9df4-0dcd5a20fdcc tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:30.116539 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c745243e-f7cc-46da-9df4-0dcd5a20fdcc tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4030428 Mar 14 18:25:30.124261 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58576) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:30.132460 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b0f9dec7-f5c6-4950-b6cc-50d0446f600d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.136216 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-9edda8f0-2568-4913-95a1-6a9987f78bd1 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] GET failed (client error): The resource could not be found. Mar 14 18:25:30.136817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9edda8f0-2568-4913-95a1-6a9987f78bd1 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Synchronizing usage tracker for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:30.139226 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-949583f5-1373-460e-94b0-86d75887ec09 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': '270cc082-0022-4a41-8575-3888c619a07d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:30.139693 dv-neutron-833560-1-hyperv neutron-server[88635]: WARNING neutron.api.v2.base [None req-949583f5-1373-460e-94b0-86d75887ec09 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 14 18:25:30.140483 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-949583f5-1373-460e-94b0-86d75887ec09 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:30.144716 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-949583f5-1373-460e-94b0-86d75887ec09 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124164 Mar 14 18:25:30.145692 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58580) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:30.156697 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-771562f5-6b4e-462b-9728-f1de0fa5d849 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': '270cc082-0022-4a41-8575-3888c619a07d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:30.163610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-771562f5-6b4e-462b-9728-f1de0fa5d849 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:30.167663 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-771562f5-6b4e-462b-9728-f1de0fa5d849 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:30.170432 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-771562f5-6b4e-462b-9728-f1de0fa5d849 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:30.179063 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-771562f5-6b4e-462b-9728-f1de0fa5d849 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:30.240377 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9edda8f0-2568-4913-95a1-6a9987f78bd1 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Unset dirty status for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:30.244642 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9edda8f0-2568-4913-95a1-6a9987f78bd1 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports/4598bacf-8d19-4fb9-a3ae-7c9e9b525da2 HTTP/1.1" status: 404 len: 333 time: 0.1544752 Mar 14 18:25:30.246962 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58584) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:30.294464 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.318689 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Transition to ACTIVE for port object 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:30.341625 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b0f9dec7-f5c6-4950-b6cc-50d0446f600d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/7749b48c-bb9c-4f3c-b952-e2cad59c24bd HTTP/1.1" status: 204 len: 168 time: 1.4958413 Mar 14 18:25:30.346845 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58588) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:30.378190 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ccd56aa9-baee-4c51-8ddc-079ecfd25818 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:30.433904 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.434047 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e316063b-10c5-41b2-a42b-d9e91c9a356c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:30.435090 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e316063b-10c5-41b2-a42b-d9e91c9a356c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:30.436595 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e316063b-10c5-41b2-a42b-d9e91c9a356c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0874178 Mar 14 18:25:30.440025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58592) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:30.443813 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5fa8af-9cd1-4b75-9033-d59f3fbf1ff0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting subnet 61bb1201-a733-400f-a757-3f1187cdf5c2 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:25:30.450126 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa8af-9cd1-4b75-9033-d59f3fbf1ff0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.511571 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-771562f5-6b4e-462b-9728-f1de0fa5d849 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:30.520146 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-771562f5-6b4e-462b-9728-f1de0fa5d849 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3720686 Mar 14 18:25:30.520740 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58596) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:30.522505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-7deb4da2-a996-4257-8f90-50444deb7a4a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 9fe187c5-81e9-42a4-b72f-175eb8103d47 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:25:30.525863 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7deb4da2-a996-4257-8f90-50444deb7a4a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.531493 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa8af-9cd1-4b75-9033-d59f3fbf1ff0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.565404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb594587-2cc1-4c50-8710-dcfeb199dd15 None None] Pushing event updated for resources: {'Port': ['ID=6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:30.574822 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Attempting to bind port 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:30.577963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Attempting to bind port 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:30.578632 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Attempting to bind port 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:25:30.587686 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:25:30.588462 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:30.589063 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.589660 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:25:30.590353 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Bound port: 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:30.591150 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.602637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7deb4da2-a996-4257-8f90-50444deb7a4a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.698847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7deb4da2-a996-4257-8f90-50444deb7a4a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.731014 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port ccd56aa9-baee-4c51-8ddc-079ecfd25818 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:30.737412 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] For port 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:25:30.747737 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c9de3dd5-79e1-44d0-bc39-a50564914cb0 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': '270cc082-0022-4a41-8575-3888c619a07d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:30.748213 dv-neutron-833560-1-hyperv neutron-server[88634]: WARNING neutron.api.v2.base [None req-c9de3dd5-79e1-44d0-bc39-a50564914cb0 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 14 18:25:30.748703 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-c9de3dd5-79e1-44d0-bc39-a50564914cb0 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:30.755287 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c9de3dd5-79e1-44d0-bc39-a50564914cb0 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.2312822 Mar 14 18:25:30.759498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58600) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:30.759646 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] For port 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:25:30.764539 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e86b0cd8-4862-49bb-b64e-b042b9e3c077 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:30.780665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3afc75c7-a713-496a-8d95-d44af48d308a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.789350 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-eac614f6-80ff-4bfd-8b04-fb6e10bc92c0 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': '270cc082-0022-4a41-8575-3888c619a07d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:30.814021 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-eac614f6-80ff-4bfd-8b04-fb6e10bc92c0 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:30.835694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.870389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7deb4da2-a996-4257-8f90-50444deb7a4a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.885239 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa8af-9cd1-4b75-9033-d59f3fbf1ff0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.894261 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7deb4da2-a996-4257-8f90-50444deb7a4a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.899204 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afc75c7-a713-496a-8d95-d44af48d308a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Checking segment: {'id': 'e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '82904af8-6c90-4893-abce-7596ee90de86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:30.899500 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afc75c7-a713-496a-8d95-d44af48d308a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network hostable DHCP agents. Network: 82904af8-6c90-4893-abce-7596ee90de86, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:25:30.911463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc75c7-a713-496a-8d95-d44af48d308a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Subnet': ['ID=035c835c-4d84-4ac4-99e6-eaf70f47a3b6,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:30.966854 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb4da2-a996-4257-8f90-50444deb7a4a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe187c5-81e9-42a4-b72f-175eb8103d47,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:30.973439 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7deb4da2-a996-4257-8f90-50444deb7a4a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/9fe187c5-81e9-42a4-b72f-175eb8103d47 HTTP/1.1" status: 204 len: 168 time: 0.5323482 Mar 14 18:25:30.973740 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Routers {'b56ca7b9-fcc9-488a-b4f4-0a880f047500'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:25:30.975148 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:25:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:30.976349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58604) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:31.002797 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-eac614f6-80ff-4bfd-8b04-fb6e10bc92c0 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:31.006201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-eac614f6-80ff-4bfd-8b04-fb6e10bc92c0 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:31.019634 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-eac614f6-80ff-4bfd-8b04-fb6e10bc92c0 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:31.049876 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58608) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:31.050440 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-35987711-6f47-4579-a832-5c78117a5680 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727253 Mar 14 18:25:31.060375 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afc75c7-a713-496a-8d95-d44af48d308a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 82904af8-6c90-4893-abce-7596ee90de86 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:25:31.065136 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb594587-2cc1-4c50-8710-dcfeb199dd15 None None] Pushing event updated for resources: {'Port': ['ID=6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:31.070348 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4bc8c255-e5f3-45b3-ae1d-35222b258859 None None] Could not find standard attr ID for object 4598bacf-8d19-4fb9-a3ae-7c9e9b525da2. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:25:31.102652 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa8af-9cd1-4b75-9033-d59f3fbf1ff0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.131413 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-3afc75c7-a713-496a-8d95-d44af48d308a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 82904af8-6c90-4893-abce-7596ee90de86) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:31.136231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afc75c7-a713-496a-8d95-d44af48d308a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:31.137166 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3afc75c7-a713-496a-8d95-d44af48d308a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.161941 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fa8af-9cd1-4b75-9033-d59f3fbf1ff0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Subnet': ['ID=61bb1201-a733-400f-a757-3f1187cdf5c2,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:31.178642 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa8af-9cd1-4b75-9033-d59f3fbf1ff0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.188086 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5b5fa8af-9cd1-4b75-9033-d59f3fbf1ff0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/61bb1201-a733-400f-a757-3f1187cdf5c2 HTTP/1.1" status: 204 len: 168 time: 0.9390538 Mar 14 18:25:31.191352 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58612) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:31.219436 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3afc75c7-a713-496a-8d95-d44af48d308a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7473433 Mar 14 18:25:31.220143 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69091630-df30-4163-92cd-6a6e179d60f4 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:31.223244 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58616) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:31.233179 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e200d9a-94ab-40da-ace8-2066a4efab5d None None] Network 82904af8-6c90-4893-abce-7596ee90de86 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:31.263862 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port e86b0cd8-4862-49bb-b64e-b042b9e3c077 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:31.292853 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-eac614f6-80ff-4bfd-8b04-fb6e10bc92c0 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:31.297197 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-eac614f6-80ff-4bfd-8b04-fb6e10bc92c0 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5221391 Mar 14 18:25:31.300095 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58620) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:31.302890 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c219b9ad-a295-4faf-8b48-2145fa1d8f81 None None] Network 327efd0c-b408-4396-8a96-41be6c8a9ca9 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:31.306849 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-de76edc4-97db-48a0-bf64-7833bd39bca6 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': '270cc082-0022-4a41-8575-3888c619a07d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:31.313934 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-de76edc4-97db-48a0-bf64-7833bd39bca6 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:31.321702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-de76edc4-97db-48a0-bf64-7833bd39bca6 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:31.325879 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf5ba28-8398-4972-93b8-ca9bf5ac28ed tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:31.326134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-de76edc4-97db-48a0-bf64-7833bd39bca6 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:31.329462 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-adf5ba28-8398-4972-93b8-ca9bf5ac28ed tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2758760 Mar 14 18:25:31.331283 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58624) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:31.342986 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port e86b0cd8-4862-49bb-b64e-b042b9e3c077 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:31.343226 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-de76edc4-97db-48a0-bf64-7833bd39bca6 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:31.343727 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.372833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.405339 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port e86b0cd8-4862-49bb-b64e-b042b9e3c077 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:31.405818 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.438416 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7032b29-ef4a-42ca-a102-fd74ea871630 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:31.443004 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c7032b29-ef4a-42ca-a102-fd74ea871630 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1092761 Mar 14 18:25:31.447722 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58628) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:31.531132 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d59f0f79-76e9-4d6a-bd71-0e1b2a5bdbf6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784810 Mar 14 18:25:31.531375 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58632) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:31.544728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:31.573269 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ce0dc030-24ff-4766-a06c-840bc6ee31a3 None None] Provisioning for port ccd56aa9-baee-4c51-8ddc-079ecfd25818 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:31.579547 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] Set router b56ca7b9-fcc9-488a-b4f4-0a880f047500 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:25:31.633710 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-de76edc4-97db-48a0-bf64-7833bd39bca6 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:31.637445 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-de76edc4-97db-48a0-bf64-7833bd39bca6 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3336499 Mar 14 18:25:31.639261 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58636) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:31.710137 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] For port e86b0cd8-4862-49bb-b64e-b042b9e3c077, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e86b0cd8-4862-49bb-b64e-b042b9e3c077,segment=NetworkSegment(474743e7-42ba-44c2-9daf-b5db36302dab),segment_id=474743e7-42ba-44c2-9daf-b5db36302dab)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:31.710427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.711402 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ce0dc030-24ff-4766-a06c-840bc6ee31a3 None None] Provisioning complete for port ccd56aa9-baee-4c51-8ddc-079ecfd25818 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:31.711781 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ce0dc030-24ff-4766-a06c-840bc6ee31a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.821051 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:31.839922 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:31.843924 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:31.847485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for e86b0cd8-4862-49bb-b64e-b042b9e3c077 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:31.857979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:31.957795 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-979df0c1-9199-4435-825f-06afa30c867b tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.978028 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.025503 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No ports have port_id starting with e86b0cd8-4862-49bb-b64e-b042b9e3c077 Mar 14 18:25:32.031864 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No DVR routers for this DVR port e86b0cd8-4862-49bb-b64e-b042b9e3c077 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:32.033674 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-979df0c1-9199-4435-825f-06afa30c867b tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.041291 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:32.044695 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.060786 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=e86b0cd8-4862-49bb-b64e-b042b9e3c077,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:32.170975 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.209964 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327efd0c-b408-4396-8a96-41be6c8a9ca9']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:32.223196 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-82904af8-6c90-4893-abce-7596ee90de86', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ips': [{'subnet_id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:25:32.224907 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.227547 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474743e7-42ba-44c2-9daf-b5db36302dab') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:32.227942 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474743e7-42ba-44c2-9daf-b5db36302dab') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:32.244498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.265858 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.274022 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:32.275274 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.295683 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ce0dc030-24ff-4766-a06c-840bc6ee31a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:32.310125 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:32.423347 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ce0dc030-24ff-4766-a06c-840bc6ee31a3 None None] For port ccd56aa9-baee-4c51-8ddc-079ecfd25818, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ccd56aa9-baee-4c51-8ddc-079ecfd25818,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:32.469009 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.473666 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.475127 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fba253-11a4-4e36-8ef3-9e13be990491 None None] DHCP port deletion for c6ea7f38-153d-42ad-8847-86782d8c0b1e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:25:32.487615 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-979df0c1-9199-4435-825f-06afa30c867b tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.489752 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8caf8e1-081c-4860-a40a-28fba96cf42b None None] DHCP port deletion for 327efd0c-b408-4396-8a96-41be6c8a9ca9 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:25:32.498880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ce0dc030-24ff-4766-a06c-840bc6ee31a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.500845 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-56fba253-11a4-4e36-8ef3-9e13be990491 None None] Deleting port ccd56aa9-baee-4c51-8ddc-079ecfd25818 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:32.501424 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-56fba253-11a4-4e36-8ef3-9e13be990491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.509323 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Network': ['ID=327efd0c-b408-4396-8a96-41be6c8a9ca9,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:32.520267 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.535652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979df0c1-9199-4435-825f-06afa30c867b tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=270cc082-0022-4a41-8575-3888c619a07d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:32.555359 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1d7da15b-c876-4a93-8f0a-245d95df6a80 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/networks/327efd0c-b408-4396-8a96-41be6c8a9ca9 HTTP/1.1" status: 204 len: 168 time: 1.3628683 Mar 14 18:25:32.559137 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58640) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:32.569225 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-03c565d8-7acb-4c25-a611-95066364bdc0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'network_id': '03adda78-b01d-4cae-90db-e430846fe453', 'name': 'tempest-PortsTestJSON-302785113'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:32.672121 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:25:27Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:32.694130 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661c061-9a1e-478d-b9b5-4abd165ca12e None None] The sync data for ids ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'] in dv-neutron-833560-1-hyperv is: [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:25:27Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:25:32.698981 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-03c565d8-7acb-4c25-a611-95066364bdc0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:32.705241 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Allocated IP 172.20.0.2 (82904af8-6c90-4893-abce-7596ee90de86/035c835c-4d84-4ac4-99e6-eaf70f47a3b6/40239c64-85f0-4fc0-b2d2-3f4ef83be9a1) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:32.708056 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-03c565d8-7acb-4c25-a611-95066364bdc0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:port and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:32.711422 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-03c565d8-7acb-4c25-a611-95066364bdc0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:32.718930 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-03c565d8-7acb-4c25-a611-95066364bdc0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:32.783609 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dc030-24ff-4766-a06c-840bc6ee31a3 None None] Pushing event updated for resources: {'Port': ['ID=ccd56aa9-baee-4c51-8ddc-079ecfd25818,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:32.802169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-979df0c1-9199-4435-825f-06afa30c867b tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.806228 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-979df0c1-9199-4435-825f-06afa30c867b tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "DELETE /v2.0/security-groups/270cc082-0022-4a41-8575-3888c619a07d HTTP/1.1" status: 204 len: 168 time: 1.1612616 Mar 14 18:25:32.808732 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58644) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:32.838816 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c565d8-7acb-4c25-a611-95066364bdc0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:32.843994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-03c565d8-7acb-4c25-a611-95066364bdc0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.896870 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-03c565d8-7acb-4c25-a611-95066364bdc0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] device_id is not set on port e1ecf3df-3f20-4980-b76d-36f7a749bc18 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:33.035619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.objects.ports [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:25:33.111601 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d92bd3a4-1a95-465f-ac96-10de9bb56c5e tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Synchronizing usage tracker for tenant:27b862df6cb144b1b375f68eac223d93 on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:33.174878 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-56fba253-11a4-4e36-8ef3-9e13be990491 None None] For port ccd56aa9-baee-4c51-8ddc-079ecfd25818, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ccd56aa9-baee-4c51-8ddc-079ecfd25818,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:33.174878 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-56fba253-11a4-4e36-8ef3-9e13be990491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.268294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d92bd3a4-1a95-465f-ac96-10de9bb56c5e tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Unset dirty status for tenant:27b862df6cb144b1b375f68eac223d93 on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:33.276266 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d92bd3a4-1a95-465f-ac96-10de9bb56c5e tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4657099 Mar 14 18:25:33.282857 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58648) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:33.290588 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-88105d9d-2ac0-4c3c-a35f-6fb0372e7930 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1564534002'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:33.306705 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-56fba253-11a4-4e36-8ef3-9e13be990491 None None] Calling delete_port for ccd56aa9-baee-4c51-8ddc-079ecfd25818 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:33.313385 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-88105d9d-2ac0-4c3c-a35f-6fb0372e7930 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:33.333064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.338803 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-88105d9d-2ac0-4c3c-a35f-6fb0372e7930 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:33.346515 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-03c565d8-7acb-4c25-a611-95066364bdc0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.367675 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.395084 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Transition to ACTIVE for port object 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:33.411793 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-88105d9d-2ac0-4c3c-a35f-6fb0372e7930 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.427525 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Transition to ACTIVE for port object 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:33.438675 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-88105d9d-2ac0-4c3c-a35f-6fb0372e7930 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:33.442979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-88105d9d-2ac0-4c3c-a35f-6fb0372e7930 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:33.446075 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-88105d9d-2ac0-4c3c-a35f-6fb0372e7930 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:33.452174 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-88105d9d-2ac0-4c3c-a35f-6fb0372e7930 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:33.505546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-56fba253-11a4-4e36-8ef3-9e13be990491 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:25:33.511927 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-03c565d8-7acb-4c25-a611-95066364bdc0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.512103 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-56fba253-11a4-4e36-8ef3-9e13be990491 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:25:33.533663 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.622165 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Network 82904af8-6c90-4893-abce-7596ee90de86 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:33.637710 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:33.647692 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.1 (82904af8-6c90-4893-abce-7596ee90de86/035c835c-4d84-4ac4-99e6-eaf70f47a3b6/9f497f3d-61f9-4218-84f7-4f079dab5595) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:33.652228 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-88105d9d-2ac0-4c3c-a35f-6fb0372e7930 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.659311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] For port ccd56aa9-baee-4c51-8ddc-079ecfd25818, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ccd56aa9-baee-4c51-8ddc-079ecfd25818,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:33.664094 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:33.671137 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c565d8-7acb-4c25-a611-95066364bdc0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 03adda78-b01d-4cae-90db-e430846fe453 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:33.676623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-03c565d8-7acb-4c25-a611-95066364bdc0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:33.681092 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c565d8-7acb-4c25-a611-95066364bdc0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=e1ecf3df-3f20-4980-b76d-36f7a749bc18,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:33.683279 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c565d8-7acb-4c25-a611-95066364bdc0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:33.687271 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Pushing event updated for resources: {'Port': ['ID=40239c64-85f0-4fc0-b2d2-3f4ef83be9a1,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:33.699474 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c565d8-7acb-4c25-a611-95066364bdc0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:33.700138 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-03c565d8-7acb-4c25-a611-95066364bdc0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.758029 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-88105d9d-2ac0-4c3c-a35f-6fb0372e7930 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.836359 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88105d9d-2ac0-4c3c-a35f-6fb0372e7930 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a21f5c7-b616-4f4b-8840-3bad9341a5fc,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:33.850310 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Attempting to bind port 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:33.851378 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Attempting to bind port 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '82904af8-6c90-4893-abce-7596ee90de86'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:33.851378 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Attempting to bind port 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1 on network 82904af8-6c90-4893-abce-7596ee90de86 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:25:33.857755 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.858181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:25:33.858181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Checking segment: {'id': 'e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '82904af8-6c90-4893-abce-7596ee90de86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:33.858181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.858181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Bound using segment: {'id': 'e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '82904af8-6c90-4893-abce-7596ee90de86'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:25:33.858683 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Bound port: 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '82904af8-6c90-4893-abce-7596ee90de86'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:33.858683 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.909634 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-03c565d8-7acb-4c25-a611-95066364bdc0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3457780 Mar 14 18:25:33.912227 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58654) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:33.933924 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.937335 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.938371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.962700 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-88105d9d-2ac0-4c3c-a35f-6fb0372e7930 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.966628 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-88105d9d-2ac0-4c3c-a35f-6fb0372e7930 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6832476 Mar 14 18:25:33.974692 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58658) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:33.981286 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] For port 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:25:33.983725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-ec439b73-a25e-4cce-ac3d-a1815015b3eb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': '5a21f5c7-b616-4f4b-8840-3bad9341a5fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:33.987265 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] For port 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=40239c64-85f0-4fc0-b2d2-3f4ef83be9a1,segment=NetworkSegment(e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a),segment_id=e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:25:33.994121 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ec439b73-a25e-4cce-ac3d-a1815015b3eb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:34.001445 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ec439b73-a25e-4cce-ac3d-a1815015b3eb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:34.007420 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-56fba253-11a4-4e36-8ef3-9e13be990491 None None] Deleting port ccd56aa9-baee-4c51-8ddc-079ecfd25818 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:34.008173 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-56fba253-11a4-4e36-8ef3-9e13be990491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.011311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ec439b73-a25e-4cce-ac3d-a1815015b3eb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:34.020581 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ec439b73-a25e-4cce-ac3d-a1815015b3eb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:34.025532 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-5f04e1e8-2efa-48f5-9057-0e43c6f41345 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port e1ecf3df-3f20-4980-b76d-36f7a749bc18 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:34.025876 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f04e1e8-2efa-48f5-9057-0e43c6f41345 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.050792 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:34.052048 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.059689 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:34.063697 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object 9f497f3d-61f9-4218-84f7-4f079dab5595 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:34.074102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:34.074695 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.120712 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=cdbc685d-b378-4711-b79d-24dce749a903,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:34.132796 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=ccd56aa9-baee-4c51-8ddc-079ecfd25818,revision_number=6']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:34.221736 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-44e73a2a-65cf-4cb0-9c8e-9172a07ea447 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6865842 Mar 14 18:25:34.222512 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58662) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:34.234931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-239c4c8b-85eb-4f82-be02-e73203b7780c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:34.244134 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f83dc-702a-451d-849a-ba3d3144af3a None None] Pushing event updated for resources: {'Port': ['ID=40239c64-85f0-4fc0-b2d2-3f4ef83be9a1,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:34.289923 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f04e1e8-2efa-48f5-9057-0e43c6f41345 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.387937 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-56fba253-11a4-4e36-8ef3-9e13be990491 None None] For port ccd56aa9-baee-4c51-8ddc-079ecfd25818, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ccd56aa9-baee-4c51-8ddc-079ecfd25818,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:34.388330 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-56fba253-11a4-4e36-8ef3-9e13be990491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.434530 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-5f04e1e8-2efa-48f5-9057-0e43c6f41345 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for e1ecf3df-3f20-4980-b76d-36f7a749bc18 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:34.515418 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-56fba253-11a4-4e36-8ef3-9e13be990491 None None] Calling delete_port for ccd56aa9-baee-4c51-8ddc-079ecfd25818 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:34.581267 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:34.582957 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-ec439b73-a25e-4cce-ac3d-a1815015b3eb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): The resource could not be found. Mar 14 18:25:34.585300 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ec439b73-a25e-4cce-ac3d-a1815015b3eb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6094618 Mar 14 18:25:34.588110 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58666) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:34.595577 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-85df55fc-80ce-4f1b-a4ac-25b957897124 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': '5a21f5c7-b616-4f4b-8840-3bad9341a5fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4bfcb11b-a56f-408d-8828-9ca0317111c2'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:34.601572 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.601911 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-85df55fc-80ce-4f1b-a4ac-25b957897124 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:34.605998 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-85df55fc-80ce-4f1b-a4ac-25b957897124 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:34.610814 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-85df55fc-80ce-4f1b-a4ac-25b957897124 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:34.625078 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-85df55fc-80ce-4f1b-a4ac-25b957897124 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:34.630604 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f04e1e8-2efa-48f5-9057-0e43c6f41345 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.686740 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 82904af8-6c90-4893-abce-7596ee90de86 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:34.688117 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-239c4c8b-85eb-4f82-be02-e73203b7780c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:34.693838 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:34.704748 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04e1e8-2efa-48f5-9057-0e43c6f41345 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=e1ecf3df-3f20-4980-b76d-36f7a749bc18,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:34.713159 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:34.714571 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f04e1e8-2efa-48f5-9057-0e43c6f41345 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.732126 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5f04e1e8-2efa-48f5-9057-0e43c6f41345 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/ports/e1ecf3df-3f20-4980-b76d-36f7a749bc18 HTTP/1.1" status: 204 len: 168 time: 0.8167741 Mar 14 18:25:34.735107 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58670) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:34.741531 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-bfb1a11c-5774-4e3a-9ede-818fba69b182 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'network_id': '03adda78-b01d-4cae-90db-e430846fe453', 'mac_address': 'fa:16:3e:bf:45:15', 'name': 'tempest-PortsTestJSON-1938519013'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:34.757000 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-239c4c8b-85eb-4f82-be02-e73203b7780c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:34.774993 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-239c4c8b-85eb-4f82-be02-e73203b7780c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:34.819924 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-239c4c8b-85eb-4f82-be02-e73203b7780c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:34.827368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=9f497f3d-61f9-4218-84f7-4f079dab5595,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:34.869063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:34.869394 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:34.870193 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:34.870193 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:34.870377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:34.870684 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:34.871029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:34.871348 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:34.871810 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:34.872134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:34.872455 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:34.872772 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:34.884941 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.887580 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-bfb1a11c-5774-4e3a-9ede-818fba69b182 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:34.893776 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-bfb1a11c-5774-4e3a-9ede-818fba69b182 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:port and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:34.898510 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-bfb1a11c-5774-4e3a-9ede-818fba69b182 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:34.905635 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-bfb1a11c-5774-4e3a-9ede-818fba69b182 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:34.914370 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:34.919783 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:34.923964 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.967371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239c4c8b-85eb-4f82-be02-e73203b7780c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:34.971056 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-239c4c8b-85eb-4f82-be02-e73203b7780c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.974398 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-56fba253-11a4-4e36-8ef3-9e13be990491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.983303 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-85df55fc-80ce-4f1b-a4ac-25b957897124 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): The resource could not be found. Mar 14 18:25:34.987743 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-85df55fc-80ce-4f1b-a4ac-25b957897124 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3948598 Mar 14 18:25:34.987743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb1a11c-5774-4e3a-9ede-818fba69b182 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:34.999840 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58674) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:35.028401 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fba253-11a4-4e36-8ef3-9e13be990491 None None] Pushing event deleted for resources: {'Port': ['ID=ccd56aa9-baee-4c51-8ddc-079ecfd25818,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:35.091996 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a11c-5774-4e3a-9ede-818fba69b182 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.119411 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-bfb1a11c-5774-4e3a-9ede-818fba69b182 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] device_id is not set on port f1e395ef-bfbc-46b7-b09b-0d766e34e000 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:35.145096 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fba253-11a4-4e36-8ef3-9e13be990491 None None] No DVR routers for this DVR port ccd56aa9-baee-4c51-8ddc-079ecfd25818 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:35.165284 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.175978 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b7143868-eaf1-45db-8254-98d9933d3f1a tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.179720 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdd2b5a-23e3-405a-a9bd-5f9792e22fdb None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:35.192926 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.ipam_backend_mixin [None req-239c4c8b-85eb-4f82-be02-e73203b7780c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cdbc685d-b378-4711-b79d-24dce749a903 (CIDR: 2001:db8::/64) Mar 14 18:25:35.211398 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:35.250717 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b7143868-eaf1-45db-8254-98d9933d3f1a tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.274191 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.293660 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-239c4c8b-85eb-4f82-be02-e73203b7780c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:35.294505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239c4c8b-85eb-4f82-be02-e73203b7780c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:35.349236 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.373247 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a11c-5774-4e3a-9ede-818fba69b182 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.380743 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:35.383569 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ccd56aa9-baee-4c51-8ddc-079ecfd25818 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:25:35.426854 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: ccd56aa9-baee-4c51-8ddc-079ecfd25818 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:25:35.427442 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ccd56aa9-baee-4c51-8ddc-079ecfd25818 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:25:35.427870 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e86b0cd8-4862-49bb-b64e-b042b9e3c077 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:25:35.465408 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: e86b0cd8-4862-49bb-b64e-b042b9e3c077 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:25:35.465748 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e86b0cd8-4862-49bb-b64e-b042b9e3c077 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:25:35.481494 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a11c-5774-4e3a-9ede-818fba69b182 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.491320 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-239c4c8b-85eb-4f82-be02-e73203b7780c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2646425 Mar 14 18:25:35.491320 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b7143868-eaf1-45db-8254-98d9933d3f1a tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.492357 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b7143868-eaf1-45db-8254-98d9933d3f1a tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.495745 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b7143868-eaf1-45db-8254-98d9933d3f1a tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "DELETE /v2.0/security-groups/5a21f5c7-b616-4f4b-8840-3bad9341a5fc HTTP/1.1" status: 204 len: 168 time: 0.4928200 Mar 14 18:25:35.495745 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58678) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:35.510890 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58680) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:35.519039 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-7896041d-42bc-47d9-9fd9-01fe44debc13 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:35.556186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7143868-eaf1-45db-8254-98d9933d3f1a tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a21f5c7-b616-4f4b-8840-3bad9341a5fc,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:35.564206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb1a11c-5774-4e3a-9ede-818fba69b182 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 03adda78-b01d-4cae-90db-e430846fe453 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:35.572148 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-bfb1a11c-5774-4e3a-9ede-818fba69b182 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:35.576846 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb1a11c-5774-4e3a-9ede-818fba69b182 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:35.584539 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb1a11c-5774-4e3a-9ede-818fba69b182 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:35.585173 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a11c-5774-4e3a-9ede-818fba69b182 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.593929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1a11c-5774-4e3a-9ede-818fba69b182 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=f1e395ef-bfbc-46b7-b09b-0d766e34e000,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:35.597410 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'fixed_ips': [{'subnet_id': 'cdbc685d-b378-4711-b79d-24dce749a903'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:25:35.600936 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.717224 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-bfb1a11c-5774-4e3a-9ede-818fba69b182 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9782808 Mar 14 18:25:35.717462 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58686) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:35.775463 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dc3940-63b0-40ea-8671-52c8a1bbb742 None None] Network 82904af8-6c90-4893-abce-7596ee90de86 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:35.786454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8e3aaf2a-f034-404f-b9e0-3d0698f2891d tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Synchronizing usage tracker for tenant:27b862df6cb144b1b375f68eac223d93 on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:35.812023 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa423541-5318-47d8-953a-f4016a22d041 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:35.812713 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fa423541-5318-47d8-953a-f4016a22d041 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Synchronizing usage tracker for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:35.824488 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8e3aaf2a-f034-404f-b9e0-3d0698f2891d tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Unset dirty status for tenant:27b862df6cb144b1b375f68eac223d93 on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:35.825307 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8e3aaf2a-f034-404f-b9e0-3d0698f2891d tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2883475 Mar 14 18:25:35.826295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7896041d-42bc-47d9-9fd9-01fe44debc13 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:35.830342 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58690) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:35.835483 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d39adb3f-cdf6-45dd-999d-eb79cad7d447 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': '16ba4cdc-3e67-4f3a-af84-9eaf9ec960d1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:35.841768 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d39adb3f-cdf6-45dd-999d-eb79cad7d447 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:35.848756 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d39adb3f-cdf6-45dd-999d-eb79cad7d447 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:35.848756 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d39adb3f-cdf6-45dd-999d-eb79cad7d447 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:35.854609 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d39adb3f-cdf6-45dd-999d-eb79cad7d447 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:35.859797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7896041d-42bc-47d9-9fd9-01fe44debc13 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:35.865461 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7896041d-42bc-47d9-9fd9-01fe44debc13 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:35.874610 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7896041d-42bc-47d9-9fd9-01fe44debc13 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:35.883333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Allocated IP 2001:db8::f816:3eff:fec1:d0ac (c6ea7f38-153d-42ad-8847-86782d8c0b1e/cdbc685d-b378-4711-b79d-24dce749a903/11a8adbe-4cbc-4846-83ba-c15ab9b236e7) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:35.896923 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fa423541-5318-47d8-953a-f4016a22d041 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Unset dirty status for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:35.898407 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fa423541-5318-47d8-953a-f4016a22d041 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports/f1e395ef-bfbc-46b7-b09b-0d766e34e000 HTTP/1.1" status: 200 len: 841 time: 0.1799004 Mar 14 18:25:35.901535 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58694) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:35.982181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7b641c6b-1e36-46d2-8040-19f4771f6153 None None] Provisioning for port 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:35.988204 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7896041d-42bc-47d9-9fd9-01fe44debc13 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:35.991980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7896041d-42bc-47d9-9fd9-01fe44debc13 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.093887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.101032 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-af8026ec-c2e3-4333-bcad-04490923c6ef tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port f1e395ef-bfbc-46b7-b09b-0d766e34e000 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:36.101441 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af8026ec-c2e3-4333-bcad-04490923c6ef tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.105019 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:25:36.149152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.203685 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-d39adb3f-cdf6-45dd-999d-eb79cad7d447 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): The resource could not be found. Mar 14 18:25:36.208352 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d39adb3f-cdf6-45dd-999d-eb79cad7d447 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3731532 Mar 14 18:25:36.213706 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58698) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:36.216579 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group': {'name': 'tempest-secgroup--702256906'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:36.225962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.234355 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:36.239531 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Transition to ACTIVE for port object 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:36.264246 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Transition to ACTIVE for port object 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:36.282408 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:36.294651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.297908 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=9f497f3d-61f9-4218-84f7-4f079dab5595,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:36.360607 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.367924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af8026ec-c2e3-4333-bcad-04490923c6ef tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.440596 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.443430 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Pushing event updated for resources: {'Port': ['ID=11a8adbe-4cbc-4846-83ba-c15ab9b236e7,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:36.462736 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:36.464270 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:36.469178 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:36.523364 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-af8026ec-c2e3-4333-bcad-04490923c6ef tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for f1e395ef-bfbc-46b7-b09b-0d766e34e000 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:36.536640 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:36.573053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:36.577094 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:36.580310 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:36.586189 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:36.675374 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 82904af8-6c90-4893-abce-7596ee90de86 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:36.684569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:36.694026 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.738356 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Attempting to bind port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:36.738962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Attempting to bind port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:36.739335 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Attempting to bind port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:25:36.746857 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:25:36.747112 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:36.747498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.747984 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:25:36.748712 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Bound port: 11a8adbe-4cbc-4846-83ba-c15ab9b236e7, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:36.749551 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.771667 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.836079 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0cdbe3bc-c154-47ba-9a60-9579e91c4738 None None] Provisioning for port 9f497f3d-61f9-4218-84f7-4f079dab5595 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:36.850418 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0cdbe3bc-c154-47ba-9a60-9579e91c4738 None None] Provisioning complete for port 9f497f3d-61f9-4218-84f7-4f079dab5595 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:36.850951 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0cdbe3bc-c154-47ba-9a60-9579e91c4738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.853499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7896041d-42bc-47d9-9fd9-01fe44debc13 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.854089 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98bc6cac-34bf-4cf5-aaca-b7e0a37883b2,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:36.863493 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:36.863832 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:36.864173 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:36.864509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:36.864836 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:36.865163 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:36.865488 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:36.865803 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:36.866367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:36.866488 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:36.866744 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:36.867325 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:36.902947 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:36.914392 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af8026ec-c2e3-4333-bcad-04490923c6ef tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.926153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:36.926432 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.940214 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7896041d-42bc-47d9-9fd9-01fe44debc13 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:36.948365 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-7896041d-42bc-47d9-9fd9-01fe44debc13 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:36.955394 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7896041d-42bc-47d9-9fd9-01fe44debc13 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:36.955983 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7896041d-42bc-47d9-9fd9-01fe44debc13 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.985109 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.986356 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-701f4d3a-49a7-40df-a73f-6175497f4dd4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7764316 Mar 14 18:25:36.988952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8026ec-c2e3-4333-bcad-04490923c6ef tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=f1e395ef-bfbc-46b7-b09b-0d766e34e000,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:36.991066 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58702) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:36.997503 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-dc9f0424-d40d-426d-851e-28ea90934253 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group': {'name': 'tempest-secgroup--785013202'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:37.001254 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896041d-42bc-47d9-9fd9-01fe44debc13 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=0936d35a-6ddd-4054-bb44-8b0caec172fd,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:37.004871 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af8026ec-c2e3-4333-bcad-04490923c6ef tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.006720 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-af8026ec-c2e3-4333-bcad-04490923c6ef tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/ports/f1e395ef-bfbc-46b7-b09b-0d766e34e000 HTTP/1.1" status: 204 len: 168 time: 1.1039474 Mar 14 18:25:37.008078 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-dc9f0424-d40d-426d-851e-28ea90934253 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:37.010213 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58706) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:37.021397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router b56ca7b9-fcc9-488a-b4f4-0a880f047500 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:25:37.021607 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] For port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:25:37.029379 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-0cdbe3bc-c154-47ba-9a60-9579e91c4738 None None] Port 9f497f3d-61f9-4218-84f7-4f079dab5595 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:25:37.042566 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] For port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=11a8adbe-4cbc-4846-83ba-c15ab9b236e7,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:25:37.060201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-dc9f0424-d40d-426d-851e-28ea90934253 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:37.065442 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-dc9f0424-d40d-426d-851e-28ea90934253 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:37.066433 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37b5f6d-d9d8-46f3-8ead-2bd94253b431 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] GET failed (client error): The resource could not be found. Mar 14 18:25:37.066983 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d37b5f6d-d9d8-46f3-8ead-2bd94253b431 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Synchronizing usage tracker for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:37.072721 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-dc9f0424-d40d-426d-851e-28ea90934253 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:37.084402 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0cdbe3bc-c154-47ba-9a60-9579e91c4738 None None] Provisioning complete for port 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:37.084402 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0cdbe3bc-c154-47ba-9a60-9579e91c4738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.096647 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7896041d-42bc-47d9-9fd9-01fe44debc13 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5872695 Mar 14 18:25:37.099461 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58710) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:37.105139 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'mac_address': 'fa:16:3e:33:01:6a', 'name': 'tempest-NetworksTestDHCPv6-703962221'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:37.128024 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.185448 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc9f0424-d40d-426d-851e-28ea90934253 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.212468 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.214518 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d37b5f6d-d9d8-46f3-8ead-2bd94253b431 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Unset dirty status for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:37.215725 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d37b5f6d-d9d8-46f3-8ead-2bd94253b431 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports/f1e395ef-bfbc-46b7-b09b-0d766e34e000 HTTP/1.1" status: 404 len: 333 time: 0.2045703 Mar 14 18:25:37.219518 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58714) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:37.230701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-4d487c91-ee1d-418d-bccd-ee9c1f188bad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'network_id': '03adda78-b01d-4cae-90db-e430846fe453', 'name': 'tempest-PortsTestJSON-413836649'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:37.234250 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-dc9f0424-d40d-426d-851e-28ea90934253 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:37.242924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-dc9f0424-d40d-426d-851e-28ea90934253 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:37.248219 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-dc9f0424-d40d-426d-851e-28ea90934253 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:37.264844 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-dc9f0424-d40d-426d-851e-28ea90934253 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:37.265107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:25:37.274977 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4958021b-b4ae-4281-bfb8-574a61cae73d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/b56ca7b9-fcc9-488a-b4f4-0a880f047500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0504396 Mar 14 18:25:37.279065 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58718) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:37.281920 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:37.284000 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Sync routers for ids ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:25:37.298849 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:port and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:37.301841 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Routers {'b56ca7b9-fcc9-488a-b4f4-0a880f047500'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:25:37.302436 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:25:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:37.304492 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:37.309667 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Pushing event updated for resources: {'Port': ['ID=11a8adbe-4cbc-4846-83ba-c15ab9b236e7,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:37.315136 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:37.323247 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=40239c64-85f0-4fc0-b2d2-3f4ef83be9a1,segment=NetworkSegment(e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a),segment_id=e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:37.341994 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:37.342524 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:37.342925 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:37.343267 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:37.343663 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:37.344139 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:37.344600 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:37.344935 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:37.345297 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:37.345787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:37.346134 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:37.347239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58c6104-89e4-4106-bf62-7c4b2692ba70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:37.395238 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc9f0424-d40d-426d-851e-28ea90934253 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.410659 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.411462 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:37.416856 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:37.477199 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4d487c91-ee1d-418d-bccd-ee9c1f188bad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:37.499829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4d487c91-ee1d-418d-bccd-ee9c1f188bad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:37.514092 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc9f0424-d40d-426d-851e-28ea90934253 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.556180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cfa2d3-e4fc-4f12-994d-cbdc3516fa8f tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.556404 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cfa2d3-e4fc-4f12-994d-cbdc3516fa8f tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.559041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cfa2d3-e4fc-4f12-994d-cbdc3516fa8f tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.559041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cfa2d3-e4fc-4f12-994d-cbdc3516fa8f tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.559041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cfa2d3-e4fc-4f12-994d-cbdc3516fa8f tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.559041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cfa2d3-e4fc-4f12-994d-cbdc3516fa8f tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.559041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cfa2d3-e4fc-4f12-994d-cbdc3516fa8f tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.559419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cfa2d3-e4fc-4f12-994d-cbdc3516fa8f tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.561964 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-84cfa2d3-e4fc-4f12-994d-cbdc3516fa8f tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5684 time: 0.2819827 Mar 14 18:25:37.565309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58722) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:37.637153 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f0424-d40d-426d-851e-28ea90934253 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313ce98a-8eeb-4d81-8c88-58f4f642584b,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:37.651370 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:37.651934 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.658397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0764f6-bbd9-4e4b-9d96-ede2bcfa7e9b tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.658898 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0764f6-bbd9-4e4b-9d96-ede2bcfa7e9b tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.659367 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0764f6-bbd9-4e4b-9d96-ede2bcfa7e9b tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.659912 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0764f6-bbd9-4e4b-9d96-ede2bcfa7e9b tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.660368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0764f6-bbd9-4e4b-9d96-ede2bcfa7e9b tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.660819 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0764f6-bbd9-4e4b-9d96-ede2bcfa7e9b tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.661366 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0764f6-bbd9-4e4b-9d96-ede2bcfa7e9b tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.663114 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0764f6-bbd9-4e4b-9d96-ede2bcfa7e9b tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.665212 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6e0764f6-bbd9-4e4b-9d96-ede2bcfa7e9b tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5263 time: 0.0988286 Mar 14 18:25:37.668086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58726) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:37.695380 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.705801 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Set router b56ca7b9-fcc9-488a-b4f4-0a880f047500 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:25:37.722114 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc9f0424-d40d-426d-851e-28ea90934253 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.726118 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dc9f0424-d40d-426d-851e-28ea90934253 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7304854 Mar 14 18:25:37.727068 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58730) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:37.746230 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-2899cdff-7bbb-44d4-a4e1-ac8c8e212a1d tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group_rule': {'security_group_id': '98bc6cac-34bf-4cf5-aaca-b7e0a37883b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '313ce98a-8eeb-4d81-8c88-58f4f642584b'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:37.777686 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=40239c64-85f0-4fc0-b2d2-3f4ef83be9a1,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:37.790866 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port 7b4b6b8b-e0b2-476f-906a-4d4479fcc9a0 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:37.843787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d487c91-ee1d-418d-bccd-ee9c1f188bad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:37.847374 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4d487c91-ee1d-418d-bccd-ee9c1f188bad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.873109 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-4d487c91-ee1d-418d-bccd-ee9c1f188bad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] device_id is not set on port 1d150e8d-27ea-41b5-9233-10b2f8c5de9d yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:37.897149 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-68dde558-8561-45aa-9d1f-2e039deef940 None None] Provisioning complete for port 9f497f3d-61f9-4218-84f7-4f079dab5595 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:37.898000 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-68dde558-8561-45aa-9d1f-2e039deef940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.988892 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2899cdff-7bbb-44d4-a4e1-ac8c8e212a1d tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:37.992703 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-68dde558-8561-45aa-9d1f-2e039deef940 None None] Port 9f497f3d-61f9-4218-84f7-4f079dab5595 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:25:38.002119 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2899cdff-7bbb-44d4-a4e1-ac8c8e212a1d tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:38.007094 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2899cdff-7bbb-44d4-a4e1-ac8c8e212a1d tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:38.016949 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2899cdff-7bbb-44d4-a4e1-ac8c8e212a1d tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:38.126434 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8:0:1::bd (c6ea7f38-153d-42ad-8847-86782d8c0b1e/0936d35a-6ddd-4054-bb44-8b0caec172fd/7b4b6b8b-e0b2-476f-906a-4d4479fcc9a0) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:38.134131 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::f816:3eff:fe33:16a (c6ea7f38-153d-42ad-8847-86782d8c0b1e/cdbc685d-b378-4711-b79d-24dce749a903/7b4b6b8b-e0b2-476f-906a-4d4479fcc9a0) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:38.176532 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '9f497f3d-61f9-4218-84f7-4f079dab5595', 'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:de:ef:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:32Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 2, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:38.180865 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Checking router: b56ca7b9-fcc9-488a-b4f4-0a880f047500 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:25:38.181395 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Updating router b56ca7b9-fcc9-488a-b4f4-0a880f047500 port 9f497f3d-61f9-4218-84f7-4f079dab5595 binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:25:38.247759 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4d487c91-ee1d-418d-bccd-ee9c1f188bad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.308043 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.336122 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4b979250-ffd2-4d58-a525-58433babecff tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.6652343 Mar 14 18:25:38.339290 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-2899cdff-7bbb-44d4-a4e1-ac8c8e212a1d tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:38.343860 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2899cdff-7bbb-44d4-a4e1-ac8c8e212a1d tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6087263 Mar 14 18:25:38.344489 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58736) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:38.435252 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.471913 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object 7b4b6b8b-e0b2-476f-906a-4d4479fcc9a0 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:38.476436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4084ebc3-1a4a-41d9-9b83-d310198768df tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.481772 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:38.527480 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4d487c91-ee1d-418d-bccd-ee9c1f188bad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.590181 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.635049 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4084ebc3-1a4a-41d9-9b83-d310198768df tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.714135 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:38.723178 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:38.750343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:38.752483 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=7b4b6b8b-e0b2-476f-906a-4d4479fcc9a0,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:38.763854 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:38.766923 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:38.774427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:38.776805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.836737 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce855bf1-bef6-4a42-a108-cb838cedbd2e None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:38.837330 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58740) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:38.848619 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-3a7f180e-a6b3-42f1-a882-fd5a278bf852 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1577943828', 'description': 'tempest-secgroup-smoke-1577943828 description', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:38.857761 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3a7f180e-a6b3-42f1-a882-fd5a278bf852 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:38.864340 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3a7f180e-a6b3-42f1-a882-fd5a278bf852 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:38.868928 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3a7f180e-a6b3-42f1-a882-fd5a278bf852 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:38.891088 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3a7f180e-a6b3-42f1-a882-fd5a278bf852 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:38.937949 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5339d513-d308-4074-ac02-170d0abd7edb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.8365748 Mar 14 18:25:38.940049 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58744) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:38.940627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d487c91-ee1d-418d-bccd-ee9c1f188bad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 03adda78-b01d-4cae-90db-e430846fe453 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:38.958505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-4d487c91-ee1d-418d-bccd-ee9c1f188bad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:38.961393 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d487c91-ee1d-418d-bccd-ee9c1f188bad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:38.968390 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d487c91-ee1d-418d-bccd-ee9c1f188bad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:38.972888 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4d487c91-ee1d-418d-bccd-ee9c1f188bad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.999688 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:39.000168 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.014007 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d487c91-ee1d-418d-bccd-ee9c1f188bad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=1d150e8d-27ea-41b5-9233-10b2f8c5de9d,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:39.053278 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.068625 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Transition to ACTIVE for port object 9f497f3d-61f9-4218-84f7-4f079dab5595 will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:39.111984 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3a7f180e-a6b3-42f1-a882-fd5a278bf852 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.133702 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.143223 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3a7f180e-a6b3-42f1-a882-fd5a278bf852 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:39.148933 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.150664 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4d487c91-ee1d-418d-bccd-ee9c1f188bad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9282575 Mar 14 18:25:39.152980 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3a7f180e-a6b3-42f1-a882-fd5a278bf852 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:39.153694 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58748) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:39.155035 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-777c64d4-a714-4126-a4d5-a78d82d5c89d None None] Provisioning for port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:39.158476 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4084ebc3-1a4a-41d9-9b83-d310198768df tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.159243 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3a7f180e-a6b3-42f1-a882-fd5a278bf852 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:39.163807 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4084ebc3-1a4a-41d9-9b83-d310198768df tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.165710 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4084ebc3-1a4a-41d9-9b83-d310198768df tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "DELETE /v2.0/security-groups/313ce98a-8eeb-4d81-8c88-58f4f642584b HTTP/1.1" status: 204 len: 168 time: 0.8171172 Mar 14 18:25:39.166183 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-777c64d4-a714-4126-a4d5-a78d82d5c89d None None] Provisioning complete for port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:39.166791 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-777c64d4-a714-4126-a4d5-a78d82d5c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.170659 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7bf369b3-71c0-4315-9a45-833a90eb4f09 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port 7b4b6b8b-e0b2-476f-906a-4d4479fcc9a0 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:39.171029 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7bf369b3-71c0-4315-9a45-833a90eb4f09 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.172656 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-24bab2fe-ffd9-4051-8524-a72a9acc5c68 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:39.199689 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3a7f180e-a6b3-42f1-a882-fd5a278bf852 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:39.206420 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58752) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:39.335102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084ebc3-1a4a-41d9-9b83-d310198768df tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=313ce98a-8eeb-4d81-8c88-58f4f642584b,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:39.368916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-24bab2fe-ffd9-4051-8524-a72a9acc5c68 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.379414 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb8723-e8be-499f-a94e-b09bc373182d None None] Pushing event updated for resources: {'Port': ['ID=9f497f3d-61f9-4218-84f7-4f079dab5595,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:39.434671 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb8723-e8be-499f-a94e-b09bc373182d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:39.435053 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb8723-e8be-499f-a94e-b09bc373182d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:39.437826 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb8723-e8be-499f-a94e-b09bc373182d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:39.437826 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb8723-e8be-499f-a94e-b09bc373182d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:39.437826 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb8723-e8be-499f-a94e-b09bc373182d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:39.437826 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb8723-e8be-499f-a94e-b09bc373182d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:39.437826 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb8723-e8be-499f-a94e-b09bc373182d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:39.437826 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb8723-e8be-499f-a94e-b09bc373182d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:39.437826 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb8723-e8be-499f-a94e-b09bc373182d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:39.438439 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb8723-e8be-499f-a94e-b09bc373182d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:39.438439 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb8723-e8be-499f-a94e-b09bc373182d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:39.439678 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb8723-e8be-499f-a94e-b09bc373182d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:39.473555 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-11aacc17-f96e-4d28-9e6b-e582cd200ccb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Synchronizing usage tracker for tenant:27b862df6cb144b1b375f68eac223d93 on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:39.475853 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Attempting to bind port 9f497f3d-61f9-4218-84f7-4f079dab5595 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:39.476781 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Attempting to bind port 9f497f3d-61f9-4218-84f7-4f079dab5595 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '82904af8-6c90-4893-abce-7596ee90de86'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:39.477756 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Attempting to bind port 9f497f3d-61f9-4218-84f7-4f079dab5595 on network 82904af8-6c90-4893-abce-7596ee90de86 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:25:39.484993 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:25:39.485426 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Checking segment: {'id': 'e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '82904af8-6c90-4893-abce-7596ee90de86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:39.486416 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.486416 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Bound using segment: {'id': 'e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '82904af8-6c90-4893-abce-7596ee90de86'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:25:39.486903 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Bound port: 9f497f3d-61f9-4218-84f7-4f079dab5595, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '82904af8-6c90-4893-abce-7596ee90de86'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:39.487911 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.519285 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-777c64d4-a714-4126-a4d5-a78d82d5c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.625081 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecda0375-139d-4401-be93-d6f618af92ef None None] Update dhcp port {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'fixed_ips': [{'subnet_id': 'cdbc685d-b378-4711-b79d-24dce749a903', 'ip_address': '2001:db8::f816:3eff:fec1:d0ac'}, {'subnet_id': '0936d35a-6ddd-4054-bb44-8b0caec172fd'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': '11a8adbe-4cbc-4846-83ba-c15ab9b236e7'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:25:39.630695 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3a7f180e-a6b3-42f1-a882-fd5a278bf852 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.639065 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] For port 9f497f3d-61f9-4218-84f7-4f079dab5595, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:25:39.642877 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] For port 9f497f3d-61f9-4218-84f7-4f079dab5595, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=9f497f3d-61f9-4218-84f7-4f079dab5595,segment=NetworkSegment(e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a),segment_id=e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:25:39.651721 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-11aacc17-f96e-4d28-9e6b-e582cd200ccb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Unset dirty status for tenant:27b862df6cb144b1b375f68eac223d93 on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:39.656399 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-11aacc17-f96e-4d28-9e6b-e582cd200ccb tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4462099 Mar 14 18:25:39.656563 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-24bab2fe-ffd9-4051-8524-a72a9acc5c68 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.658739 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58756) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:39.689267 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7bf369b3-71c0-4315-9a45-833a90eb4f09 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.708130 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-777c64d4-a714-4126-a4d5-a78d82d5c89d None None] For port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=11a8adbe-4cbc-4846-83ba-c15ab9b236e7,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:39.712638 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3a7f180e-a6b3-42f1-a882-fd5a278bf852 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.725651 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ecda0375-139d-4401-be93-d6f618af92ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.737084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-24bab2fe-ffd9-4051-8524-a72a9acc5c68 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.745413 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.796419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-24bab2fe-ffd9-4051-8524-a72a9acc5c68 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] In _notify_port_updated(), no bound segment for port 1d150e8d-27ea-41b5-9233-10b2f8c5de9d on network 03adda78-b01d-4cae-90db-e430846fe453 {{(pid=88635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:25:39.802008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bab2fe-ffd9-4051-8524-a72a9acc5c68 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:39.802637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-24bab2fe-ffd9-4051-8524-a72a9acc5c68 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.806465 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-24bab2fe-ffd9-4051-8524-a72a9acc5c68 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "PUT /v2.0/ports/1d150e8d-27ea-41b5-9233-10b2f8c5de9d HTTP/1.1" status: 200 len: 818 time: 0.6479249 Mar 14 18:25:39.806620 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-777c64d4-a714-4126-a4d5-a78d82d5c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.809112 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58760) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:39.863913 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Routers {'b56ca7b9-fcc9-488a-b4f4-0a880f047500'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:25:39.865096 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:25:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:39.896406 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-040b50ec-a108-4c58-b34d-ba956aeca38e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port 1d150e8d-27ea-41b5-9233-10b2f8c5de9d {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:39.896794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-040b50ec-a108-4c58-b34d-ba956aeca38e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.898506 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f180e-a6b3-42f1-a882-fd5a278bf852 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f6dca5-a778-4066-990b-6afe72755772,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:39.909568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7bf369b3-71c0-4315-9a45-833a90eb4f09 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for 7b4b6b8b-e0b2-476f-906a-4d4479fcc9a0 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:39.968328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bab2fe-ffd9-4051-8524-a72a9acc5c68 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=1d150e8d-27ea-41b5-9233-10b2f8c5de9d,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:40.009381 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c64d4-a714-4126-a4d5-a78d82d5c89d None None] Pushing event updated for resources: {'Port': ['ID=11a8adbe-4cbc-4846-83ba-c15ab9b236e7,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:40.067200 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3a7f180e-a6b3-42f1-a882-fd5a278bf852 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.072306 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3a7f180e-a6b3-42f1-a882-fd5a278bf852 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2343233 Mar 14 18:25:40.077075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58764) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:40.082105 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-87a1f6da-9576-4bd1-8635-4e2a1272770c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.087845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-e51668dd-8395-4c94-978a-a0202767c0eb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'b1f6dca5-a778-4066-990b-6afe72755772', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:40.123481 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] Set router b56ca7b9-fcc9-488a-b4f4-0a880f047500 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:25:40.137209 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-ecda0375-139d-4401-be93-d6f618af92ef None None] Allocated IP 2001:db8:0:1::2 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/0936d35a-6ddd-4054-bb44-8b0caec172fd/11a8adbe-4cbc-4846-83ba-c15ab9b236e7) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:40.179883 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-87a1f6da-9576-4bd1-8635-4e2a1272770c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.221281 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-040b50ec-a108-4c58-b34d-ba956aeca38e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.332182 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb8723-e8be-499f-a94e-b09bc373182d None None] Pushing event updated for resources: {'Port': ['ID=9f497f3d-61f9-4218-84f7-4f079dab5595,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:40.333780 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:40.367438 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-040b50ec-a108-4c58-b34d-ba956aeca38e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for 1d150e8d-27ea-41b5-9233-10b2f8c5de9d owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:40.379522 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ecda0375-139d-4401-be93-d6f618af92ef None None] For port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=11a8adbe-4cbc-4846-83ba-c15ab9b236e7,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:40.384439 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-87a1f6da-9576-4bd1-8635-4e2a1272770c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.428017 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1f6da-9576-4bd1-8635-4e2a1272770c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bc6cac-34bf-4cf5-aaca-b7e0a37883b2,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:40.431454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e51668dd-8395-4c94-978a-a0202767c0eb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:40.438070 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e51668dd-8395-4c94-978a-a0202767c0eb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:40.438203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7bf369b3-71c0-4315-9a45-833a90eb4f09 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.438465 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ecda0375-139d-4401-be93-d6f618af92ef None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.441733 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e51668dd-8395-4c94-978a-a0202767c0eb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:40.458511 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e51668dd-8395-4c94-978a-a0202767c0eb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:40.466803 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:40.467182 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.494511 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ecda0375-139d-4401-be93-d6f618af92ef None None] Transition to ACTIVE for port object 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:40.513379 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf369b3-71c0-4315-9a45-833a90eb4f09 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=7b4b6b8b-e0b2-476f-906a-4d4479fcc9a0,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:40.543029 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '9f497f3d-61f9-4218-84f7-4f079dab5595', 'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:de:ef:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:32Z', 'updated_at': '2022-03-14T18:25:39Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:40.546940 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04ff7e1-a6e6-4c44-afb9-df344c6ba8ae None None] The sync data for ids ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'] in dv-neutron-833560-1-hyperv is: [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '9f497f3d-61f9-4218-84f7-4f079dab5595', 'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:de:ef:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:32Z', 'updated_at': '2022-03-14T18:25:39Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:25:40.556725 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e51668dd-8395-4c94-978a-a0202767c0eb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.584004 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-040b50ec-a108-4c58-b34d-ba956aeca38e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.585796 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ecda0375-139d-4401-be93-d6f618af92ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.602695 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7bf369b3-71c0-4315-9a45-833a90eb4f09 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.612333 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-87a1f6da-9576-4bd1-8635-4e2a1272770c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.612333 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-87a1f6da-9576-4bd1-8635-4e2a1272770c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "DELETE /v2.0/security-groups/98bc6cac-34bf-4cf5-aaca-b7e0a37883b2 HTTP/1.1" status: 204 len: 168 time: 0.9495080 Mar 14 18:25:40.612798 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7bf369b3-71c0-4315-9a45-833a90eb4f09 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/7b4b6b8b-e0b2-476f-906a-4d4479fcc9a0 HTTP/1.1" status: 204 len: 168 time: 1.6715810 Mar 14 18:25:40.613589 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58768) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:40.616827 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58770) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:40.681867 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b50ec-a108-4c58-b34d-ba956aeca38e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=1d150e8d-27ea-41b5-9233-10b2f8c5de9d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:40.710047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-040b50ec-a108-4c58-b34d-ba956aeca38e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.736215 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-040b50ec-a108-4c58-b34d-ba956aeca38e tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/ports/1d150e8d-27ea-41b5-9233-10b2f8c5de9d HTTP/1.1" status: 204 len: 168 time: 0.9259925 Mar 14 18:25:40.737311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58776) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:40.739155 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e51668dd-8395-4c94-978a-a0202767c0eb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.810222 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1f453959-6ec5-4d55-b35b-cfecb0cb50ba tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Synchronizing usage tracker for tenant:27b862df6cb144b1b375f68eac223d93 on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:40.810930 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e51668dd-8395-4c94-978a-a0202767c0eb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.845963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda0375-139d-4401-be93-d6f618af92ef None None] Pushing event updated for resources: {'Port': ['ID=11a8adbe-4cbc-4846-83ba-c15ab9b236e7,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:40.860674 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0975a70-7591-4116-8d1e-9ba346342aee tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:40.861427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d0975a70-7591-4116-8d1e-9ba346342aee tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:40.873862 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51668dd-8395-4c94-978a-a0202767c0eb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8a9362-84f8-4eb4-b383-4c29d23e298b,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:40.895245 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a17448c-3ba3-44ac-a767-9470248fe0e1 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:40.896809 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0a17448c-3ba3-44ac-a767-9470248fe0e1 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1589437 Mar 14 18:25:40.899658 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58780) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:40.931233 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e51668dd-8395-4c94-978a-a0202767c0eb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.935465 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e51668dd-8395-4c94-978a-a0202767c0eb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8550179 Mar 14 18:25:40.935683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58784) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:40.945987 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-bc31860d-1908-4367-a7f4-df9294e5adab tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'b1f6dca5-a778-4066-990b-6afe72755772', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:40.949147 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1f453959-6ec5-4d55-b35b-cfecb0cb50ba tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Unset dirty status for tenant:27b862df6cb144b1b375f68eac223d93 on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:40.950410 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1f453959-6ec5-4d55-b35b-cfecb0cb50ba tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3351064 Mar 14 18:25:40.951411 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a793dca-f4ae-4a46-9c94-fd1d9b917bcc tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] GET failed (client error): The resource could not be found. Mar 14 18:25:40.953076 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2a793dca-f4ae-4a46-9c94-fd1d9b917bcc tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports/1d150e8d-27ea-41b5-9233-10b2f8c5de9d HTTP/1.1" status: 404 len: 333 time: 0.0522251 Mar 14 18:25:40.958766 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58788) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:40.959631 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58790) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:40.964711 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-bc31860d-1908-4367-a7f4-df9294e5adab tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:40.971561 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-8b7d242d-b6c8-4a56-92f8-baeeb3295b9c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group': {'name': 'tempest-secgroup--890065885'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:40.973158 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-69d64c65-65fd-462d-994e-10d4671d4704 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-812978137'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:40.975345 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8b7d242d-b6c8-4a56-92f8-baeeb3295b9c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:40.981193 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-69d64c65-65fd-462d-994e-10d4671d4704 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:40.984214 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-bc31860d-1908-4367-a7f4-df9294e5adab tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:40.988455 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8b7d242d-b6c8-4a56-92f8-baeeb3295b9c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:40.989022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-bc31860d-1908-4367-a7f4-df9294e5adab tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:40.990973 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d0975a70-7591-4116-8d1e-9ba346342aee tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:40.993057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-69d64c65-65fd-462d-994e-10d4671d4704 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:network and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:41.000240 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d0975a70-7591-4116-8d1e-9ba346342aee tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3736129 Mar 14 18:25:41.000240 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58796) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:41.000551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-69d64c65-65fd-462d-994e-10d4671d4704 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:41.002665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-bc31860d-1908-4367-a7f4-df9294e5adab tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:41.012883 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-69d64c65-65fd-462d-994e-10d4671d4704 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:41.096382 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4acd9c-aa48-4f45-a95f-be9b384bb935 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:41.098995 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fa4acd9c-aa48-4f45-a95f-be9b384bb935 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1016223 Mar 14 18:25:41.100784 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58800) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:41.119873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d64c65-65fd-462d-994e-10d4671d4704 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:41.124537 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-69d64c65-65fd-462d-994e-10d4671d4704 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.138327 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8b7d242d-b6c8-4a56-92f8-baeeb3295b9c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.144350 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc31860d-1908-4367-a7f4-df9294e5adab tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.173006 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8b7d242d-b6c8-4a56-92f8-baeeb3295b9c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:41.180811 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8b7d242d-b6c8-4a56-92f8-baeeb3295b9c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Usage tracker for resource:security_group_rule and tenant:27b862df6cb144b1b375f68eac223d93 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:41.185930 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8b7d242d-b6c8-4a56-92f8-baeeb3295b9c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:41.196073 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8b7d242d-b6c8-4a56-92f8-baeeb3295b9c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:41.215882 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7418372-b601-4e44-9ff8-7551ef026a2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:41.217897 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7418372-b601-4e44-9ff8-7551ef026a2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:41.219742 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7418372-b601-4e44-9ff8-7551ef026a2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:41.225058 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e7418372-b601-4e44-9ff8-7551ef026a2f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1231349 Mar 14 18:25:41.225876 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58804) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:41.244790 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc31860d-1908-4367-a7f4-df9294e5adab tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.254273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d64c65-65fd-462d-994e-10d4671d4704 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:41.264991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-69d64c65-65fd-462d-994e-10d4671d4704 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.265418 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-69d64c65-65fd-462d-994e-10d4671d4704 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Added segment c3210e95-484f-4af0-a31c-b04db412cbfd of type vlan for network ccf1d500-0eef-4dcc-98df-2bd8594022a4 Mar 14 18:25:41.295580 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-69d64c65-65fd-462d-994e-10d4671d4704 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.309500 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-51eb33e0-60bc-4ac2-b39f-a05b5308693e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 0936d35a-6ddd-4054-bb44-8b0caec172fd {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:25:41.320508 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-51eb33e0-60bc-4ac2-b39f-a05b5308693e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.365454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc31860d-1908-4367-a7f4-df9294e5adab tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.389206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-51eb33e0-60bc-4ac2-b39f-a05b5308693e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.403194 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31860d-1908-4367-a7f4-df9294e5adab tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea502946-328a-4b61-8817-8083fb8aef55,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:41.418614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-69d64c65-65fd-462d-994e-10d4671d4704 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.425401 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d64c65-65fd-462d-994e-10d4671d4704 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:41.426133 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-69d64c65-65fd-462d-994e-10d4671d4704 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.488044 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc31860d-1908-4367-a7f4-df9294e5adab tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.491832 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bc31860d-1908-4367-a7f4-df9294e5adab tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5525913 Mar 14 18:25:41.493515 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58808) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:41.541424 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-117df251-fa46-4f57-8b62-569ce9a82714 None None] Could not find standard attr ID for object 7b4b6b8b-e0b2-476f-906a-4d4479fcc9a0. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:25:41.566386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-3a0a35da-6097-46e1-a631-ffeb7a82b007 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'b1f6dca5-a778-4066-990b-6afe72755772', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:41.581299 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-69d64c65-65fd-462d-994e-10d4671d4704 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6184974 Mar 14 18:25:41.582332 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3a0a35da-6097-46e1-a631-ffeb7a82b007 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:41.583521 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58812) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:41.589431 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d64c65-65fd-462d-994e-10d4671d4704 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Network': ['ID=ccf1d500-0eef-4dcc-98df-2bd8594022a4,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:41.593305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3a0a35da-6097-46e1-a631-ffeb7a82b007 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:41.595392 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-70b24bc3-c58f-4aae-80c5-ce5e81af618d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'subnet': {'network_id': 'ccf1d500-0eef-4dcc-98df-2bd8594022a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:41.600178 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3a0a35da-6097-46e1-a631-ffeb7a82b007 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:41.603808 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network ccf1d500-0eef-4dcc-98df-2bd8594022a4 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:25:41.613954 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3a0a35da-6097-46e1-a631-ffeb7a82b007 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:41.646488 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8b7d242d-b6c8-4a56-92f8-baeeb3295b9c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.647150 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-117df251-fa46-4f57-8b62-569ce9a82714 None None] Provisioning for port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:41.702089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3a0a35da-6097-46e1-a631-ffeb7a82b007 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.702304 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-117df251-fa46-4f57-8b62-569ce9a82714 None None] Provisioning complete for port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:41.702781 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-117df251-fa46-4f57-8b62-569ce9a82714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.786927 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8b7d242d-b6c8-4a56-92f8-baeeb3295b9c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.835752 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3a0a35da-6097-46e1-a631-ffeb7a82b007 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.888872 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-51eb33e0-60bc-4ac2-b39f-a05b5308693e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.902743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3a0a35da-6097-46e1-a631-ffeb7a82b007 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.929482 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-70b24bc3-c58f-4aae-80c5-ce5e81af618d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:41.931902 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d242d-b6c8-4a56-92f8-baeeb3295b9c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=641de168-75da-4059-b922-f0b9189a4b07,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:41.935725 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a35da-6097-46e1-a631-ffeb7a82b007 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcf80e4-fa5d-4579-bd74-dcb66c974c10,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:41.951606 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-70b24bc3-c58f-4aae-80c5-ce5e81af618d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:subnet and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:41.957031 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-70b24bc3-c58f-4aae-80c5-ce5e81af618d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:41.966217 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-70b24bc3-c58f-4aae-80c5-ce5e81af618d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:41.973239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ebf012ab-9bde-421d-b41f-e6c101154bb8 None None] Could not find standard attr ID for object 3508b879-44be-484e-80dc-7a58f7d9acaf. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:25:41.994118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3a0a35da-6097-46e1-a631-ffeb7a82b007 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.995514 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3a0a35da-6097-46e1-a631-ffeb7a82b007 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5010157 Mar 14 18:25:41.998139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58816) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:42.003528 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-6338cae1-bdfb-478b-9f62-9ec2dbbf5038 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'b1f6dca5-a778-4066-990b-6afe72755772', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:42.010081 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6338cae1-bdfb-478b-9f62-9ec2dbbf5038 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:42.014219 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6338cae1-bdfb-478b-9f62-9ec2dbbf5038 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:42.017565 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6338cae1-bdfb-478b-9f62-9ec2dbbf5038 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:42.023794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6338cae1-bdfb-478b-9f62-9ec2dbbf5038 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:42.052980 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8b7d242d-b6c8-4a56-92f8-baeeb3295b9c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.052980 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8b7d242d-b6c8-4a56-92f8-baeeb3295b9c tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0872338 Mar 14 18:25:42.053372 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58820) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:42.058014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-423520b5-2b85-4860-8d42-bc49b54c6a26 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:42.058675 dv-neutron-833560-1-hyperv neutron-server[88635]: WARNING neutron.api.v2.base [None req-423520b5-2b85-4860-8d42-bc49b54c6a26 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 14 18:25:42.059184 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-423520b5-2b85-4860-8d42-bc49b54c6a26 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] update failed (client error): There was a conflict when trying to complete your request. Mar 14 18:25:42.060153 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-423520b5-2b85-4860-8d42-bc49b54c6a26 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "PUT /v2.0/security-groups/641de168-75da-4059-b922-f0b9189a4b07 HTTP/1.1" status: 409 len: 330 time: 0.0064673 Mar 14 18:25:42.063182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58824) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:42.085507 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f6b3047f-88e5-490d-84f9-13311e793cec None None] Could not find standard attr ID for object d1a47112-cef2-43b1-b48b-e1351054a84e. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:25:42.097325 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b24bc3-c58f-4aae-80c5-ce5e81af618d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:42.100945 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-70b24bc3-c58f-4aae-80c5-ce5e81af618d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.131647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d2ce2acc-d4c2-4138-ae48-cbf9e24e6439 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.148429 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6338cae1-bdfb-478b-9f62-9ec2dbbf5038 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.190702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d2ce2acc-d4c2-4138-ae48-cbf9e24e6439 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.288168 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6338cae1-bdfb-478b-9f62-9ec2dbbf5038 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.294309 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-51eb33e0-60bc-4ac2-b39f-a05b5308693e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.353900 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb33e0-60bc-4ac2-b39f-a05b5308693e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=0936d35a-6ddd-4054-bb44-8b0caec172fd,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:42.358178 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-51eb33e0-60bc-4ac2-b39f-a05b5308693e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.359565 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d2ce2acc-d4c2-4138-ae48-cbf9e24e6439 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.362806 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 9f497f3d-61f9-4218-84f7-4f079dab5595 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:42.387296 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-51eb33e0-60bc-4ac2-b39f-a05b5308693e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/0936d35a-6ddd-4054-bb44-8b0caec172fd HTTP/1.1" status: 204 len: 168 time: 1.1562278 Mar 14 18:25:42.389891 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58828) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:42.392551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce2acc-d4c2-4138-ae48-cbf9e24e6439 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=641de168-75da-4059-b922-f0b9189a4b07,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:42.394898 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d2ce2acc-d4c2-4138-ae48-cbf9e24e6439 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.403198 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d2ce2acc-d4c2-4138-ae48-cbf9e24e6439 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "DELETE /v2.0/security-groups/641de168-75da-4059-b922-f0b9189a4b07 HTTP/1.1" status: 204 len: 168 time: 0.3319354 Mar 14 18:25:42.410989 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58832) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:42.422089 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-473d08fb-9660-485c-ab42-91072fd575ba None None] Could not find standard attr ID for object 12a14adb-7522-4693-8b26-620b361cdd62. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:25:42.445122 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6338cae1-bdfb-478b-9f62-9ec2dbbf5038 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.475011 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf28895-6be8-4b6c-afd9-4a62a67e6344 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet cdbc685d-b378-4711-b79d-24dce749a903 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:25:42.478147 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-acf28895-6be8-4b6c-afd9-4a62a67e6344 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.479553 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338cae1-bdfb-478b-9f62-9ec2dbbf5038 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51aa6636-7683-4af4-a5f9-30deb3964b96,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:42.491965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-878e5016-399b-4c79-a1dd-e57b0180afa9 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Synchronizing usage tracker for tenant:27b862df6cb144b1b375f68eac223d93 on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:42.508929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-70b24bc3-c58f-4aae-80c5-ce5e81af618d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.537096 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 9f497f3d-61f9-4218-84f7-4f079dab5595 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:42.542551 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 9f497f3d-61f9-4218-84f7-4f079dab5595 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:42.543644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.566903 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6338cae1-bdfb-478b-9f62-9ec2dbbf5038 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.568578 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6338cae1-bdfb-478b-9f62-9ec2dbbf5038 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5693195 Mar 14 18:25:42.570199 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-878e5016-399b-4c79-a1dd-e57b0180afa9 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] Unset dirty status for tenant:27b862df6cb144b1b375f68eac223d93 on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:42.572014 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-878e5016-399b-4c79-a1dd-e57b0180afa9 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1599717 Mar 14 18:25:42.578231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58836) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:42.581509 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-4125f891-6d35-44f8-b77e-5df4674eb27e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'b1f6dca5-a778-4066-990b-6afe72755772', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:42.585817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58840) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:42.590303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4125f891-6d35-44f8-b77e-5df4674eb27e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:42.594488 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4125f891-6d35-44f8-b77e-5df4674eb27e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:42.601116 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4125f891-6d35-44f8-b77e-5df4674eb27e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:42.609112 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4125f891-6d35-44f8-b77e-5df4674eb27e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:42.625373 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-acf28895-6be8-4b6c-afd9-4a62a67e6344 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.647669 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b37ba0-b088-4538-907b-2338c942a93f None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:42.672552 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-dc25d9a2-70e2-4c4a-bbfb-0172688940b5 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] delete failed (client error): The resource could not be found. Mar 14 18:25:42.674134 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dc25d9a2-70e2-4c4a-bbfb-0172688940b5 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "DELETE /v2.0/security-groups/52da6b96-9911-4608-8206-cf8f1d168444 HTTP/1.1" status: 404 len: 347 time: 0.0855088 Mar 14 18:25:42.678793 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b24bc3-c58f-4aae-80c5-ce5e81af618d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Subnet': ['ID=19406f78-ad46-4c13-9acb-7b2335360577,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:42.679923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58844) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:42.689828 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6a0f7328-17f1-431d-aab2-621fd3396502 None None] Could not find standard attr ID for object 7749b48c-bb9c-4f3c-b952-e2cad59c24bd. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:25:42.698656 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b24bc3-c58f-4aae-80c5-ce5e81af618d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Checking segment: {'id': 'c3210e95-484f-4af0-a31c-b04db412cbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ccf1d500-0eef-4dcc-98df-2bd8594022a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:42.698656 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b24bc3-c58f-4aae-80c5-ce5e81af618d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network hostable DHCP agents. Network: ccf1d500-0eef-4dcc-98df-2bd8594022a4, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:25:42.731612 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-4125f891-6d35-44f8-b77e-5df4674eb27e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:25:42.739496 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-acf28895-6be8-4b6c-afd9-4a62a67e6344 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.742345 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4125f891-6d35-44f8-b77e-5df4674eb27e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.752391 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-328e555a-329b-4de9-86f1-386f90aa89a4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] show failed (client error): The resource could not be found. Mar 14 18:25:42.757566 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-328e555a-329b-4de9-86f1-386f90aa89a4 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "GET /v2.0/security-groups/a9f51241-03d2-4183-a2c9-c1be41b35ad2 HTTP/1.1" status: 404 len: 347 time: 0.0622621 Mar 14 18:25:42.757566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58848) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:42.771209 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.788641 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-3f04178f-d1f9-4275-8bd7-d63b26c164a2 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] show failed (client error): The resource could not be found. Mar 14 18:25:42.792040 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3f04178f-d1f9-4275-8bd7-d63b26c164a2 tempest-NegativeSecGroupTest-142366700 tempest-NegativeSecGroupTest-142366700-project] 10.222.0.43 "GET /v2.0/security-group-rules/a34f8cd3-0e6e-4a7d-8ea2-d0c141f30120 HTTP/1.1" status: 404 len: 356 time: 0.0313315 Mar 14 18:25:42.818158 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 9f497f3d-61f9-4218-84f7-4f079dab5595, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=9f497f3d-61f9-4218-84f7-4f079dab5595,segment=NetworkSegment(e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a),segment_id=e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:42.820820 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b24bc3-c58f-4aae-80c5-ce5e81af618d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network ccf1d500-0eef-4dcc-98df-2bd8594022a4 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:25:42.900582 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.901408 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:42.925506 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-70b24bc3-c58f-4aae-80c5-ce5e81af618d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, ccf1d500-0eef-4dcc-98df-2bd8594022a4) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:42.927727 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-acf28895-6be8-4b6c-afd9-4a62a67e6344 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.955344 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4125f891-6d35-44f8-b77e-5df4674eb27e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.966470 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b24bc3-c58f-4aae-80c5-ce5e81af618d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:42.966470 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-70b24bc3-c58f-4aae-80c5-ce5e81af618d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.975339 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef77ba34-899e-4970-811d-a6646885b30c None None] Network ccf1d500-0eef-4dcc-98df-2bd8594022a4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:42.985567 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf28895-6be8-4b6c-afd9-4a62a67e6344 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=cdbc685d-b378-4711-b79d-24dce749a903,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:42.991291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-acf28895-6be8-4b6c-afd9-4a62a67e6344 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.004073 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-acf28895-6be8-4b6c-afd9-4a62a67e6344 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/cdbc685d-b378-4711-b79d-24dce749a903 HTTP/1.1" status: 204 len: 168 time: 0.6130960 Mar 14 18:25:43.006501 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58854) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:43.034785 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4125f891-6d35-44f8-b77e-5df4674eb27e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.060445 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125f891-6d35-44f8-b77e-5df4674eb27e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0aee0a-26dc-4072-a354-899f117de869,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:43.077362 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cff513d5-14fd-4d72-a049-6e9aef7f9648 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697045 Mar 14 18:25:43.080709 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58858) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:43.086147 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:43.104265 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-70b24bc3-c58f-4aae-80c5-ce5e81af618d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5190349 Mar 14 18:25:43.109733 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58862) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:43.115942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-fac90754-7496-4802-b711-e7b6b2084826 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'subnet': {'network_id': 'ccf1d500-0eef-4dcc-98df-2bd8594022a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:43.195423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=9f497f3d-61f9-4218-84f7-4f079dab5595,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:43.206240 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:43.211138 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:43.214389 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:43.221160 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:43.222426 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:43.223170 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.227875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4125f891-6d35-44f8-b77e-5df4674eb27e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.229383 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4125f891-6d35-44f8-b77e-5df4674eb27e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6555512 Mar 14 18:25:43.232387 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58866) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:43.237614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-7aaedf77-11a1-4d58-ba63-c723ed5e3d1f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'b1f6dca5-a778-4066-990b-6afe72755772', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:43.244194 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7aaedf77-11a1-4d58-ba63-c723ed5e3d1f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:43.248335 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7aaedf77-11a1-4d58-ba63-c723ed5e3d1f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:43.251250 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7aaedf77-11a1-4d58-ba63-c723ed5e3d1f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:43.257351 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7aaedf77-11a1-4d58-ba63-c723ed5e3d1f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:43.286385 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-fac90754-7496-4802-b711-e7b6b2084826 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:43.290830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fac90754-7496-4802-b711-e7b6b2084826 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:subnet and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:43.293950 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fac90754-7496-4802-b711-e7b6b2084826 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:43.299905 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-fac90754-7496-4802-b711-e7b6b2084826 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:43.302526 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:43.306024 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.342209 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.securitygroups_db [None req-7aaedf77-11a1-4d58-ba63-c723ed5e3d1f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:25:43.353526 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7aaedf77-11a1-4d58-ba63-c723ed5e3d1f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.388434 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac90754-7496-4802-b711-e7b6b2084826 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:43.392516 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fac90754-7496-4802-b711-e7b6b2084826 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.432733 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58872) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:43.505515 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7aaedf77-11a1-4d58-ba63-c723ed5e3d1f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.522410 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-ccf1d500-0eef-4dcc-98df-2bd8594022a4', 'network_id': 'ccf1d500-0eef-4dcc-98df-2bd8594022a4', 'tenant_id': '9fea93318d8341f3994d0da2f8ba39d3', 'fixed_ips': [{'subnet_id': '19406f78-ad46-4c13-9acb-7b2335360577'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:25:43.523280 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.544924 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.ipam_backend_mixin [None req-fac90754-7496-4802-b711-e7b6b2084826 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 19406f78-ad46-4c13-9acb-7b2335360577 (CIDR: 172.20.0.0/28) Mar 14 18:25:43.549110 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a6c0a6-9114-41e2-ab67-e31e3dfa026f None None] Update dhcp port {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'fixed_ips': [{'subnet_id': 'cdbc685d-b378-4711-b79d-24dce749a903'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': '11a8adbe-4cbc-4846-83ba-c15ab9b236e7'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:25:43.567609 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7aaedf77-11a1-4d58-ba63-c723ed5e3d1f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.583551 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac90754-7496-4802-b711-e7b6b2084826 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:43.584299 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac90754-7496-4802-b711-e7b6b2084826 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:43.596121 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaedf77-11a1-4d58-ba63-c723ed5e3d1f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f6e732-c098-4016-9be1-c7cc516ba56f,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:43.659880 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f6d7ffe7-1f50-445c-969f-de308c5c91bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27b862df6cb144b1b375f68eac223d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261379 Mar 14 18:25:43.662375 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58878) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:43.669000 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8a6c0a6-9114-41e2-ab67-e31e3dfa026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.686290 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7aaedf77-11a1-4d58-ba63-c723ed5e3d1f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.697422 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7aaedf77-11a1-4d58-ba63-c723ed5e3d1f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4586496 Mar 14 18:25:43.714014 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fac90754-7496-4802-b711-e7b6b2084826 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6030376 Mar 14 18:25:43.716706 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58884) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:43.736478 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-0bfc5bf4-b64f-4b8e-a890-612159e36721 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'subnet': {'network_id': 'ccf1d500-0eef-4dcc-98df-2bd8594022a4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:43.750862 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a6adcdd0-e1f2-4d6d-903c-fc87cdc8d8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.784587 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a6adcdd0-e1f2-4d6d-903c-fc87cdc8d8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.864675 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Allocated IP 172.20.0.2 (ccf1d500-0eef-4dcc-98df-2bd8594022a4/19406f78-ad46-4c13-9acb-7b2335360577/b27d781d-b5ea-4d49-9fae-0ac180b43244) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:43.951353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a6adcdd0-e1f2-4d6d-903c-fc87cdc8d8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.968325 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-d9988cec-93b0-421b-baa7-7a09e3f5fa50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:43.993953 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adcdd0-e1f2-4d6d-903c-fc87cdc8d8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7fda32-be15-4876-be18-cb6337ba6a3d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:44.025385 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297d85b7-138e-4fd3-ae9c-43ba773fa17e None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:44.058299 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-d9988cec-93b0-421b-baa7-7a09e3f5fa50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:44.059800 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-d9988cec-93b0-421b-baa7-7a09e3f5fa50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1577943828&fields=id&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 267 time: 0.1571863 Mar 14 18:25:44.118941 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a6adcdd0-e1f2-4d6d-903c-fc87cdc8d8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.119880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0bfc5bf4-b64f-4b8e-a890-612159e36721 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:44.120514 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a6adcdd0-e1f2-4d6d-903c-fc87cdc8d8e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e7fda32-be15-4876-be18-cb6337ba6a3d HTTP/1.1" status: 204 len: 168 time: 0.4571116 Mar 14 18:25:44.127538 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0bfc5bf4-b64f-4b8e-a890-612159e36721 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:subnet and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:44.138994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0bfc5bf4-b64f-4b8e-a890-612159e36721 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:44.149756 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0bfc5bf4-b64f-4b8e-a890-612159e36721 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:44.158220 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.objects.ports [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88634) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:25:44.209992 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d3a4aaa2-ba8e-4ed2-af7e-7040eda3e794 None None] Provisioning complete for port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:44.210373 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d3a4aaa2-ba8e-4ed2-af7e-7040eda3e794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.243216 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfc5bf4-b64f-4b8e-a890-612159e36721 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:44.246899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0bfc5bf4-b64f-4b8e-a890-612159e36721 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.285134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-64ab4092-6c0e-4340-b2c6-e99109423d22 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:44.286210 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-64ab4092-6c0e-4340-b2c6-e99109423d22 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:44.307760 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 9f497f3d-61f9-4218-84f7-4f079dab5595 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:44.383914 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-64ab4092-6c0e-4340-b2c6-e99109423d22 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:44.386625 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-64ab4092-6c0e-4340-b2c6-e99109423d22 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/networks?id=82904af8-6c90-4893-abce-7596ee90de86 HTTP/1.1" status: 200 len: 797 time: 0.3173547 Mar 14 18:25:44.404870 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.416968 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-8725837f-5f81-42a6-a52c-11d5180e52d5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/quotas/6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 375 time: 0.0214825 Mar 14 18:25:44.423896 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Transition to ACTIVE for port object b27d781d-b5ea-4d49-9fae-0ac180b43244 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:44.509295 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Transition to ACTIVE for port object b27d781d-b5ea-4d49-9fae-0ac180b43244 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:44.538594 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-203966ab-abac-4ab5-aefc-d438aba9acae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:44.540605 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.576437 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.632656 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 9f497f3d-61f9-4218-84f7-4f079dab5595 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:44.633019 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.685651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-203966ab-abac-4ab5-aefc-d438aba9acae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:44.688129 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-203966ab-abac-4ab5-aefc-d438aba9acae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2645836 Mar 14 18:25:44.789592 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Pushing event updated for resources: {'Port': ['ID=b27d781d-b5ea-4d49-9fae-0ac180b43244,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:44.793292 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Network ccf1d500-0eef-4dcc-98df-2bd8594022a4 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:44.809978 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:44.814822 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:44.815626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] For port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=11a8adbe-4cbc-4846-83ba-c15ab9b236e7,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:44.839304 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0bfc5bf4-b64f-4b8e-a890-612159e36721 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.846127 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-de29f1a9-15ef-456d-b564-822dfdbe01d0 service neutron] 10.222.0.43 "GET /v2.0/networks/82904af8-6c90-4893-abce-7596ee90de86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463554 Mar 14 18:25:44.872538 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.886509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfc5bf4-b64f-4b8e-a890-612159e36721 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network ccf1d500-0eef-4dcc-98df-2bd8594022a4 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:44.892642 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-0bfc5bf4-b64f-4b8e-a890-612159e36721 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:44.900426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfc5bf4-b64f-4b8e-a890-612159e36721 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:44.900994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0bfc5bf4-b64f-4b8e-a890-612159e36721 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.940432 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.941104 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.950460 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc5bf4-b64f-4b8e-a890-612159e36721 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Subnet': ['ID=0862563b-aeb0-456e-a576-f766cfacd95a,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:44.955788 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Attempting to bind port b27d781d-b5ea-4d49-9fae-0ac180b43244 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:44.956153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Attempting to bind port b27d781d-b5ea-4d49-9fae-0ac180b43244 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'c3210e95-484f-4af0-a31c-b04db412cbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ccf1d500-0eef-4dcc-98df-2bd8594022a4'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:44.956513 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Attempting to bind port b27d781d-b5ea-4d49-9fae-0ac180b43244 on network ccf1d500-0eef-4dcc-98df-2bd8594022a4 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:25:44.967655 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:25:44.968029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Checking segment: {'id': 'c3210e95-484f-4af0-a31c-b04db412cbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ccf1d500-0eef-4dcc-98df-2bd8594022a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:44.968425 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.968816 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Bound using segment: {'id': 'c3210e95-484f-4af0-a31c-b04db412cbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ccf1d500-0eef-4dcc-98df-2bd8594022a4'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:25:44.972249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Bound port: b27d781d-b5ea-4d49-9fae-0ac180b43244, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3210e95-484f-4af0-a31c-b04db412cbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ccf1d500-0eef-4dcc-98df-2bd8594022a4'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:44.972249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.042400 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-280783fe-2459-4132-9f20-829403814f32 service neutron] 10.222.0.43 "GET /v2.0/networks/82904af8-6c90-4893-abce-7596ee90de86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886032 Mar 14 18:25:45.050190 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:45.092755 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58900) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:45.093282 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0bfc5bf4-b64f-4b8e-a890-612159e36721 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3732646 Mar 14 18:25:45.094388 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:45.098025 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:45.098688 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.103885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'network_id': 'ccf1d500-0eef-4dcc-98df-2bd8594022a4', 'fixed_ips': [{'subnet_id': '19406f78-ad46-4c13-9acb-7b2335360577'}, {'subnet_id': '0862563b-aeb0-456e-a576-f766cfacd95a'}], 'name': 'tempest-PortsTestJSON-524889048'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:45.126237 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:25:45.142634 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=11a8adbe-4cbc-4846-83ba-c15ab9b236e7,revision_number=8']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:45.161057 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=91ce3cc4-bec0-4c82-ba5f-1f22b39c13da,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:45.206858 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4e9e246f-f391-4aad-abe5-23cd83d85369 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1251147 Mar 14 18:25:45.209821 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58904) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:45.215330 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a672f873-9283-437b-b8d9-0d327d1a4128 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:45.228377 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] For port b27d781d-b5ea-4d49-9fae-0ac180b43244, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:25:45.238830 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] For port b27d781d-b5ea-4d49-9fae-0ac180b43244, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=b27d781d-b5ea-4d49-9fae-0ac180b43244,segment=NetworkSegment(c3210e95-484f-4af0-a31c-b04db412cbfd),segment_id=c3210e95-484f-4af0-a31c-b04db412cbfd)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:25:45.285860 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:45.290848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:port and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:45.294569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:45.295022 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.306447 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:45.333934 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=11a8adbe-4cbc-4846-83ba-c15ab9b236e7,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:45.356450 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.370234 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a672f873-9283-437b-b8d9-0d327d1a4128 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:45.374800 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a672f873-9283-437b-b8d9-0d327d1a4128 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:45.380292 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a672f873-9283-437b-b8d9-0d327d1a4128 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:45.382987 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:45.421029 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a672f873-9283-437b-b8d9-0d327d1a4128 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:45.423962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.490961 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5e999-8f78-430d-8fd1-30f39fca8ad4 None None] Pushing event updated for resources: {'Port': ['ID=b27d781d-b5ea-4d49-9fae-0ac180b43244,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:45.508278 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a672f873-9283-437b-b8d9-0d327d1a4128 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:45.512710 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a672f873-9283-437b-b8d9-0d327d1a4128 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.521514 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b676b3ff-3989-4ca9-9211-8b37acfe2693 req-621df532-76cf-43d5-be60-c6b63379c10d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 210 time: 0.0775521 Mar 14 18:25:45.650176 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=11a8adbe-4cbc-4846-83ba-c15ab9b236e7,revision_number=9']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:45.654548 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.685659 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] device_id is not set on port 390363f4-d46b-4338-bf01-b96d241fe540 yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:45.694886 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.ipam_backend_mixin [None req-a672f873-9283-437b-b8d9-0d327d1a4128 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91ce3cc4-bec0-4c82-ba5f-1f22b39c13da (CIDR: 2001:db8::/64) Mar 14 18:25:45.726252 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-a672f873-9283-437b-b8d9-0d327d1a4128 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:45.726708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a672f873-9283-437b-b8d9-0d327d1a4128 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:45.806258 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a672f873-9283-437b-b8d9-0d327d1a4128 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5952339 Mar 14 18:25:45.809015 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58916) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:45.815584 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-3bd5a78d-fbd4-416b-a371-ffd175245aa0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:45.918024 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0419d9b5-854d-4212-ae61-6f7bd72f0b04 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:46.012471 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3bd5a78d-fbd4-416b-a371-ffd175245aa0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:46.017544 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3bd5a78d-fbd4-416b-a371-ffd175245aa0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:46.020419 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3bd5a78d-fbd4-416b-a371-ffd175245aa0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:46.026880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3bd5a78d-fbd4-416b-a371-ffd175245aa0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:46.057801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ccaf8051-a32f-4fa4-9de2-ef077bc055cb None None] Provisioning complete for port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:46.058170 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ccaf8051-a32f-4fa4-9de2-ef077bc055cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.103050 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd5a78d-fbd4-416b-a371-ffd175245aa0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:46.106767 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bd5a78d-fbd4-416b-a371-ffd175245aa0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.241014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Allocated IP 172.20.0.14 (ccf1d500-0eef-4dcc-98df-2bd8594022a4/19406f78-ad46-4c13-9acb-7b2335360577/390363f4-d46b-4338-bf01-b96d241fe540) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:46.247884 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Allocated IP 172.20.0.19 (ccf1d500-0eef-4dcc-98df-2bd8594022a4/0862563b-aeb0-456e-a576-f766cfacd95a/390363f4-d46b-4338-bf01-b96d241fe540) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:46.314408 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ccaf8051-a32f-4fa4-9de2-ef077bc055cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.420312 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ccaf8051-a32f-4fa4-9de2-ef077bc055cb None None] For port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=11a8adbe-4cbc-4846-83ba-c15ab9b236e7,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:46.449228 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b27d781d-b5ea-4d49-9fae-0ac180b43244 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:46.506288 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ccaf8051-a32f-4fa4-9de2-ef077bc055cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.521647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.552730 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Transition to ACTIVE for port object 390363f4-d46b-4338-bf01-b96d241fe540 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:46.590107 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bd5a78d-fbd4-416b-a371-ffd175245aa0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.599310 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf8051-a32f-4fa4-9de2-ef077bc055cb None None] Pushing event updated for resources: {'Port': ['ID=11a8adbe-4cbc-4846-83ba-c15ab9b236e7,revision_number=10']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:46.675743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd5a78d-fbd4-416b-a371-ffd175245aa0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:46.679394 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-3bd5a78d-fbd4-416b-a371-ffd175245aa0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:46.684153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.687365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd5a78d-fbd4-416b-a371-ffd175245aa0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:46.688082 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bd5a78d-fbd4-416b-a371-ffd175245aa0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.708046 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1fc9fc-0494-4541-8b10-18195383a672 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:46.733787 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5a78d-fbd4-416b-a371-ffd175245aa0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=873ab551-9f1f-41a4-a7e2-7e58b2912c5f,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:46.750249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port b27d781d-b5ea-4d49-9fae-0ac180b43244 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:46.763897 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:46.806366 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7764b2d1-5d27-4f51-ab56-2feee0917f04 req-848b5c4e-2ac2-47ad-8a6d-649ea0e46c7f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 210 time: 0.1784723 Mar 14 18:25:46.819800 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=390363f4-d46b-4338-bf01-b96d241fe540,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:46.826875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network ccf1d500-0eef-4dcc-98df-2bd8594022a4 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:46.827975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:46.831054 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:46.855721 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3bd5a78d-fbd4-416b-a371-ffd175245aa0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0454149 Mar 14 18:25:46.856656 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58924) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:46.879663 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-f846e702-1f81-4bbb-99b6-e659e179263d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'mac_address': 'fa:16:3e:39:8a:7f', 'name': 'tempest-NetworksTestDHCPv6-815170297'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:46.879839 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-77febfb5-83c7-484c-8c7f-d079a7eb0a6b None None] Provisioning complete for port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:46.879839 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-77febfb5-83c7-484c-8c7f-d079a7eb0a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.899633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:46.900485 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.903939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10df84bc-bf4f-40fe-a445-a5ebdb9f960a None None] Network ccf1d500-0eef-4dcc-98df-2bd8594022a4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:46.983388 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c6cd0695-ac7c-42c8-9614-b1b4f8298a06 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8895848 Mar 14 18:25:46.986146 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58928) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:46.991942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-19cfa3c3-cb50-41ae-8561-d19ccbf8a41d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19406f78-ad46-4c13-9acb-7b2335360577'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:47.115618 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-19cfa3c3-cb50-41ae-8561-d19ccbf8a41d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.146293 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:47.146714 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.178920 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f846e702-1f81-4bbb-99b6-e659e179263d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:47.190984 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f846e702-1f81-4bbb-99b6-e659e179263d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:47.279590 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f846e702-1f81-4bbb-99b6-e659e179263d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:47.435267 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f846e702-1f81-4bbb-99b6-e659e179263d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.462746 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-f846e702-1f81-4bbb-99b6-e659e179263d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port 1bfc3b88-4255-480f-b53f-d90c5e63521c yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:47.487822 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-19cfa3c3-cb50-41ae-8561-d19ccbf8a41d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Delete allocated IP 172.20.0.19 (ccf1d500-0eef-4dcc-98df-2bd8594022a4/0862563b-aeb0-456e-a576-f766cfacd95a) {{(pid=88635) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 18:25:47.644584 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7e8fc3df-8879-4ede-894b-db9c21c489e6 None None] Provisioning for port b27d781d-b5ea-4d49-9fae-0ac180b43244 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:47.662188 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7e8fc3df-8879-4ede-894b-db9c21c489e6 None None] Provisioning complete for port b27d781d-b5ea-4d49-9fae-0ac180b43244 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:47.662570 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7e8fc3df-8879-4ede-894b-db9c21c489e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.680550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-19cfa3c3-cb50-41ae-8561-d19ccbf8a41d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.700587 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-f846e702-1f81-4bbb-99b6-e659e179263d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8:0:1::e5 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/873ab551-9f1f-41a4-a7e2-7e58b2912c5f/1bfc3b88-4255-480f-b53f-d90c5e63521c) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:47.704979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-19cfa3c3-cb50-41ae-8561-d19ccbf8a41d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Ignored duplicate provisioning block setup for port 390363f4-d46b-4338-bf01-b96d241fe540 by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 14 18:25:47.708371 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-f846e702-1f81-4bbb-99b6-e659e179263d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::f816:3eff:fe39:8a7f (c6ea7f38-153d-42ad-8847-86782d8c0b1e/91ce3cc4-bec0-4c82-ba5f-1f22b39c13da/1bfc3b88-4255-480f-b53f-d90c5e63521c) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:47.766226 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-19cfa3c3-cb50-41ae-8561-d19ccbf8a41d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.774074 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce581b5-5da6-454f-b5ce-d55ad95af231 None None] Update dhcp port {'port': {'network_id': 'ccf1d500-0eef-4dcc-98df-2bd8594022a4', 'fixed_ips': [{'subnet_id': '19406f78-ad46-4c13-9acb-7b2335360577', 'ip_address': '172.20.0.2'}, {'subnet_id': '0862563b-aeb0-456e-a576-f766cfacd95a'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': 'b27d781d-b5ea-4d49-9fae-0ac180b43244'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:25:47.842917 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1addf0-2030-4693-b121-d028fce66cee None None] Update dhcp port {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'fixed_ips': [{'subnet_id': '91ce3cc4-bec0-4c82-ba5f-1f22b39c13da', 'ip_address': '2001:db8::f816:3eff:fec1:d0ac'}, {'subnet_id': '873ab551-9f1f-41a4-a7e2-7e58b2912c5f'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': '11a8adbe-4cbc-4846-83ba-c15ab9b236e7'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:25:47.848464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfa3c3-cb50-41ae-8561-d19ccbf8a41d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=390363f4-d46b-4338-bf01-b96d241fe540,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:47.900696 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ce581b5-5da6-454f-b5ce-d55ad95af231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.947267 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f846e702-1f81-4bbb-99b6-e659e179263d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.964138 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-f846e702-1f81-4bbb-99b6-e659e179263d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object 1bfc3b88-4255-480f-b53f-d90c5e63521c will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:47.994196 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c952fa4c-68dd-46be-a4ef-5e7ae86667b1 req-754ad049-2b0f-4476-bc3e-fa3a1356609a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 210 time: 0.0594378 Mar 14 18:25:48.012057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-19cfa3c3-cb50-41ae-8561-d19ccbf8a41d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] In _notify_port_updated(), no bound segment for port 390363f4-d46b-4338-bf01-b96d241fe540 on network ccf1d500-0eef-4dcc-98df-2bd8594022a4 {{(pid=88635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:25:48.018601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cfa3c3-cb50-41ae-8561-d19ccbf8a41d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:48.018816 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9f1addf0-2030-4693-b121-d028fce66cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.019318 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-19cfa3c3-cb50-41ae-8561-d19ccbf8a41d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.020683 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-19cfa3c3-cb50-41ae-8561-d19ccbf8a41d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "PUT /v2.0/ports/390363f4-d46b-4338-bf01-b96d241fe540 HTTP/1.1" status: 200 len: 919 time: 1.0333683 Mar 14 18:25:48.023299 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58934) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:48.029565 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ff6b133a-31c8-46eb-a94f-1a9d33f66b32 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19406f78-ad46-4c13-9acb-7b2335360577'}, {'subnet_id': '0862563b-aeb0-456e-a576-f766cfacd95a'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:48.068931 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f846e702-1f81-4bbb-99b6-e659e179263d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.158060 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7e8fc3df-8879-4ede-894b-db9c21c489e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.181596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ff6b133a-31c8-46eb-a94f-1a9d33f66b32 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.233183 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f846e702-1f81-4bbb-99b6-e659e179263d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:48.240214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-f846e702-1f81-4bbb-99b6-e659e179263d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:48.244682 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846e702-1f81-4bbb-99b6-e659e179263d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=1bfc3b88-4255-480f-b53f-d90c5e63521c,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:48.247167 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f846e702-1f81-4bbb-99b6-e659e179263d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:48.253291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f846e702-1f81-4bbb-99b6-e659e179263d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:48.253874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f846e702-1f81-4bbb-99b6-e659e179263d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.312521 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-5faf873b-e130-4d4c-a6ae-720fa73e4499 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:48.314612 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-5faf873b-e130-4d4c-a6ae-720fa73e4499 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/networks?id=82904af8-6c90-4893-abce-7596ee90de86 HTTP/1.1" status: 200 len: 797 time: 0.2996638 Mar 14 18:25:48.323196 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:48.353557 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7e8fc3df-8879-4ede-894b-db9c21c489e6 None None] For port b27d781d-b5ea-4d49-9fae-0ac180b43244, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=b27d781d-b5ea-4d49-9fae-0ac180b43244,segment=NetworkSegment(c3210e95-484f-4af0-a31c-b04db412cbfd),segment_id=c3210e95-484f-4af0-a31c-b04db412cbfd)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:48.379808 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-838b20e7-fd16-45e2-a547-55a14b56477f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:48.397154 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f846e702-1f81-4bbb-99b6-e659e179263d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5393291 Mar 14 18:25:48.399819 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-838b20e7-fd16-45e2-a547-55a14b56477f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:48.401214 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-838b20e7-fd16-45e2-a547-55a14b56477f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 380 time: 0.0787876 Mar 14 18:25:48.401699 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58938) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:48.443290 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7e8fc3df-8879-4ede-894b-db9c21c489e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.451740 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-e5dd56c0-164d-4c1f-bdd2-f254d7fc35ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'port': {'device_id': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'admin_state_up': True, 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'security_groups': ['b1f6dca5-a778-4066-990b-6afe72755772']}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:48.509669 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-fc603156-2a50-4dc5-8221-34e5c1e5f3a2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port 1bfc3b88-4255-480f-b53f-d90c5e63521c {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:48.510017 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc603156-2a50-4dc5-8221-34e5c1e5f3a2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.510293 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-2ce581b5-5da6-454f-b5ce-d55ad95af231 None None] Allocated IP 172.20.0.18 (ccf1d500-0eef-4dcc-98df-2bd8594022a4/0862563b-aeb0-456e-a576-f766cfacd95a/b27d781d-b5ea-4d49-9fae-0ac180b43244) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:48.578159 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-9f1addf0-2030-4693-b121-d028fce66cee None None] Allocated IP 2001:db8:0:1::2 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/873ab551-9f1f-41a4-a7e2-7e58b2912c5f/11a8adbe-4cbc-4846-83ba-c15ab9b236e7) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:48.604671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:48.605042 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.628007 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fc3df-8879-4ede-894b-db9c21c489e6 None None] Pushing event updated for resources: {'Port': ['ID=b27d781d-b5ea-4d49-9fae-0ac180b43244,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:48.743020 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-e5dd56c0-164d-4c1f-bdd2-f254d7fc35ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:48.801200 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-e5dd56c0-164d-4c1f-bdd2-f254d7fc35ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:48.853543 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc603156-2a50-4dc5-8221-34e5c1e5f3a2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.886572 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2ce581b5-5da6-454f-b5ce-d55ad95af231 None None] For port b27d781d-b5ea-4d49-9fae-0ac180b43244, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=b27d781d-b5ea-4d49-9fae-0ac180b43244,segment=NetworkSegment(c3210e95-484f-4af0-a31c-b04db412cbfd),segment_id=c3210e95-484f-4af0-a31c-b04db412cbfd)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:48.912985 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-e5dd56c0-164d-4c1f-bdd2-f254d7fc35ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:48.916420 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-e5dd56c0-164d-4c1f-bdd2-f254d7fc35ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.930640 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9f1addf0-2030-4693-b121-d028fce66cee None None] For port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=11a8adbe-4cbc-4846-83ba-c15ab9b236e7,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:48.951294 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ce581b5-5da6-454f-b5ce-d55ad95af231 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.979687 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2ce581b5-5da6-454f-b5ce-d55ad95af231 None None] Transition to ACTIVE for port object b27d781d-b5ea-4d49-9fae-0ac180b43244 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:48.986360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9f1addf0-2030-4693-b121-d028fce66cee None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:49.004114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9f1addf0-2030-4693-b121-d028fce66cee None None] Transition to ACTIVE for port object 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:49.057333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ce581b5-5da6-454f-b5ce-d55ad95af231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:49.113352 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-fc603156-2a50-4dc5-8221-34e5c1e5f3a2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for 1bfc3b88-4255-480f-b53f-d90c5e63521c owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:49.120183 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9f1addf0-2030-4693-b121-d028fce66cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:49.181201 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-ff6b133a-31c8-46eb-a94f-1a9d33f66b32 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Allocated IP 172.20.0.28 (ccf1d500-0eef-4dcc-98df-2bd8594022a4/0862563b-aeb0-456e-a576-f766cfacd95a/390363f4-d46b-4338-bf01-b96d241fe540) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:49.192500 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0f868cbf-1602-4d4e-9904-61bb362ae726 req-87d81361-5546-4d5b-bc6b-c32de2b6b371 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 210 time: 0.0541558 Mar 14 18:25:49.362578 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce581b5-5da6-454f-b5ce-d55ad95af231 None None] Pushing event updated for resources: {'Port': ['ID=b27d781d-b5ea-4d49-9fae-0ac180b43244,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:49.394118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ff6b133a-31c8-46eb-a94f-1a9d33f66b32 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:49.412425 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-e5dd56c0-164d-4c1f-bdd2-f254d7fc35ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.3 (82904af8-6c90-4893-abce-7596ee90de86/035c835c-4d84-4ac4-99e6-eaf70f47a3b6/819b5e86-6271-4c36-a717-ec10aa57e43e) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:49.430252 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-ff6b133a-31c8-46eb-a94f-1a9d33f66b32 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Ignored duplicate provisioning block setup for port 390363f4-d46b-4338-bf01-b96d241fe540 by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 14 18:25:49.451142 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1addf0-2030-4693-b121-d028fce66cee None None] Pushing event updated for resources: {'Port': ['ID=11a8adbe-4cbc-4846-83ba-c15ab9b236e7,revision_number=11']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:49.514592 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ff6b133a-31c8-46eb-a94f-1a9d33f66b32 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:49.605221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc603156-2a50-4dc5-8221-34e5c1e5f3a2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:49.689216 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc603156-2a50-4dc5-8221-34e5c1e5f3a2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=1bfc3b88-4255-480f-b53f-d90c5e63521c,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:49.801765 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fc603156-2a50-4dc5-8221-34e5c1e5f3a2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:49.830435 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fc603156-2a50-4dc5-8221-34e5c1e5f3a2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/1bfc3b88-4255-480f-b53f-d90c5e63521c HTTP/1.1" status: 204 len: 168 time: 1.4275556 Mar 14 18:25:49.831219 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58948) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:49.843582 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b133a-31c8-46eb-a94f-1a9d33f66b32 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=390363f4-d46b-4338-bf01-b96d241fe540,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:49.885464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b133a-31c8-46eb-a94f-1a9d33f66b32 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] In _notify_port_updated(), no bound segment for port 390363f4-d46b-4338-bf01-b96d241fe540 on network ccf1d500-0eef-4dcc-98df-2bd8594022a4 {{(pid=88635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:25:49.894016 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6b133a-31c8-46eb-a94f-1a9d33f66b32 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:49.895596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ff6b133a-31c8-46eb-a94f-1a9d33f66b32 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:49.897612 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ff6b133a-31c8-46eb-a94f-1a9d33f66b32 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "PUT /v2.0/ports/390363f4-d46b-4338-bf01-b96d241fe540 HTTP/1.1" status: 200 len: 999 time: 1.8733642 Mar 14 18:25:49.897762 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-e5dd56c0-164d-4c1f-bdd2-f254d7fc35ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:49.901157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58952) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:49.926362 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-e5dd56c0-164d-4c1f-bdd2-f254d7fc35ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object 819b5e86-6271-4c36-a717-ec10aa57e43e will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:49.956175 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fcac20-9e31-40cb-b28b-3210968165af tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:49.956932 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-94fcac20-9e31-40cb-b28b-3210968165af tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:49.985984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-69db9b76-1ae4-40bb-a307-daeb0bf4ed52 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port 390363f4-d46b-4338-bf01-b96d241fe540 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:49.986342 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-69db9b76-1ae4-40bb-a307-daeb0bf4ed52 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.034248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-94fcac20-9e31-40cb-b28b-3210968165af tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:50.038102 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-94fcac20-9e31-40cb-b28b-3210968165af tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2039952 Mar 14 18:25:50.038694 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58956) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:50.079379 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-e5dd56c0-164d-4c1f-bdd2-f254d7fc35ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.081710 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b6c188-3529-4574-b357-15b585586305 None None] Network ccf1d500-0eef-4dcc-98df-2bd8594022a4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:50.175015 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-e5dd56c0-164d-4c1f-bdd2-f254d7fc35ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 82904af8-6c90-4893-abce-7596ee90de86 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:50.183123 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-e5dd56c0-164d-4c1f-bdd2-f254d7fc35ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:50.192656 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-e5dd56c0-164d-4c1f-bdd2-f254d7fc35ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:50.221553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd56c0-164d-4c1f-bdd2-f254d7fc35ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=819b5e86-6271-4c36-a717-ec10aa57e43e,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:50.298512 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-69db9b76-1ae4-40bb-a307-daeb0bf4ed52 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.304921 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3330b8e5-f420-4100-ac77-65f47ae302b7 None None] Provisioning for port 390363f4-d46b-4338-bf01-b96d241fe540 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:50.308017 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2470b4d-f5cc-4d7f-816f-651726684401 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:50.314273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58962) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:50.314712 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c2470b4d-f5cc-4d7f-816f-651726684401 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2748444 Mar 14 18:25:50.328565 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3330b8e5-f420-4100-ac77-65f47ae302b7 None None] Provisioning complete for port 390363f4-d46b-4338-bf01-b96d241fe540 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:50.329156 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3330b8e5-f420-4100-ac77-65f47ae302b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.341707 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-e5dd56c0-164d-4c1f-bdd2-f254d7fc35ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:50.341707 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-e5dd56c0-164d-4c1f-bdd2-f254d7fc35ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.409447 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b27d781d-b5ea-4d49-9fae-0ac180b43244 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:50.415079 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-e5dd56c0-164d-4c1f-bdd2-f254d7fc35ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9746811 Mar 14 18:25:50.432607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Request body: {'port': {'device_id': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:50.530715 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3330b8e5-f420-4100-ac77-65f47ae302b7 None None] Port 390363f4-d46b-4338-bf01-b96d241fe540 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:25:50.575898 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-69db9b76-1ae4-40bb-a307-daeb0bf4ed52 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for 390363f4-d46b-4338-bf01-b96d241fe540 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:50.609112 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.611517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:50.637529 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32532b0-9634-4647-859e-0d18a6f54a70 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:50.639435 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32532b0-9634-4647-859e-0d18a6f54a70 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:50.640619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32532b0-9634-4647-859e-0d18a6f54a70 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:50.641940 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c32532b0-9634-4647-859e-0d18a6f54a70 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:50.647639 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3330b8e5-f420-4100-ac77-65f47ae302b7 None None] Provisioning for port b27d781d-b5ea-4d49-9fae-0ac180b43244 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:50.664856 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3330b8e5-f420-4100-ac77-65f47ae302b7 None None] Provisioning complete for port b27d781d-b5ea-4d49-9fae-0ac180b43244 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:50.667537 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3330b8e5-f420-4100-ac77-65f47ae302b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.862721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e376598-f08d-44c7-8972-34ca4eb83cad req-72035d92-ee3d-4916-afc0-5ce73fd945ed tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:50.864292 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2e376598-f08d-44c7-8972-34ca4eb83cad req-72035d92-ee3d-4916-afc0-5ce73fd945ed tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 931 time: 0.4073815 Mar 14 18:25:50.872887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c32532b0-9634-4647-859e-0d18a6f54a70 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:50.878218 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c32532b0-9634-4647-859e-0d18a6f54a70 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5583396 Mar 14 18:25:50.887028 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58966) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:50.928231 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2e376598-f08d-44c7-8972-34ca4eb83cad req-87dbf239-d897-4ead-a2d7-3a617985a5bc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f6dca5-a778-4066-990b-6afe72755772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564933 Mar 14 18:25:50.958804 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-053c6ac8-8841-449e-99cd-948a307bf842 None None] Could not find standard attr ID for object 7b4b6b8b-e0b2-476f-906a-4d4479fcc9a0. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:25:50.961974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-053c6ac8-8841-449e-99cd-948a307bf842 None None] Could not find standard attr ID for object 1bfc3b88-4255-480f-b53f-d90c5e63521c. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:25:50.985677 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0581e40-d13e-4369-91a2-5e79fea7e93a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 873ab551-9f1f-41a4-a7e2-7e58b2912c5f {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:25:50.988347 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-69db9b76-1ae4-40bb-a307-daeb0bf4ed52 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.990929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d0581e40-d13e-4369-91a2-5e79fea7e93a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.040684 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-053c6ac8-8841-449e-99cd-948a307bf842 None None] Provisioning for port 819b5e86-6271-4c36-a717-ec10aa57e43e completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:51.042585 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db9b76-1ae4-40bb-a307-daeb0bf4ed52 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=390363f4-d46b-4338-bf01-b96d241fe540,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:51.061852 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d0581e40-d13e-4369-91a2-5e79fea7e93a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.069057 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-053c6ac8-8841-449e-99cd-948a307bf842 None None] Provisioning complete for port 819b5e86-6271-4c36-a717-ec10aa57e43e triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:51.069438 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-053c6ac8-8841-449e-99cd-948a307bf842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.164365 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-053c6ac8-8841-449e-99cd-948a307bf842 None None] Port 819b5e86-6271-4c36-a717-ec10aa57e43e cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:25:51.181967 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819b5e86-6271-4c36-a717-ec10aa57e43e {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:25:51.194080 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.221494 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Transition to ACTIVE for port object 819b5e86-6271-4c36-a717-ec10aa57e43e will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:51.229409 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d0581e40-d13e-4369-91a2-5e79fea7e93a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.232375 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-69db9b76-1ae4-40bb-a307-daeb0bf4ed52 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.234105 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-053c6ac8-8841-449e-99cd-948a307bf842 None None] Provisioning for port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:51.239985 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-053c6ac8-8841-449e-99cd-948a307bf842 None None] Provisioning complete for port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:51.246678 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-053c6ac8-8841-449e-99cd-948a307bf842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.250315 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-69db9b76-1ae4-40bb-a307-daeb0bf4ed52 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/ports/390363f4-d46b-4338-bf01-b96d241fe540 HTTP/1.1" status: 204 len: 168 time: 1.3473227 Mar 14 18:25:51.251812 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58970) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:51.308708 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee44ab28-ae1a-487e-a9b7-5ed037c70f9d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] GET failed (client error): The resource could not be found. Mar 14 18:25:51.310156 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ee44ab28-ae1a-487e-a9b7-5ed037c70f9d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Synchronizing usage tracker for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:25:51.385074 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.400286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ee44ab28-ae1a-487e-a9b7-5ed037c70f9d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Unset dirty status for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:25:51.403922 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ee44ab28-ae1a-487e-a9b7-5ed037c70f9d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports/390363f4-d46b-4338-bf01-b96d241fe540 HTTP/1.1" status: 404 len: 333 time: 0.1487617 Mar 14 18:25:51.404317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58974) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:51.491050 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-7221d601-4047-4d1e-8b04-bd5559b04caa tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting subnet 0862563b-aeb0-456e-a576-f766cfacd95a {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:25:51.496818 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7221d601-4047-4d1e-8b04-bd5559b04caa tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.523361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1048d9db-4cc4-40a1-9343-2484b7ebe371 None None] Could not find standard attr ID for object 390363f4-d46b-4338-bf01-b96d241fe540. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:25:51.553272 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1048d9db-4cc4-40a1-9343-2484b7ebe371 None None] Provisioning complete for port b27d781d-b5ea-4d49-9fae-0ac180b43244 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:51.553796 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1048d9db-4cc4-40a1-9343-2484b7ebe371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.568289 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7221d601-4047-4d1e-8b04-bd5559b04caa tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.681680 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7221d601-4047-4d1e-8b04-bd5559b04caa tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.706826 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Pushing event updated for resources: {'Port': ['ID=819b5e86-6271-4c36-a717-ec10aa57e43e,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:51.780096 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d0581e40-d13e-4369-91a2-5e79fea7e93a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.830130 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Attempting to bind port 819b5e86-6271-4c36-a717-ec10aa57e43e on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:51.830613 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Attempting to bind port 819b5e86-6271-4c36-a717-ec10aa57e43e by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '82904af8-6c90-4893-abce-7596ee90de86'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:51.830834 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Attempting to bind port 819b5e86-6271-4c36-a717-ec10aa57e43e on network 82904af8-6c90-4893-abce-7596ee90de86 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:25:51.833568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d0581e40-d13e-4369-91a2-5e79fea7e93a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.834998 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b75b844-5227-489a-8e42-f70bf5892e87 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:51.836032 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0581e40-d13e-4369-91a2-5e79fea7e93a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=873ab551-9f1f-41a4-a7e2-7e58b2912c5f,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:51.840182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7221d601-4047-4d1e-8b04-bd5559b04caa tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.857203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Port 819b5e86-6271-4c36-a717-ec10aa57e43e on network 82904af8-6c90-4893-abce-7596ee90de86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:25:51.857203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Attempting to bind port 819b5e86-6271-4c36-a717-ec10aa57e43e on network 82904af8-6c90-4893-abce-7596ee90de86 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:25:51.857203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:25:51.857203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Checking segment: {'id': 'e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '82904af8-6c90-4893-abce-7596ee90de86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:51.857203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Bound using segment: {'id': 'e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '82904af8-6c90-4893-abce-7596ee90de86'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:25:51.857203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Bound port: 819b5e86-6271-4c36-a717-ec10aa57e43e, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '82904af8-6c90-4893-abce-7596ee90de86'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:51.857203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.885371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7221d601-4047-4d1e-8b04-bd5559b04caa tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.893017 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221d601-4047-4d1e-8b04-bd5559b04caa tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Subnet': ['ID=0862563b-aeb0-456e-a576-f766cfacd95a,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:51.898660 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7221d601-4047-4d1e-8b04-bd5559b04caa tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/0862563b-aeb0-456e-a576-f766cfacd95a HTTP/1.1" status: 204 len: 168 time: 0.4931159 Mar 14 18:25:51.900216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58978) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:51.940707 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d0581e40-d13e-4369-91a2-5e79fea7e93a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/873ab551-9f1f-41a4-a7e2-7e58b2912c5f HTTP/1.1" status: 204 len: 168 time: 1.0528827 Mar 14 18:25:51.944691 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58982) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:51.951700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d5afd65b-c533-4caf-911c-c5138d047bae None None] Could not find standard attr ID for object 390363f4-d46b-4338-bf01-b96d241fe540. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:25:51.955902 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] For port 819b5e86-6271-4c36-a717-ec10aa57e43e, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:25:51.961126 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf5ad57-88b3-45d7-8447-eb95737a189a None None] Network ccf1d500-0eef-4dcc-98df-2bd8594022a4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:51.962516 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] For port 819b5e86-6271-4c36-a717-ec10aa57e43e, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=819b5e86-6271-4c36-a717-ec10aa57e43e,segment=NetworkSegment(e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a),segment_id=e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:25:52.027018 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6840e8-e2ad-4475-978a-17e89d7a2145 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting subnet 19406f78-ad46-4c13-9acb-7b2335360577 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:25:52.029322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.034934 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6713fe1-28c0-4a83-9614-f0f2bdad7161 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 91ce3cc4-bec0-4c82-ba5f-1f22b39c13da {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:25:52.038030 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f6713fe1-28c0-4a83-9614-f0f2bdad7161 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.077079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6f6840e8-e2ad-4475-978a-17e89d7a2145 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.092646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:52.093418 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.095200 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] 10.222.0.59 "PUT /v2.0/ports/819b5e86-6271-4c36-a717-ec10aa57e43e HTTP/1.1" status: 200 len: 1093 time: 1.6714385 Mar 14 18:25:52.095759 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'tag': '819b5e86-6271-4c36-a717-ec10aa57e43e'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:25:52.160035 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f88ebe-ad05-4176-ba86-78d9d145e478 service neutron] Pushing event updated for resources: {'Port': ['ID=819b5e86-6271-4c36-a717-ec10aa57e43e,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:52.196659 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'tag': '819b5e86-6271-4c36-a717-ec10aa57e43e', 'status': 'completed', 'code': 200} Mar 14 18:25:52.260135 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1504e9be-5345-4e07-9485-cc89d9f7f0eb None None] Could not find standard attr ID for object 390363f4-d46b-4338-bf01-b96d241fe540. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:25:52.292392 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-e3768c07-9286-4903-a97c-79b9eac81077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:52.293957 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-e3768c07-9286-4903-a97c-79b9eac81077 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 1096 time: 0.0778434 Mar 14 18:25:52.333066 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6f6840e8-e2ad-4475-978a-17e89d7a2145 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.370965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f6713fe1-28c0-4a83-9614-f0f2bdad7161 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.376866 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-029d47c3-cb6b-4805-be78-af4b11dcc4dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=819b5e86-6271-4c36-a717-ec10aa57e43e HTTP/1.1" status: 200 len: 217 time: 0.0748806 Mar 14 18:25:52.441226 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-6d48ef76-0705-4184-9563-35ba7486adef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:52.443167 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-6d48ef76-0705-4184-9563-35ba7486adef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=035c835c-4d84-4ac4-99e6-eaf70f47a3b6 HTTP/1.1" status: 200 len: 835 time: 0.0610797 Mar 14 18:25:52.478857 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a247f0-89de-4d08-a5cc-e59506cf6d76 req-59848c60-b865-46c8-9f34-228dd018647b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:52.480399 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-07a247f0-89de-4d08-a5cc-e59506cf6d76 req-59848c60-b865-46c8-9f34-228dd018647b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 943 time: 0.4060941 Mar 14 18:25:52.541783 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-c15e0a77-0396-4322-92b2-e1af679426fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:52.543461 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-c15e0a77-0396-4322-92b2-e1af679426fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=82904af8-6c90-4893-abce-7596ee90de86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0931735 Mar 14 18:25:52.552121 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f6713fe1-28c0-4a83-9614-f0f2bdad7161 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.592051 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-07a247f0-89de-4d08-a5cc-e59506cf6d76 req-1c0d7981-41e4-4bd8-954a-fe33c1f06ae2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f6dca5-a778-4066-990b-6afe72755772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007268 Mar 14 18:25:52.600021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6f6840e8-e2ad-4475-978a-17e89d7a2145 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.716894 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-546a2aed-db12-497c-b0fa-fbce3d71d33c service neutron] 10.222.0.59 "GET /v2.0/networks/82904af8-6c90-4893-abce-7596ee90de86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664369 Mar 14 18:25:52.777458 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f6713fe1-28c0-4a83-9614-f0f2bdad7161 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.820283 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6f6840e8-e2ad-4475-978a-17e89d7a2145 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.828938 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6713fe1-28c0-4a83-9614-f0f2bdad7161 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=91ce3cc4-bec0-4c82-ba5f-1f22b39c13da,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:52.874822 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-83892a82-5c80-4674-9d7f-bd152dd37ada req-e648d6cf-f399-4fb6-b19f-6a6c74059221 service neutron] 10.222.0.59 "GET /v2.0/networks/82904af8-6c90-4893-abce-7596ee90de86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520002 Mar 14 18:25:52.911417 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6840e8-e2ad-4475-978a-17e89d7a2145 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Subnet': ['ID=19406f78-ad46-4c13-9acb-7b2335360577,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:52.913420 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6f6840e8-e2ad-4475-978a-17e89d7a2145 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.916897 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f6713fe1-28c0-4a83-9614-f0f2bdad7161 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.947677 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6f6840e8-e2ad-4475-978a-17e89d7a2145 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/19406f78-ad46-4c13-9acb-7b2335360577 HTTP/1.1" status: 204 len: 168 time: 1.0464020 Mar 14 18:25:52.950524 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 58990) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:52.957485 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f6713fe1-28c0-4a83-9614-f0f2bdad7161 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/91ce3cc4-bec0-4c82-ba5f-1f22b39c13da HTTP/1.1" status: 204 len: 168 time: 1.0117965 Mar 14 18:25:52.960119 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58994) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:53.032755 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-18d14f3f-7d94-4046-83c7-b6e2986ba6ac tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710595 Mar 14 18:25:53.037276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 58998) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:53.043393 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-07d07eba-94f7-43d3-9d18-29482935edea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:53.141045 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:53.160048 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cdd7eef3-1fc2-4517-b3e8-8611375fed1f req-ca1a7323-d33b-44f6-9b42-6c86bf3a33fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2967162 Mar 14 18:25:53.169876 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port b27d781d-b5ea-4d49-9fae-0ac180b43244 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:53.170220 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:53.172184 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-07d07eba-94f7-43d3-9d18-29482935edea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:53.176843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-07d07eba-94f7-43d3-9d18-29482935edea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:53.180516 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-07d07eba-94f7-43d3-9d18-29482935edea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:53.186881 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-07d07eba-94f7-43d3-9d18-29482935edea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:53.196945 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec72d2c-4a2c-4e90-b926-02b587f6206f None None] Network ccf1d500-0eef-4dcc-98df-2bd8594022a4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:53.235340 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cff2b7-5900-43f0-b5d5-8ce6d2d978be req-04a0cff3-1f47-4ac2-b4fa-429931a44a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:53.236899 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-75cff2b7-5900-43f0-b5d5-8ce6d2d978be req-04a0cff3-1f47-4ac2-b4fa-429931a44a53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 1096 time: 0.2517178 Mar 14 18:25:53.264361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b58bb01-e351-4545-9590-1de7bd2503cf None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:53.301940 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d07eba-94f7-43d3-9d18-29482935edea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:53.305789 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-07d07eba-94f7-43d3-9d18-29482935edea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:53.406250 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-677033e3-7ed4-4c2b-a886-987522dd9c2b None None] Provisioning complete for port b27d781d-b5ea-4d49-9fae-0ac180b43244 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:53.406679 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-677033e3-7ed4-4c2b-a886-987522dd9c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:53.434802 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7eef3-1fc2-4517-b3e8-8611375fed1f req-72dda583-3e0d-41ba-b488-ad497f295158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:53.436408 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cdd7eef3-1fc2-4517-b3e8-8611375fed1f req-72dda583-3e0d-41ba-b488-ad497f295158 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 1099 time: 0.1864929 Mar 14 18:25:53.626931 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] For port b27d781d-b5ea-4d49-9fae-0ac180b43244, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=b27d781d-b5ea-4d49-9fae-0ac180b43244,segment=NetworkSegment(c3210e95-484f-4af0-a31c-b04db412cbfd),segment_id=c3210e95-484f-4af0-a31c-b04db412cbfd)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:53.627399 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:53.639152 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cff2b7-5900-43f0-b5d5-8ce6d2d978be req-d64f6ec4-5770-4c08-a965-a799db231eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:53.640587 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-75cff2b7-5900-43f0-b5d5-8ce6d2d978be req-d64f6ec4-5770-4c08-a965-a799db231eff service neutron] 10.222.0.59 "GET /v2.0/networks?id=82904af8-6c90-4893-abce-7596ee90de86 HTTP/1.1" status: 200 len: 898 time: 0.3744493 Mar 14 18:25:53.668663 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7eef3-1fc2-4517-b3e8-8611375fed1f req-3cadbdc4-45d0-45ed-b8c6-6bd695c220e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:53.670141 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cdd7eef3-1fc2-4517-b3e8-8611375fed1f req-3cadbdc4-45d0-45ed-b8c6-6bd695c220e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b HTTP/1.1" status: 200 len: 913 time: 0.2132504 Mar 14 18:25:53.810368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for b27d781d-b5ea-4d49-9fae-0ac180b43244 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:53.833306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-07d07eba-94f7-43d3-9d18-29482935edea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:53.849177 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-75cff2b7-5900-43f0-b5d5-8ce6d2d978be req-8daf256e-22ac-4c30-8d08-25ec01b6cd77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=819b5e86-6271-4c36-a717-ec10aa57e43e HTTP/1.1" status: 200 len: 217 time: 0.1580665 Mar 14 18:25:53.850494 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2077d656-cf82-4826-a4ff-60f2240c08e7 None None] DHCP port deletion for ccf1d500-0eef-4dcc-98df-2bd8594022a4 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:25:53.860003 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2077d656-cf82-4826-a4ff-60f2240c08e7 None None] Deleting port b27d781d-b5ea-4d49-9fae-0ac180b43244 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:53.860980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2077d656-cf82-4826-a4ff-60f2240c08e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:53.882272 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cdd7eef3-1fc2-4517-b3e8-8611375fed1f req-0f988714-d489-407a-a401-994dba436f70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ca0bc09-8b06-4f3a-abd5-444a1e1135db HTTP/1.1" status: 200 len: 1001 time: 0.2039886 Mar 14 18:25:53.897000 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0da9ded-4a0c-46d3-969f-e95c5e73f00b None None] DHCP port deletion for c6ea7f38-153d-42ad-8847-86782d8c0b1e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:25:53.910215 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e0da9ded-4a0c-46d3-969f-e95c5e73f00b None None] Deleting port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:53.910215 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e0da9ded-4a0c-46d3-969f-e95c5e73f00b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:53.936238 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cff2b7-5900-43f0-b5d5-8ce6d2d978be req-0706cd22-0367-4593-8c93-7617876f536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:53.937638 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-75cff2b7-5900-43f0-b5d5-8ce6d2d978be req-0706cd22-0367-4593-8c93-7617876f536f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=035c835c-4d84-4ac4-99e6-eaf70f47a3b6 HTTP/1.1" status: 200 len: 835 time: 0.0814722 Mar 14 18:25:53.939806 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d07eba-94f7-43d3-9d18-29482935edea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:53.951655 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-07d07eba-94f7-43d3-9d18-29482935edea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:53.963912 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d07eba-94f7-43d3-9d18-29482935edea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:53.964533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-07d07eba-94f7-43d3-9d18-29482935edea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:53.995491 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.003743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d07eba-94f7-43d3-9d18-29482935edea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=ffa144ff-b59f-4f79-8570-f0c28716c123,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:54.009747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7eef3-1fc2-4517-b3e8-8611375fed1f req-31c1206b-1477-494c-8d3c-31263e5c87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:54.011596 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cdd7eef3-1fc2-4517-b3e8-8611375fed1f req-31c1206b-1477-494c-8d3c-31263e5c87e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=308aa848-34d0-47aa-91ad-fa0584470c08 HTTP/1.1" status: 200 len: 851 time: 0.1150708 Mar 14 18:25:54.043847 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=b27d781d-b5ea-4d49-9fae-0ac180b43244,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:54.049635 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No DVR routers for this DVR port b27d781d-b5ea-4d49-9fae-0ac180b43244 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:54.063175 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2077d656-cf82-4826-a4ff-60f2240c08e7 None None] The port 'b27d781d-b5ea-4d49-9fae-0ac180b43244' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:25:54.063905 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-88cc4ec2-8106-4b19-9e40-c3c88be154ae None None] Provisioning complete for port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:54.064268 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-88cc4ec2-8106-4b19-9e40-c3c88be154ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.194621 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-07d07eba-94f7-43d3-9d18-29482935edea tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1565630 Mar 14 18:25:54.196665 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59004) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:54.200411 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cff2b7-5900-43f0-b5d5-8ce6d2d978be req-6945a07c-ca90-4655-a8e1-dbdce8242e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:54.202182 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-75cff2b7-5900-43f0-b5d5-8ce6d2d978be req-6945a07c-ca90-4655-a8e1-dbdce8242e49 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=82904af8-6c90-4893-abce-7596ee90de86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2588680 Mar 14 18:25:54.204927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f115f-2b4b-41d0-b895-6b975488bd1f req-51f3921a-1307-4f9c-aefb-105d84b0fa35 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:54.210040 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-3b482fbf-3c60-4463-9597-e46403da2043 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:54.211979 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ce9f115f-2b4b-41d0-b895-6b975488bd1f req-51f3921a-1307-4f9c-aefb-105d84b0fa35 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 943 time: 0.4128244 Mar 14 18:25:54.252777 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.299801 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ce9f115f-2b4b-41d0-b895-6b975488bd1f req-308a341d-1028-4774-a404-e26bc31436c1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f6dca5-a778-4066-990b-6afe72755772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871246 Mar 14 18:25:54.303091 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b27d781d-b5ea-4d49-9fae-0ac180b43244 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:25:54.315534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7eef3-1fc2-4517-b3e8-8611375fed1f req-c1cb8a0d-553a-4efd-9cec-eb811af1dade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:54.317013 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cdd7eef3-1fc2-4517-b3e8-8611375fed1f req-c1cb8a0d-553a-4efd-9cec-eb811af1dade service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2991109 Mar 14 18:25:54.355925 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8993283c-5f4d-4484-b291-016584190a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.361928 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: b27d781d-b5ea-4d49-9fae-0ac180b43244 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:25:54.362270 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b27d781d-b5ea-4d49-9fae-0ac180b43244 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:25:54.362686 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:25:54.427370 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e0da9ded-4a0c-46d3-969f-e95c5e73f00b None None] For port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=11a8adbe-4cbc-4846-83ba-c15ab9b236e7,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:54.427642 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e0da9ded-4a0c-46d3-969f-e95c5e73f00b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.448494 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf1d500-0eef-4dcc-98df-2bd8594022a4']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:54.455260 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cdd7eef3-1fc2-4517-b3e8-8611375fed1f req-d35ad2b4-a8f8-47b1-9c39-9138d194b5ee service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310761 Mar 14 18:25:54.491254 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3210e95-484f-4af0-a31c-b04db412cbfd') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:54.491254 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3210e95-484f-4af0-a31c-b04db412cbfd') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:54.505341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.549187 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.560711 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e0da9ded-4a0c-46d3-969f-e95c5e73f00b None None] Calling delete_port for 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:54.572092 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3b482fbf-3c60-4463-9597-e46403da2043 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:54.575755 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:54.576153 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:54.592143 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:54.595274 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-75cff2b7-5900-43f0-b5d5-8ce6d2d978be req-ff6c959d-f3f4-4928-a8c4-3cfa2814e32c service neutron] 10.222.0.59 "GET /v2.0/networks/82904af8-6c90-4893-abce-7596ee90de86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059545 Mar 14 18:25:54.598659 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cdd7eef3-1fc2-4517-b3e8-8611375fed1f req-bb661536-1ebb-4dd1-8225-2255fc97f7e3 service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376770 Mar 14 18:25:54.606866 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3b482fbf-3c60-4463-9597-e46403da2043 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:54.630187 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3b482fbf-3c60-4463-9597-e46403da2043 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:54.682938 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.692702 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3b482fbf-3c60-4463-9597-e46403da2043 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:54.754341 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e0da9ded-4a0c-46d3-969f-e95c5e73f00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.782886 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b482fbf-3c60-4463-9597-e46403da2043 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:54.786389 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3b482fbf-3c60-4463-9597-e46403da2043 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.833199 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da9ded-4a0c-46d3-969f-e95c5e73f00b None None] Pushing event deleted for resources: {'Port': ['ID=11a8adbe-4cbc-4846-83ba-c15ab9b236e7,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:54.842069 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-75cff2b7-5900-43f0-b5d5-8ce6d2d978be req-606959d3-5c1d-4a5b-98a6-39a29f7d332a service neutron] 10.222.0.59 "GET /v2.0/networks/82904af8-6c90-4893-abce-7596ee90de86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323048 Mar 14 18:25:54.889708 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da9ded-4a0c-46d3-969f-e95c5e73f00b None None] No DVR routers for this DVR port 11a8adbe-4cbc-4846-83ba-c15ab9b236e7 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:54.891757 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.909128 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44799c30-518e-4db4-8191-72b24e2c09ff None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:54.917879 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.933050 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Network': ['ID=ccf1d500-0eef-4dcc-98df-2bd8594022a4,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:54.964307 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.ipam_backend_mixin [None req-3b482fbf-3c60-4463-9597-e46403da2043 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ffa144ff-b59f-4f79-8570-f0c28716c123 (CIDR: 2001:db8::/64) Mar 14 18:25:55.015489 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-99a4f6e6-89c5-47d1-887c-7689efe77572 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/networks/ccf1d500-0eef-4dcc-98df-2bd8594022a4 HTTP/1.1" status: 204 len: 168 time: 2.0606427 Mar 14 18:25:55.015489 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b482fbf-3c60-4463-9597-e46403da2043 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:55.015489 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b482fbf-3c60-4463-9597-e46403da2043 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:55.017145 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59008) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:55.098306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6460650-4a9e-4df9-a8c2-509e08f3b9ac tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:55.099770 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a6460650-4a9e-4df9-a8c2-509e08f3b9ac tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0811434 Mar 14 18:25:55.103103 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3b482fbf-3c60-4463-9597-e46403da2043 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9054091 Mar 14 18:25:55.103810 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59012) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:55.107007 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59016) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:55.120547 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'fixed_ips': [{'subnet_id': 'ffa144ff-b59f-4f79-8570-f0c28716c123'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:25:55.121389 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.146420 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:55.279667 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Allocated IP 2001:db8::2 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/ffa144ff-b59f-4f79-8570-f0c28716c123/d8e1cee0-1341-4dc2-8de1-304ec0411dd4) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:55.329649 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e1ae921f-a3b3-4066-81dc-aea76fa0f2e9 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2205775 Mar 14 18:25:55.330059 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59024) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:55.339564 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-f20ac05d-77d2-4adb-8b6b-32d398b645be tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2096675127'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:55.343178 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:55.347776 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f20ac05d-77d2-4adb-8b6b-32d398b645be tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:55.351063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:55.355096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:55.358557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f20ac05d-77d2-4adb-8b6b-32d398b645be tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:network and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:55.362978 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f20ac05d-77d2-4adb-8b6b-32d398b645be tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:55.365803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:55.371389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f20ac05d-77d2-4adb-8b6b-32d398b645be tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:55.455163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:55.458582 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.484209 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.494428 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Transition to ACTIVE for port object d8e1cee0-1341-4dc2-8de1-304ec0411dd4 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:55.495988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20ac05d-77d2-4adb-8b6b-32d398b645be tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:55.499900 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f20ac05d-77d2-4adb-8b6b-32d398b645be tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.513472 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Transition to ACTIVE for port object d8e1cee0-1341-4dc2-8de1-304ec0411dd4 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:55.577365 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.605915 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20ac05d-77d2-4adb-8b6b-32d398b645be tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:55.636780 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:55.639664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f20ac05d-77d2-4adb-8b6b-32d398b645be tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.640004 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-f20ac05d-77d2-4adb-8b6b-32d398b645be tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Added segment 710fbd39-4e9c-4122-9fe1-535784cc4ea8 of type vlan for network 76c3453b-5a60-45e0-87e2-04b8064e7dca Mar 14 18:25:55.644297 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:55.648758 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:55.654648 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Pushing event updated for resources: {'Port': ['ID=d8e1cee0-1341-4dc2-8de1-304ec0411dd4,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:55.667737 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354781d8-c46b-430b-972d-ce5c71007300 req-1785d582-b9c7-498e-a717-996342ebfaad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:55.668720 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-354781d8-c46b-430b-972d-ce5c71007300 req-1785d582-b9c7-498e-a717-996342ebfaad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 943 time: 0.2580402 Mar 14 18:25:55.714443 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f20ac05d-77d2-4adb-8b6b-32d398b645be tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.747650 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Attempting to bind port d8e1cee0-1341-4dc2-8de1-304ec0411dd4 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:55.748018 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Attempting to bind port d8e1cee0-1341-4dc2-8de1-304ec0411dd4 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:55.748369 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Attempting to bind port d8e1cee0-1341-4dc2-8de1-304ec0411dd4 on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:25:55.753669 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:25:55.754036 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:55.754429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.754845 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:25:55.755300 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Bound port: d8e1cee0-1341-4dc2-8de1-304ec0411dd4, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:55.755666 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.787298 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-354781d8-c46b-430b-972d-ce5c71007300 req-9bdca223-077c-4a49-a3b7-a5d2dab49069 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f6dca5-a778-4066-990b-6afe72755772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122344 Mar 14 18:25:55.841008 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] For port d8e1cee0-1341-4dc2-8de1-304ec0411dd4, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:25:55.844034 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] For port d8e1cee0-1341-4dc2-8de1-304ec0411dd4, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d8e1cee0-1341-4dc2-8de1-304ec0411dd4,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:25:55.867545 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f20ac05d-77d2-4adb-8b6b-32d398b645be tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.873050 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20ac05d-77d2-4adb-8b6b-32d398b645be tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:55.873618 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f20ac05d-77d2-4adb-8b6b-32d398b645be tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.925647 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.006297 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec0c0e-50c4-45dc-bab0-e411e4997ea1 None None] Pushing event updated for resources: {'Port': ['ID=d8e1cee0-1341-4dc2-8de1-304ec0411dd4,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:56.013058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ac05d-77d2-4adb-8b6b-32d398b645be tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Network': ['ID=76c3453b-5a60-45e0-87e2-04b8064e7dca,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:56.023278 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 76c3453b-5a60-45e0-87e2-04b8064e7dca details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:25:56.034793 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f20ac05d-77d2-4adb-8b6b-32d398b645be tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7039459 Mar 14 18:25:56.038383 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59028) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:56.044275 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-fca3ab86-bc9e-4266-a02b-fb1f59ff194a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'subnet': {'network_id': '76c3453b-5a60-45e0-87e2-04b8064e7dca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:56.128650 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.objects.ports [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:25:56.174612 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 819b5e86-6271-4c36-a717-ec10aa57e43e details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:25:56.295489 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fca3ab86-bc9e-4266-a02b-fb1f59ff194a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:56.299833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fca3ab86-bc9e-4266-a02b-fb1f59ff194a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:subnet and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:56.303345 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fca3ab86-bc9e-4266-a02b-fb1f59ff194a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:56.309552 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fca3ab86-bc9e-4266-a02b-fb1f59ff194a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:56.374080 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 819b5e86-6271-4c36-a717-ec10aa57e43e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=819b5e86-6271-4c36-a717-ec10aa57e43e,segment=NetworkSegment(e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a),segment_id=e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:56.388464 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca3ab86-bc9e-4266-a02b-fb1f59ff194a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:56.390204 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '819b5e86-6271-4c36-a717-ec10aa57e43e', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'port_id': '819b5e86-6271-4c36-a717-ec10aa57e43e', 'mac_address': 'fa:16:3e:37:36:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:25:56.395682 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fca3ab86-bc9e-4266-a02b-fb1f59ff194a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.418707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.424648 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-86194934-4457-4820-92f3-afdeb8b81fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.455940 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.475631 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819b5e86-6271-4c36-a717-ec10aa57e43e {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:25:56.495276 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 819b5e86-6271-4c36-a717-ec10aa57e43e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=819b5e86-6271-4c36-a717-ec10aa57e43e,segment=NetworkSegment(e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a),segment_id=e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:56.542305 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.624871 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=819b5e86-6271-4c36-a717-ec10aa57e43e,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:56.661279 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] For port d8e1cee0-1341-4dc2-8de1-304ec0411dd4, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d8e1cee0-1341-4dc2-8de1-304ec0411dd4,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:56.687896 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.702432 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fca3ab86-bc9e-4266-a02b-fb1f59ff194a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.730994 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.731796 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.780138 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3ab86-bc9e-4266-a02b-fb1f59ff194a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Subnet': ['ID=69136914-6225-4d90-b221-a8da2561b2ef,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:56.788672 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca3ab86-bc9e-4266-a02b-fb1f59ff194a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Checking segment: {'id': '710fbd39-4e9c-4122-9fe1-535784cc4ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '76c3453b-5a60-45e0-87e2-04b8064e7dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:56.789188 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca3ab86-bc9e-4266-a02b-fb1f59ff194a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network hostable DHCP agents. Network: 76c3453b-5a60-45e0-87e2-04b8064e7dca, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:25:56.790722 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['819b5e86-6271-4c36-a717-ec10aa57e43e'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:25:56.879769 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca3ab86-bc9e-4266-a02b-fb1f59ff194a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 76c3453b-5a60-45e0-87e2-04b8064e7dca is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:25:56.948500 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-fca3ab86-bc9e-4266-a02b-fb1f59ff194a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 76c3453b-5a60-45e0-87e2-04b8064e7dca) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:56.957905 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca3ab86-bc9e-4266-a02b-fb1f59ff194a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:56.960418 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fca3ab86-bc9e-4266-a02b-fb1f59ff194a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.961797 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6078e24-51c1-4874-93b4-813e996c940c None None] Network 76c3453b-5a60-45e0-87e2-04b8064e7dca requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:57.028298 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:57.038002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:57.053174 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:57.053767 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.075178 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fca3ab86-bc9e-4266-a02b-fb1f59ff194a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0353975 Mar 14 18:25:57.078158 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59034) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:57.079077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=153c4df5-e7f9-4878-a082-414bc2e24abf,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:57.089865 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=d8e1cee0-1341-4dc2-8de1-304ec0411dd4,revision_number=4']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:57.104157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-61fb8a62-d0ef-4525-aff7-301bd59013ec tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'network_id': '76c3453b-5a60-45e0-87e2-04b8064e7dca', 'name': 'tempest-PortsTestJSON-1799734797'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:57.133236 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe19d99-a160-4ea9-8d81-fa4a81b1bb55 req-4eca9d84-3549-485d-bacd-aba6bf68ba51 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:57.135431 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2fe19d99-a160-4ea9-8d81-fa4a81b1bb55 req-4eca9d84-3549-485d-bacd-aba6bf68ba51 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 944 time: 0.2019017 Mar 14 18:25:57.156315 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-783a35ca-82dc-4ed5-8188-f4bade909066 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0483677 Mar 14 18:25:57.160550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59038) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:57.168295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'mac_address': 'fa:16:3e:01:7e:3b', 'name': 'tempest-NetworksTestDHCPv6-128884079'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:57.229734 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2fe19d99-a160-4ea9-8d81-fa4a81b1bb55 req-bd1b7245-4924-4a9b-9068-b5f7ce1e8a09 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f6dca5-a778-4066-990b-6afe72755772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933111 Mar 14 18:25:57.269342 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-61fb8a62-d0ef-4525-aff7-301bd59013ec tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:57.273920 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-61fb8a62-d0ef-4525-aff7-301bd59013ec tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:port and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:57.278039 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-61fb8a62-d0ef-4525-aff7-301bd59013ec tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:57.289803 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-61fb8a62-d0ef-4525-aff7-301bd59013ec tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:57.291496 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e026ba-62e0-4702-883b-a66819fe6214 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:25:57.345797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:57.348163 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fb8a62-d0ef-4525-aff7-301bd59013ec tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:57.350171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:port and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:57.351924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-61fb8a62-d0ef-4525-aff7-301bd59013ec tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.352784 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:57.358527 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:57.380048 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-61fb8a62-d0ef-4525-aff7-301bd59013ec tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] device_id is not set on port 88a86e23-5d9c-4418-b066-2cdf88dfddda yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:57.411020 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:57.450233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-76c3453b-5a60-45e0-87e2-04b8064e7dca', 'network_id': '76c3453b-5a60-45e0-87e2-04b8064e7dca', 'tenant_id': '9fea93318d8341f3994d0da2f8ba39d3', 'fixed_ips': [{'subnet_id': '69136914-6225-4d90-b221-a8da2561b2ef'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:25:57.451080 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.534618 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-61fb8a62-d0ef-4525-aff7-301bd59013ec tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Allocated IP 172.20.0.12 (76c3453b-5a60-45e0-87e2-04b8064e7dca/69136914-6225-4d90-b221-a8da2561b2ef/88a86e23-5d9c-4418-b066-2cdf88dfddda) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:57.545559 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.557878 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-58ad0566-ea01-41f3-8d6b-6e2041216c7a None None] Provisioning for port d8e1cee0-1341-4dc2-8de1-304ec0411dd4 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:57.575970 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port c924592d-cdaf-478e-8f11-74f835b3747a yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:57.742461 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.758910 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-61fb8a62-d0ef-4525-aff7-301bd59013ec tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.775073 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-61fb8a62-d0ef-4525-aff7-301bd59013ec tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Transition to ACTIVE for port object 88a86e23-5d9c-4418-b066-2cdf88dfddda will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:57.822612 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::3a3 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/ffa144ff-b59f-4f79-8570-f0c28716c123/c924592d-cdaf-478e-8f11-74f835b3747a) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:57.828593 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8:0:1:f816:3eff:fe01:7e3b (c6ea7f38-153d-42ad-8847-86782d8c0b1e/153c4df5-e7f9-4878-a082-414bc2e24abf/c924592d-cdaf-478e-8f11-74f835b3747a) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:57.862828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-61fb8a62-d0ef-4525-aff7-301bd59013ec tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.910397 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.937405 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fb8a62-d0ef-4525-aff7-301bd59013ec tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 76c3453b-5a60-45e0-87e2-04b8064e7dca is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:57.945763 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-61fb8a62-d0ef-4525-aff7-301bd59013ec tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:57.950710 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb8a62-d0ef-4525-aff7-301bd59013ec tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:57.961125 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Allocated IP 172.20.0.2 (76c3453b-5a60-45e0-87e2-04b8064e7dca/69136914-6225-4d90-b221-a8da2561b2ef/2b1a4710-3525-4668-923d-18e38c5deae7) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:57.986131 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb8a62-d0ef-4525-aff7-301bd59013ec tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=88a86e23-5d9c-4418-b066-2cdf88dfddda,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:58.030024 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fb8a62-d0ef-4525-aff7-301bd59013ec tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:58.030530 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-61fb8a62-d0ef-4525-aff7-301bd59013ec tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.057169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.073866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object c924592d-cdaf-478e-8f11-74f835b3747a will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:58.108698 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-61fb8a62-d0ef-4525-aff7-301bd59013ec tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0278518 Mar 14 18:25:58.111205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59042) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:58.116860 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-5f1c3ea4-37c9-41b8-91f7-c11d3f5a2547 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'network_id': '76c3453b-5a60-45e0-87e2-04b8064e7dca', 'name': 'tempest-PortsTestJSON-443493581'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:58.154657 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.193298 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 819b5e86-6271-4c36-a717-ec10aa57e43e up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:58.236080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:58.239817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:58.244874 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:58.251108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:58.256644 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.265872 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=c924592d-cdaf-478e-8f11-74f835b3747a,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:58.288276 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5f1c3ea4-37c9-41b8-91f7-c11d3f5a2547 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:25:58.294950 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5f1c3ea4-37c9-41b8-91f7-c11d3f5a2547 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:port and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:25:58.298002 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5f1c3ea4-37c9-41b8-91f7-c11d3f5a2547 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:25:58.304741 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.305393 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5f1c3ea4-37c9-41b8-91f7-c11d3f5a2547 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:25:58.339525 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Transition to ACTIVE for port object 2b1a4710-3525-4668-923d-18e38c5deae7 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:58.362908 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Transition to ACTIVE for port object 2b1a4710-3525-4668-923d-18e38c5deae7 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:58.385339 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d8e1cee0-1341-4dc2-8de1-304ec0411dd4 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:25:58.429258 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59048) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:58.429467 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-efd3d5b2-0da4-4baf-a64c-f7953eb8f9f1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2675676 Mar 14 18:25:58.456936 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.481038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d7266-a9cf-4062-9be3-30ce2ae322e0 req-e5ee7927-df63-450b-bd8f-b5559c1a9b3f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:58.482704 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f39d7266-a9cf-4062-9be3-30ce2ae322e0 req-e5ee7927-df63-450b-bd8f-b5559c1a9b3f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 944 time: 0.0991457 Mar 14 18:25:58.513298 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a2a48-0b20-4f44-a9f4-371add7787fb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port c924592d-cdaf-478e-8f11-74f835b3747a {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:25:58.513558 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2a48-0b20-4f44-a9f4-371add7787fb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.533231 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f39d7266-a9cf-4062-9be3-30ce2ae322e0 req-38f4656b-adb3-483f-926d-c9c327b3c657 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f6dca5-a778-4066-990b-6afe72755772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437829 Mar 14 18:25:58.553924 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 819b5e86-6271-4c36-a717-ec10aa57e43e completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:58.560962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 819b5e86-6271-4c36-a717-ec10aa57e43e triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:58.561605 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.563543 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1c3ea4-37c9-41b8-91f7-c11d3f5a2547 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:58.566856 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3ea4-37c9-41b8-91f7-c11d3f5a2547 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.594113 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Pushing event updated for resources: {'Port': ['ID=2b1a4710-3525-4668-923d-18e38c5deae7,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:58.606289 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-5f1c3ea4-37c9-41b8-91f7-c11d3f5a2547 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] device_id is not set on port a893c82e-993c-448a-b910-d7ab0ab05f1d yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:58.606481 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Network 76c3453b-5a60-45e0-87e2-04b8064e7dca is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:58.615255 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:58.617888 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:25:58.739714 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port d8e1cee0-1341-4dc2-8de1-304ec0411dd4 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:58.754464 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Attempting to bind port 2b1a4710-3525-4668-923d-18e38c5deae7 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:58.754861 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Attempting to bind port 2b1a4710-3525-4668-923d-18e38c5deae7 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '710fbd39-4e9c-4122-9fe1-535784cc4ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '76c3453b-5a60-45e0-87e2-04b8064e7dca'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:58.755227 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Attempting to bind port 2b1a4710-3525-4668-923d-18e38c5deae7 on network 76c3453b-5a60-45e0-87e2-04b8064e7dca {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:25:58.760344 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port d8e1cee0-1341-4dc2-8de1-304ec0411dd4 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:58.760717 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.823525 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:25:58.823899 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Checking segment: {'id': '710fbd39-4e9c-4122-9fe1-535784cc4ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '76c3453b-5a60-45e0-87e2-04b8064e7dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:25:58.824293 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.824677 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Bound using segment: {'id': '710fbd39-4e9c-4122-9fe1-535784cc4ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '76c3453b-5a60-45e0-87e2-04b8064e7dca'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:25:58.825155 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Bound port: 2b1a4710-3525-4668-923d-18e38c5deae7, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710fbd39-4e9c-4122-9fe1-535784cc4ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '76c3453b-5a60-45e0-87e2-04b8064e7dca'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:58.825520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.932079 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0af54ff9-d48f-4599-ab2f-82ee9da19128 None None] Provisioning for port c924592d-cdaf-478e-8f11-74f835b3747a completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:58.939404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.963442 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0af54ff9-d48f-4599-ab2f-82ee9da19128 None None] Provisioning complete for port c924592d-cdaf-478e-8f11-74f835b3747a triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:58.963950 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0af54ff9-d48f-4599-ab2f-82ee9da19128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.018091 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-5f1c3ea4-37c9-41b8-91f7-c11d3f5a2547 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Allocated IP 172.20.0.9 (76c3453b-5a60-45e0-87e2-04b8064e7dca/69136914-6225-4d90-b221-a8da2561b2ef/a893c82e-993c-448a-b910-d7ab0ab05f1d) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:59.027897 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2a48-0b20-4f44-a9f4-371add7787fb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.072972 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819b5e86-6271-4c36-a717-ec10aa57e43e'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:25:59.086387 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] For port 2b1a4710-3525-4668-923d-18e38c5deae7, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:25:59.101548 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-0af54ff9-d48f-4599-ab2f-82ee9da19128 None None] Port c924592d-cdaf-478e-8f11-74f835b3747a cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:25:59.106148 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 819b5e86-6271-4c36-a717-ec10aa57e43e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=819b5e86-6271-4c36-a717-ec10aa57e43e,segment=NetworkSegment(e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a),segment_id=e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:59.116907 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] For port 2b1a4710-3525-4668-923d-18e38c5deae7, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2b1a4710-3525-4668-923d-18e38c5deae7,segment=NetworkSegment(710fbd39-4e9c-4122-9fe1-535784cc4ea8),segment_id=710fbd39-4e9c-4122-9fe1-535784cc4ea8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:25:59.130555 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.142179 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819b5e86-6271-4c36-a717-ec10aa57e43e', 'code': 200} Mar 14 18:25:59.155235 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a2a48-0b20-4f44-a9f4-371add7787fb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for c924592d-cdaf-478e-8f11-74f835b3747a owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:25:59.171055 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port d8e1cee0-1341-4dc2-8de1-304ec0411dd4, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d8e1cee0-1341-4dc2-8de1-304ec0411dd4,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:25:59.173143 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.213103 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.232303 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.269625 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=819b5e86-6271-4c36-a717-ec10aa57e43e,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:59.408381 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7d81a-1d6a-4d47-97be-de6731347911 None None] Pushing event updated for resources: {'Port': ['ID=2b1a4710-3525-4668-923d-18e38c5deae7,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:59.510101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=d8e1cee0-1341-4dc2-8de1-304ec0411dd4,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:59.558356 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3ea4-37c9-41b8-91f7-c11d3f5a2547 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.620076 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63745ded-ae0b-4732-a8e6-e93f6217eb5e req-c4d93523-ff3a-469e-99ee-e868419eb4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:59.621549 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-63745ded-ae0b-4732-a8e6-e93f6217eb5e req-c4d93523-ff3a-469e-99ee-e868419eb4a9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 1098 time: 0.1815243 Mar 14 18:25:59.674805 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-63745ded-ae0b-4732-a8e6-e93f6217eb5e req-894abec2-b23e-4647-a9b9-644729563858 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b1f6dca5-a778-4066-990b-6afe72755772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447276 Mar 14 18:25:59.696196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-5f1c3ea4-37c9-41b8-91f7-c11d3f5a2547 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Transition to ACTIVE for port object a893c82e-993c-448a-b910-d7ab0ab05f1d will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:59.707495 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2a48-0b20-4f44-a9f4-371add7787fb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.724800 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.735388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912a758-7836-48fa-b482-8ef274d6120a req-4983c290-3500-43ec-abd7-45c9009abab6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:59.737656 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4912a758-7836-48fa-b482-8ef274d6120a req-4983c290-3500-43ec-abd7-45c9009abab6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 945 time: 0.0851681 Mar 14 18:25:59.777173 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a2a48-0b20-4f44-a9f4-371add7787fb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=c924592d-cdaf-478e-8f11-74f835b3747a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:59.812562 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4912a758-7836-48fa-b482-8ef274d6120a req-95223f38-3c65-4381-8e27-5bfb59ce284d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f6dca5-a778-4066-990b-6afe72755772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470190 Mar 14 18:25:59.859091 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2a48-0b20-4f44-a9f4-371add7787fb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.880461 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3ea4-37c9-41b8-91f7-c11d3f5a2547 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.920297 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4a8a2a48-0b20-4f44-a9f4-371add7787fb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/c924592d-cdaf-478e-8f11-74f835b3747a HTTP/1.1" status: 204 len: 168 time: 1.4898856 Mar 14 18:25:59.922724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59056) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:25:59.952682 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1c3ea4-37c9-41b8-91f7-c11d3f5a2547 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 76c3453b-5a60-45e0-87e2-04b8064e7dca is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:59.963836 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-5f1c3ea4-37c9-41b8-91f7-c11d3f5a2547 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:59.970922 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1c3ea4-37c9-41b8-91f7-c11d3f5a2547 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:26:00.024237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3a46b5-8324-4742-afd0-1331cacab9cc tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:00.024237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ad3a46b5-8324-4742-afd0-1331cacab9cc tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:00.024645 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c3ea4-37c9-41b8-91f7-c11d3f5a2547 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=a893c82e-993c-448a-b910-d7ab0ab05f1d,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:00.053570 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1c3ea4-37c9-41b8-91f7-c11d3f5a2547 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:00.054310 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3ea4-37c9-41b8-91f7-c11d3f5a2547 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.147993 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ad3a46b5-8324-4742-afd0-1331cacab9cc tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:00.151520 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ad3a46b5-8324-4742-afd0-1331cacab9cc tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2254815 Mar 14 18:26:00.151873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59060) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:00.155286 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5f1c3ea4-37c9-41b8-91f7-c11d3f5a2547 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0424933 Mar 14 18:26:00.161758 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59064) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:00.247575 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2ab9d9-ae49-4997-ae6f-18df0668e64b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:00.247575 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-df2ab9d9-ae49-4997-ae6f-18df0668e64b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0920715 Mar 14 18:26:00.247575 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59068) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:00.265340 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b26d858-8b79-47f1-b13e-fc279759c7f7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:00.266185 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0b26d858-8b79-47f1-b13e-fc279759c7f7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Synchronizing usage tracker for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:00.330596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c17a7cc-1d44-4970-b824-e26244a4b00d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:00.332541 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c17a7cc-1d44-4970-b824-e26244a4b00d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:00.336842 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c17a7cc-1d44-4970-b824-e26244a4b00d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:00.336842 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2c17a7cc-1d44-4970-b824-e26244a4b00d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:00.348839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0b26d858-8b79-47f1-b13e-fc279759c7f7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Unset dirty status for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:00.350415 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0b26d858-8b79-47f1-b13e-fc279759c7f7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.1875513 Mar 14 18:26:00.353173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59072) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:00.378721 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2b1a4710-3525-4668-923d-18e38c5deae7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:26:00.418231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2c17a7cc-1d44-4970-b824-e26244a4b00d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:00.419504 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2c17a7cc-1d44-4970-b824-e26244a4b00d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1711853 Mar 14 18:26:00.420098 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6bcedd-2228-46ce-9952-276b23292377 None None] Network 76c3453b-5a60-45e0-87e2-04b8064e7dca requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:00.422744 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59076) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:00.424146 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-ec02149e-1616-4669-a897-5d1f7e9d80c3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port a893c82e-993c-448a-b910-d7ab0ab05f1d {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:00.424399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec02149e-1616-4669-a897-5d1f7e9d80c3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.492113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1afb8b-e2f9-4765-b01e-84cdeb2c7aab tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 153c4df5-e7f9-4878-a082-414bc2e24abf {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:26:00.495537 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4b1afb8b-e2f9-4765-b01e-84cdeb2c7aab tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.557644 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4b1afb8b-e2f9-4765-b01e-84cdeb2c7aab tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.567284 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a4cbc255-5e0a-4189-93ca-3973d8eda399 None None] Provisioning for port 2b1a4710-3525-4668-923d-18e38c5deae7 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:00.629391 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 2b1a4710-3525-4668-923d-18e38c5deae7 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:00.653273 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4b1afb8b-e2f9-4765-b01e-84cdeb2c7aab tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.668172 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 2b1a4710-3525-4668-923d-18e38c5deae7 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:00.668172 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.684813 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec02149e-1616-4669-a897-5d1f7e9d80c3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.778572 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4b1afb8b-e2f9-4765-b01e-84cdeb2c7aab tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.826819 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1afb8b-e2f9-4765-b01e-84cdeb2c7aab tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=153c4df5-e7f9-4878-a082-414bc2e24abf,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:00.830645 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4b1afb8b-e2f9-4765-b01e-84cdeb2c7aab tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.842448 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8199d1c-566f-451b-9608-13e6d68b896e None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:00.926020 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4b1afb8b-e2f9-4765-b01e-84cdeb2c7aab tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/153c4df5-e7f9-4878-a082-414bc2e24abf HTTP/1.1" status: 204 len: 168 time: 0.5021381 Mar 14 18:26:00.928337 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59082) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:00.956551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-ec02149e-1616-4669-a897-5d1f7e9d80c3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for a893c82e-993c-448a-b910-d7ab0ab05f1d owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:26:00.964822 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.008875 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b90f6b5-3710-447f-86d2-70ac3b23561f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet ffa144ff-b59f-4f79-8570-f0c28716c123 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:26:01.012533 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8b90f6b5-3710-447f-86d2-70ac3b23561f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.017600 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 2b1a4710-3525-4668-923d-18e38c5deae7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2b1a4710-3525-4668-923d-18e38c5deae7,segment=NetworkSegment(710fbd39-4e9c-4122-9fe1-535784cc4ea8),segment_id=710fbd39-4e9c-4122-9fe1-535784cc4ea8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:01.091184 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8b90f6b5-3710-447f-86d2-70ac3b23561f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.127565 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.128390 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d8e1cee0-1341-4dc2-8de1-304ec0411dd4 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:26:01.205993 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8b90f6b5-3710-447f-86d2-70ac3b23561f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.214818 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b9e65-0a7e-4099-8463-2b69ebe66446 req-7145707c-754f-4d46-8bf4-e3350730953c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:01.222639 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-393b9e65-0a7e-4099-8463-2b69ebe66446 req-7145707c-754f-4d46-8bf4-e3350730953c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 945 time: 0.2745597 Mar 14 18:26:01.275244 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-393b9e65-0a7e-4099-8463-2b69ebe66446 req-14abbd81-6e5d-41de-b6ab-0ccdebd8a46f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f6dca5-a778-4066-990b-6afe72755772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480959 Mar 14 18:26:01.277309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec02149e-1616-4669-a897-5d1f7e9d80c3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.290396 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c49ff2ba-350e-465c-ab09-2937f8492026 None None] Provisioning complete for port 2b1a4710-3525-4668-923d-18e38c5deae7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:01.290903 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c49ff2ba-350e-465c-ab09-2937f8492026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.324416 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=2b1a4710-3525-4668-923d-18e38c5deae7,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:01.342025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02149e-1616-4669-a897-5d1f7e9d80c3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=a893c82e-993c-448a-b910-d7ab0ab05f1d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:01.380967 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port d8e1cee0-1341-4dc2-8de1-304ec0411dd4 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:01.381436 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.389052 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8b90f6b5-3710-447f-86d2-70ac3b23561f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.434195 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90f6b5-3710-447f-86d2-70ac3b23561f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa144ff-b59f-4f79-8570-f0c28716c123,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:01.439255 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8b90f6b5-3710-447f-86d2-70ac3b23561f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.449590 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8b90f6b5-3710-447f-86d2-70ac3b23561f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/ffa144ff-b59f-4f79-8570-f0c28716c123 HTTP/1.1" status: 204 len: 168 time: 0.5201676 Mar 14 18:26:01.452082 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59086) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:01.533404 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-cb1f38cc-11a4-4591-b29e-9c102e9691e1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773716 Mar 14 18:26:01.533929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59090) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:01.539624 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a929c392-ae02-42e1-9bd1-2437f160f72c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:01.552190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec02149e-1616-4669-a897-5d1f7e9d80c3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.587352 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c49ff2ba-350e-465c-ab09-2937f8492026 None None] Could not find standard attr ID for object a893c82e-993c-448a-b910-d7ab0ab05f1d. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:01.623967 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ec02149e-1616-4669-a897-5d1f7e9d80c3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/ports/a893c82e-993c-448a-b910-d7ab0ab05f1d HTTP/1.1" status: 204 len: 168 time: 1.2694337 Mar 14 18:26:01.626887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59094) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:01.651265 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c49ff2ba-350e-465c-ab09-2937f8492026 None None] Provisioning for port 88a86e23-5d9c-4418-b066-2cdf88dfddda completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:01.666710 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c49ff2ba-350e-465c-ab09-2937f8492026 None None] Provisioning complete for port 88a86e23-5d9c-4418-b066-2cdf88dfddda triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:01.668494 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c49ff2ba-350e-465c-ab09-2937f8492026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.679394 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e97e08e-bf5c-4d10-98d0-6bcb3aa24408 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] GET failed (client error): The resource could not be found. Mar 14 18:26:01.680017 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3e97e08e-bf5c-4d10-98d0-6bcb3aa24408 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Synchronizing usage tracker for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:01.685697 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a929c392-ae02-42e1-9bd1-2437f160f72c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:01.691340 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a929c392-ae02-42e1-9bd1-2437f160f72c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:01.694841 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a929c392-ae02-42e1-9bd1-2437f160f72c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:01.705953 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a929c392-ae02-42e1-9bd1-2437f160f72c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:01.771326 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c49ff2ba-350e-465c-ab09-2937f8492026 None None] Port 88a86e23-5d9c-4418-b066-2cdf88dfddda cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:01.773933 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3e97e08e-bf5c-4d10-98d0-6bcb3aa24408 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Unset dirty status for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:01.775700 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3e97e08e-bf5c-4d10-98d0-6bcb3aa24408 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports/a893c82e-993c-448a-b910-d7ab0ab05f1d HTTP/1.1" status: 404 len: 333 time: 0.1477773 Mar 14 18:26:01.778321 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59098) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:01.814847 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a929c392-ae02-42e1-9bd1-2437f160f72c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:01.818238 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a929c392-ae02-42e1-9bd1-2437f160f72c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.886232 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-eb77842f-3275-441d-9237-dabf827c00bf None None] Could not find standard attr ID for object a893c82e-993c-448a-b910-d7ab0ab05f1d. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:01.899320 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-eb77842f-3275-441d-9237-dabf827c00bf None None] Provisioning complete for port 88a86e23-5d9c-4418-b066-2cdf88dfddda triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:01.900163 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-eb77842f-3275-441d-9237-dabf827c00bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.960683 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-eb77842f-3275-441d-9237-dabf827c00bf None None] Port 88a86e23-5d9c-4418-b066-2cdf88dfddda cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:02.069066 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-3c83d896-8928-4c7f-b2ec-f1a6315800d3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port 88a86e23-5d9c-4418-b066-2cdf88dfddda {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:02.069410 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3c83d896-8928-4c7f-b2ec-f1a6315800d3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.089501 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c09b43-8498-4ba6-a462-5a84cf721dc6 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:02.261153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-fbaf9726-2c96-4081-8481-864ad1683827 None None] Provisioning complete for port d8e1cee0-1341-4dc2-8de1-304ec0411dd4 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:02.261545 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fbaf9726-2c96-4081-8481-864ad1683827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.334907 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2b1a4710-3525-4668-923d-18e38c5deae7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:26:02.404758 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3c83d896-8928-4c7f-b2ec-f1a6315800d3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.469564 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a929c392-ae02-42e1-9bd1-2437f160f72c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.485497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b28550-f4a3-43e0-8a6e-3b92d95f3218 req-4379088e-98e6-46d4-ab3f-386aa648053e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:02.488088 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-35b28550-f4a3-43e0-8a6e-3b92d95f3218 req-4379088e-98e6-46d4-ab3f-386aa648053e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 945 time: 0.1016901 Mar 14 18:26:02.490348 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 2b1a4710-3525-4668-923d-18e38c5deae7 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:02.490721 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.544751 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-35b28550-f4a3-43e0-8a6e-3b92d95f3218 req-d9c991e1-3fbe-4a12-bcff-07cca150cd3e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f6dca5-a778-4066-990b-6afe72755772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500932 Mar 14 18:26:02.569133 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-3c83d896-8928-4c7f-b2ec-f1a6315800d3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for 88a86e23-5d9c-4418-b066-2cdf88dfddda owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:26:02.624941 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db3234e-86ae-4878-85e4-46e6e4982ad6 None None] DHCP port deletion for c6ea7f38-153d-42ad-8847-86782d8c0b1e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:26:02.629811 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a929c392-ae02-42e1-9bd1-2437f160f72c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:02.634817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-a929c392-ae02-42e1-9bd1-2437f160f72c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:02.637510 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-5db3234e-86ae-4878-85e4-46e6e4982ad6 None None] Deleting port d8e1cee0-1341-4dc2-8de1-304ec0411dd4 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:02.638426 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5db3234e-86ae-4878-85e4-46e6e4982ad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.647417 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a929c392-ae02-42e1-9bd1-2437f160f72c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:02.648005 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a929c392-ae02-42e1-9bd1-2437f160f72c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.671952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929c392-ae02-42e1-9bd1-2437f160f72c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=b859779d-57ea-42ce-9e4d-556f38520f84,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:02.785877 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a929c392-ae02-42e1-9bd1-2437f160f72c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2503319 Mar 14 18:26:02.789037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59106) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:02.794628 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-0984bb1f-0c63-4558-99d2-c2a450c5d758 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:02.862411 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3c83d896-8928-4c7f-b2ec-f1a6315800d3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.897829 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-5db3234e-86ae-4878-85e4-46e6e4982ad6 None None] For port d8e1cee0-1341-4dc2-8de1-304ec0411dd4, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d8e1cee0-1341-4dc2-8de1-304ec0411dd4,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:02.898492 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5db3234e-86ae-4878-85e4-46e6e4982ad6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.913459 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83d896-8928-4c7f-b2ec-f1a6315800d3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=88a86e23-5d9c-4418-b066-2cdf88dfddda,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:02.997440 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0984bb1f-0c63-4558-99d2-c2a450c5d758 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:03.004390 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0984bb1f-0c63-4558-99d2-c2a450c5d758 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:03.008431 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0984bb1f-0c63-4558-99d2-c2a450c5d758 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:03.021952 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5051a9c-86f5-4c63-8bb0-a2104655e6ec req-ce51e858-1e1d-4994-ac12-f4db9b1f26eb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:03.023195 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d5051a9c-86f5-4c63-8bb0-a2104655e6ec req-ce51e858-1e1d-4994-ac12-f4db9b1f26eb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 945 time: 0.1914525 Mar 14 18:26:03.024135 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0984bb1f-0c63-4558-99d2-c2a450c5d758 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:03.026279 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-5db3234e-86ae-4878-85e4-46e6e4982ad6 None None] Calling delete_port for d8e1cee0-1341-4dc2-8de1-304ec0411dd4 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:26:03.033394 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3c83d896-8928-4c7f-b2ec-f1a6315800d3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.080608 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d5051a9c-86f5-4c63-8bb0-a2104655e6ec req-b3ac90e1-4ac4-481d-a03f-a82eb50364a9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f6dca5-a778-4066-990b-6afe72755772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472684 Mar 14 18:26:03.109213 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59110) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:03.145959 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0984bb1f-0c63-4558-99d2-c2a450c5d758 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:03.151140 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3c83d896-8928-4c7f-b2ec-f1a6315800d3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/ports/88a86e23-5d9c-4418-b066-2cdf88dfddda HTTP/1.1" status: 204 len: 168 time: 1.3690789 Mar 14 18:26:03.151248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0984bb1f-0c63-4558-99d2-c2a450c5d758 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.151341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59114) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:03.189343 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5db3234e-86ae-4878-85e4-46e6e4982ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.194604 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f07d3d-4cde-4b84-9d25-0e495805fde1 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] GET failed (client error): The resource could not be found. Mar 14 18:26:03.196985 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a2f07d3d-4cde-4b84-9d25-0e495805fde1 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Synchronizing usage tracker for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:03.239095 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3234e-86ae-4878-85e4-46e6e4982ad6 None None] Pushing event deleted for resources: {'Port': ['ID=d8e1cee0-1341-4dc2-8de1-304ec0411dd4,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:03.242854 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db3234e-86ae-4878-85e4-46e6e4982ad6 None None] No DVR routers for this DVR port d8e1cee0-1341-4dc2-8de1-304ec0411dd4 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:03.259798 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c1c484-972b-4eca-b037-4ee1c2c4ce05 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:03.273701 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a2f07d3d-4cde-4b84-9d25-0e495805fde1 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Unset dirty status for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:03.277448 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a2f07d3d-4cde-4b84-9d25-0e495805fde1 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports/88a86e23-5d9c-4418-b066-2cdf88dfddda HTTP/1.1" status: 404 len: 333 time: 0.1231518 Mar 14 18:26:03.277891 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59118) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:03.291789 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4086bcba-7c3b-4955-becf-60c85a97187a tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:03.293211 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4086bcba-7c3b-4955-becf-60c85a97187a tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 1093 time: 0.1827996 Mar 14 18:26:03.298601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59122) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:03.306391 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': '819b5e86-6271-4c36-a717-ec10aa57e43e', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:03.314038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:03.321581 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.ipam_backend_mixin [None req-0984bb1f-0c63-4558-99d2-c2a450c5d758 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b859779d-57ea-42ce-9e4d-556f38520f84 (CIDR: 2001:db8::/64) Mar 14 18:26:03.322648 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:floatingip and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:03.325517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:03.331421 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:03.350592 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-702ad776-2eb0-4738-914e-1f06f982e143 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting subnet 69136914-6225-4d90-b221-a8da2561b2ef {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:26:03.353935 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-702ad776-2eb0-4738-914e-1f06f982e143 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.383011 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-0984bb1f-0c63-4558-99d2-c2a450c5d758 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:26:03.383556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0984bb1f-0c63-4558-99d2-c2a450c5d758 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:03.408953 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-702ad776-2eb0-4738-914e-1f06f982e143 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.410824 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.462197 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0984bb1f-0c63-4558-99d2-c2a450c5d758 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6719916 Mar 14 18:26:03.463089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59126) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:03.475494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'subnet': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:03.483020 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'tenant_id': '85de686bcadc46bcb3d49bd3cd98712e', 'fixed_ips': [{'subnet_id': 'b859779d-57ea-42ce-9e4d-556f38520f84'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:26:03.484135 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.494573 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-702ad776-2eb0-4738-914e-1f06f982e143 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.623543 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-702ad776-2eb0-4738-914e-1f06f982e143 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.655359 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Allocated IP 2001:db8::2 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/b859779d-57ea-42ce-9e4d-556f38520f84/e9570378-d9b2-4c8e-8893-d9d85a5e6ffb) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:03.664263 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ad776-2eb0-4738-914e-1f06f982e143 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Subnet': ['ID=69136914-6225-4d90-b221-a8da2561b2ef,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:03.670257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-702ad776-2eb0-4738-914e-1f06f982e143 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.679248 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-702ad776-2eb0-4738-914e-1f06f982e143 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/69136914-6225-4d90-b221-a8da2561b2ef HTTP/1.1" status: 204 len: 168 time: 0.3980598 Mar 14 18:26:03.681326 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59130) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:03.690476 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5d1495-bd92-4378-8d64-5b4fc731e57f None None] Network 76c3453b-5a60-45e0-87e2-04b8064e7dca requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:03.705555 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:03.709645 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:subnet and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:03.712762 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:03.719893 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:03.746270 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.819355 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.830939 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port 2b1a4710-3525-4668-923d-18e38c5deae7 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:03.831322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.909854 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:03.913143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.044688 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] For port 2b1a4710-3525-4668-923d-18e38c5deae7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2b1a4710-3525-4668-923d-18e38c5deae7,segment=NetworkSegment(710fbd39-4e9c-4122-9fe1-535784cc4ea8),segment_id=710fbd39-4e9c-4122-9fe1-535784cc4ea8)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:04.045124 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.084673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.101711 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Transition to ACTIVE for port object e9570378-d9b2-4c8e-8893-d9d85a5e6ffb will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:04.123355 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Transition to ACTIVE for port object e9570378-d9b2-4c8e-8893-d9d85a5e6ffb will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:04.136361 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.26.7.200 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/855564fa-d8b6-46ed-ba75-3e3584a4713f) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:04.193280 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1271a9a-8207-445a-b52a-5a6bff2e41e5 None None] DHCP port deletion for 76c3453b-5a60-45e0-87e2-04b8064e7dca request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:26:04.197383 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e1271a9a-8207-445a-b52a-5a6bff2e41e5 None None] Deleting port 2b1a4710-3525-4668-923d-18e38c5deae7 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:04.197760 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e1271a9a-8207-445a-b52a-5a6bff2e41e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.230450 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.287248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for 2b1a4710-3525-4668-923d-18e38c5deae7 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:26:04.314438 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2b1a4710-3525-4668-923d-18e38c5deae7 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:26:04.349884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:04.358484 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:04.360901 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:26:04.363318 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.417117 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.448604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Pushing event updated for resources: {'Port': ['ID=e9570378-d9b2-4c8e-8893-d9d85a5e6ffb,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:04.467554 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=2b1a4710-3525-4668-923d-18e38c5deae7,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:04.470812 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No DVR routers for this DVR port 2b1a4710-3525-4668-923d-18e38c5deae7 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:04.531166 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.564354 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No active binding found for port 2b1a4710-3525-4668-923d-18e38c5deae7 {{(pid=88636) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 14 18:26:04.564765 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2b1a4710-3525-4668-923d-18e38c5deae7 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:26:04.565183 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d8e1cee0-1341-4dc2-8de1-304ec0411dd4 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:26:04.593916 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.608661 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:04.615552 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:04.619336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c3453b-5a60-45e0-87e2-04b8064e7dca']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:04.623135 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:26:04.633213 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710fbd39-4e9c-4122-9fe1-535784cc4ea8') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:04.633511 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710fbd39-4e9c-4122-9fe1-535784cc4ea8') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:04.638294 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Attempting to bind port e9570378-d9b2-4c8e-8893-d9d85a5e6ffb on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:04.638665 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Attempting to bind port e9570378-d9b2-4c8e-8893-d9d85a5e6ffb by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:04.639274 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Attempting to bind port e9570378-d9b2-4c8e-8893-d9d85a5e6ffb on network c6ea7f38-153d-42ad-8847-86782d8c0b1e {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:26:04.645386 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.653412 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: d8e1cee0-1341-4dc2-8de1-304ec0411dd4 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:26:04.653752 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d8e1cee0-1341-4dc2-8de1-304ec0411dd4 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:26:04.660819 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:26:04.661258 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Checking segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:26:04.662808 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.662808 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Bound using segment: {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:26:04.662808 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Bound port: e9570378-d9b2-4c8e-8893-d9d85a5e6ffb, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a27d-1e86-4d83-8596-dbd46d5675c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:04.662808 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.672661 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.690102 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:26:04.690326 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.699527 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e1271a9a-8207-445a-b52a-5a6bff2e41e5 None None] For port 2b1a4710-3525-4668-923d-18e38c5deae7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2b1a4710-3525-4668-923d-18e38c5deae7,segment=NetworkSegment(710fbd39-4e9c-4122-9fe1-535784cc4ea8),segment_id=710fbd39-4e9c-4122-9fe1-535784cc4ea8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:04.699856 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e1271a9a-8207-445a-b52a-5a6bff2e41e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:26:04.715046 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:26:04.722102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=855564fa-d8b6-46ed-ba75-3e3584a4713f,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:04.749809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.objects.ports [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 14 18:26:04.863308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e1271a9a-8207-445a-b52a-5a6bff2e41e5 None None] Calling delete_port for 2b1a4710-3525-4668-923d-18e38c5deae7 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:26:04.879400 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.899144 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.913073 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Network': ['ID=76c3453b-5a60-45e0-87e2-04b8064e7dca,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:04.970214 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] For port e9570378-d9b2-4c8e-8893-d9d85a5e6ffb, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:26:04.977577 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-e1271a9a-8207-445a-b52a-5a6bff2e41e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:26:04.981513 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-e1271a9a-8207-445a-b52a-5a6bff2e41e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:26:04.981692 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9a292721-bd2d-450b-8559-b6c49554ef3c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/networks/76c3453b-5a60-45e0-87e2-04b8064e7dca HTTP/1.1" status: 204 len: 168 time: 1.2971823 Mar 14 18:26:04.981813 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] For port e9570378-d9b2-4c8e-8893-d9d85a5e6ffb, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e9570378-d9b2-4c8e-8893-d9d85a5e6ffb,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:26:04.982428 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59134) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:04.988641 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-80f2cd85-cb49-413e-bcb3-d74836bf12bd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-42650191'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:04.993886 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-80f2cd85-cb49-413e-bcb3-d74836bf12bd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:04.997629 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-80f2cd85-cb49-413e-bcb3-d74836bf12bd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:network and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:05.001102 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-80f2cd85-cb49-413e-bcb3-d74836bf12bd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:05.006784 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-80f2cd85-cb49-413e-bcb3-d74836bf12bd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:05.051315 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.073695 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f2cd85-cb49-413e-bcb3-d74836bf12bd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:05.077461 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-80f2cd85-cb49-413e-bcb3-d74836bf12bd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.109546 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f2cd85-cb49-413e-bcb3-d74836bf12bd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:26:05.120309 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-80f2cd85-cb49-413e-bcb3-d74836bf12bd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.120657 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-80f2cd85-cb49-413e-bcb3-d74836bf12bd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Added segment 8b71cf17-04ac-4719-97b1-8217400409fa of type vlan for network 87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb Mar 14 18:26:05.148150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-80f2cd85-cb49-413e-bcb3-d74836bf12bd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.152482 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b90202-dddc-45cc-b3af-6d361be12ce0 None None] Pushing event updated for resources: {'Port': ['ID=e9570378-d9b2-4c8e-8893-d9d85a5e6ffb,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:05.224027 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.262324 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-80f2cd85-cb49-413e-bcb3-d74836bf12bd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.268048 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f2cd85-cb49-413e-bcb3-d74836bf12bd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:05.268719 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-80f2cd85-cb49-413e-bcb3-d74836bf12bd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.320161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.377887 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2cd85-cb49-413e-bcb3-d74836bf12bd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Network': ['ID=87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:05.389009 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:26:05.443038 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-80f2cd85-cb49-413e-bcb3-d74836bf12bd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4594038 Mar 14 18:26:05.443711 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59138) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:05.454772 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-8f4a9b3a-cbbc-4dd5-9ac2-3c5a33a135d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'subnet': {'network_id': '87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:05.483052 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e1271a9a-8207-445a-b52a-5a6bff2e41e5 None None] Deleting port 2b1a4710-3525-4668-923d-18e38c5deae7 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:05.483693 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e1271a9a-8207-445a-b52a-5a6bff2e41e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.553122 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] For port e9570378-d9b2-4c8e-8893-d9d85a5e6ffb, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e9570378-d9b2-4c8e-8893-d9d85a5e6ffb,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:05.566616 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e1271a9a-8207-445a-b52a-5a6bff2e41e5 None None] The port '2b1a4710-3525-4668-923d-18e38c5deae7' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:26:05.590919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8f4a9b3a-cbbc-4dd5-9ac2-3c5a33a135d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:05.595269 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8f4a9b3a-cbbc-4dd5-9ac2-3c5a33a135d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:subnet and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:05.598238 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8f4a9b3a-cbbc-4dd5-9ac2-3c5a33a135d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:05.604427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8f4a9b3a-cbbc-4dd5-9ac2-3c5a33a135d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:05.605451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.673719 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4a9b3a-cbbc-4dd5-9ac2-3c5a33a135d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:05.677386 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f4a9b3a-cbbc-4dd5-9ac2-3c5a33a135d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.768672 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.871457 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.872165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.965072 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f4a9b3a-cbbc-4dd5-9ac2-3c5a33a135d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.001616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:06.015870 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:06.018985 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:06.019564 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.049663 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a9b3a-cbbc-4dd5-9ac2-3c5a33a135d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Subnet': ['ID=e3d63f21-6b3d-4600-9447-25fee8a2a067,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:06.058052 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4a9b3a-cbbc-4dd5-9ac2-3c5a33a135d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Checking segment: {'id': '8b71cf17-04ac-4719-97b1-8217400409fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:26:06.058739 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4a9b3a-cbbc-4dd5-9ac2-3c5a33a135d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network hostable DHCP agents. Network: 87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:26:06.060811 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Subnet': ['ID=70bb360e-5dba-45fc-a881-9ec7df76231e,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:06.075498 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=e9570378-d9b2-4c8e-8893-d9d85a5e6ffb,revision_number=4']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:06.114987 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.153415 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4a9b3a-cbbc-4dd5-9ac2-3c5a33a135d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:26:06.170962 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.178978 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-82931540-6094-4531-8c99-98b65caacc62 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7101629 Mar 14 18:26:06.179445 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59142) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:06.185780 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Request body: {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'mac_address': 'fa:16:3e:ef:36:95', 'name': 'tempest-NetworksTestDHCPv6-180983187'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:06.218382 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-8f4a9b3a-cbbc-4dd5-9ac2-3c5a33a135d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:06.228442 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4a9b3a-cbbc-4dd5-9ac2-3c5a33a135d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:06.230336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f4a9b3a-cbbc-4dd5-9ac2-3c5a33a135d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.239237 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf38137-7d44-424d-b4f4-7a46e0ced573 None None] Network 87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:06.289639 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=855564fa-d8b6-46ed-ba75-3e3584a4713f,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:06.301724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.367650 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:06.372481 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Usage tracker for resource:port and tenant:85de686bcadc46bcb3d49bd3cd98712e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:06.376769 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:06.380001 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6303b4a6-593f-4849-b95e-8a1d9c98bc7e None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:06.385630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:06.391812 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e9570378-d9b2-4c8e-8893-d9d85a5e6ffb up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:26:06.405571 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8f4a9b3a-cbbc-4dd5-9ac2-3c5a33a135d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9608552 Mar 14 18:26:06.408509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59146) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:06.414634 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-037283d6-8703-4fd4-bdff-f689d364a40b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'network_id': '87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb', 'name': 'tempest-PortsTestJSON-1084234739', 'fixed_ips': [{'subnet_id': 'e3d63f21-6b3d-4600-9447-25fee8a2a067', 'ip_address': '172.20.0.10'}]}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:06.489413 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP f14c35cb-c1e5-4daf-998d-76df99ace1b9 associated. External IP: 172.26.7.200, port: 819b5e86-6271-4c36-a717-ec10aa57e43e. Mar 14 18:26:06.505449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Made reservation on behalf of 85de686bcadc46bcb3d49bd3cd98712e for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:06.681601 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-11ea72de-4464-4908-907e-21c959d79042 None None] Provisioning for port e9570378-d9b2-4c8e-8893-d9d85a5e6ffb completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:06.760829 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-037283d6-8703-4fd4-bdff-f689d364a40b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:06.767255 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port e9570378-d9b2-4c8e-8893-d9d85a5e6ffb completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:06.774212 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-037283d6-8703-4fd4-bdff-f689d364a40b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:port and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:06.777626 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port e9570378-d9b2-4c8e-8893-d9d85a5e6ffb triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:06.781833 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.781956 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-037283d6-8703-4fd4-bdff-f689d364a40b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:06.788477 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-037283d6-8703-4fd4-bdff-f689d364a40b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:06.792252 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.822972 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] device_id is not set on port 9a700112-8300-48f8-bfa3-39f5a1376c3a yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:06.886928 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037283d6-8703-4fd4-bdff-f689d364a40b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:06.894538 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb', 'network_id': '87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb', 'tenant_id': '9fea93318d8341f3994d0da2f8ba39d3', 'fixed_ips': [{'subnet_id': 'e3d63f21-6b3d-4600-9447-25fee8a2a067'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:26:06.895520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.898511 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router b56ca7b9-fcc9-488a-b4f4-0a880f047500 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:26:07.091323 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-037283d6-8703-4fd4-bdff-f689d364a40b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.096445 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:26:07.115030 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4efadcf-bada-451a-8ef3-ba2a29bf1bc5 None None] Sync routers for ids ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:07.130339 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.155494 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-037283d6-8703-4fd4-bdff-f689d364a40b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] device_id is not set on port faf33642-ed33-4ce9-8e19-698cc0f31494 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:07.157848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4efadcf-bada-451a-8ef3-ba2a29bf1bc5 None None] Routers {'b56ca7b9-fcc9-488a-b4f4-0a880f047500'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:26:07.158036 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-d4efadcf-bada-451a-8ef3-ba2a29bf1bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:25:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:07.181628 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.234260 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8::17a (c6ea7f38-153d-42ad-8847-86782d8c0b1e/b859779d-57ea-42ce-9e4d-556f38520f84/9a700112-8300-48f8-bfa3-39f5a1376c3a) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:07.247878 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Allocated IP 2001:db8:0:1:f816:3eff:feef:3695 (c6ea7f38-153d-42ad-8847-86782d8c0b1e/70bb360e-5dba-45fc-a881-9ec7df76231e/9a700112-8300-48f8-bfa3-39f5a1376c3a) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:07.249088 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Allocated IP 172.20.0.2 (87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb/e3d63f21-6b3d-4600-9447-25fee8a2a067/3f1b44b4-8b70-42be-843b-a259b985e267) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:07.255765 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1bd276d1-7d40-4583-8919-c2263fd3b0fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9561327 Mar 14 18:26:07.256977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'tag': '819b5e86-6271-4c36-a717-ec10aa57e43e'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:26:07.262175 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59150) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:07.282383 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port e9570378-d9b2-4c8e-8893-d9d85a5e6ffb, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e9570378-d9b2-4c8e-8893-d9d85a5e6ffb,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:07.349039 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'tag': '819b5e86-6271-4c36-a717-ec10aa57e43e', 'status': 'completed', 'code': 200} Mar 14 18:26:07.385628 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5ab54f0d-729f-470a-9e95-250acd3129b2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/f14c35cb-c1e5-4daf-998d-76df99ace1b9 HTTP/1.1" status: 200 len: 991 time: 0.1206000 Mar 14 18:26:07.420643 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.582436 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba159e9-3d23-40e0-9425-16bb4803d68d req-c6ea2677-7f64-47be-8641-05fdbe41c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:07.583954 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-bba159e9-3d23-40e0-9425-16bb4803d68d req-c6ea2677-7f64-47be-8641-05fdbe41c8f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 1098 time: 0.2203183 Mar 14 18:26:07.587905 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-d4efadcf-bada-451a-8ef3-ba2a29bf1bc5 None None] Set router b56ca7b9-fcc9-488a-b4f4-0a880f047500 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:26:07.629363 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.646496 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=e9570378-d9b2-4c8e-8893-d9d85a5e6ffb,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:07.720630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Transition to ACTIVE for port object 9a700112-8300-48f8-bfa3-39f5a1376c3a will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:07.769778 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba159e9-3d23-40e0-9425-16bb4803d68d req-bddbbe5d-1d93-4454-9182-c0f48478c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:07.771262 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-bba159e9-3d23-40e0-9425-16bb4803d68d req-bddbbe5d-1d93-4454-9182-c0f48478c947 service neutron] 10.222.0.59 "GET /v2.0/networks?id=82904af8-6c90-4893-abce-7596ee90de86 HTTP/1.1" status: 200 len: 898 time: 0.1790531 Mar 14 18:26:07.843578 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.878935 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.939723 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:07.941701 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-bba159e9-3d23-40e0-9425-16bb4803d68d req-bfababc4-d606-4d12-afa3-798356ebfed5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=819b5e86-6271-4c36-a717-ec10aa57e43e HTTP/1.1" status: 200 len: 999 time: 0.1638899 Mar 14 18:26:07.948840 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:07.951313 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Transition to ACTIVE for port object 3f1b44b4-8b70-42be-843b-a259b985e267 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:07.957458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:26:07.963185 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:07.965545 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.984866 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Transition to ACTIVE for port object 3f1b44b4-8b70-42be-843b-a259b985e267 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:07.992448 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7e909504-5178-40a9-8204-86a6cef6805b None None] Provisioning complete for port e9570378-d9b2-4c8e-8893-d9d85a5e6ffb triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:07.992829 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7e909504-5178-40a9-8204-86a6cef6805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.001000 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event updated for resources: {'Port': ['ID=9a700112-8300-48f8-bfa3-39f5a1376c3a,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:08.043287 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba159e9-3d23-40e0-9425-16bb4803d68d req-1fcb39e0-f219-497c-8391-ae268cd21271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:08.044830 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-bba159e9-3d23-40e0-9425-16bb4803d68d req-1fcb39e0-f219-497c-8391-ae268cd21271 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=035c835c-4d84-4ac4-99e6-eaf70f47a3b6 HTTP/1.1" status: 200 len: 835 time: 0.0916233 Mar 14 18:26:08.086210 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.136994 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3bc63191-f5df-47b1-801a-92a32a5976e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9563382 Mar 14 18:26:08.141249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59156) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:08.166414 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-037283d6-8703-4fd4-bdff-f689d364a40b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Allocated IP 172.20.0.10 (87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb/e3d63f21-6b3d-4600-9447-25fee8a2a067/faf33642-ed33-4ce9-8e19-698cc0f31494) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:08.168429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Network 87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:08.180397 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:08.189535 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:26:08.192562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Pushing event updated for resources: {'Port': ['ID=3f1b44b4-8b70-42be-843b-a259b985e267,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:08.225535 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba159e9-3d23-40e0-9425-16bb4803d68d req-26febd93-3e9b-44d6-bc3a-49b70660c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:08.227200 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-bba159e9-3d23-40e0-9425-16bb4803d68d req-26febd93-3e9b-44d6-bc3a-49b70660c699 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=82904af8-6c90-4893-abce-7596ee90de86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1765032 Mar 14 18:26:08.327920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e9570378-d9b2-4c8e-8893-d9d85a5e6ffb up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:26:08.384837 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea094e-0fc4-4113-a191-85cd49dfdfc7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting port 9a700112-8300-48f8-bfa3-39f5a1376c3a {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:08.385207 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d8ea094e-0fc4-4113-a191-85cd49dfdfc7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.415532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59160) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:08.467083 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Attempting to bind port 3f1b44b4-8b70-42be-843b-a259b985e267 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:08.467592 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Attempting to bind port 3f1b44b4-8b70-42be-843b-a259b985e267 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '8b71cf17-04ac-4719-97b1-8217400409fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:08.468054 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Attempting to bind port 3f1b44b4-8b70-42be-843b-a259b985e267 on network 87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:26:08.478790 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:26:08.479325 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Checking segment: {'id': '8b71cf17-04ac-4719-97b1-8217400409fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:26:08.479835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.480356 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Bound using segment: {'id': '8b71cf17-04ac-4719-97b1-8217400409fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:26:08.480934 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Bound port: 3f1b44b4-8b70-42be-843b-a259b985e267, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b71cf17-04ac-4719-97b1-8217400409fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:08.481419 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.493164 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-d4efadcf-bada-451a-8ef3-ba2a29bf1bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'f14c35cb-c1e5-4daf-998d-76df99ace1b9', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'port_id': '819b5e86-6271-4c36-a717-ec10aa57e43e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'mac_address': 'fa:16:3e:37:36:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:26:05Z', 'updated_at': '2022-03-14T18:26:05Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f497f3d-61f9-4218-84f7-4f079dab5595', 'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:de:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:32Z', 'updated_at': '2022-03-14T18:25:42Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:08.503637 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4efadcf-bada-451a-8ef3-ba2a29bf1bc5 None None] Checking router: b56ca7b9-fcc9-488a-b4f4-0a880f047500 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:26:08.550189 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port e9570378-d9b2-4c8e-8893-d9d85a5e6ffb triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:08.550724 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.584084 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-999d1e2b-c03f-4a59-a7fa-97c17832be0e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/f14c35cb-c1e5-4daf-998d-76df99ace1b9 HTTP/1.1" status: 200 len: 991 time: 0.1673894 Mar 14 18:26:08.598175 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4efadcf-bada-451a-8ef3-ba2a29bf1bc5 None None] Routers {'b56ca7b9-fcc9-488a-b4f4-0a880f047500'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:26:08.598931 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-d4efadcf-bada-451a-8ef3-ba2a29bf1bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:25:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:08.607643 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-bba159e9-3d23-40e0-9425-16bb4803d68d req-b2ef6221-7f0f-4cbb-8043-2cfcf7496f5c service neutron] 10.222.0.59 "GET /v2.0/networks/82904af8-6c90-4893-abce-7596ee90de86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702152 Mar 14 18:26:08.664025 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-037283d6-8703-4fd4-bdff-f689d364a40b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.690178 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-037283d6-8703-4fd4-bdff-f689d364a40b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Transition to ACTIVE for port object faf33642-ed33-4ce9-8e19-698cc0f31494 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:08.744385 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d8ea094e-0fc4-4113-a191-85cd49dfdfc7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.744632 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] For port 3f1b44b4-8b70-42be-843b-a259b985e267, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:26:08.806154 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-33c98acb-ef98-4621-a594-3a8c1b5b62ab None None] Provisioning for port 9a700112-8300-48f8-bfa3-39f5a1376c3a completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:08.822790 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] For port 3f1b44b4-8b70-42be-843b-a259b985e267, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3f1b44b4-8b70-42be-843b-a259b985e267,segment=NetworkSegment(8b71cf17-04ac-4719-97b1-8217400409fa),segment_id=8b71cf17-04ac-4719-97b1-8217400409fa)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:26:08.829711 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-bba159e9-3d23-40e0-9425-16bb4803d68d req-77450711-176f-4f43-91ff-4454d56f709d service neutron] 10.222.0.59 "GET /v2.0/networks/82904af8-6c90-4893-abce-7596ee90de86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151752 Mar 14 18:26:08.833143 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-33c98acb-ef98-4621-a594-3a8c1b5b62ab None None] Provisioning complete for port 9a700112-8300-48f8-bfa3-39f5a1376c3a triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:08.834339 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-33c98acb-ef98-4621-a594-3a8c1b5b62ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.852935 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-037283d6-8703-4fd4-bdff-f689d364a40b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.879886 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea094e-0fc4-4113-a191-85cd49dfdfc7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Calling delete_port for 9a700112-8300-48f8-bfa3-39f5a1376c3a owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:26:08.907754 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.937348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037283d6-8703-4fd4-bdff-f689d364a40b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:08.937348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-037283d6-8703-4fd4-bdff-f689d364a40b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:08.941993 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037283d6-8703-4fd4-bdff-f689d364a40b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:26:08.982708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037283d6-8703-4fd4-bdff-f689d364a40b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=faf33642-ed33-4ce9-8e19-698cc0f31494,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:08.995719 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-d4efadcf-bada-451a-8ef3-ba2a29bf1bc5 None None] Set router b56ca7b9-fcc9-488a-b4f4-0a880f047500 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:26:09.014280 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037283d6-8703-4fd4-bdff-f689d364a40b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:09.015187 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-037283d6-8703-4fd4-bdff-f689d364a40b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.089211 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-037283d6-8703-4fd4-bdff-f689d364a40b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6770737 Mar 14 18:26:09.090645 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59164) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:09.096929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-54c3e1fe-8b66-42e0-8e0d-2cf416f5efa3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'network_id': '87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb', 'name': 'tempest-PortsTestJSON-1435530389', 'fixed_ips': [{'subnet_id': 'e3d63f21-6b3d-4600-9447-25fee8a2a067', 'ip_address': '172.20.0.9'}]}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:09.102550 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-33c98acb-ef98-4621-a594-3a8c1b5b62ab None None] Port 9a700112-8300-48f8-bfa3-39f5a1376c3a cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:09.165196 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d8ea094e-0fc4-4113-a191-85cd49dfdfc7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.214384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.223590 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299fd9c-a5d8-4333-989c-f7a46e4a9637 None None] Pushing event updated for resources: {'Port': ['ID=3f1b44b4-8b70-42be-843b-a259b985e267,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:09.250655 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-54c3e1fe-8b66-42e0-8e0d-2cf416f5efa3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:09.255290 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-54c3e1fe-8b66-42e0-8e0d-2cf416f5efa3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:port and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:09.258575 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-54c3e1fe-8b66-42e0-8e0d-2cf416f5efa3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:09.265165 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-54c3e1fe-8b66-42e0-8e0d-2cf416f5efa3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:09.277416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea094e-0fc4-4113-a191-85cd49dfdfc7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Port': ['ID=9a700112-8300-48f8-bfa3-39f5a1376c3a,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:09.338704 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d8ea094e-0fc4-4113-a191-85cd49dfdfc7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.351203 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d8ea094e-0fc4-4113-a191-85cd49dfdfc7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/9a700112-8300-48f8-bfa3-39f5a1376c3a HTTP/1.1" status: 204 len: 168 time: 1.2094700 Mar 14 18:26:09.353427 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59168) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:09.399485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c3e1fe-8b66-42e0-8e0d-2cf416f5efa3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:09.409568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54c3e1fe-8b66-42e0-8e0d-2cf416f5efa3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.447170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-54c3e1fe-8b66-42e0-8e0d-2cf416f5efa3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] device_id is not set on port 9e475be0-4157-45e4-94aa-3ae06b0a27dc yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:09.478982 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec3e776-26ef-47c5-969f-92832cde484d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:09.479703 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-aec3e776-26ef-47c5-969f-92832cde484d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:09.557651 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-d4efadcf-bada-451a-8ef3-ba2a29bf1bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'f14c35cb-c1e5-4daf-998d-76df99ace1b9', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'port_id': '819b5e86-6271-4c36-a717-ec10aa57e43e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'mac_address': 'fa:16:3e:37:36:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:26:05Z', 'updated_at': '2022-03-14T18:26:05Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f497f3d-61f9-4218-84f7-4f079dab5595', 'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:de:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:32Z', 'updated_at': '2022-03-14T18:25:42Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:09.564370 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4efadcf-bada-451a-8ef3-ba2a29bf1bc5 None None] The sync data for ids ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'] in dv-neutron-833560-1-hyperv is: [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'f14c35cb-c1e5-4daf-998d-76df99ace1b9', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'port_id': '819b5e86-6271-4c36-a717-ec10aa57e43e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'mac_address': 'fa:16:3e:37:36:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:26:05Z', 'updated_at': '2022-03-14T18:26:05Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f497f3d-61f9-4218-84f7-4f079dab5595', 'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:de:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:32Z', 'updated_at': '2022-03-14T18:25:42Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:09.582519 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-aec3e776-26ef-47c5-969f-92832cde484d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:09.583931 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-aec3e776-26ef-47c5-969f-92832cde484d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2295911 Mar 14 18:26:09.588123 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59172) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:09.588294 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59174) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:09.724220 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-54c3e1fe-8b66-42e0-8e0d-2cf416f5efa3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Allocated IP 172.20.0.9 (87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb/e3d63f21-6b3d-4600-9447-25fee8a2a067/9e475be0-4157-45e4-94aa-3ae06b0a27dc) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:09.762704 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-04c93673-8605-4f96-add9-16d87476cca2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/f14c35cb-c1e5-4daf-998d-76df99ace1b9 HTTP/1.1" status: 200 len: 991 time: 0.1717713 Mar 14 18:26:09.787340 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab750de5-1f72-4109-8ed5-97aedc8ae989 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:09.788912 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ab750de5-1f72-4109-8ed5-97aedc8ae989 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1996629 Mar 14 18:26:09.791482 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59180) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:09.862450 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c436b8-3b4e-44f2-8cfb-14395b008c1b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:09.864164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c436b8-3b4e-44f2-8cfb-14395b008c1b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:09.865635 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c436b8-3b4e-44f2-8cfb-14395b008c1b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:09.866414 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d5c436b8-3b4e-44f2-8cfb-14395b008c1b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:09.944099 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54c3e1fe-8b66-42e0-8e0d-2cf416f5efa3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.952650 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d5c436b8-3b4e-44f2-8cfb-14395b008c1b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:09.952650 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d5c436b8-3b4e-44f2-8cfb-14395b008c1b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1566956 Mar 14 18:26:09.953340 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59184) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:09.960360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-54c3e1fe-8b66-42e0-8e0d-2cf416f5efa3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Transition to ACTIVE for port object 9e475be0-4157-45e4-94aa-3ae06b0a27dc will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:10.018152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb2f49d-bdd9-4da9-8858-18814e1f72bd tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet 70bb360e-5dba-45fc-a881-9ec7df76231e {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:26:10.021242 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cfb2f49d-bdd9-4da9-8858-18814e1f72bd tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.053562 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54c3e1fe-8b66-42e0-8e0d-2cf416f5efa3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.077022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cfb2f49d-bdd9-4da9-8858-18814e1f72bd tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.121938 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c3e1fe-8b66-42e0-8e0d-2cf416f5efa3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:10.125736 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-54c3e1fe-8b66-42e0-8e0d-2cf416f5efa3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:10.137881 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c3e1fe-8b66-42e0-8e0d-2cf416f5efa3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:26:10.181864 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cfb2f49d-bdd9-4da9-8858-18814e1f72bd tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.189965 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3e1fe-8b66-42e0-8e0d-2cf416f5efa3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=9e475be0-4157-45e4-94aa-3ae06b0a27dc,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:10.230611 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c3e1fe-8b66-42e0-8e0d-2cf416f5efa3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:10.243686 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54c3e1fe-8b66-42e0-8e0d-2cf416f5efa3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.263001 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236bdd8b-f67f-48ac-b346-236ae937654f None None] New status for floating IP f14c35cb-c1e5-4daf-998d-76df99ace1b9: ACTIVE {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:26:10.351832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3f1b44b4-8b70-42be-843b-a259b985e267 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:26:10.405559 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-54c3e1fe-8b66-42e0-8e0d-2cf416f5efa3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3101945 Mar 14 18:26:10.405681 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59188) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:10.413504 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4debed-545e-419e-94b2-8281a6f5dbad None None] Network 87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:10.448680 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cfb2f49d-bdd9-4da9-8858-18814e1f72bd tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.557988 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1836eb8f-9a58-4fe0-a032-ea7564032e9e None None] Provisioning for port 3f1b44b4-8b70-42be-843b-a259b985e267 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:10.593787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 3f1b44b4-8b70-42be-843b-a259b985e267 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:10.611548 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 3f1b44b4-8b70-42be-843b-a259b985e267 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:10.611923 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.614436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cfb2f49d-bdd9-4da9-8858-18814e1f72bd tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.619461 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2f49d-bdd9-4da9-8858-18814e1f72bd tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=70bb360e-5dba-45fc-a881-9ec7df76231e,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:10.643320 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f01c31-3517-4aca-93bb-20405421c794 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:10.667078 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5db8ed4-aa49-4b58-9b11-862db71465f7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:10.668560 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d5db8ed4-aa49-4b58-9b11-862db71465f7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2636285 Mar 14 18:26:10.671315 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59192) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:10.695979 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-cfb2f49d-bdd9-4da9-8858-18814e1f72bd tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/70bb360e-5dba-45fc-a881-9ec7df76231e HTTP/1.1" status: 204 len: 168 time: 0.7322054 Mar 14 18:26:10.695979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59196) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:10.765082 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59200) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:10.777176 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-194fd387-eacb-4f7b-a15d-e63425a6052a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Deleting subnet b859779d-57ea-42ce-9e4d-556f38520f84 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:26:10.780655 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-194fd387-eacb-4f7b-a15d-e63425a6052a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.844404 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-194fd387-eacb-4f7b-a15d-e63425a6052a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.879378 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1e47d5-c8d7-4b50-bbde-cf796fd7559b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:10.885438 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1e47d5-c8d7-4b50-bbde-cf796fd7559b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:10.893571 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1e47d5-c8d7-4b50-bbde-cf796fd7559b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:10.894880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3a1e47d5-c8d7-4b50-bbde-cf796fd7559b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Synchronizing usage tracker for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:10.929803 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ee8307dd-a229-4e99-8757-f5610f35d1cb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/f14c35cb-c1e5-4daf-998d-76df99ace1b9 HTTP/1.1" status: 200 len: 993 time: 0.1601341 Mar 14 18:26:10.939584 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-194fd387-eacb-4f7b-a15d-e63425a6052a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.978321 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3a1e47d5-c8d7-4b50-bbde-cf796fd7559b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Unset dirty status for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:10.980059 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3a1e47d5-c8d7-4b50-bbde-cf796fd7559b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3071153 Mar 14 18:26:10.982784 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59204) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:11.041647 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.053687 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-194fd387-eacb-4f7b-a15d-e63425a6052a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.067036 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d3c2936a-b432-4291-9be1-f54f4ca2163f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port 9e475be0-4157-45e4-94aa-3ae06b0a27dc {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:11.067465 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3c2936a-b432-4291-9be1-f54f4ca2163f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.112848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fd387-eacb-4f7b-a15d-e63425a6052a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Subnet': ['ID=b859779d-57ea-42ce-9e4d-556f38520f84,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:11.112848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-194fd387-eacb-4f7b-a15d-e63425a6052a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.117575 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 3f1b44b4-8b70-42be-843b-a259b985e267, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3f1b44b4-8b70-42be-843b-a259b985e267,segment=NetworkSegment(8b71cf17-04ac-4719-97b1-8217400409fa),segment_id=8b71cf17-04ac-4719-97b1-8217400409fa)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:11.127511 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-194fd387-eacb-4f7b-a15d-e63425a6052a tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/b859779d-57ea-42ce-9e4d-556f38520f84 HTTP/1.1" status: 204 len: 168 time: 0.4368856 Mar 14 18:26:11.129797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59208) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:11.188664 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.200342 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2842b36a-da74-48a6-b684-ccc1f36cc65b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692980 Mar 14 18:26:11.202666 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59212) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:11.303146 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f48daa-5240-4f7a-a605-cbc9ae3be482 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.305226 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-23f48daa-5240-4f7a-a605-cbc9ae3be482 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1014147 Mar 14 18:26:11.307717 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59216) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:11.336798 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35d7b5e-8ded-412a-a734-d3eec14d837b None None] Update dhcp port {'port': {'network_id': 'c6ea7f38-153d-42ad-8847-86782d8c0b1e', 'fixed_ips': [{'subnet_id': 'b859779d-57ea-42ce-9e4d-556f38520f84'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': 'e9570378-d9b2-4c8e-8893-d9d85a5e6ffb'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:26:11.378672 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3c2936a-b432-4291-9be1-f54f4ca2163f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.386494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d908ddbc-0e21-42b9-8aff-0cc4a37aae20 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.387221 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d908ddbc-0e21-42b9-8aff-0cc4a37aae20 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:11.401775 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=3f1b44b4-8b70-42be-843b-a259b985e267,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:11.404890 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b35d7b5e-8ded-412a-a734-d3eec14d837b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.490595 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d908ddbc-0e21-42b9-8aff-0cc4a37aae20 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:subnet {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:11.493796 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d908ddbc-0e21-42b9-8aff-0cc4a37aae20 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1847584 Mar 14 18:26:11.496314 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59220) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:11.522294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d3c2936a-b432-4291-9be1-f54f4ca2163f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for 9e475be0-4157-45e4-94aa-3ae06b0a27dc owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:26:11.582183 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a43162ca-0268-4ace-a67d-69f847cfeaa7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844352 Mar 14 18:26:11.587224 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59224) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:11.592779 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-93507182-fc6b-41f7-9bc8-5053d34718ff None None] Provisioning for port faf33642-ed33-4ce9-8e19-698cc0f31494 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:11.597912 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-93507182-fc6b-41f7-9bc8-5053d34718ff None None] Provisioning complete for port faf33642-ed33-4ce9-8e19-698cc0f31494 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:11.606077 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-93507182-fc6b-41f7-9bc8-5053d34718ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.651886 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b023548-02c3-4966-9007-5f052f48d653 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:11.652663 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b023548-02c3-4966-9007-5f052f48d653 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:11.658589 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b52caa-02e0-48f8-b6d4-22e7b2e54ea6 None None] Network c6ea7f38-153d-42ad-8847-86782d8c0b1e requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:11.667667 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4b023548-02c3-4966-9007-5f052f48d653 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/9a700112-8300-48f8-bfa3-39f5a1376c3a HTTP/1.1" status: 404 len: 333 time: 0.0792599 Mar 14 18:26:11.669944 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59228) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:11.740024 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf9cb7f-dfea-4ff4-b287-e80f7f55242c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:11.740479 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf9cb7f-dfea-4ff4-b287-e80f7f55242c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:11.742133 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0cf9cb7f-dfea-4ff4-b287-e80f7f55242c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/70bb360e-5dba-45fc-a881-9ec7df76231e HTTP/1.1" status: 404 len: 337 time: 0.0712616 Mar 14 18:26:11.746390 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59232) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:11.774524 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-93507182-fc6b-41f7-9bc8-5053d34718ff None None] Port faf33642-ed33-4ce9-8e19-698cc0f31494 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:11.801804 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-4169e68f-14af-4be6-b94b-802ec8da055b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:11.805582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4169e68f-14af-4be6-b94b-802ec8da055b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:11.805582 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4169e68f-14af-4be6-b94b-802ec8da055b tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/b859779d-57ea-42ce-9e4d-556f38520f84 HTTP/1.1" status: 404 len: 337 time: 0.0564687 Mar 14 18:26:11.806670 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59236) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:11.854866 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d050f1-9cf2-4c93-887d-1d6873a51df9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:11.859169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d050f1-9cf2-4c93-887d-1d6873a51df9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:11.859807 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-93507182-fc6b-41f7-9bc8-5053d34718ff None None] Provisioning complete for port 3f1b44b4-8b70-42be-843b-a259b985e267 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:11.859807 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-93507182-fc6b-41f7-9bc8-5053d34718ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.860025 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d3d050f1-9cf2-4c93-887d-1d6873a51df9 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/c924592d-cdaf-478e-8f11-74f835b3747a HTTP/1.1" status: 404 len: 333 time: 0.0493364 Mar 14 18:26:11.860493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59240) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:11.899650 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-287bc875-35a1-4f4f-ad0e-282f3742ca8e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:11.900124 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-287bc875-35a1-4f4f-ad0e-282f3742ca8e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:11.902501 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-287bc875-35a1-4f4f-ad0e-282f3742ca8e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/153c4df5-e7f9-4878-a082-414bc2e24abf HTTP/1.1" status: 404 len: 337 time: 0.0409811 Mar 14 18:26:11.905013 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59244) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:11.947480 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0b49b3-bca5-4941-838f-b413d933fd39 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:11.947882 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0b49b3-bca5-4941-838f-b413d933fd39 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:11.950805 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7b0b49b3-bca5-4941-838f-b413d933fd39 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/ffa144ff-b59f-4f79-8570-f0c28716c123 HTTP/1.1" status: 404 len: 337 time: 0.0435355 Mar 14 18:26:11.952013 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59248) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:11.965597 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3c2936a-b432-4291-9be1-f54f4ca2163f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.993073 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-31948c0e-f100-4283-8f14-e993c3e0a600 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:11.993617 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31948c0e-f100-4283-8f14-e993c3e0a600 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:11.995392 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-31948c0e-f100-4283-8f14-e993c3e0a600 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/1bfc3b88-4255-480f-b53f-d90c5e63521c HTTP/1.1" status: 404 len: 333 time: 0.0424950 Mar 14 18:26:11.997831 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59252) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.011668 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-93507182-fc6b-41f7-9bc8-5053d34718ff None None] Could not find standard attr ID for object 9e475be0-4157-45e4-94aa-3ae06b0a27dc. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:12.014393 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cc135a-2272-4b14-91c0-e18d113630a5 None None] DHCP port deletion for c6ea7f38-153d-42ad-8847-86782d8c0b1e request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:26:12.019041 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc135a-2272-4b14-91c0-e18d113630a5 None None] Deleting port e9570378-d9b2-4c8e-8893-d9d85a5e6ffb {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:12.019415 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e4cc135a-2272-4b14-91c0-e18d113630a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.020333 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2936a-b432-4291-9be1-f54f4ca2163f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=9e475be0-4157-45e4-94aa-3ae06b0a27dc,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:12.039218 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ded6880-c1ea-4b0f-83b4-9b092e4b67d5 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:12.039694 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ded6880-c1ea-4b0f-83b4-9b092e4b67d5 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:12.043747 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2ded6880-c1ea-4b0f-83b4-9b092e4b67d5 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/873ab551-9f1f-41a4-a7e2-7e58b2912c5f HTTP/1.1" status: 404 len: 337 time: 0.0423744 Mar 14 18:26:12.044143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59256) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.089304 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-229e824c-05e4-4480-ac53-54ce5b4524e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:12.089799 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229e824c-05e4-4480-ac53-54ce5b4524e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:12.091729 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-229e824c-05e4-4480-ac53-54ce5b4524e7 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/91ce3cc4-bec0-4c82-ba5f-1f22b39c13da HTTP/1.1" status: 404 len: 337 time: 0.0468633 Mar 14 18:26:12.094963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59260) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.142215 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7704c9-50f7-4146-8cb6-f5ed053bbddf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:12.142695 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7704c9-50f7-4146-8cb6-f5ed053bbddf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:12.146436 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fe7704c9-50f7-4146-8cb6-f5ed053bbddf tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/7b4b6b8b-e0b2-476f-906a-4d4479fcc9a0 HTTP/1.1" status: 404 len: 333 time: 0.0501831 Mar 14 18:26:12.149312 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59264) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.155472 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3c2936a-b432-4291-9be1-f54f4ca2163f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.185224 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-67941d04-c587-4050-aca0-0bc99d0311e1 None None] Provisioning complete for port faf33642-ed33-4ce9-8e19-698cc0f31494 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:12.185683 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-67941d04-c587-4050-aca0-0bc99d0311e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.193671 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d01e77-0800-4ead-b529-91c7f56a35f5 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:12.194136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d01e77-0800-4ead-b529-91c7f56a35f5 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:12.196101 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-61d01e77-0800-4ead-b529-91c7f56a35f5 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/0936d35a-6ddd-4054-bb44-8b0caec172fd HTTP/1.1" status: 404 len: 337 time: 0.0456016 Mar 14 18:26:12.198865 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59268) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.240778 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-74dcb103-5720-4151-ac62-764da970adf2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:12.241243 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74dcb103-5720-4151-ac62-764da970adf2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:12.242978 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-74dcb103-5720-4151-ac62-764da970adf2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/cdbc685d-b378-4711-b79d-24dce749a903 HTTP/1.1" status: 404 len: 337 time: 0.0425813 Mar 14 18:26:12.248822 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59272) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.287827 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d3c2936a-b432-4291-9be1-f54f4ca2163f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/ports/9e475be0-4157-45e4-94aa-3ae06b0a27dc HTTP/1.1" status: 204 len: 168 time: 1.3039951 Mar 14 18:26:12.290707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59276) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.294703 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2c8ce4-d168-4cbb-8d26-36e1642392da tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:12.296343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2c8ce4-d168-4cbb-8d26-36e1642392da tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:12.302594 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1d2c8ce4-d168-4cbb-8d26-36e1642392da tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/7749b48c-bb9c-4f3c-b952-e2cad59c24bd HTTP/1.1" status: 404 len: 333 time: 0.0493367 Mar 14 18:26:12.302594 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59280) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.321557 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3f1b44b4-8b70-42be-843b-a259b985e267 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:26:12.340600 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-713b3cfc-1292-472f-ac37-61d92c8abc8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:12.341229 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713b3cfc-1292-472f-ac37-61d92c8abc8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:12.346804 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-713b3cfc-1292-472f-ac37-61d92c8abc8c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/9fe187c5-81e9-42a4-b72f-175eb8103d47 HTTP/1.1" status: 404 len: 337 time: 0.0419843 Mar 14 18:26:12.346804 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59284) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.349839 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-15510664-c03e-4035-a317-df904c5137d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] GET failed (client error): The resource could not be found. Mar 14 18:26:12.353722 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-15510664-c03e-4035-a317-df904c5137d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports/9e475be0-4157-45e4-94aa-3ae06b0a27dc HTTP/1.1" status: 404 len: 333 time: 0.0579541 Mar 14 18:26:12.354392 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59288) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.376438 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-67941d04-c587-4050-aca0-0bc99d0311e1 None None] Port faf33642-ed33-4ce9-8e19-698cc0f31494 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:12.388747 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-67941d04-c587-4050-aca0-0bc99d0311e1 None None] Could not find standard attr ID for object 9e475be0-4157-45e4-94aa-3ae06b0a27dc. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:12.394088 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-12bdcdf6-5449-4c33-b969-05e54e750bbe tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:12.394646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12bdcdf6-5449-4c33-b969-05e54e750bbe tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:12.404378 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-12bdcdf6-5449-4c33-b969-05e54e750bbe tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/12a14adb-7522-4693-8b26-620b361cdd62 HTTP/1.1" status: 404 len: 333 time: 0.0490839 Mar 14 18:26:12.404378 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59292) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.404657 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e4cc135a-2272-4b14-91c0-e18d113630a5 None None] For port e9570378-d9b2-4c8e-8893-d9d85a5e6ffb, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e9570378-d9b2-4c8e-8893-d9d85a5e6ffb,segment=NetworkSegment(e300a27d-1e86-4d83-8596-dbd46d5675c8),segment_id=e300a27d-1e86-4d83-8596-dbd46d5675c8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:12.404657 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e4cc135a-2272-4b14-91c0-e18d113630a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.428518 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-f23cc337-6733-4694-83e5-173ac2469dad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port faf33642-ed33-4ce9-8e19-698cc0f31494 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:12.428858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f23cc337-6733-4694-83e5-173ac2469dad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.446790 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-3417dee5-fb1e-4391-a116-0a83ce2c5749 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:12.447277 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3417dee5-fb1e-4391-a116-0a83ce2c5749 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:12.451514 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3417dee5-fb1e-4391-a116-0a83ce2c5749 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/ac83e06d-95f9-421c-9994-006e9f1920be HTTP/1.1" status: 404 len: 337 time: 0.0487595 Mar 14 18:26:12.451760 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59296) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.493369 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56d97f8-6770-4325-8139-4475ce875ccd tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:12.493830 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e56d97f8-6770-4325-8139-4475ce875ccd tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:12.501097 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e56d97f8-6770-4325-8139-4475ce875ccd tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/d1a47112-cef2-43b1-b48b-e1351054a84e HTTP/1.1" status: 404 len: 333 time: 0.0430660 Mar 14 18:26:12.501097 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59300) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.538230 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52e5dc0-4a78-42c9-81f0-2d267cfc855f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:12.538682 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52e5dc0-4a78-42c9-81f0-2d267cfc855f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:12.543261 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b52e5dc0-4a78-42c9-81f0-2d267cfc855f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/662185ba-e6eb-4f08-bc2e-935d43ff1e1e HTTP/1.1" status: 404 len: 337 time: 0.0413532 Mar 14 18:26:12.543554 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59304) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.579661 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc135a-2272-4b14-91c0-e18d113630a5 None None] Calling delete_port for e9570378-d9b2-4c8e-8893-d9d85a5e6ffb owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:26:12.613594 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-df456ce4-9e25-4d2b-8f0a-8656da1f6bc6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:12.614063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df456ce4-9e25-4d2b-8f0a-8656da1f6bc6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:12.615904 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-df456ce4-9e25-4d2b-8f0a-8656da1f6bc6 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/3508b879-44be-484e-80dc-7a58f7d9acaf HTTP/1.1" status: 404 len: 333 time: 0.0712984 Mar 14 18:26:12.618446 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59308) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.620894 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-67941d04-c587-4050-aca0-0bc99d0311e1 None None] Provisioning complete for port e9570378-d9b2-4c8e-8893-d9d85a5e6ffb triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:12.621371 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-67941d04-c587-4050-aca0-0bc99d0311e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.681545 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 3f1b44b4-8b70-42be-843b-a259b985e267 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:12.681856 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.715437 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-722458e8-9871-41a6-82bd-d8eae6fa16c1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:12.717669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722458e8-9871-41a6-82bd-d8eae6fa16c1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:12.721884 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-722458e8-9871-41a6-82bd-d8eae6fa16c1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/4728ce64-8f61-4f2a-8acd-8cc099682e65 HTTP/1.1" status: 404 len: 337 time: 0.1000528 Mar 14 18:26:12.722219 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59312) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.769939 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-213ee882-2719-4c3f-82cc-9e304bd502c1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:12.770269 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f23cc337-6733-4694-83e5-173ac2469dad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.770638 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213ee882-2719-4c3f-82cc-9e304bd502c1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:12.773072 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-213ee882-2719-4c3f-82cc-9e304bd502c1 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/cb2c557f-51b7-43fa-93a8-8d54ef131df1 HTTP/1.1" status: 404 len: 333 time: 0.0494502 Mar 14 18:26:12.775911 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59316) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.817168 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f324e2-20c9-4cad-ad6f-5be67fd26a5f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:12.817895 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f324e2-20c9-4cad-ad6f-5be67fd26a5f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:12.819580 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b9f324e2-20c9-4cad-ad6f-5be67fd26a5f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/dd2582d0-af66-4b22-8d55-bb7ccb0ef406 HTTP/1.1" status: 404 len: 337 time: 0.0422473 Mar 14 18:26:12.823535 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59320) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.851753 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e4cc135a-2272-4b14-91c0-e18d113630a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.865654 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f19947-1b9c-44dc-95cb-b4ab381c0238 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:12.866678 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f19947-1b9c-44dc-95cb-b4ab381c0238 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:12.873061 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-28f19947-1b9c-44dc-95cb-b4ab381c0238 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/a104802d-d500-4eee-8611-3777f426a9a8 HTTP/1.1" status: 404 len: 333 time: 0.0434704 Mar 14 18:26:12.873061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59324) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.912502 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-93806ae7-1be9-4f1a-8681-ccff3c2f656c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:12.912988 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93806ae7-1be9-4f1a-8681-ccff3c2f656c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:12.917342 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-93806ae7-1be9-4f1a-8681-ccff3c2f656c tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/b8dc1976-dbbe-4fdc-ad1d-e1646f780311 HTTP/1.1" status: 404 len: 337 time: 0.0432096 Mar 14 18:26:12.917539 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59328) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:12.921113 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc135a-2272-4b14-91c0-e18d113630a5 None None] Pushing event deleted for resources: {'Port': ['ID=e9570378-d9b2-4c8e-8893-d9d85a5e6ffb,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:12.935483 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cc135a-2272-4b14-91c0-e18d113630a5 None None] No DVR routers for this DVR port e9570378-d9b2-4c8e-8893-d9d85a5e6ffb on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:12.962575 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2b0414-49af-49db-8438-22fdfff74c17 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:12.963246 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2b0414-49af-49db-8438-22fdfff74c17 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:12.965245 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5f2b0414-49af-49db-8438-22fdfff74c17 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/44e7991f-f13f-4a78-b250-caea06d25e88 HTTP/1.1" status: 404 len: 337 time: 0.0465002 Mar 14 18:26:12.968180 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59332) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.010314 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e9570378-d9b2-4c8e-8893-d9d85a5e6ffb no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:26:13.012195 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d139c88-720b-4a02-9e50-fa3fe64e859f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:13.012671 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d139c88-720b-4a02-9e50-fa3fe64e859f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:13.014368 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1d139c88-720b-4a02-9e50-fa3fe64e859f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/e662368f-15c1-48a9-9db8-dfba84d4ce61 HTTP/1.1" status: 404 len: 333 time: 0.0446794 Mar 14 18:26:13.017894 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59336) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.026439 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-f23cc337-6733-4694-83e5-173ac2469dad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for faf33642-ed33-4ce9-8e19-698cc0f31494 owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:26:13.052382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: e9570378-d9b2-4c8e-8893-d9d85a5e6ffb {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:26:13.053021 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e9570378-d9b2-4c8e-8893-d9d85a5e6ffb not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:26:13.067510 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-f668b7fd-5a32-44c1-b8da-2449c813e1a4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:13.067967 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f668b7fd-5a32-44c1-b8da-2449c813e1a4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:13.069627 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f668b7fd-5a32-44c1-b8da-2449c813e1a4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/a53422bc-50d1-41fd-8d2b-7e69279c33ce HTTP/1.1" status: 404 len: 337 time: 0.0509217 Mar 14 18:26:13.072201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59340) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.094153 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:26:13.108832 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0b9954-93d4-4c67-b145-b810bdcf8c3d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:13.109318 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d0b9954-93d4-4c67-b145-b810bdcf8c3d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:13.110986 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3d0b9954-93d4-4c67-b145-b810bdcf8c3d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/2cba0acc-a88b-45f3-a438-612951eda923 HTTP/1.1" status: 404 len: 337 time: 0.0378916 Mar 14 18:26:13.113555 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59344) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.152785 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3517db-88e3-4406-9dee-81259af48780 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:13.153249 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3517db-88e3-4406-9dee-81259af48780 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:13.154918 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6d3517db-88e3-4406-9dee-81259af48780 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/7b83819e-e39f-4929-b4b2-3a6be7de320d HTTP/1.1" status: 404 len: 333 time: 0.0404618 Mar 14 18:26:13.158196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59348) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.197025 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0e0962-eee2-4884-94aa-92bf83c1e4ed tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:13.197358 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f0e0962-eee2-4884-94aa-92bf83c1e4ed tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:13.199031 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2f0e0962-eee2-4884-94aa-92bf83c1e4ed tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/908ba657-5cb0-4676-84dc-0b20a49c32c8 HTTP/1.1" status: 404 len: 337 time: 0.0399284 Mar 14 18:26:13.201575 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59352) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.221946 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f23cc337-6733-4694-83e5-173ac2469dad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.237830 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e163fc-98bc-4829-95b3-c41e60f688f0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:13.238270 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e163fc-98bc-4829-95b3-c41e60f688f0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:13.239924 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-95e163fc-98bc-4829-95b3-c41e60f688f0 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/265b3914-446c-4bb4-93b8-0b477148a315 HTTP/1.1" status: 404 len: 337 time: 0.0374589 Mar 14 18:26:13.242486 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59356) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.282345 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-467a3227-2d9a-48ff-b647-0eae21d2a598 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:13.282841 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467a3227-2d9a-48ff-b647-0eae21d2a598 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:13.286799 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-467a3227-2d9a-48ff-b647-0eae21d2a598 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/a529f341-cfd5-4672-89c1-5c6067a21a9f HTTP/1.1" status: 404 len: 333 time: 0.0411201 Mar 14 18:26:13.287232 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59360) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.300274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cc337-6733-4694-83e5-173ac2469dad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=faf33642-ed33-4ce9-8e19-698cc0f31494,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:13.329576 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf324925-d6f4-4a2b-bb2b-f324783c7105 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:13.330028 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf324925-d6f4-4a2b-bb2b-f324783c7105 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:13.331745 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-bf324925-d6f4-4a2b-bb2b-f324783c7105 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/2981e81f-93cc-4fd4-ae05-21c0fb7aad1a HTTP/1.1" status: 404 len: 337 time: 0.0438421 Mar 14 18:26:13.334220 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59364) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.371173 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b6394e-6ea3-4c50-928f-763e6b8b8017 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:13.371628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b6394e-6ea3-4c50-928f-763e6b8b8017 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:13.373309 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-30b6394e-6ea3-4c50-928f-763e6b8b8017 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/606d7475-a5ec-4151-aa0f-cd8dd2320ad6 HTTP/1.1" status: 404 len: 337 time: 0.0379865 Mar 14 18:26:13.376452 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59368) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.379680 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f23cc337-6733-4694-83e5-173ac2469dad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.389899 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f23cc337-6733-4694-83e5-173ac2469dad tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/ports/faf33642-ed33-4ce9-8e19-698cc0f31494 HTTP/1.1" status: 204 len: 168 time: 1.0349321 Mar 14 18:26:13.392978 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59372) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.420244 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-22882f12-b1dc-42bf-b26b-d73adf098c4f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Synchronizing usage tracker for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:13.435193 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad1a835-6a8c-4788-9b04-bda8f52d5db2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] GET failed (client error): The resource could not be found. Mar 14 18:26:13.435728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-5ad1a835-6a8c-4788-9b04-bda8f52d5db2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Synchronizing usage tracker for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:13.524728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-22882f12-b1dc-42bf-b26b-d73adf098c4f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Unset dirty status for tenant:85de686bcadc46bcb3d49bd3cd98712e on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:13.526024 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-22882f12-b1dc-42bf-b26b-d73adf098c4f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports?device_id=47f82947-f480-494b-9b7c-5629b84503b5 HTTP/1.1" status: 200 len: 205 time: 0.1486273 Mar 14 18:26:13.536232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59376) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.590106 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-5ad1a835-6a8c-4788-9b04-bda8f52d5db2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Unset dirty status for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:13.591256 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5ad1a835-6a8c-4788-9b04-bda8f52d5db2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports/faf33642-ed33-4ce9-8e19-698cc0f31494 HTTP/1.1" status: 404 len: 333 time: 0.1973405 Mar 14 18:26:13.594185 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59380) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.599576 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-09ab0e9a-4731-42e9-8cc4-7cfbe1c15d49 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] delete failed (client error): The resource could not be found. Mar 14 18:26:13.600520 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-09ab0e9a-4731-42e9-8cc4-7cfbe1c15d49 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/routers/47f82947-f480-494b-9b7c-5629b84503b5 HTTP/1.1" status: 404 len: 336 time: 0.0708120 Mar 14 18:26:13.604635 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59384) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.642944 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-22104ac6-1fd0-4ece-af9a-c04e868f25bb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:13.643401 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22104ac6-1fd0-4ece-af9a-c04e868f25bb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:13.645068 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-22104ac6-1fd0-4ece-af9a-c04e868f25bb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/813e8f00-efae-473b-a838-118bba71bd8c HTTP/1.1" status: 404 len: 337 time: 0.0395124 Mar 14 18:26:13.647656 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59388) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.661915 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46dc7b7-8493-4a96-9190-44c9028f4381 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting subnet e3d63f21-6b3d-4600-9447-25fee8a2a067 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:26:13.664962 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c46dc7b7-8493-4a96-9190-44c9028f4381 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.691942 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d39393b7-9f77-4f4f-b0b7-ce0377982485 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf21359f-d8c3-4aef-ba3b-5838b2596c46 HTTP/1.1" status: 200 len: 205 time: 0.0431352 Mar 14 18:26:13.694165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59392) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.719877 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c46dc7b7-8493-4a96-9190-44c9028f4381 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.762203 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-d27ad355-ad53-494d-af07-7c2f35a432c4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] delete failed (client error): The resource could not be found. Mar 14 18:26:13.763522 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d27ad355-ad53-494d-af07-7c2f35a432c4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/routers/bf21359f-d8c3-4aef-ba3b-5838b2596c46 HTTP/1.1" status: 404 len: 336 time: 0.0680876 Mar 14 18:26:13.765923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59396) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.803202 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-596b0cfa-8db9-455c-bfb8-c135d0b91fbc tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:13.803587 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596b0cfa-8db9-455c-bfb8-c135d0b91fbc tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:13.805311 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-596b0cfa-8db9-455c-bfb8-c135d0b91fbc tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/8a965d71-e07b-47e3-801f-6ce26a56b17a HTTP/1.1" status: 404 len: 337 time: 0.0384400 Mar 14 18:26:13.809166 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c46dc7b7-8493-4a96-9190-44c9028f4381 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.809310 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59400) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.848609 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-985acc7a-d9e7-4b17-abef-86452a4cceb2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:13.849061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985acc7a-d9e7-4b17-abef-86452a4cceb2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:13.850762 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-985acc7a-d9e7-4b17-abef-86452a4cceb2 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/232abd4b-4d1e-42f6-bd2e-6d3d407ef992 HTTP/1.1" status: 404 len: 337 time: 0.0421362 Mar 14 18:26:13.853250 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59404) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.897625 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6c5776-c9b7-4c1c-8525-c9ee879579ba tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:13.898095 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be6c5776-c9b7-4c1c-8525-c9ee879579ba tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:13.900042 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-be6c5776-c9b7-4c1c-8525-c9ee879579ba tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/d8d8638a-42dd-4a05-bcec-47acbc877e69 HTTP/1.1" status: 404 len: 333 time: 0.0459232 Mar 14 18:26:13.902737 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59410) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.941739 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-793fa452-a107-4759-87b8-dc05fdc3ddb4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:13.942199 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-793fa452-a107-4759-87b8-dc05fdc3ddb4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:13.952445 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-793fa452-a107-4759-87b8-dc05fdc3ddb4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/f09c823d-243e-4822-a98d-26641ad54b25 HTTP/1.1" status: 404 len: 337 time: 0.0441358 Mar 14 18:26:13.952445 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59416) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:13.986779 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c46dc7b7-8493-4a96-9190-44c9028f4381 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.032472 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd89b005-1c3d-473a-b53a-bcabbe3efa30 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:14.032472 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd89b005-1c3d-473a-b53a-bcabbe3efa30 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:14.033871 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-bd89b005-1c3d-473a-b53a-bcabbe3efa30 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/1c6f2b10-3904-4987-b6ad-981616195eb7 HTTP/1.1" status: 404 len: 333 time: 0.0822289 Mar 14 18:26:14.036592 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59420) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:14.038966 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46dc7b7-8493-4a96-9190-44c9028f4381 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d63f21-6b3d-4600-9447-25fee8a2a067,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:14.041234 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c46dc7b7-8493-4a96-9190-44c9028f4381 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.047690 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c46dc7b7-8493-4a96-9190-44c9028f4381 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/e3d63f21-6b3d-4600-9447-25fee8a2a067 HTTP/1.1" status: 204 len: 168 time: 0.4484866 Mar 14 18:26:14.048792 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a0d87c-6f7e-40c0-91e8-48e5ce83a6c5 None None] Network 87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:14.049235 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59424) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:14.093246 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd0d3f5-a2ce-49e4-805f-6744c3140c8f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:14.094130 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd0d3f5-a2ce-49e4-805f-6744c3140c8f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:14.095775 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3bd0d3f5-a2ce-49e4-805f-6744c3140c8f tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/f5deeabb-b23e-4055-85e8-f51de263c797 HTTP/1.1" status: 404 len: 337 time: 0.0577548 Mar 14 18:26:14.098189 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59428) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:14.142977 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9e87b7-447b-4055-97a8-4cf637b31c67 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:14.143491 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9e87b7-447b-4055-97a8-4cf637b31c67 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:14.146825 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7a9e87b7-447b-4055-97a8-4cf637b31c67 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/6f1a0642-9e53-4780-a317-d5dc6935ef1a HTTP/1.1" status: 404 len: 333 time: 0.0475118 Mar 14 18:26:14.149331 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59432) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:14.172188 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.191503 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dbb91ce-7324-48c4-9a1c-136c433970e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:14.192324 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dbb91ce-7324-48c4-9a1c-136c433970e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:14.192443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port 3f1b44b4-8b70-42be-843b-a259b985e267 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:14.192770 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.195568 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6dbb91ce-7324-48c4-9a1c-136c433970e8 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/b69b002d-c30a-491f-9bfd-2042303af30a HTTP/1.1" status: 404 len: 337 time: 0.0451412 Mar 14 18:26:14.198057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59436) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:14.259101 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac241160-cbd4-4be3-8b26-27f8761d1da4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:14.260452 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac241160-cbd4-4be3-8b26-27f8761d1da4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:14.262352 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ac241160-cbd4-4be3-8b26-27f8761d1da4 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/7a830cc5-7794-4098-adb6-cf03508adbe8 HTTP/1.1" status: 404 len: 333 time: 0.0631592 Mar 14 18:26:14.266539 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59440) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:14.315066 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-983bd7fa-caae-4268-85a8-3f0b11bca714 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:14.315615 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983bd7fa-caae-4268-85a8-3f0b11bca714 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:14.317275 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-983bd7fa-caae-4268-85a8-3f0b11bca714 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/aff968fe-eca2-489f-bb08-840d70810fcd HTTP/1.1" status: 404 len: 337 time: 0.0498970 Mar 14 18:26:14.319783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59446) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:14.366446 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d529768a-030c-45fb-b316-c60179f2e5c6 None None] DHCP port deletion for 87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:26:14.366838 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6a6bdc-9c6b-4498-ad9a-23b18c0d1e71 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:14.367324 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6a6bdc-9c6b-4498-ad9a-23b18c0d1e71 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:14.371606 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0b6a6bdc-9c6b-4498-ad9a-23b18c0d1e71 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/eb7b087c-c24f-4ed3-aedb-dfdaf4c7f9ee HTTP/1.1" status: 404 len: 333 time: 0.0483916 Mar 14 18:26:14.372373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59450) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:14.374006 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-d529768a-030c-45fb-b316-c60179f2e5c6 None None] Deleting port 3f1b44b4-8b70-42be-843b-a259b985e267 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:14.374461 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d529768a-030c-45fb-b316-c60179f2e5c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.463599 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-65562907-668f-45b0-b174-36f6150426eb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:14.463599 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65562907-668f-45b0-b174-36f6150426eb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:14.465459 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-65562907-668f-45b0-b174-36f6150426eb tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/24d4470c-f82c-4b01-8b15-d0787c235ea3 HTTP/1.1" status: 404 len: 337 time: 0.0884800 Mar 14 18:26:14.469408 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59454) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:14.514416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f63d1c-1c9d-448a-afbc-1a6f4a868505 req-3d67b09c-e607-48a1-b0e2-092e6ab2af4a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:14.516213 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-94f63d1c-1c9d-448a-afbc-1a6f4a868505 req-3d67b09c-e607-48a1-b0e2-092e6ab2af4a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 946 time: 0.0978539 Mar 14 18:26:14.527147 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-6824063e-5514-410f-9291-38ebcfccf907 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:14.527633 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6824063e-5514-410f-9291-38ebcfccf907 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:14.529285 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6824063e-5514-410f-9291-38ebcfccf907 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/3bb96ded-5c53-4db3-b41e-a0f9eda44b42 HTTP/1.1" status: 404 len: 333 time: 0.0589669 Mar 14 18:26:14.540655 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59458) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:14.596248 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c03e5d7-c797-4cda-a2f7-7d1026783e14 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:14.596704 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c03e5d7-c797-4cda-a2f7-7d1026783e14 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:14.601773 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9c03e5d7-c797-4cda-a2f7-7d1026783e14 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/8284a5f2-88c2-4c12-ba00-1b1c22eafb86 HTTP/1.1" status: 404 len: 337 time: 0.0579495 Mar 14 18:26:14.602358 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59462) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:14.606674 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] For port 3f1b44b4-8b70-42be-843b-a259b985e267, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3f1b44b4-8b70-42be-843b-a259b985e267,segment=NetworkSegment(8b71cf17-04ac-4719-97b1-8217400409fa),segment_id=8b71cf17-04ac-4719-97b1-8217400409fa)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:14.607605 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.612856 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-94f63d1c-1c9d-448a-afbc-1a6f4a868505 req-0783104e-fca2-4a71-b850-1aa0f43a7781 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897019 Mar 14 18:26:14.626536 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-d529768a-030c-45fb-b316-c60179f2e5c6 None None] For port 3f1b44b4-8b70-42be-843b-a259b985e267, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3f1b44b4-8b70-42be-843b-a259b985e267,segment=NetworkSegment(8b71cf17-04ac-4719-97b1-8217400409fa),segment_id=8b71cf17-04ac-4719-97b1-8217400409fa)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:14.626536 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d529768a-030c-45fb-b316-c60179f2e5c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.708933 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba9899a-3a64-4e52-af8b-73d8c3853671 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:14.709408 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba9899a-3a64-4e52-af8b-73d8c3853671 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:14.712064 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dba9899a-3a64-4e52-af8b-73d8c3853671 tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/ports/0409302b-2fd8-4ce9-951b-4fde3af5693b HTTP/1.1" status: 404 len: 333 time: 0.1086855 Mar 14 18:26:14.713709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59466) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:14.747774 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-d529768a-030c-45fb-b316-c60179f2e5c6 None None] Calling delete_port for 3f1b44b4-8b70-42be-843b-a259b985e267 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:26:14.759286 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33ccd14-cf98-4009-86d7-82dc72825b2e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:14.759867 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33ccd14-cf98-4009-86d7-82dc72825b2e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:14.761853 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a33ccd14-cf98-4009-86d7-82dc72825b2e tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/subnets/373d389a-93ce-48b3-8964-ba98a4641777 HTTP/1.1" status: 404 len: 337 time: 0.0468135 Mar 14 18:26:14.764191 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59470) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:14.778398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for 3f1b44b4-8b70-42be-843b-a259b985e267 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:26:14.880859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e808042-3f8a-4a5a-b0f2-1c4976465e6d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.896009 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d529768a-030c-45fb-b316-c60179f2e5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.904310 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:26:14.909006 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:26:14.943808 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529768a-030c-45fb-b316-c60179f2e5c6 None None] Pushing event deleted for resources: {'Port': ['ID=3f1b44b4-8b70-42be-843b-a259b985e267,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:14.950669 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d529768a-030c-45fb-b316-c60179f2e5c6 None None] No DVR routers for this DVR port 3f1b44b4-8b70-42be-843b-a259b985e267 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:15.016843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e808042-3f8a-4a5a-b0f2-1c4976465e6d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.041852 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-0e808042-3f8a-4a5a-b0f2-1c4976465e6d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ea7f38-153d-42ad-8847-86782d8c0b1e']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:15.054179 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-0e808042-3f8a-4a5a-b0f2-1c4976465e6d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e300a27d-1e86-4d83-8596-dbd46d5675c8') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:15.054497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-0e808042-3f8a-4a5a-b0f2-1c4976465e6d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e300a27d-1e86-4d83-8596-dbd46d5675c8') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:15.066113 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e808042-3f8a-4a5a-b0f2-1c4976465e6d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.081771 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e808042-3f8a-4a5a-b0f2-1c4976465e6d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.087897 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e808042-3f8a-4a5a-b0f2-1c4976465e6d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:26:15.088273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e808042-3f8a-4a5a-b0f2-1c4976465e6d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:26:15.103059 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:26:15.342164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e808042-3f8a-4a5a-b0f2-1c4976465e6d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.362346 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e808042-3f8a-4a5a-b0f2-1c4976465e6d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.369568 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e808042-3f8a-4a5a-b0f2-1c4976465e6d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] Pushing event deleted for resources: {'Network': ['ID=c6ea7f38-153d-42ad-8847-86782d8c0b1e,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:15.372314 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0e808042-3f8a-4a5a-b0f2-1c4976465e6d tempest-NetworksTestDHCPv6-1511604395 tempest-NetworksTestDHCPv6-1511604395-project] 10.222.0.43 "DELETE /v2.0/networks/c6ea7f38-153d-42ad-8847-86782d8c0b1e HTTP/1.1" status: 204 len: 168 time: 0.6071367 Mar 14 18:26:15.405386 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port 3f1b44b4-8b70-42be-843b-a259b985e267 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:15.405747 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.473712 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] The port '3f1b44b4-8b70-42be-843b-a259b985e267' was deleted {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:26:15.593009 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.616717 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:15.628755 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b71cf17-04ac-4719-97b1-8217400409fa') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:15.629047 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b71cf17-04ac-4719-97b1-8217400409fa') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:15.639892 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.660590 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.666841 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:26:15.667404 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: util.warn( Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:26:15.687711 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:26:15.810518 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760ba60-00c6-4dec-ada9-38a5dac24bd2 req-4c8e012d-3372-4160-8ed1-5116e0c79fc6 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:15.812578 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2760ba60-00c6-4dec-ada9-38a5dac24bd2 req-4c8e012d-3372-4160-8ed1-5116e0c79fc6 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 946 time: 0.0831232 Mar 14 18:26:15.829691 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.860394 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.864241 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Network': ['ID=87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:15.864378 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2760ba60-00c6-4dec-ada9-38a5dac24bd2 req-acbad974-694a-4e52-9c3c-6cf5098b3a55 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448081 Mar 14 18:26:15.885665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59480) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:15.947246 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-179e98f6-fa16-4a4c-ba32-95a0edd759d0 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/networks/87764cbd-2dbf-48d5-9f5b-095d7f4e6ccb HTTP/1.1" status: 204 len: 168 time: 1.8934932 Mar 14 18:26:15.947825 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59486) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:15.953396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-02612a23-a7a8-4643-897c-c572e1361793 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-687966362'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:15.958997 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-02612a23-a7a8-4643-897c-c572e1361793 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:15.963572 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-02612a23-a7a8-4643-897c-c572e1361793 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:network and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:15.966840 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-02612a23-a7a8-4643-897c-c572e1361793 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:15.972443 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-02612a23-a7a8-4643-897c-c572e1361793 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:15.988605 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85eed2-f2e2-4a99-a9d7-3da409257ff7 req-c1994a80-bf16-42d1-81dd-8f6984877006 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:15.989445 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-7d85eed2-f2e2-4a99-a9d7-3da409257ff7 req-c1994a80-bf16-42d1-81dd-8f6984877006 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Synchronizing usage tracker for tenant:8ca5128883c54d26a4b060b6ae0f5e46 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:16.036725 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-549571d7-385a-4f6a-bbea-19f17f5a6193 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85de686bcadc46bcb3d49bd3cd98712e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498978 Mar 14 18:26:16.039215 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59490) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:16.052052 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02612a23-a7a8-4643-897c-c572e1361793 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:16.055392 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-02612a23-a7a8-4643-897c-c572e1361793 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.073102 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-7d85eed2-f2e2-4a99-a9d7-3da409257ff7 req-c1994a80-bf16-42d1-81dd-8f6984877006 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Unset dirty status for tenant:8ca5128883c54d26a4b060b6ae0f5e46 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:16.074252 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-7d85eed2-f2e2-4a99-a9d7-3da409257ff7 req-c1994a80-bf16-42d1-81dd-8f6984877006 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.59 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 946 time: 0.1682365 Mar 14 18:26:16.107813 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02612a23-a7a8-4643-897c-c572e1361793 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:26:16.133734 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-02612a23-a7a8-4643-897c-c572e1361793 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.133734 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-02612a23-a7a8-4643-897c-c572e1361793 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Added segment 66139292-17f6-4587-938f-bd12f9ee87af of type vlan for network 3c5f4f89-0de5-4bd2-8e38-e42b93462264 Mar 14 18:26:16.133734 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-51789194-632b-4807-8ccb-d47b335073ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.147463 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-7d85eed2-f2e2-4a99-a9d7-3da409257ff7 req-5d1fb5fd-a54c-4f9b-8128-44bc82d1aa55 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Deleting port 0ca0bc09-8b06-4f3a-abd5-444a1e1135db {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:16.147806 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-7d85eed2-f2e2-4a99-a9d7-3da409257ff7 req-5d1fb5fd-a54c-4f9b-8128-44bc82d1aa55 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.176469 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-51789194-632b-4807-8ccb-d47b335073ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.188239 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-02612a23-a7a8-4643-897c-c572e1361793 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.280601 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3f1b44b4-8b70-42be-843b-a259b985e267 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:26:16.313637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-02612a23-a7a8-4643-897c-c572e1361793 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.314851 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 3f1b44b4-8b70-42be-843b-a259b985e267 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:26:16.315311 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3f1b44b4-8b70-42be-843b-a259b985e267 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:26:16.319579 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02612a23-a7a8-4643-897c-c572e1361793 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:16.320144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-02612a23-a7a8-4643-897c-c572e1361793 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.360709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-51789194-632b-4807-8ccb-d47b335073ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.397301 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-7d85eed2-f2e2-4a99-a9d7-3da409257ff7 req-5d1fb5fd-a54c-4f9b-8128-44bc82d1aa55 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] For port 0ca0bc09-8b06-4f3a-abd5-444a1e1135db, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=0ca0bc09-8b06-4f3a-abd5-444a1e1135db,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:16.397605 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-7d85eed2-f2e2-4a99-a9d7-3da409257ff7 req-5d1fb5fd-a54c-4f9b-8128-44bc82d1aa55 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.438741 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51789194-632b-4807-8ccb-d47b335073ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1e7fdc-7caf-4f5c-b913-d4ff25ac02da,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:16.448043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02612a23-a7a8-4643-897c-c572e1361793 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Network': ['ID=3c5f4f89-0de5-4bd2-8e38-e42b93462264,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:16.450140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-51789194-632b-4807-8ccb-d47b335073ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.454091 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-51789194-632b-4807-8ccb-d47b335073ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a1e7fdc-7caf-4f5c-b913-d4ff25ac02da HTTP/1.1" status: 204 len: 168 time: 0.4111950 Mar 14 18:26:16.467621 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 3c5f4f89-0de5-4bd2-8e38-e42b93462264 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:26:16.528061 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-02612a23-a7a8-4643-897c-c572e1361793 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5770884 Mar 14 18:26:16.528311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59496) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:16.534285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-4290c96f-0a48-4a36-bc82-2b2adf9e3ab7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'subnet': {'network_id': '3c5f4f89-0de5-4bd2-8e38-e42b93462264', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:16.651266 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4290c96f-0a48-4a36-bc82-2b2adf9e3ab7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:16.655758 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4290c96f-0a48-4a36-bc82-2b2adf9e3ab7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:subnet and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:16.659336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4290c96f-0a48-4a36-bc82-2b2adf9e3ab7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:16.665884 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4290c96f-0a48-4a36-bc82-2b2adf9e3ab7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:16.724728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4290c96f-0a48-4a36-bc82-2b2adf9e3ab7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:16.728380 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4290c96f-0a48-4a36-bc82-2b2adf9e3ab7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.809837 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-7d85eed2-f2e2-4a99-a9d7-3da409257ff7 req-5d1fb5fd-a54c-4f9b-8128-44bc82d1aa55 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.810693 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-7d85eed2-f2e2-4a99-a9d7-3da409257ff7 req-5d1fb5fd-a54c-4f9b-8128-44bc82d1aa55 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.811196 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [req-7d85eed2-f2e2-4a99-a9d7-3da409257ff7 req-5d1fb5fd-a54c-4f9b-8128-44bc82d1aa55 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Floating IP b3c6877c-85f9-49e7-a2bc-c26b925cbd93 disassociated. External IP: 172.26.7.62, port: 0ca0bc09-8b06-4f3a-abd5-444a1e1135db. Mar 14 18:26:16.811716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-7d85eed2-f2e2-4a99-a9d7-3da409257ff7 req-5d1fb5fd-a54c-4f9b-8128-44bc82d1aa55 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Calling delete_port for 0ca0bc09-8b06-4f3a-abd5-444a1e1135db owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:26:17.022390 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4290c96f-0a48-4a36-bc82-2b2adf9e3ab7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.068800 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-7d85eed2-f2e2-4a99-a9d7-3da409257ff7 req-5d1fb5fd-a54c-4f9b-8128-44bc82d1aa55 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.118098 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290c96f-0a48-4a36-bc82-2b2adf9e3ab7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Subnet': ['ID=a82bb565-068c-4cbb-8a46-c1ce09469aef,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:17.131756 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fb5fd-a54c-4f9b-8128-44bc82d1aa55 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event deleted for resources: {'Port': ['ID=0ca0bc09-8b06-4f3a-abd5-444a1e1135db,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:17.136935 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4290c96f-0a48-4a36-bc82-2b2adf9e3ab7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Checking segment: {'id': '66139292-17f6-4587-938f-bd12f9ee87af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3c5f4f89-0de5-4bd2-8e38-e42b93462264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:26:17.137297 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4290c96f-0a48-4a36-bc82-2b2adf9e3ab7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network hostable DHCP agents. Network: 3c5f4f89-0de5-4bd2-8e38-e42b93462264, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:26:17.169898 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5276abb-b6e9-4c3f-bbf5-b032b9dbae22 req-8c918fd3-86b2-46ae-8359-52501cf389f0 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:17.169898 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a5276abb-b6e9-4c3f-bbf5-b032b9dbae22 req-8c918fd3-86b2-46ae-8359-52501cf389f0 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 867 time: 0.1777627 Mar 14 18:26:17.221734 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a5276abb-b6e9-4c3f-bbf5-b032b9dbae22 req-7c9a2ab3-dcbf-45de-943b-a10b2427b030 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466936 Mar 14 18:26:17.244806 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4290c96f-0a48-4a36-bc82-2b2adf9e3ab7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 3c5f4f89-0de5-4bd2-8e38-e42b93462264 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:26:17.318118 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d85eed2-f2e2-4a99-a9d7-3da409257ff7 req-5d1fb5fd-a54c-4f9b-8128-44bc82d1aa55 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Router d74f70b8-68f1-4c03-ab90-d993d4ace8ab has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:26:17.352938 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-4290c96f-0a48-4a36-bc82-2b2adf9e3ab7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 3c5f4f89-0de5-4bd2-8e38-e42b93462264) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:17.357093 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4290c96f-0a48-4a36-bc82-2b2adf9e3ab7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:17.362712 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4290c96f-0a48-4a36-bc82-2b2adf9e3ab7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.363529 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44673b38-094c-4ff7-87b1-aeb0a4e30f46 None None] Network 3c5f4f89-0de5-4bd2-8e38-e42b93462264 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:17.440264 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4290c96f-0a48-4a36-bc82-2b2adf9e3ab7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9109058 Mar 14 18:26:17.442782 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59520) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:17.451427 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-2adbcabe-69c7-41bb-90fc-b9ebefe1b2b5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1736931123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:17.462011 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2adbcabe-69c7-41bb-90fc-b9ebefe1b2b5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:17.472317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2adbcabe-69c7-41bb-90fc-b9ebefe1b2b5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:router and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:17.476795 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2adbcabe-69c7-41bb-90fc-b9ebefe1b2b5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:17.490595 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2adbcabe-69c7-41bb-90fc-b9ebefe1b2b5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:17.515362 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d85eed2-f2e2-4a99-a9d7-3da409257ff7 req-5d1fb5fd-a54c-4f9b-8128-44bc82d1aa55 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:26:17.548363 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2adbcabe-69c7-41bb-90fc-b9ebefe1b2b5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.549690 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2adbcabe-69c7-41bb-90fc-b9ebefe1b2b5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.576984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2adbcabe-69c7-41bb-90fc-b9ebefe1b2b5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.586409 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59524) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:17.601283 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d85eed2-f2e2-4a99-a9d7-3da409257ff7 req-5d1fb5fd-a54c-4f9b-8128-44bc82d1aa55 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] No DVR routers for this DVR port 0ca0bc09-8b06-4f3a-abd5-444a1e1135db on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:17.604400 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21edecf-cf86-4bdd-a03c-0bbb56822163 None None] Sync routers for ids ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:17.604639 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-7d85eed2-f2e2-4a99-a9d7-3da409257ff7 req-5d1fb5fd-a54c-4f9b-8128-44bc82d1aa55 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.607662 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b61c3b-0c54-4ff3-84e1-7629fbcc3672', 'name': 'network-vif-deleted', 'tag': '0ca0bc09-8b06-4f3a-abd5-444a1e1135db'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:26:17.632673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21edecf-cf86-4bdd-a03c-0bbb56822163 None None] Routers {'d74f70b8-68f1-4c03-ab90-d993d4ace8ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:26:17.633389 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-d21edecf-cf86-4bdd-a03c-0bbb56822163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:25:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:17.667552 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b61c3b-0c54-4ff3-84e1-7629fbcc3672', 'name': 'network-vif-deleted', 'tag': '0ca0bc09-8b06-4f3a-abd5-444a1e1135db', 'status': 'completed', 'code': 200} Mar 14 18:26:17.696804 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-7d85eed2-f2e2-4a99-a9d7-3da409257ff7 req-5d1fb5fd-a54c-4f9b-8128-44bc82d1aa55 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.59 "DELETE /v2.0/ports/0ca0bc09-8b06-4f3a-abd5-444a1e1135db HTTP/1.1" status: 204 len: 173 time: 1.6169975 Mar 14 18:26:17.731022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2adbcabe-69c7-41bb-90fc-b9ebefe1b2b5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.764259 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-3c5f4f89-0de5-4bd2-8e38-e42b93462264', 'network_id': '3c5f4f89-0de5-4bd2-8e38-e42b93462264', 'tenant_id': '9fea93318d8341f3994d0da2f8ba39d3', 'fixed_ips': [{'subnet_id': 'a82bb565-068c-4cbb-8a46-c1ce09469aef'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:26:17.765124 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.766549 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-3a07fca9-319c-4d27-877c-68edfc0afdf5 tempest-DvrRoutersNegativeTest-1018419125 tempest-DvrRoutersNegativeTest-1018419125-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-484280774', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:17.769543 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.policy [None req-3a07fca9-319c-4d27-877c-68edfc0afdf5 tempest-DvrRoutersNegativeTest-1018419125 tempest-DvrRoutersNegativeTest-1018419125-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88635) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 14 18:26:17.774929 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.policy [None req-3a07fca9-319c-4d27-877c-68edfc0afdf5 tempest-DvrRoutersNegativeTest-1018419125 tempest-DvrRoutersNegativeTest-1018419125-project] Failed policy check for 'create_router' {{(pid=88635) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 14 18:26:17.774929 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-3a07fca9-319c-4d27-877c-68edfc0afdf5 tempest-DvrRoutersNegativeTest-1018419125 tempest-DvrRoutersNegativeTest-1018419125-project] create failed (client error): Access was denied to this resource. Mar 14 18:26:17.774929 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3a07fca9-319c-4d27-877c-68edfc0afdf5 tempest-DvrRoutersNegativeTest-1018419125 tempest-DvrRoutersNegativeTest-1018419125-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1840749 Mar 14 18:26:17.868016 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2adbcabe-69c7-41bb-90fc-b9ebefe1b2b5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.872467 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2adbcabe-69c7-41bb-90fc-b9ebefe1b2b5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4254973 Mar 14 18:26:17.872595 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59534) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:17.878702 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a674604c-6b13-423b-a3e0-d162cb6d97d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'network_id': '3c5f4f89-0de5-4bd2-8e38-e42b93462264', 'name': 'tempest-PortsTestJSON-958896813'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:17.925500 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-d21edecf-cf86-4bdd-a03c-0bbb56822163 None None] Set router d74f70b8-68f1-4c03-ab90-d993d4ace8ab gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:26:18.034249 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a674604c-6b13-423b-a3e0-d162cb6d97d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:18.039662 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a674604c-6b13-423b-a3e0-d162cb6d97d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:port and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:18.043613 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a674604c-6b13-423b-a3e0-d162cb6d97d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:18.051190 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a674604c-6b13-423b-a3e0-d162cb6d97d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:18.142255 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a674604c-6b13-423b-a3e0-d162cb6d97d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:18.146143 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a674604c-6b13-423b-a3e0-d162cb6d97d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.174979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-a674604c-6b13-423b-a3e0-d162cb6d97d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] device_id is not set on port a9a8fc7f-845a-4d29-b1c1-b8992f7b68e4 yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:18.220654 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Allocated IP 172.20.0.2 (3c5f4f89-0de5-4bd2-8e38-e42b93462264/a82bb565-068c-4cbb-8a46-c1ce09469aef/405622bd-d07e-48db-bf50-cdf5302500c9) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:18.346928 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59542) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:18.411970 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fa1f412b-f320-4026-92ad-299b1528b237 req-20bcb5e4-a3af-41a6-9b6e-a0496ce64608 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=32b61c3b-0c54-4ff3-84e1-7629fbcc3672 HTTP/1.1" status: 200 len: 210 time: 0.0444961 Mar 14 18:26:18.475366 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-67a63b11-7d47-40fb-8e35-79bc5bae8584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.494613 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-67a63b11-7d47-40fb-8e35-79bc5bae8584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:18.495523 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-67a63b11-7d47-40fb-8e35-79bc5bae8584 admin admin] Usage tracker for resource:security_group_rule and tenant:2cfd4ec7f036414980eb1687ed069eba is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:18.498803 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-67a63b11-7d47-40fb-8e35-79bc5bae8584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:18.505960 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-67a63b11-7d47-40fb-8e35-79bc5bae8584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:18.516649 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-d21edecf-cf86-4bdd-a03c-0bbb56822163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:26Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:18.528320 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21edecf-cf86-4bdd-a03c-0bbb56822163 None None] Checking router: d74f70b8-68f1-4c03-ab90-d993d4ace8ab for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:26:18.537776 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.549152 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21edecf-cf86-4bdd-a03c-0bbb56822163 None None] Routers {'d74f70b8-68f1-4c03-ab90-d993d4ace8ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:26:18.549758 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-d21edecf-cf86-4bdd-a03c-0bbb56822163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:25:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:18.590862 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-67a63b11-7d47-40fb-8e35-79bc5bae8584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.612811 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Transition to ACTIVE for port object 405622bd-d07e-48db-bf50-cdf5302500c9 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:18.642119 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Transition to ACTIVE for port object 405622bd-d07e-48db-bf50-cdf5302500c9 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:18.678526 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-67a63b11-7d47-40fb-8e35-79bc5bae8584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.729138 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a63b11-7d47-40fb-8e35-79bc5bae8584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9093c9-a95c-4728-b986-b8657a613310,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:18.733478 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-67a63b11-7d47-40fb-8e35-79bc5bae8584 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2cfd4ec7f036414980eb1687ed069eba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854415 Mar 14 18:26:18.736693 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59548) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:18.751565 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-d21edecf-cf86-4bdd-a03c-0bbb56822163 None None] Set router d74f70b8-68f1-4c03-ab90-d993d4ace8ab gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:26:18.799526 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.848627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-a674604c-6b13-423b-a3e0-d162cb6d97d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Allocated IP 172.20.0.5 (3c5f4f89-0de5-4bd2-8e38-e42b93462264/a82bb565-068c-4cbb-8a46-c1ce09469aef/a9a8fc7f-845a-4d29-b1c1-b8992f7b68e4) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:18.850610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1a64d7a7-a394-4b8e-ba3d-a6079936fbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.875623 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Network 3c5f4f89-0de5-4bd2-8e38-e42b93462264 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:18.886202 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1a64d7a7-a394-4b8e-ba3d-a6079936fbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.936403 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:19.001169 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:26:19.023187 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Pushing event updated for resources: {'Port': ['ID=405622bd-d07e-48db-bf50-cdf5302500c9,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:19.114173 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a674604c-6b13-423b-a3e0-d162cb6d97d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.180289 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Attempting to bind port 405622bd-d07e-48db-bf50-cdf5302500c9 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:19.180653 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Attempting to bind port 405622bd-d07e-48db-bf50-cdf5302500c9 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '66139292-17f6-4587-938f-bd12f9ee87af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3c5f4f89-0de5-4bd2-8e38-e42b93462264'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:19.181027 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Attempting to bind port 405622bd-d07e-48db-bf50-cdf5302500c9 on network 3c5f4f89-0de5-4bd2-8e38-e42b93462264 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:26:19.190346 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:26:19.190719 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Checking segment: {'id': '66139292-17f6-4587-938f-bd12f9ee87af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3c5f4f89-0de5-4bd2-8e38-e42b93462264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:26:19.191147 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.191536 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Bound using segment: {'id': '66139292-17f6-4587-938f-bd12f9ee87af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3c5f4f89-0de5-4bd2-8e38-e42b93462264'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:26:19.192135 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Bound port: 405622bd-d07e-48db-bf50-cdf5302500c9, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66139292-17f6-4587-938f-bd12f9ee87af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3c5f4f89-0de5-4bd2-8e38-e42b93462264'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:19.192442 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.193196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-a674604c-6b13-423b-a3e0-d162cb6d97d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Transition to ACTIVE for port object a9a8fc7f-845a-4d29-b1c1-b8992f7b68e4 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:19.196329 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1a64d7a7-a394-4b8e-ba3d-a6079936fbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.223613 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64d7a7-a394-4b8e-ba3d-a6079936fbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9093c9-a95c-4728-b986-b8657a613310,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:19.238406 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1a64d7a7-a394-4b8e-ba3d-a6079936fbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.242165 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1a64d7a7-a394-4b8e-ba3d-a6079936fbfd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f9093c9-a95c-4728-b986-b8657a613310 HTTP/1.1" status: 204 len: 168 time: 0.5019100 Mar 14 18:26:19.353885 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a674604c-6b13-423b-a3e0-d162cb6d97d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.359474 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-d21edecf-cf86-4bdd-a03c-0bbb56822163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:26Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:19.363453 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21edecf-cf86-4bdd-a03c-0bbb56822163 None None] The sync data for ids ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'] in dv-neutron-833560-1-hyperv is: [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:26Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:19.393508 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] For port 405622bd-d07e-48db-bf50-cdf5302500c9, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:26:19.396256 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] For port 405622bd-d07e-48db-bf50-cdf5302500c9, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=405622bd-d07e-48db-bf50-cdf5302500c9,segment=NetworkSegment(66139292-17f6-4587-938f-bd12f9ee87af),segment_id=66139292-17f6-4587-938f-bd12f9ee87af)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:26:19.421876 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a674604c-6b13-423b-a3e0-d162cb6d97d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 3c5f4f89-0de5-4bd2-8e38-e42b93462264 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:19.425202 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-a674604c-6b13-423b-a3e0-d162cb6d97d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:19.429574 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a674604c-6b13-423b-a3e0-d162cb6d97d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:26:19.462327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.494446 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674604c-6b13-423b-a3e0-d162cb6d97d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=a9a8fc7f-845a-4d29-b1c1-b8992f7b68e4,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:19.520095 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a674604c-6b13-423b-a3e0-d162cb6d97d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:19.531225 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a674604c-6b13-423b-a3e0-d162cb6d97d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.581986 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f434608-bfa1-4d4d-981c-1029538d6a9e None None] Pushing event updated for resources: {'Port': ['ID=405622bd-d07e-48db-bf50-cdf5302500c9,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:19.631623 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a674604c-6b13-423b-a3e0-d162cb6d97d7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7551408 Mar 14 18:26:19.635624 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59558) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:19.756787 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87299a2a-e170-431f-92aa-5361d060c64c None None] New status for floating IP b3c6877c-85f9-49e7-a2bc-c26b925cbd93: DOWN {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:26:20.094470 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-72fd635e-4f85-4b38-b819-0af12d533497 req-5cd0e0f8-f4cb-4942-abc7-cbee996c4993 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006719845&fields=id&tenant_id=8ca5128883c54d26a4b060b6ae0f5e46 HTTP/1.1" status: 200 len: 267 time: 0.2408566 Mar 14 18:26:20.288226 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 0ca0bc09-8b06-4f3a-abd5-444a1e1135db no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:26:20.325764 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 0ca0bc09-8b06-4f3a-abd5-444a1e1135db {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:26:20.326151 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 0ca0bc09-8b06-4f3a-abd5-444a1e1135db not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:26:20.332432 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 405622bd-d07e-48db-bf50-cdf5302500c9 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:26:20.444566 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 405622bd-d07e-48db-bf50-cdf5302500c9 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:20.515423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd635e-4f85-4b38-b819-0af12d533497 req-8c336b0a-c8cb-43cb-bef8-f32780d80c3f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:20.516890 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-72fd635e-4f85-4b38-b819-0af12d533497 req-8c336b0a-c8cb-43cb-bef8-f32780d80c3f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/networks?id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b HTTP/1.1" status: 200 len: 812 time: 0.4158764 Mar 14 18:26:20.568355 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-72fd635e-4f85-4b38-b819-0af12d533497 req-e5219ccf-9451-4380-a4c0-0b9e9e0c9d2c tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/quotas/8ca5128883c54d26a4b060b6ae0f5e46 HTTP/1.1" status: 200 len: 375 time: 0.0450485 Mar 14 18:26:20.636803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-437cc65b-e7e3-40d4-a156-a968f26d09e2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:20.725532 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcf6522-fbef-4a88-a98d-d99c05c8729f None None] Network 3c5f4f89-0de5-4bd2-8e38-e42b93462264 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:20.797224 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-72fd635e-4f85-4b38-b819-0af12d533497 req-23ba869c-2711-416f-8502-1fa15baafc36 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2219591 Mar 14 18:26:20.889849 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-43f34e70-75d5-4b90-b5eb-f01a8d6bf7b2 None None] Provisioning for port 405622bd-d07e-48db-bf50-cdf5302500c9 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:20.899772 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-43f34e70-75d5-4b90-b5eb-f01a8d6bf7b2 None None] Provisioning complete for port 405622bd-d07e-48db-bf50-cdf5302500c9 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:20.900151 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-43f34e70-75d5-4b90-b5eb-f01a8d6bf7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.073218 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-43f34e70-75d5-4b90-b5eb-f01a8d6bf7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.099810 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-72fd635e-4f85-4b38-b819-0af12d533497 req-7fd97404-2855-4bbb-97d4-297925d0d493 service neutron] 10.222.0.43 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494237 Mar 14 18:26:21.106562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-43f34e70-75d5-4b90-b5eb-f01a8d6bf7b2 None None] For port 405622bd-d07e-48db-bf50-cdf5302500c9, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=405622bd-d07e-48db-bf50-cdf5302500c9,segment=NetworkSegment(66139292-17f6-4587-938f-bd12f9ee87af),segment_id=66139292-17f6-4587-938f-bd12f9ee87af)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:21.161131 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-437cc65b-e7e3-40d4-a156-a968f26d09e2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.172669 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-43f34e70-75d5-4b90-b5eb-f01a8d6bf7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.227153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-437cc65b-e7e3-40d4-a156-a968f26d09e2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.243529 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f34e70-75d5-4b90-b5eb-f01a8d6bf7b2 None None] Pushing event updated for resources: {'Port': ['ID=405622bd-d07e-48db-bf50-cdf5302500c9,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:21.295019 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-44311d96-c05e-408a-b7a0-c64862617cf1 None None] Provisioning complete for port 405622bd-d07e-48db-bf50-cdf5302500c9 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:21.295592 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-44311d96-c05e-408a-b7a0-c64862617cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.419785 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-72fd635e-4f85-4b38-b819-0af12d533497 req-3fe6f73a-6f96-4a0c-8494-01b3177a95e7 service neutron] 10.222.0.43 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048515 Mar 14 18:26:21.420400 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cc65b-e7e3-40d4-a156-a968f26d09e2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=a9a8fc7f-845a-4d29-b1c1-b8992f7b68e4,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:21.501910 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-44311d96-c05e-408a-b7a0-c64862617cf1 None None] Provisioning for port a9a8fc7f-845a-4d29-b1c1-b8992f7b68e4 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:21.507507 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-44311d96-c05e-408a-b7a0-c64862617cf1 None None] Provisioning complete for port a9a8fc7f-845a-4d29-b1c1-b8992f7b68e4 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:21.507885 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-44311d96-c05e-408a-b7a0-c64862617cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.572178 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-44311d96-c05e-408a-b7a0-c64862617cf1 None None] Port a9a8fc7f-845a-4d29-b1c1-b8992f7b68e4 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:21.598876 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-437cc65b-e7e3-40d4-a156-a968f26d09e2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.694421 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-43ebf7d7-87c9-4f9b-a0c2-29ddc16f7220 None None] Provisioning complete for port a9a8fc7f-845a-4d29-b1c1-b8992f7b68e4 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:21.694809 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-43ebf7d7-87c9-4f9b-a0c2-29ddc16f7220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.753863 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-43ebf7d7-87c9-4f9b-a0c2-29ddc16f7220 None None] Port a9a8fc7f-845a-4d29-b1c1-b8992f7b68e4 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:21.873602 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-41ea1c39-2a8e-4a31-85e7-54e233aaf021 None None] Provisioning complete for port a9a8fc7f-845a-4d29-b1c1-b8992f7b68e4 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:21.873974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-41ea1c39-2a8e-4a31-85e7-54e233aaf021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.932241 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-41ea1c39-2a8e-4a31-85e7-54e233aaf021 None None] Port a9a8fc7f-845a-4d29-b1c1-b8992f7b68e4 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:21.939830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-437cc65b-e7e3-40d4-a156-a968f26d09e2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.121766 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-15ac3227-aa3f-415b-a7fb-68d3a78991cc req-92a3fdc4-cf9a-4a53-9918-095705b2e01c tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 210 time: 0.0538580 Mar 14 18:26:22.293647 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 405622bd-d07e-48db-bf50-cdf5302500c9 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:26:22.359236 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 405622bd-d07e-48db-bf50-cdf5302500c9 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:22.359401 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.373633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-437cc65b-e7e3-40d4-a156-a968f26d09e2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.444546 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-437cc65b-e7e3-40d4-a156-a968f26d09e2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.555295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-437cc65b-e7e3-40d4-a156-a968f26d09e2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.558904 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cc65b-e7e3-40d4-a156-a968f26d09e2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=a9a8fc7f-845a-4d29-b1c1-b8992f7b68e4,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:22.692309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437cc65b-e7e3-40d4-a156-a968f26d09e2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 3c5f4f89-0de5-4bd2-8e38-e42b93462264 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:22.693357 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-437cc65b-e7e3-40d4-a156-a968f26d09e2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:22.958585 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-210661d9-7c4f-44fd-bb7c-554cfdc22778 None None] Provisioning complete for port a9a8fc7f-845a-4d29-b1c1-b8992f7b68e4 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:22.959225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-210661d9-7c4f-44fd-bb7c-554cfdc22778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.981909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437cc65b-e7e3-40d4-a156-a968f26d09e2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Router cafa28ee-1274-47aa-84a2-1ea53cae9577 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:26:23.012162 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-210661d9-7c4f-44fd-bb7c-554cfdc22778 None None] Port a9a8fc7f-845a-4d29-b1c1-b8992f7b68e4 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:23.139401 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437cc65b-e7e3-40d4-a156-a968f26d09e2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:26:23.145896 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-437cc65b-e7e3-40d4-a156-a968f26d09e2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "PUT /v2.0/routers/cafa28ee-1274-47aa-84a2-1ea53cae9577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5079784 Mar 14 18:26:23.147355 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59584) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:23.150993 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bb3a0a-9e60-4871-9e0b-3c4994fdd8bd None None] Sync routers for ids ['cafa28ee-1274-47aa-84a2-1ea53cae9577'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:23.162723 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bb3a0a-9e60-4871-9e0b-3c4994fdd8bd None None] Routers {'cafa28ee-1274-47aa-84a2-1ea53cae9577'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:26:23.162723 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-05bb3a0a-9e60-4871-9e0b-3c4994fdd8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:25:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['cafa28ee-1274-47aa-84a2-1ea53cae9577'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:23.237885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04789c9c-2f2d-4308-9e3d-6cf29452ee83 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:23.242477 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59588) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:23.243028 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-04789c9c-2f2d-4308-9e3d-6cf29452ee83 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports?device_id=cafa28ee-1274-47aa-84a2-1ea53cae9577 HTTP/1.1" status: 200 len: 981 time: 0.0939546 Mar 14 18:26:23.262506 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-05bb3a0a-9e60-4871-9e0b-3c4994fdd8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:23.272872 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bb3a0a-9e60-4871-9e0b-3c4994fdd8bd None None] Routers {'cafa28ee-1274-47aa-84a2-1ea53cae9577'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:26:23.273538 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-05bb3a0a-9e60-4871-9e0b-3c4994fdd8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:25:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['cafa28ee-1274-47aa-84a2-1ea53cae9577'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:23.291668 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f4784015-09a9-44b7-94ac-3faa9d6ba928 req-087197c9-23f0-4551-8d13-69116f222b2e tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 210 time: 0.0475130 Mar 14 18:26:23.340806 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-05bb3a0a-9e60-4871-9e0b-3c4994fdd8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:23.341228 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bb3a0a-9e60-4871-9e0b-3c4994fdd8bd None None] The sync data for ids ['cafa28ee-1274-47aa-84a2-1ea53cae9577'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:23.869682 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac419a1a-1fde-49db-b7ee-1c5d76c9ad3f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.265409 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd635e-4f85-4b38-b819-0af12d533497 req-f51cea06-5c0c-431f-981f-5be0ab23c752 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:24.266877 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-72fd635e-4f85-4b38-b819-0af12d533497 req-f51cea06-5c0c-431f-981f-5be0ab23c752 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.59 "GET /v2.0/networks?id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b HTTP/1.1" status: 200 len: 812 time: 0.2527387 Mar 14 18:26:24.294291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ac419a1a-1fde-49db-b7ee-1c5d76c9ad3f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port a9a8fc7f-845a-4d29-b1c1-b8992f7b68e4 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:24.294844 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac419a1a-1fde-49db-b7ee-1c5d76c9ad3f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.301874 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0445e0e4-37b2-492a-969d-8d66b24c8023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.361332 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-72fd635e-4f85-4b38-b819-0af12d533497 req-77443cae-ec42-4c32-8e4f-7a9026917db6 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ca5128883c54d26a4b060b6ae0f5e46 HTTP/1.1" status: 200 len: 380 time: 0.0848327 Mar 14 18:26:24.372612 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-72fd635e-4f85-4b38-b819-0af12d533497 req-8b0b6d3c-6383-4d90-a34f-c54b8facaa9d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Request body: {'port': {'device_id': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'admin_state_up': True, 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'security_groups': ['589148e7-fd04-48fb-9bf6-e1d69b38b186']}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:24.447382 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-320c6e88-0c0b-4552-bb4d-abd9889dceb7 req-0553ce1c-ef87-4abe-abaf-bd84d9d09c3d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 210 time: 0.0468898 Mar 14 18:26:24.627750 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac419a1a-1fde-49db-b7ee-1c5d76c9ad3f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.817304 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-72fd635e-4f85-4b38-b819-0af12d533497 req-8b0b6d3c-6383-4d90-a34f-c54b8facaa9d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:24.879884 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ac419a1a-1fde-49db-b7ee-1c5d76c9ad3f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for a9a8fc7f-845a-4d29-b1c1-b8992f7b68e4 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:26:24.912193 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-72fd635e-4f85-4b38-b819-0af12d533497 req-8b0b6d3c-6383-4d90-a34f-c54b8facaa9d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Usage tracker for resource:port and tenant:8ca5128883c54d26a4b060b6ae0f5e46 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:24.916904 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-72fd635e-4f85-4b38-b819-0af12d533497 req-8b0b6d3c-6383-4d90-a34f-c54b8facaa9d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:24.925682 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-72fd635e-4f85-4b38-b819-0af12d533497 req-8b0b6d3c-6383-4d90-a34f-c54b8facaa9d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:25.062774 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72fd635e-4f85-4b38-b819-0af12d533497 req-8b0b6d3c-6383-4d90-a34f-c54b8facaa9d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Made reservation on behalf of 8ca5128883c54d26a4b060b6ae0f5e46 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:25.066198 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-72fd635e-4f85-4b38-b819-0af12d533497 req-8b0b6d3c-6383-4d90-a34f-c54b8facaa9d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:25.168462 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac419a1a-1fde-49db-b7ee-1c5d76c9ad3f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:25.242013 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac419a1a-1fde-49db-b7ee-1c5d76c9ad3f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=a9a8fc7f-845a-4d29-b1c1-b8992f7b68e4,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:25.456163 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [req-72fd635e-4f85-4b38-b819-0af12d533497 req-8b0b6d3c-6383-4d90-a34f-c54b8facaa9d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Allocated IP 172.20.0.14 (20ac48fc-e1d7-4500-81e2-2e5c3fd7197b/308aa848-34d0-47aa-91ad-fa0584470c08/beefcafe-244f-44be-bf65-3e5d2a08ad77) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:25.538336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac419a1a-1fde-49db-b7ee-1c5d76c9ad3f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:25.602296 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4e4f2515-4433-4f11-9683-4ce22d41c2ed req-22e59343-0e0a-40c8-bc11-5b5bc9f6fa80 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 210 time: 0.0457516 Mar 14 18:26:25.943038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac419a1a-1fde-49db-b7ee-1c5d76c9ad3f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Router cafa28ee-1274-47aa-84a2-1ea53cae9577 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:26:26.023841 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-72fd635e-4f85-4b38-b819-0af12d533497 req-8b0b6d3c-6383-4d90-a34f-c54b8facaa9d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.106144 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-72fd635e-4f85-4b38-b819-0af12d533497 req-8b0b6d3c-6383-4d90-a34f-c54b8facaa9d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Transition to ACTIVE for port object beefcafe-244f-44be-bf65-3e5d2a08ad77 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:26.107404 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac419a1a-1fde-49db-b7ee-1c5d76c9ad3f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:26:26.118003 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc79ffd-bca4-4c2a-81bc-b1b92c8f975c None None] Sync routers for ids ['cafa28ee-1274-47aa-84a2-1ea53cae9577'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:26.127178 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ac419a1a-1fde-49db-b7ee-1c5d76c9ad3f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "PUT /v2.0/routers/cafa28ee-1274-47aa-84a2-1ea53cae9577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8827689 Mar 14 18:26:26.129984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59600) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:26.132536 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc79ffd-bca4-4c2a-81bc-b1b92c8f975c None None] Routers {'cafa28ee-1274-47aa-84a2-1ea53cae9577'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:26:26.133188 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ffc79ffd-bca4-4c2a-81bc-b1b92c8f975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:25:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['cafa28ee-1274-47aa-84a2-1ea53cae9577'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:26.172597 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-db27db23-9e37-4b50-8f62-e6f49c9a7836 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] GET failed (client error): The resource could not be found. Mar 14 18:26:26.173904 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-db27db23-9e37-4b50-8f62-e6f49c9a7836 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports/a9a8fc7f-845a-4d29-b1c1-b8992f7b68e4 HTTP/1.1" status: 404 len: 333 time: 0.0423951 Mar 14 18:26:26.176631 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59604) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:26.196616 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ffc79ffd-bca4-4c2a-81bc-b1b92c8f975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:26.204981 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc79ffd-bca4-4c2a-81bc-b1b92c8f975c None None] Routers {'cafa28ee-1274-47aa-84a2-1ea53cae9577'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:26:26.205564 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ffc79ffd-bca4-4c2a-81bc-b1b92c8f975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:25:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['cafa28ee-1274-47aa-84a2-1ea53cae9577'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:26.272967 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ffc79ffd-bca4-4c2a-81bc-b1b92c8f975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:26.273366 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc79ffd-bca4-4c2a-81bc-b1b92c8f975c None None] The sync data for ids ['cafa28ee-1274-47aa-84a2-1ea53cae9577'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:26.273882 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-72fd635e-4f85-4b38-b819-0af12d533497 req-8b0b6d3c-6383-4d90-a34f-c54b8facaa9d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.353284 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6ed544c8-96dc-4c4e-b60c-96fdd393b804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.424022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-21cfd921-fa1f-420f-b74d-91b796f2fd1b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.483654 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72fd635e-4f85-4b38-b819-0af12d533497 req-8b0b6d3c-6383-4d90-a34f-c54b8facaa9d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:26.491381 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [req-72fd635e-4f85-4b38-b819-0af12d533497 req-8b0b6d3c-6383-4d90-a34f-c54b8facaa9d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:26.495774 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fd635e-4f85-4b38-b819-0af12d533497 req-8b0b6d3c-6383-4d90-a34f-c54b8facaa9d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:26:26.526952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b6d3c-6383-4d90-a34f-c54b8facaa9d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event updated for resources: {'Port': ['ID=beefcafe-244f-44be-bf65-3e5d2a08ad77,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:26.568487 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd635e-4f85-4b38-b819-0af12d533497 req-8b0b6d3c-6383-4d90-a34f-c54b8facaa9d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:26.569304 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-72fd635e-4f85-4b38-b819-0af12d533497 req-8b0b6d3c-6383-4d90-a34f-c54b8facaa9d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.679902 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-72fd635e-4f85-4b38-b819-0af12d533497 req-8b0b6d3c-6383-4d90-a34f-c54b8facaa9d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3109295 Mar 14 18:26:26.692897 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Request body: {'port': {'device_id': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:26.721286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-21cfd921-fa1f-420f-b74d-91b796f2fd1b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.724343 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-21cfd921-fa1f-420f-b74d-91b796f2fd1b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.823384 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.832474 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc58f7-ac4c-4c88-82e4-e63ae587f3e9 req-5ab391a7-8dfb-466c-85d9-dab2563d927d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:26.833975 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-39fc58f7-ac4c-4c88-82e4-e63ae587f3e9 req-5ab391a7-8dfb-466c-85d9-dab2563d927d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 932 time: 0.0835261 Mar 14 18:26:26.835094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-21cfd921-fa1f-420f-b74d-91b796f2fd1b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.835589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cfd921-fa1f-420f-b74d-91b796f2fd1b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Fanout notify agent at l3_agent the message router_deleted on router cafa28ee-1274-47aa-84a2-1ea53cae9577 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:26:26.855752 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-353e5eee-8313-453b-9411-bf3faa825930 None None] Provisioning for port beefcafe-244f-44be-bf65-3e5d2a08ad77 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:26.865670 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-353e5eee-8313-453b-9411-bf3faa825930 None None] Provisioning complete for port beefcafe-244f-44be-bf65-3e5d2a08ad77 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:26.866049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-353e5eee-8313-453b-9411-bf3faa825930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.869070 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-21cfd921-fa1f-420f-b74d-91b796f2fd1b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.872767 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-21cfd921-fa1f-420f-b74d-91b796f2fd1b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/routers/cafa28ee-1274-47aa-84a2-1ea53cae9577 HTTP/1.1" status: 204 len: 168 time: 0.6926348 Mar 14 18:26:26.873745 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59610) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:26.922116 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-353e5eee-8313-453b-9411-bf3faa825930 None None] Port beefcafe-244f-44be-bf65-3e5d2a08ad77 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:26.942486 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-39fc58f7-ac4c-4c88-82e4-e63ae587f3e9 req-e6f772e3-bce9-448a-b3f2-5d70cdc7f47a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998356 Mar 14 18:26:26.956008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5fce617-b70a-4e79-89eb-a397b14e2e6f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting subnet a82bb565-068c-4cbb-8a46-c1ce09469aef {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:26:26.959064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c5fce617-b70a-4e79-89eb-a397b14e2e6f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.016197 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c5fce617-b70a-4e79-89eb-a397b14e2e6f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.102137 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c5fce617-b70a-4e79-89eb-a397b14e2e6f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.180712 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beefcafe-244f-44be-bf65-3e5d2a08ad77 {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:26:27.188726 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.238627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Transition to ACTIVE for port object beefcafe-244f-44be-bf65-3e5d2a08ad77 will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:27.239286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c5fce617-b70a-4e79-89eb-a397b14e2e6f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.278457 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fce617-b70a-4e79-89eb-a397b14e2e6f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Subnet': ['ID=a82bb565-068c-4cbb-8a46-c1ce09469aef,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:27.282301 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c5fce617-b70a-4e79-89eb-a397b14e2e6f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.288282 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c5fce617-b70a-4e79-89eb-a397b14e2e6f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/a82bb565-068c-4cbb-8a46-c1ce09469aef HTTP/1.1" status: 204 len: 168 time: 0.4130306 Mar 14 18:26:27.289665 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015b7ad0-4bd4-4483-9316-84567b357d9a None None] Network 3c5f4f89-0de5-4bd2-8e38-e42b93462264 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:27.290893 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59620) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:27.336240 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.418908 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.431191 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port 405622bd-d07e-48db-bf50-cdf5302500c9 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:27.432864 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.504035 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Pushing event updated for resources: {'Port': ['ID=beefcafe-244f-44be-bf65-3e5d2a08ad77,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:27.576010 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12260c4f-9f0f-4310-b137-cc7ae2a8242d None None] DHCP port deletion for 3c5f4f89-0de5-4bd2-8e38-e42b93462264 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:26:27.581167 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-12260c4f-9f0f-4310-b137-cc7ae2a8242d None None] Deleting port 405622bd-d07e-48db-bf50-cdf5302500c9 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:27.581780 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-12260c4f-9f0f-4310-b137-cc7ae2a8242d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.588276 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Attempting to bind port beefcafe-244f-44be-bf65-3e5d2a08ad77 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:27.588618 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Attempting to bind port beefcafe-244f-44be-bf65-3e5d2a08ad77 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:27.588951 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Attempting to bind port beefcafe-244f-44be-bf65-3e5d2a08ad77 on network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:26:27.595647 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Port beefcafe-244f-44be-bf65-3e5d2a08ad77 on network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:26:27.595929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Attempting to bind port beefcafe-244f-44be-bf65-3e5d2a08ad77 on network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:26:27.601446 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:26:27.601774 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Checking segment: {'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:26:27.602161 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Bound using segment: {'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:26:27.602569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Bound port: beefcafe-244f-44be-bf65-3e5d2a08ad77, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:27.602948 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.666803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] For port 405622bd-d07e-48db-bf50-cdf5302500c9, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=405622bd-d07e-48db-bf50-cdf5302500c9,segment=NetworkSegment(66139292-17f6-4587-938f-bd12f9ee87af),segment_id=66139292-17f6-4587-938f-bd12f9ee87af)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:27.667448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.711047 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] For port beefcafe-244f-44be-bf65-3e5d2a08ad77, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:26:27.714920 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] For port beefcafe-244f-44be-bf65-3e5d2a08ad77, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=beefcafe-244f-44be-bf65-3e5d2a08ad77,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:26:27.787979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.793253 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.833949 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-12260c4f-9f0f-4310-b137-cc7ae2a8242d None None] For port 405622bd-d07e-48db-bf50-cdf5302500c9, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=405622bd-d07e-48db-bf50-cdf5302500c9,segment=NetworkSegment(66139292-17f6-4587-938f-bd12f9ee87af),segment_id=66139292-17f6-4587-938f-bd12f9ee87af)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:27.834687 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-12260c4f-9f0f-4310-b137-cc7ae2a8242d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.850383 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:27.851124 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.852736 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-72fd635e-4f85-4b38-b819-0af12d533497 req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] 10.222.0.59 "PUT /v2.0/ports/beefcafe-244f-44be-bf65-3e5d2a08ad77 HTTP/1.1" status: 200 len: 1094 time: 1.1642725 Mar 14 18:26:27.853309 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'tag': 'beefcafe-244f-44be-bf65-3e5d2a08ad77'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:26:27.892103 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34703488-5db5-42c8-a5b7-24b4cf080621 service neutron] Pushing event updated for resources: {'Port': ['ID=beefcafe-244f-44be-bf65-3e5d2a08ad77,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:27.914204 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for 405622bd-d07e-48db-bf50-cdf5302500c9 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:26:27.930686 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'tag': 'beefcafe-244f-44be-bf65-3e5d2a08ad77', 'status': 'completed', 'code': 200} Mar 14 18:26:27.983011 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-12260c4f-9f0f-4310-b137-cc7ae2a8242d None None] Calling delete_port for 405622bd-d07e-48db-bf50-cdf5302500c9 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:26:28.019262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.055918 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b332b-2057-41cc-8a27-f22f5667b5b7 req-f0223188-d04e-4646-8613-a8dacf40961a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:28.057616 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-192b332b-2057-41cc-8a27-f22f5667b5b7 req-f0223188-d04e-4646-8613-a8dacf40961a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 1097 time: 0.1026056 Mar 14 18:26:28.124724 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-12260c4f-9f0f-4310-b137-cc7ae2a8242d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:26:28.124724 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-12260c4f-9f0f-4310-b137-cc7ae2a8242d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:26:28.124997 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.181133 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=405622bd-d07e-48db-bf50-cdf5302500c9,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:28.183775 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No DVR routers for this DVR port 405622bd-d07e-48db-bf50-cdf5302500c9 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:28.217014 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b332b-2057-41cc-8a27-f22f5667b5b7 req-58502bca-895c-4602-976c-a34bfa66fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:28.219085 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-192b332b-2057-41cc-8a27-f22f5667b5b7 req-58502bca-895c-4602-976c-a34bfa66fd21 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1537182 Mar 14 18:26:28.288996 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 405622bd-d07e-48db-bf50-cdf5302500c9 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:26:28.324362 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 405622bd-d07e-48db-bf50-cdf5302500c9 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:26:28.324709 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 405622bd-d07e-48db-bf50-cdf5302500c9 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:26:28.326940 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.345030 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56b0b7-db7d-4a64-9a78-e3f8b902daff req-61dd14ad-8bd2-41e1-9215-33772f956cb4 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:28.346592 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3e56b0b7-db7d-4a64-9a78-e3f8b902daff req-61dd14ad-8bd2-41e1-9215-33772f956cb4 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 944 time: 0.2576938 Mar 14 18:26:28.361365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b332b-2057-41cc-8a27-f22f5667b5b7 req-d39ed5dc-e98e-47bb-a5b2-1174aa4279a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:28.362850 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-192b332b-2057-41cc-8a27-f22f5667b5b7 req-d39ed5dc-e98e-47bb-a5b2-1174aa4279a1 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1383166 Mar 14 18:26:28.376075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5f4f89-0de5-4bd2-8e38-e42b93462264']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:28.396502 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66139292-17f6-4587-938f-bd12f9ee87af') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:28.396795 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66139292-17f6-4587-938f-bd12f9ee87af') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:28.417611 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.433168 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3e56b0b7-db7d-4a64-9a78-e3f8b902daff req-b991c240-e01b-45ee-8a0f-1a9d5570c914 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763490 Mar 14 18:26:28.439787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.446645 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:26:28.447310 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:26:28.461202 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:26:28.471723 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd635e-4f85-4b38-b819-0af12d533497 req-59ddd0e7-0297-4364-8700-35fdb73b07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:28.478446 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-72fd635e-4f85-4b38-b819-0af12d533497 req-59ddd0e7-0297-4364-8700-35fdb73b07dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 1097 time: 0.0749307 Mar 14 18:26:28.539336 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-72fd635e-4f85-4b38-b819-0af12d533497 req-5de712ff-8a46-4531-9d0e-283ba179e43c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beefcafe-244f-44be-bf65-3e5d2a08ad77 HTTP/1.1" status: 200 len: 217 time: 0.0590100 Mar 14 18:26:28.598746 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.620253 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.625045 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-12260c4f-9f0f-4310-b137-cc7ae2a8242d None None] Deleting port 405622bd-d07e-48db-bf50-cdf5302500c9 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:28.626533 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-12260c4f-9f0f-4310-b137-cc7ae2a8242d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.632371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Network': ['ID=3c5f4f89-0de5-4bd2-8e38-e42b93462264,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:28.641222 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-468abc2f-ec20-4bbd-bc5b-808f56b74018 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/networks/3c5f4f89-0de5-4bd2-8e38-e42b93462264 HTTP/1.1" status: 204 len: 168 time: 1.3493335 Mar 14 18:26:28.647795 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59628) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:28.708797 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-12260c4f-9f0f-4310-b137-cc7ae2a8242d None None] The port '405622bd-d07e-48db-bf50-cdf5302500c9' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:26:28.720583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd635e-4f85-4b38-b819-0af12d533497 req-e212bbd3-ea89-4aa3-b12d-ca6c44dd494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:28.722043 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-72fd635e-4f85-4b38-b819-0af12d533497 req-e212bbd3-ea89-4aa3-b12d-ca6c44dd494b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=308aa848-34d0-47aa-91ad-fa0584470c08 HTTP/1.1" status: 200 len: 851 time: 0.1766071 Mar 14 18:26:28.740397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4439c15-ad25-419b-9007-0910d16cf156 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:28.740987 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e4439c15-ad25-419b-9007-0910d16cf156 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Synchronizing usage tracker for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:28.795470 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd635e-4f85-4b38-b819-0af12d533497 req-cff599ee-2d21-4e21-98f6-cbf4563dd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:28.797369 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-72fd635e-4f85-4b38-b819-0af12d533497 req-cff599ee-2d21-4e21-98f6-cbf4563dd846 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689869 Mar 14 18:26:28.815634 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e4439c15-ad25-419b-9007-0910d16cf156 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Unset dirty status for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:28.820229 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e4439c15-ad25-419b-9007-0910d16cf156 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports/be1f3201-b4d9-4d0a-8da8-106943191be6 HTTP/1.1" status: 200 len: 841 time: 0.1679919 Mar 14 18:26:28.820498 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59632) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:28.886892 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b9967c84-17cc-4f1f-b028-49c2b602d14c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports/be1f3201-b4d9-4d0a-8da8-106943191be6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0651722 Mar 14 18:26:28.890235 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59636) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:28.895495 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a33b1dd6-07f0-4cb7-a9df-5831e5a9bdbd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'subnet': {'network_id': '03adda78-b01d-4cae-90db-e430846fe453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:28.927474 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-72fd635e-4f85-4b38-b819-0af12d533497 req-d16ea1f8-39cf-47cf-b753-165531a6eb14 service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237974 Mar 14 18:26:29.003068 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a33b1dd6-07f0-4cb7-a9df-5831e5a9bdbd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:29.006783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a33b1dd6-07f0-4cb7-a9df-5831e5a9bdbd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:subnet and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:29.009533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a33b1dd6-07f0-4cb7-a9df-5831e5a9bdbd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:29.015562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a33b1dd6-07f0-4cb7-a9df-5831e5a9bdbd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:29.056602 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-72fd635e-4f85-4b38-b819-0af12d533497 req-676a38e3-9af0-4b94-af9b-e04288a00b71 service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230016 Mar 14 18:26:29.095690 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33b1dd6-07f0-4cb7-a9df-5831e5a9bdbd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:29.099164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a33b1dd6-07f0-4cb7-a9df-5831e5a9bdbd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.389244 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a33b1dd6-07f0-4cb7-a9df-5831e5a9bdbd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.447622 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33b1dd6-07f0-4cb7-a9df-5831e5a9bdbd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 03adda78-b01d-4cae-90db-e430846fe453 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:29.450498 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-a33b1dd6-07f0-4cb7-a9df-5831e5a9bdbd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:29.455108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33b1dd6-07f0-4cb7-a9df-5831e5a9bdbd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:29.455685 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a33b1dd6-07f0-4cb7-a9df-5831e5a9bdbd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.461392 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166598bd-3549-4e1b-ba90-dd25ab67b26a None None] Network 03adda78-b01d-4cae-90db-e430846fe453 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:29.468896 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b1dd6-07f0-4cb7-a9df-5831e5a9bdbd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Subnet': ['ID=030a9365-df93-40fe-b8a6-0449e2816225,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:29.536623 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a33b1dd6-07f0-4cb7-a9df-5831e5a9bdbd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6453090 Mar 14 18:26:29.539260 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59642) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:29.544710 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-19c60773-a6ac-4067-9f9d-4861568efe81 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'security_group': {'name': 'tempest-secgroup-1158005797'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:29.552416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-19c60773-a6ac-4067-9f9d-4861568efe81 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:29.589550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-19c60773-a6ac-4067-9f9d-4861568efe81 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:security_group and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:29.601442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-19c60773-a6ac-4067-9f9d-4861568efe81 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:29.609523 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-19c60773-a6ac-4067-9f9d-4861568efe81 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:29.650012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e5822-b91c-4c15-9543-0d7605ecbe74 req-2de09efa-ea7a-4a40-93f1-e0c2c95ec13d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:29.651536 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4c2e5822-b91c-4c15-9543-0d7605ecbe74 req-2de09efa-ea7a-4a40-93f1-e0c2c95ec13d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 944 time: 0.1022515 Mar 14 18:26:29.699320 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4c2e5822-b91c-4c15-9543-0d7605ecbe74 req-13c299b2-cdef-4377-9d7f-c83695a1228f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394936 Mar 14 18:26:29.700248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-19c60773-a6ac-4067-9f9d-4861568efe81 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.726242 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-03adda78-b01d-4cae-90db-e430846fe453', 'network_id': '03adda78-b01d-4cae-90db-e430846fe453', 'tenant_id': '9fea93318d8341f3994d0da2f8ba39d3', 'fixed_ips': [{'subnet_id': '030a9365-df93-40fe-b8a6-0449e2816225'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:26:29.727301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.729619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-19c60773-a6ac-4067-9f9d-4861568efe81 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:29.733645 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-19c60773-a6ac-4067-9f9d-4861568efe81 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:security_group_rule and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:29.736651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-19c60773-a6ac-4067-9f9d-4861568efe81 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:29.742370 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-19c60773-a6ac-4067-9f9d-4861568efe81 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:29.812792 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-19c60773-a6ac-4067-9f9d-4861568efe81 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.863523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.879258 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Allocated IP 172.20.0.2 (03adda78-b01d-4cae-90db-e430846fe453/030a9365-df93-40fe-b8a6-0449e2816225/085b5a48-a2da-4d73-ac70-838b92887feb) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:29.935924 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-19c60773-a6ac-4067-9f9d-4861568efe81 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.977630 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c60773-a6ac-4067-9f9d-4861568efe81 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87edc160-8dea-4820-984c-5c907d1e49fd,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:30.032912 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-19c60773-a6ac-4067-9f9d-4861568efe81 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.034176 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-19c60773-a6ac-4067-9f9d-4861568efe81 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4937840 Mar 14 18:26:30.036967 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59648) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:30.041859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-d3574b83-5438-4469-a051-4397a3ddb01c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'security_group': {'name': 'tempest-secgroup-1362300866'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:30.047641 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d3574b83-5438-4469-a051-4397a3ddb01c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:30.051386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d3574b83-5438-4469-a051-4397a3ddb01c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:security_group and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:30.054147 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d3574b83-5438-4469-a051-4397a3ddb01c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:30.060022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d3574b83-5438-4469-a051-4397a3ddb01c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:30.112684 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.122520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Transition to ACTIVE for port object 085b5a48-a2da-4d73-ac70-838b92887feb will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:30.141058 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Transition to ACTIVE for port object 085b5a48-a2da-4d73-ac70-838b92887feb will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:30.147446 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d3574b83-5438-4469-a051-4397a3ddb01c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.166886 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d3574b83-5438-4469-a051-4397a3ddb01c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:30.170577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d3574b83-5438-4469-a051-4397a3ddb01c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:security_group_rule and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:30.173775 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d3574b83-5438-4469-a051-4397a3ddb01c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:30.179482 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d3574b83-5438-4469-a051-4397a3ddb01c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:30.199127 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.252362 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d3574b83-5438-4469-a051-4397a3ddb01c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.260075 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Network 03adda78-b01d-4cae-90db-e430846fe453 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:30.267034 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:30.271118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:26:30.276610 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Pushing event updated for resources: {'Port': ['ID=085b5a48-a2da-4d73-ac70-838b92887feb,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:30.318974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d3574b83-5438-4469-a051-4397a3ddb01c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.359118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Attempting to bind port 085b5a48-a2da-4d73-ac70-838b92887feb on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:30.359483 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Attempting to bind port 085b5a48-a2da-4d73-ac70-838b92887feb by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '81d01833-65b4-4257-9d75-fb42f9ad731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '03adda78-b01d-4cae-90db-e430846fe453'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:30.359843 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Attempting to bind port 085b5a48-a2da-4d73-ac70-838b92887feb on network 03adda78-b01d-4cae-90db-e430846fe453 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:26:30.360785 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3574b83-5438-4469-a051-4397a3ddb01c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bebd80a5-1724-4cb7-a3a9-5e79c7383cda,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:30.364968 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:26:30.365338 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Checking segment: {'id': '81d01833-65b4-4257-9d75-fb42f9ad731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '03adda78-b01d-4cae-90db-e430846fe453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:26:30.365732 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.366115 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Bound using segment: {'id': '81d01833-65b4-4257-9d75-fb42f9ad731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '03adda78-b01d-4cae-90db-e430846fe453'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:26:30.366573 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Bound port: 085b5a48-a2da-4d73-ac70-838b92887feb, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d01833-65b4-4257-9d75-fb42f9ad731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '03adda78-b01d-4cae-90db-e430846fe453'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:30.366965 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.432946 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d3574b83-5438-4469-a051-4397a3ddb01c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.437730 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d3574b83-5438-4469-a051-4397a3ddb01c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3966501 Mar 14 18:26:30.437865 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59652) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:30.443302 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1e47cb1d-930a-4c39-861a-1b2969ecc579 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1010797534', 'security_groups': ['bebd80a5-1724-4cb7-a3a9-5e79c7383cda'], 'network_id': '03adda78-b01d-4cae-90db-e430846fe453', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '030a9365-df93-40fe-b8a6-0449e2816225'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:30.453739 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] For port 085b5a48-a2da-4d73-ac70-838b92887feb, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:26:30.456579 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] For port 085b5a48-a2da-4d73-ac70-838b92887feb, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=085b5a48-a2da-4d73-ac70-838b92887feb,segment=NetworkSegment(81d01833-65b4-4257-9d75-fb42f9ad731e),segment_id=81d01833-65b4-4257-9d75-fb42f9ad731e)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:26:30.519044 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.581706 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1e47cb1d-930a-4c39-861a-1b2969ecc579 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:30.600164 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef2cb0-56a8-45a3-b0cf-a1ab59874e7b None None] Pushing event updated for resources: {'Port': ['ID=085b5a48-a2da-4d73-ac70-838b92887feb,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:30.684407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1e47cb1d-930a-4c39-861a-1b2969ecc579 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:30.776124 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e47cb1d-930a-4c39-861a-1b2969ecc579 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:31.115107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1e47cb1d-930a-4c39-861a-1b2969ecc579 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.145025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-1e47cb1d-930a-4c39-861a-1b2969ecc579 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] device_id is not set on port 5ea3b808-1857-4ea7-9d30-6ced811198ad yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:31.204727 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477b8df-7e19-460e-890c-c541828e5530 req-00daef43-b9ed-4360-8157-afa72b78a995 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:31.206185 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a477b8df-7e19-460e-890c-c541828e5530 req-00daef43-b9ed-4360-8157-afa72b78a995 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 944 time: 0.3417346 Mar 14 18:26:31.308210 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a477b8df-7e19-460e-890c-c541828e5530 req-07f02ff5-8f56-4913-990b-71fb94adbc70 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948389 Mar 14 18:26:31.394515 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-1e47cb1d-930a-4c39-861a-1b2969ecc579 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Allocated IP 172.20.0.10 (03adda78-b01d-4cae-90db-e430846fe453/030a9365-df93-40fe-b8a6-0449e2816225/5ea3b808-1857-4ea7-9d30-6ced811198ad) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:31.586478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1e47cb1d-930a-4c39-861a-1b2969ecc579 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.602630 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-1e47cb1d-930a-4c39-861a-1b2969ecc579 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Transition to ACTIVE for port object 5ea3b808-1857-4ea7-9d30-6ced811198ad will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:31.676065 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-abb8941f-1c39-4f9f-a3f2-b50399b267cb None None] Provisioning complete for port be1f3201-b4d9-4d0a-8da8-106943191be6 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:31.676676 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-abb8941f-1c39-4f9f-a3f2-b50399b267cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.701791 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1e47cb1d-930a-4c39-861a-1b2969ecc579 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.728782 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-abb8941f-1c39-4f9f-a3f2-b50399b267cb None None] Port be1f3201-b4d9-4d0a-8da8-106943191be6 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:31.765820 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e47cb1d-930a-4c39-861a-1b2969ecc579 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 03adda78-b01d-4cae-90db-e430846fe453 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:31.769102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-1e47cb1d-930a-4c39-861a-1b2969ecc579 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:31.771432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e47cb1d-930a-4c39-861a-1b2969ecc579 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:26:31.792786 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-abb8941f-1c39-4f9f-a3f2-b50399b267cb None None] Provisioning for port 085b5a48-a2da-4d73-ac70-838b92887feb completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:31.832124 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47cb1d-930a-4c39-861a-1b2969ecc579 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=5ea3b808-1857-4ea7-9d30-6ced811198ad,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:31.854025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e47cb1d-930a-4c39-861a-1b2969ecc579 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:31.854648 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1e47cb1d-930a-4c39-861a-1b2969ecc579 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.947964 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1e47cb1d-930a-4c39-861a-1b2969ecc579 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5090823 Mar 14 18:26:31.950528 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59658) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:31.955859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-97552b3f-4f5b-4064-8953-eb2af8c934b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'subnet': {'network_id': '03adda78-b01d-4cae-90db-e430846fe453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:32.055518 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d875968f-ba1b-43fb-89bc-209828e37fe5 None None] Provisioning for port 5ea3b808-1857-4ea7-9d30-6ced811198ad completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:32.060690 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d875968f-ba1b-43fb-89bc-209828e37fe5 None None] Provisioning complete for port 5ea3b808-1857-4ea7-9d30-6ced811198ad triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:32.061124 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d875968f-ba1b-43fb-89bc-209828e37fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.091316 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-97552b3f-4f5b-4064-8953-eb2af8c934b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:32.095684 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-97552b3f-4f5b-4064-8953-eb2af8c934b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:subnet and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:32.098466 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-97552b3f-4f5b-4064-8953-eb2af8c934b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:32.104151 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-97552b3f-4f5b-4064-8953-eb2af8c934b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:32.112697 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-d875968f-ba1b-43fb-89bc-209828e37fe5 None None] Port 5ea3b808-1857-4ea7-9d30-6ced811198ad cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:32.158422 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97552b3f-4f5b-4064-8953-eb2af8c934b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:32.161939 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-97552b3f-4f5b-4064-8953-eb2af8c934b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.288440 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.ipam_backend_mixin [None req-97552b3f-4f5b-4064-8953-eb2af8c934b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 030a9365-df93-40fe-b8a6-0449e2816225 (CIDR: 172.20.0.0/28) Mar 14 18:26:32.312814 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 085b5a48-a2da-4d73-ac70-838b92887feb up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:26:32.330815 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-97552b3f-4f5b-4064-8953-eb2af8c934b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:26:32.331552 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97552b3f-4f5b-4064-8953-eb2af8c934b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:32.399652 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-97552b3f-4f5b-4064-8953-eb2af8c934b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4480639 Mar 14 18:26:32.402198 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59664) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:32.407757 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-f426976b-e4b4-45f5-a609-5ce3314d850a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'subnet': {'network_id': '03adda78-b01d-4cae-90db-e430846fe453', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:32.422209 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 085b5a48-a2da-4d73-ac70-838b92887feb completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:32.427656 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 085b5a48-a2da-4d73-ac70-838b92887feb triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:32.428029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.543461 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.575333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 085b5a48-a2da-4d73-ac70-838b92887feb, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=085b5a48-a2da-4d73-ac70-838b92887feb,segment=NetworkSegment(81d01833-65b4-4257-9d75-fb42f9ad731e),segment_id=81d01833-65b4-4257-9d75-fb42f9ad731e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:32.594098 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f426976b-e4b4-45f5-a609-5ce3314d850a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:32.604364 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30015ad-e1a3-4c9a-acba-4e4575bb1cb4 req-9b9715dd-cfd1-4cd1-9bac-ab5e1c00f23f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:32.604364 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b30015ad-e1a3-4c9a-acba-4e4575bb1cb4 req-9b9715dd-cfd1-4cd1-9bac-ab5e1c00f23f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 944 time: 0.1826448 Mar 14 18:26:32.606517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f426976b-e4b4-45f5-a609-5ce3314d850a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:subnet and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:32.610019 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f426976b-e4b4-45f5-a609-5ce3314d850a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:32.632949 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.633201 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f426976b-e4b4-45f5-a609-5ce3314d850a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:32.662119 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b30015ad-e1a3-4c9a-acba-4e4575bb1cb4 req-b04ae846-11c4-4795-ad09-d08638fa7ee1 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491104 Mar 14 18:26:32.702977 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=085b5a48-a2da-4d73-ac70-838b92887feb,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:32.724835 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f426976b-e4b4-45f5-a609-5ce3314d850a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:32.730558 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f426976b-e4b4-45f5-a609-5ce3314d850a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.021846 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f426976b-e4b4-45f5-a609-5ce3314d850a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.079086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f426976b-e4b4-45f5-a609-5ce3314d850a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 03adda78-b01d-4cae-90db-e430846fe453 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:33.082018 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-f426976b-e4b4-45f5-a609-5ce3314d850a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:33.084855 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f426976b-e4b4-45f5-a609-5ce3314d850a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:33.085432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f426976b-e4b4-45f5-a609-5ce3314d850a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.090863 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a904e9-cce9-4403-9cdd-a6682bae26d4 None None] Network 03adda78-b01d-4cae-90db-e430846fe453 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:33.104409 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426976b-e4b4-45f5-a609-5ce3314d850a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Subnet': ['ID=e2f950bd-6ff3-44be-8e74-8e58e6a965fa,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:33.165018 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f426976b-e4b4-45f5-a609-5ce3314d850a tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7616510 Mar 14 18:26:33.167707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59668) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:33.173842 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-224edf1d-ea2b-4574-823f-18a9a7402a2d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1874211921', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e2f950bd-6ff3-44be-8e74-8e58e6a965fa'}], 'security_groups': ['87edc160-8dea-4820-984c-5c907d1e49fd']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:33.289324 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-224edf1d-ea2b-4574-823f-18a9a7402a2d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.410940 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e39934-94d0-48cd-9682-52839d1cc9d2 None None] Update dhcp port {'port': {'network_id': '03adda78-b01d-4cae-90db-e430846fe453', 'fixed_ips': [{'subnet_id': '030a9365-df93-40fe-b8a6-0449e2816225', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e2f950bd-6ff3-44be-8e74-8e58e6a965fa'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': '085b5a48-a2da-4d73-ac70-838b92887feb'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:26:33.465949 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c7e39934-94d0-48cd-9682-52839d1cc9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.518555 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59674) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:33.602276 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9336cef4-9c43-4960-9c4c-de97e2adac57 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:33.602811 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9336cef4-9c43-4960-9c4c-de97e2adac57 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:33.603294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9336cef4-9c43-4960-9c4c-de97e2adac57 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:33.615275 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9336cef4-9c43-4960-9c4c-de97e2adac57 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=6c5e4a48cb994bfdaa976c98e4c4c63f&network_id=82904af8-6c90-4893-abce-7596ee90de86 HTTP/1.1" status: 200 len: 2999 time: 0.0848613 Mar 14 18:26:33.674521 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-c7e39934-94d0-48cd-9682-52839d1cc9d2 None None] Allocated IP 172.20.0.18 (03adda78-b01d-4cae-90db-e430846fe453/e2f950bd-6ff3-44be-8e74-8e58e6a965fa/085b5a48-a2da-4d73-ac70-838b92887feb) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:33.807121 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-c7e39934-94d0-48cd-9682-52839d1cc9d2 None None] For port 085b5a48-a2da-4d73-ac70-838b92887feb, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=085b5a48-a2da-4d73-ac70-838b92887feb,segment=NetworkSegment(81d01833-65b4-4257-9d75-fb42f9ad731e),segment_id=81d01833-65b4-4257-9d75-fb42f9ad731e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:33.830835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c7e39934-94d0-48cd-9682-52839d1cc9d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.851661 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c7e39934-94d0-48cd-9682-52839d1cc9d2 None None] Transition to ACTIVE for port object 085b5a48-a2da-4d73-ac70-838b92887feb will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:33.856404 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c44005-53b3-4172-b863-ddf010e51def req-560153d7-20d0-4841-b078-4e9808c86b00 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:33.857803 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2c44005-53b3-4172-b863-ddf010e51def req-560153d7-20d0-4841-b078-4e9808c86b00 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 944 time: 0.0841370 Mar 14 18:26:33.902048 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2c44005-53b3-4172-b863-ddf010e51def req-43e468ed-26f6-4cbe-a190-555eab0c4627 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378485 Mar 14 18:26:33.924539 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c7e39934-94d0-48cd-9682-52839d1cc9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.054065 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-224edf1d-ea2b-4574-823f-18a9a7402a2d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Delete allocated IP 172.20.0.10 (03adda78-b01d-4cae-90db-e430846fe453/030a9365-df93-40fe-b8a6-0449e2816225) {{(pid=88635) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 18:26:34.061743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-224edf1d-ea2b-4574-823f-18a9a7402a2d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Allocated IP 172.20.0.22 (03adda78-b01d-4cae-90db-e430846fe453/e2f950bd-6ff3-44be-8e74-8e58e6a965fa/5ea3b808-1857-4ea7-9d30-6ced811198ad) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:34.094065 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e39934-94d0-48cd-9682-52839d1cc9d2 None None] Pushing event updated for resources: {'Port': ['ID=085b5a48-a2da-4d73-ac70-838b92887feb,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:34.271547 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-224edf1d-ea2b-4574-823f-18a9a7402a2d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.289163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-224edf1d-ea2b-4574-823f-18a9a7402a2d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Transition to ACTIVE for port object 5ea3b808-1857-4ea7-9d30-6ced811198ad will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:34.312471 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 085b5a48-a2da-4d73-ac70-838b92887feb up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:26:34.335887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-224edf1d-ea2b-4574-823f-18a9a7402a2d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.468157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224edf1d-ea2b-4574-823f-18a9a7402a2d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=5ea3b808-1857-4ea7-9d30-6ced811198ad,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:34.532570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-224edf1d-ea2b-4574-823f-18a9a7402a2d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] In _notify_port_updated(), no bound segment for port 5ea3b808-1857-4ea7-9d30-6ced811198ad on network 03adda78-b01d-4cae-90db-e430846fe453 {{(pid=88635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:26:34.537924 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224edf1d-ea2b-4574-823f-18a9a7402a2d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:34.538526 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-224edf1d-ea2b-4574-823f-18a9a7402a2d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.539845 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-224edf1d-ea2b-4574-823f-18a9a7402a2d tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "PUT /v2.0/ports/5ea3b808-1857-4ea7-9d30-6ced811198ad HTTP/1.1" status: 200 len: 921 time: 1.3712308 Mar 14 18:26:34.542824 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59684) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:34.611074 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port 5ea3b808-1857-4ea7-9d30-6ced811198ad {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:34.611409 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.695451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-754ad9fb-7da1-4bea-b6b2-057431439449 None None] Provisioning for port 5ea3b808-1857-4ea7-9d30-6ced811198ad completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:34.700804 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-754ad9fb-7da1-4bea-b6b2-057431439449 None None] Provisioning complete for port 5ea3b808-1857-4ea7-9d30-6ced811198ad triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:34.701396 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-754ad9fb-7da1-4bea-b6b2-057431439449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.753974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-754ad9fb-7da1-4bea-b6b2-057431439449 None None] Port 5ea3b808-1857-4ea7-9d30-6ced811198ad cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:34.764245 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-754ad9fb-7da1-4bea-b6b2-057431439449 None None] Provisioning complete for port be1f3201-b4d9-4d0a-8da8-106943191be6 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:34.765108 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-754ad9fb-7da1-4bea-b6b2-057431439449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.818262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-754ad9fb-7da1-4bea-b6b2-057431439449 None None] Port be1f3201-b4d9-4d0a-8da8-106943191be6 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:34.863160 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.883980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-754ad9fb-7da1-4bea-b6b2-057431439449 None None] Provisioning for port 085b5a48-a2da-4d73-ac70-838b92887feb completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:34.888961 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-754ad9fb-7da1-4bea-b6b2-057431439449 None None] Provisioning complete for port 085b5a48-a2da-4d73-ac70-838b92887feb triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:34.889835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-754ad9fb-7da1-4bea-b6b2-057431439449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.990709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for 5ea3b808-1857-4ea7-9d30-6ced811198ad owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:26:35.127075 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7dc25fe1-479c-48fa-b687-2bc61ac99dba None None] Provisioning complete for port 5ea3b808-1857-4ea7-9d30-6ced811198ad triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:35.127519 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7dc25fe1-479c-48fa-b687-2bc61ac99dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.182557 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7dc25fe1-479c-48fa-b687-2bc61ac99dba None None] Port 5ea3b808-1857-4ea7-9d30-6ced811198ad cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:35.189405 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bfe10-a06a-4b73-98d9-c3fbe7bc7f81 req-b9bf1f77-6cd3-47ff-8a2e-f601726d4dca tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:35.190868 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a28bfe10-a06a-4b73-98d9-c3fbe7bc7f81 req-b9bf1f77-6cd3-47ff-8a2e-f601726d4dca tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 944 time: 0.1583569 Mar 14 18:26:35.241145 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a28bfe10-a06a-4b73-98d9-c3fbe7bc7f81 req-9d2786cf-b908-4757-9b51-6c8a1bb7cfc5 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443559 Mar 14 18:26:35.290067 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.336318 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=5ea3b808-1857-4ea7-9d30-6ced811198ad,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:35.373617 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:35.374059 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:35.374394 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:35.374722 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:35.375078 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:35.375398 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:35.375715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:35.376033 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:35.376350 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:35.376666 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:35.376981 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:35.377293 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:35.556334 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.565413 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e5c8ef4b-8bf7-4fbe-a1a9-2a679e4e06f5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/ports/5ea3b808-1857-4ea7-9d30-6ced811198ad HTTP/1.1" status: 204 len: 168 time: 1.0216484 Mar 14 18:26:35.568069 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59690) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:35.609603 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-5450017c-fde6-4563-98d1-c95d9c9ec20f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] GET failed (client error): The resource could not be found. Mar 14 18:26:35.610040 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-5450017c-fde6-4563-98d1-c95d9c9ec20f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Synchronizing usage tracker for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:35.678271 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-5450017c-fde6-4563-98d1-c95d9c9ec20f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Unset dirty status for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:35.679479 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5450017c-fde6-4563-98d1-c95d9c9ec20f tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports/5ea3b808-1857-4ea7-9d30-6ced811198ad HTTP/1.1" status: 404 len: 333 time: 0.1104929 Mar 14 18:26:35.682274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59694) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:35.746039 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af0cb0f9-d87b-4015-8120-5c94868b43dc tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.771542 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af0cb0f9-d87b-4015-8120-5c94868b43dc tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.867140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af0cb0f9-d87b-4015-8120-5c94868b43dc tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.882357 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0cb0f9-d87b-4015-8120-5c94868b43dc tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebd80a5-1724-4cb7-a3a9-5e79c7383cda,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:35.890484 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af0cb0f9-d87b-4015-8120-5c94868b43dc tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.891904 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-af0cb0f9-d87b-4015-8120-5c94868b43dc tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/security-groups/bebd80a5-1724-4cb7-a3a9-5e79c7383cda HTTP/1.1" status: 204 len: 168 time: 0.2086878 Mar 14 18:26:35.894629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59698) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:35.955700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-688f18b2-6f25-409b-b951-7d93d32e70ba tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.981986 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-688f18b2-6f25-409b-b951-7d93d32e70ba tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.112700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-688f18b2-6f25-409b-b951-7d93d32e70ba tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.127831 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f18b2-6f25-409b-b951-7d93d32e70ba tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87edc160-8dea-4820-984c-5c907d1e49fd,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:36.134634 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-688f18b2-6f25-409b-b951-7d93d32e70ba tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.135765 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-688f18b2-6f25-409b-b951-7d93d32e70ba tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/security-groups/87edc160-8dea-4820-984c-5c907d1e49fd HTTP/1.1" status: 204 len: 168 time: 0.2402182 Mar 14 18:26:36.138398 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59702) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:36.202820 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9ea4e8-6be9-42b5-aa73-7363ca5a7b2b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting subnet 030a9365-df93-40fe-b8a6-0449e2816225 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:26:36.205782 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d9ea4e8-6be9-42b5-aa73-7363ca5a7b2b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.259421 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d9ea4e8-6be9-42b5-aa73-7363ca5a7b2b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.346174 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d9ea4e8-6be9-42b5-aa73-7363ca5a7b2b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.346948 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device beefcafe-244f-44be-bf65-3e5d2a08ad77 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:26:36.477853 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port beefcafe-244f-44be-bf65-3e5d2a08ad77, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=beefcafe-244f-44be-bf65-3e5d2a08ad77,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:36.484555 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91edab-6c95-484c-9e45-5fc7bb9a4797 req-7198e510-4eed-45eb-b010-5198bb50f046 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:36.486139 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7f91edab-6c95-484c-9e45-5fc7bb9a4797 req-7198e510-4eed-45eb-b010-5198bb50f046 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 944 time: 0.1142566 Mar 14 18:26:36.491199 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'beefcafe-244f-44be-bf65-3e5d2a08ad77', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'port_id': 'beefcafe-244f-44be-bf65-3e5d2a08ad77', 'mac_address': 'fa:16:3e:03:a2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:26:36.521475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d9ea4e8-6be9-42b5-aa73-7363ca5a7b2b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.545905 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.563177 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beefcafe-244f-44be-bf65-3e5d2a08ad77 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:26:36.577624 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ea4e8-6be9-42b5-aa73-7363ca5a7b2b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Subnet': ['ID=030a9365-df93-40fe-b8a6-0449e2816225,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:36.579628 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d9ea4e8-6be9-42b5-aa73-7363ca5a7b2b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.584109 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port beefcafe-244f-44be-bf65-3e5d2a08ad77, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=beefcafe-244f-44be-bf65-3e5d2a08ad77,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:36.586384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415dd8a1-fd87-4f72-9cc7-d78e381b1db1 None None] Network 03adda78-b01d-4cae-90db-e430846fe453 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:36.590727 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7f91edab-6c95-484c-9e45-5fc7bb9a4797 req-d177f071-4fb2-4ce8-9929-a2d7a2d8dd49 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987155 Mar 14 18:26:36.593255 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2d9ea4e8-6be9-42b5-aa73-7363ca5a7b2b tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/030a9365-df93-40fe-b8a6-0449e2816225 HTTP/1.1" status: 204 len: 168 time: 0.4527667 Mar 14 18:26:36.597377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59710) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:36.603434 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-3a310d6f-87ea-4549-b481-070b4870e0b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'subnet': {'network_id': '03adda78-b01d-4cae-90db-e430846fe453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:36.662199 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.742323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3a310d6f-87ea-4549-b481-070b4870e0b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:36.746381 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3a310d6f-87ea-4549-b481-070b4870e0b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:subnet and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:36.750232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3a310d6f-87ea-4549-b481-070b4870e0b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:36.755875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3a310d6f-87ea-4549-b481-070b4870e0b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:36.766324 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=beefcafe-244f-44be-bf65-3e5d2a08ad77,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:36.827818 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a310d6f-87ea-4549-b481-070b4870e0b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:36.831466 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3a310d6f-87ea-4549-b481-070b4870e0b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.886841 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['beefcafe-244f-44be-bf65-3e5d2a08ad77'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:26:37.176315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3a310d6f-87ea-4549-b481-070b4870e0b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.234566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a310d6f-87ea-4549-b481-070b4870e0b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 03adda78-b01d-4cae-90db-e430846fe453 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:37.237711 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-3a310d6f-87ea-4549-b481-070b4870e0b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:37.241880 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a310d6f-87ea-4549-b481-070b4870e0b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:37.242458 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3a310d6f-87ea-4549-b481-070b4870e0b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.259730 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a310d6f-87ea-4549-b481-070b4870e0b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Subnet': ['ID=1cfde84e-6305-4388-bd1f-f8571dbc7f62,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:37.364853 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3a310d6f-87ea-4549-b481-070b4870e0b8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7661250 Mar 14 18:26:37.367424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59716) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:37.372459 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-4035cc1b-2a93-4fab-90f1-f83326631817 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'security_group': {'name': 'tempest-secgroup-1728718291'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:37.378683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4035cc1b-2a93-4fab-90f1-f83326631817 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:37.382624 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4035cc1b-2a93-4fab-90f1-f83326631817 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:security_group and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:37.383543 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500f6ee3-fd9b-4fa8-943c-9b3b84dcba9c None None] Network 03adda78-b01d-4cae-90db-e430846fe453 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:37.385652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4035cc1b-2a93-4fab-90f1-f83326631817 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:37.391294 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4035cc1b-2a93-4fab-90f1-f83326631817 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:37.461312 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4035cc1b-2a93-4fab-90f1-f83326631817 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.480966 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4035cc1b-2a93-4fab-90f1-f83326631817 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:37.484371 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-37e6f851-55a1-4936-81d2-df3e7853c507 None None] Provisioning complete for port be1f3201-b4d9-4d0a-8da8-106943191be6 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:37.484745 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-37e6f851-55a1-4936-81d2-df3e7853c507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.485759 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4035cc1b-2a93-4fab-90f1-f83326631817 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:security_group_rule and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:37.488606 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4035cc1b-2a93-4fab-90f1-f83326631817 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:37.494153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4035cc1b-2a93-4fab-90f1-f83326631817 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:37.560985 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4035cc1b-2a93-4fab-90f1-f83326631817 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.579902 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-37e6f851-55a1-4936-81d2-df3e7853c507 None None] Port be1f3201-b4d9-4d0a-8da8-106943191be6 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:37.610419 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-37e6f851-55a1-4936-81d2-df3e7853c507 None None] Provisioning complete for port 085b5a48-a2da-4d73-ac70-838b92887feb triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:37.610817 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-37e6f851-55a1-4936-81d2-df3e7853c507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.644004 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4035cc1b-2a93-4fab-90f1-f83326631817 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.696655 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035cc1b-2a93-4fab-90f1-f83326631817 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa598c7-5b28-4af7-b459-6fdb680e388c,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:37.801762 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc835e4-34b5-4ac9-98d4-00ffdf4e7e9b req-6f311029-8799-448c-b4df-9c0cc5ffab99 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:37.809083 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3cc835e4-34b5-4ac9-98d4-00ffdf4e7e9b req-6f311029-8799-448c-b4df-9c0cc5ffab99 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 945 time: 0.0977488 Mar 14 18:26:37.846197 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4035cc1b-2a93-4fab-90f1-f83326631817 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.846197 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4035cc1b-2a93-4fab-90f1-f83326631817 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4749730 Mar 14 18:26:37.846557 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59722) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:37.852070 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'security_group': {'name': 'tempest-secgroup-1119489846'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:37.861395 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:37.864785 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3cc835e4-34b5-4ac9-98d4-00ffdf4e7e9b req-bcfb1e53-dd70-4630-9b71-4d10fc4b8735 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547144 Mar 14 18:26:37.866814 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:security_group and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:37.870405 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:37.877236 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:37.924832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] Update dhcp port {'port': {'network_id': '03adda78-b01d-4cae-90db-e430846fe453', 'fixed_ips': [{'subnet_id': 'e2f950bd-6ff3-44be-8e74-8e58e6a965fa', 'ip_address': '172.20.0.18'}, {'subnet_id': '1cfde84e-6305-4388-bd1f-f8571dbc7f62'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': '085b5a48-a2da-4d73-ac70-838b92887feb'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:26:37.959044 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.979619 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.979920 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:37.984097 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:security_group_rule and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:37.987082 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:37.993108 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:38.066399 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.135936 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.179531 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] Allocated IP 172.20.0.2 (03adda78-b01d-4cae-90db-e430846fe453/1cfde84e-6305-4388-bd1f-f8571dbc7f62/085b5a48-a2da-4d73-ac70-838b92887feb) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:38.180266 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b21a89-b721-409f-a87b-1a230aea1b97,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:38.189306 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.189740 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.190150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.190550 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.191045 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.191671 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.192010 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.192438 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.192868 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.193400 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.193792 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.194177 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.278566 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.282461 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fd060aba-686f-48b8-8225-70e99194bd29 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4323356 Mar 14 18:26:38.283117 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59726) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:38.288286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-7772e7c8-8de9-4d4e-82ff-6a5c3800b32c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'security_group': {'name': 'tempest-secgroup-1384231816'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:38.294447 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7772e7c8-8de9-4d4e-82ff-6a5c3800b32c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:38.299633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7772e7c8-8de9-4d4e-82ff-6a5c3800b32c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:security_group and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:38.302103 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7772e7c8-8de9-4d4e-82ff-6a5c3800b32c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:38.309468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7772e7c8-8de9-4d4e-82ff-6a5c3800b32c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:38.322200 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] For port 085b5a48-a2da-4d73-ac70-838b92887feb, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=085b5a48-a2da-4d73-ac70-838b92887feb,segment=NetworkSegment(81d01833-65b4-4257-9d75-fb42f9ad731e),segment_id=81d01833-65b4-4257-9d75-fb42f9ad731e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:38.346922 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device beefcafe-244f-44be-bf65-3e5d2a08ad77 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:26:38.371038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.380632 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59730) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:38.407839 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] Transition to ACTIVE for port object 085b5a48-a2da-4d73-ac70-838b92887feb will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:38.426902 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7772e7c8-8de9-4d4e-82ff-6a5c3800b32c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.461817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7772e7c8-8de9-4d4e-82ff-6a5c3800b32c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:38.469531 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445d3150-9cdc-46ac-b0f0-1c0411fe2c97 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:38.477382 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-445d3150-9cdc-46ac-b0f0-1c0411fe2c97 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0 HTTP/1.1" status: 200 len: 814 time: 0.0881066 Mar 14 18:26:38.477382 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7772e7c8-8de9-4d4e-82ff-6a5c3800b32c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:security_group_rule and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:38.477382 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7772e7c8-8de9-4d4e-82ff-6a5c3800b32c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:38.481217 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7772e7c8-8de9-4d4e-82ff-6a5c3800b32c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:38.535511 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.553264 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7772e7c8-8de9-4d4e-82ff-6a5c3800b32c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.573727 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port beefcafe-244f-44be-bf65-3e5d2a08ad77 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:38.618235 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port beefcafe-244f-44be-bf65-3e5d2a08ad77 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:38.618601 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.638515 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7772e7c8-8de9-4d4e-82ff-6a5c3800b32c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.680342 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772e7c8-8de9-4d4e-82ff-6a5c3800b32c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6eb18a-ba2c-428d-bef2-b564df9b46c7,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:38.717300 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] Pushing event updated for resources: {'Port': ['ID=085b5a48-a2da-4d73-ac70-838b92887feb,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:38.734461 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.734834 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.735181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.735517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.735959 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.736313 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.736639 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.736978 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.737303 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.737627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.738043 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.738262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633c03f-cd4f-437d-903f-3eaddf82d8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:38.770062 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7772e7c8-8de9-4d4e-82ff-6a5c3800b32c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.773767 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7772e7c8-8de9-4d4e-82ff-6a5c3800b32c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4872100 Mar 14 18:26:38.774018 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59738) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:38.780432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-7b8ba408-c871-460d-b21f-ff267c55c1dd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-334777864', 'security_groups': ['ce6eb18a-ba2c-428d-bef2-b564df9b46c7'], 'network_id': '03adda78-b01d-4cae-90db-e430846fe453', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1cfde84e-6305-4388-bd1f-f8571dbc7f62'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:38.809032 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.837644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beefcafe-244f-44be-bf65-3e5d2a08ad77'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:26:38.848222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port beefcafe-244f-44be-bf65-3e5d2a08ad77, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=beefcafe-244f-44be-bf65-3e5d2a08ad77,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:38.897205 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beefcafe-244f-44be-bf65-3e5d2a08ad77', 'code': 200} Mar 14 18:26:38.931120 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.938643 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7b8ba408-c871-460d-b21f-ff267c55c1dd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:38.949223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7b8ba408-c871-460d-b21f-ff267c55c1dd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:39.026481 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=beefcafe-244f-44be-bf65-3e5d2a08ad77,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:39.040094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8ba408-c871-460d-b21f-ff267c55c1dd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:39.129957 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.268865 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-160abccc-f52d-4f31-a09b-515a3941fb88 None None] Provisioning complete for port be1f3201-b4d9-4d0a-8da8-106943191be6 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:39.269392 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-160abccc-f52d-4f31-a09b-515a3941fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.308700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e28b5-6fac-4138-bf5f-a37fadbfebf0 req-f1a13427-324c-4358-9be5-7f6213f1cb76 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:39.310188 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-088e28b5-6fac-4138-bf5f-a37fadbfebf0 req-f1a13427-324c-4358-9be5-7f6213f1cb76 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 946 time: 0.3255692 Mar 14 18:26:39.310957 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664f141-f2e2-4632-a73b-0058850c7deb req-a25723d5-efeb-42d7-baf2-64c80be05cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:39.313393 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f664f141-f2e2-4632-a73b-0058850c7deb req-a25723d5-efeb-42d7-baf2-64c80be05cfb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 1099 time: 0.0769908 Mar 14 18:26:39.315577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba408-c871-460d-b21f-ff267c55c1dd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.330626 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-160abccc-f52d-4f31-a09b-515a3941fb88 None None] Port be1f3201-b4d9-4d0a-8da8-106943191be6 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:39.354323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [None req-7b8ba408-c871-460d-b21f-ff267c55c1dd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] device_id is not set on port 55fd4a1b-0898-4bc7-b44f-fde33dce569d yet. {{(pid=88635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:39.354916 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f664f141-f2e2-4632-a73b-0058850c7deb req-ea0f9971-4c37-45cc-9b44-bda33a5f2e74 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347464 Mar 14 18:26:39.398290 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-160abccc-f52d-4f31-a09b-515a3941fb88 None None] Provisioning for port 085b5a48-a2da-4d73-ac70-838b92887feb completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:39.403498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-160abccc-f52d-4f31-a09b-515a3941fb88 None None] Provisioning complete for port 085b5a48-a2da-4d73-ac70-838b92887feb triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:39.407619 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-160abccc-f52d-4f31-a09b-515a3941fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.412870 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-088e28b5-6fac-4138-bf5f-a37fadbfebf0 req-deba95f7-c9e3-4af0-a159-adeab3722c15 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878353 Mar 14 18:26:39.572731 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-7b8ba408-c871-460d-b21f-ff267c55c1dd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Allocated IP 172.20.0.14 (03adda78-b01d-4cae-90db-e430846fe453/1cfde84e-6305-4388-bd1f-f8571dbc7f62/55fd4a1b-0898-4bc7-b44f-fde33dce569d) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:39.757717 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba408-c871-460d-b21f-ff267c55c1dd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.772347 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-7b8ba408-c871-460d-b21f-ff267c55c1dd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Transition to ACTIVE for port object 55fd4a1b-0898-4bc7-b44f-fde33dce569d will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:39.856094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba408-c871-460d-b21f-ff267c55c1dd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.924184 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8ba408-c871-460d-b21f-ff267c55c1dd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 03adda78-b01d-4cae-90db-e430846fe453 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:39.925033 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59746) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:39.930812 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-40f701e6-c6b1-4fac-b40c-8131c6e7586b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'network': {'name': 'tempest-network-smoke--363254831', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'port_security_enabled': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:39.931180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-7b8ba408-c871-460d-b21f-ff267c55c1dd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:39.935743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ba408-c871-460d-b21f-ff267c55c1dd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:26:39.936116 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-40f701e6-c6b1-4fac-b40c-8131c6e7586b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:39.946596 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-40f701e6-c6b1-4fac-b40c-8131c6e7586b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:39.970464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ba408-c871-460d-b21f-ff267c55c1dd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=55fd4a1b-0898-4bc7-b44f-fde33dce569d,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:40.001747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ba408-c871-460d-b21f-ff267c55c1dd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:40.002388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba408-c871-460d-b21f-ff267c55c1dd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.033366 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f701e6-c6b1-4fac-b40c-8131c6e7586b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:40.036852 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-40f701e6-c6b1-4fac-b40c-8131c6e7586b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.065626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f701e6-c6b1-4fac-b40c-8131c6e7586b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:26:40.075139 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-40f701e6-c6b1-4fac-b40c-8131c6e7586b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.075478 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-40f701e6-c6b1-4fac-b40c-8131c6e7586b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Added segment cd238298-3e41-450e-8506-85053f33f085 of type vlan for network 462927ee-ef23-4cbd-8ce3-35807cde8e2a Mar 14 18:26:40.085616 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7b8ba408-c871-460d-b21f-ff267c55c1dd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3105307 Mar 14 18:26:40.088371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59750) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:40.094347 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c498cf67-8216-429b-9863-8b048e10743c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'subnet': {'network_id': '03adda78-b01d-4cae-90db-e430846fe453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:40.109027 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-40f701e6-c6b1-4fac-b40c-8131c6e7586b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.182073 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f5e26f77-2be2-4eac-a2e5-122b49b1dd08 None None] Provisioning for port 55fd4a1b-0898-4bc7-b44f-fde33dce569d completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:40.182701 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-40f701e6-c6b1-4fac-b40c-8131c6e7586b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.188679 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f5e26f77-2be2-4eac-a2e5-122b49b1dd08 None None] Provisioning complete for port 55fd4a1b-0898-4bc7-b44f-fde33dce569d triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:40.188850 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f701e6-c6b1-4fac-b40c-8131c6e7586b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:40.189191 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f5e26f77-2be2-4eac-a2e5-122b49b1dd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.189321 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-40f701e6-c6b1-4fac-b40c-8131c6e7586b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.247072 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c498cf67-8216-429b-9863-8b048e10743c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:40.252119 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c498cf67-8216-429b-9863-8b048e10743c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:subnet and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:40.256072 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c498cf67-8216-429b-9863-8b048e10743c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:40.260952 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-f5e26f77-2be2-4eac-a2e5-122b49b1dd08 None None] Port 55fd4a1b-0898-4bc7-b44f-fde33dce569d cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:40.268477 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c498cf67-8216-429b-9863-8b048e10743c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:40.298566 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 085b5a48-a2da-4d73-ac70-838b92887feb up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:26:40.305410 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f701e6-c6b1-4fac-b40c-8131c6e7586b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Network': ['ID=462927ee-ef23-4cbd-8ce3-35807cde8e2a,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:40.328508 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 462927ee-ef23-4cbd-8ce3-35807cde8e2a details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:26:40.353355 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-40f701e6-c6b1-4fac-b40c-8131c6e7586b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4271677 Mar 14 18:26:40.356577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59754) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:40.427890 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5d42ff-8b30-4e23-af85-f928d685e08f tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:40.430611 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3d5d42ff-8b30-4e23-af85-f928d685e08f tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=6c5e4a48cb994bfdaa976c98e4c4c63f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0727816 Mar 14 18:26:40.432509 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c498cf67-8216-429b-9863-8b048e10743c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:40.435853 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59758) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:40.436955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c498cf67-8216-429b-9863-8b048e10743c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.456657 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 085b5a48-a2da-4d73-ac70-838b92887feb triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:40.457256 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.631272 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a763b01f-adf1-4ed1-a879-65dc3f7231ac tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:40.632763 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a763b01f-adf1-4ed1-a879-65dc3f7231ac tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1778541 Mar 14 18:26:40.640787 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59764) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:40.644052 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.ipam_backend_mixin [None req-c498cf67-8216-429b-9863-8b048e10743c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1cfde84e-6305-4388-bd1f-f8571dbc7f62 (CIDR: 172.20.0.0/28) Mar 14 18:26:40.669200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5784ef3-0f65-4891-91fe-ca1d00284ccd req-d45abbfc-76fa-42a3-96ba-ed11e8ff6f09 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:40.670786 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b5784ef3-0f65-4891-91fe-ca1d00284ccd req-d45abbfc-76fa-42a3-96ba-ed11e8ff6f09 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 946 time: 0.1244304 Mar 14 18:26:40.680080 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a8c730f9-c9b9-46a1-9fbb-f8709107d2ba tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381370 Mar 14 18:26:40.682716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59768) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:40.716350 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-c498cf67-8216-429b-9863-8b048e10743c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:26:40.716923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c498cf67-8216-429b-9863-8b048e10743c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:40.730309 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e0fd8fee-7d3d-487f-8e52-d34b4cd4f83f tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=6c5e4a48cb994bfdaa976c98e4c4c63f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440338 Mar 14 18:26:40.730531 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59772) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:40.732954 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b5784ef3-0f65-4891-91fe-ca1d00284ccd req-223a34c1-2cb3-4a4f-8eac-bdfdca98afa6 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565600 Mar 14 18:26:40.804769 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c498cf67-8216-429b-9863-8b048e10743c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7153485 Mar 14 18:26:40.807432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59776) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:40.813183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-cc0cf84c-fd1c-4e22-aa4c-5c0a3963b73c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'subnet': {'network_id': '03adda78-b01d-4cae-90db-e430846fe453', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:40.859565 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e50dee-44b9-47f5-b0b3-7b543a1bef13 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:40.860936 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-72e50dee-44b9-47f5-b0b3-7b543a1bef13 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294625 Mar 14 18:26:40.863849 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59780) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:40.901760 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5a2a3e28-bb6c-4732-903e-473d11e8c359 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368302 Mar 14 18:26:40.904280 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59784) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:40.910119 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-6d4a3546-9032-49b9-848a-6024c9762b9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-175594311', 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:40.947281 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-cc0cf84c-fd1c-4e22-aa4c-5c0a3963b73c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:40.950975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-cc0cf84c-fd1c-4e22-aa4c-5c0a3963b73c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:subnet and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:40.954256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-cc0cf84c-fd1c-4e22-aa4c-5c0a3963b73c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:40.959775 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-cc0cf84c-fd1c-4e22-aa4c-5c0a3963b73c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:41.014882 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6d4a3546-9032-49b9-848a-6024c9762b9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:41.018603 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6d4a3546-9032-49b9-848a-6024c9762b9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:subnet and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:41.021420 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6d4a3546-9032-49b9-848a-6024c9762b9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:41.026885 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6d4a3546-9032-49b9-848a-6024c9762b9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:41.038144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0cf84c-fd1c-4e22-aa4c-5c0a3963b73c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:41.041686 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cc0cf84c-fd1c-4e22-aa4c-5c0a3963b73c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.089628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4a3546-9032-49b9-848a-6024c9762b9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:41.093131 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6d4a3546-9032-49b9-848a-6024c9762b9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.173153 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.ipam_backend_mixin [None req-cc0cf84c-fd1c-4e22-aa4c-5c0a3963b73c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e2f950bd-6ff3-44be-8e74-8e58e6a965fa (CIDR: 172.20.0.16/28) Mar 14 18:26:41.251055 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0cf84c-fd1c-4e22-aa4c-5c0a3963b73c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:26:41.251571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0cf84c-fd1c-4e22-aa4c-5c0a3963b73c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:41.325191 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-cc0cf84c-fd1c-4e22-aa4c-5c0a3963b73c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5165720 Mar 14 18:26:41.328365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59788) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:41.333816 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-6114c8d8-3657-470b-a894-96ef981f42bf tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'subnet': {'network_id': '03adda78-b01d-4cae-90db-e430846fe453', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:41.464816 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6d4a3546-9032-49b9-848a-6024c9762b9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.612722 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a3546-9032-49b9-848a-6024c9762b9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Subnet': ['ID=c6bbea32-5683-4620-b449-839aa893ba9b,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:41.638518 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4a3546-9032-49b9-848a-6024c9762b9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Checking segment: {'id': 'cd238298-3e41-450e-8506-85053f33f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:26:41.638927 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4a3546-9032-49b9-848a-6024c9762b9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network hostable DHCP agents. Network: 462927ee-ef23-4cbd-8ce3-35807cde8e2a, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:26:41.653651 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6114c8d8-3657-470b-a894-96ef981f42bf tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:41.660458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6114c8d8-3657-470b-a894-96ef981f42bf tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Usage tracker for resource:subnet and tenant:9fea93318d8341f3994d0da2f8ba39d3 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:41.664125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6114c8d8-3657-470b-a894-96ef981f42bf tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:41.669808 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6114c8d8-3657-470b-a894-96ef981f42bf tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:41.758703 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4a3546-9032-49b9-848a-6024c9762b9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 462927ee-ef23-4cbd-8ce3-35807cde8e2a is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:26:41.769225 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6114c8d8-3657-470b-a894-96ef981f42bf tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Made reservation on behalf of 9fea93318d8341f3994d0da2f8ba39d3 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:41.772843 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6114c8d8-3657-470b-a894-96ef981f42bf tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.854718 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-6d4a3546-9032-49b9-848a-6024c9762b9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 462927ee-ef23-4cbd-8ce3-35807cde8e2a) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:41.861148 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4a3546-9032-49b9-848a-6024c9762b9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:41.861148 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6d4a3546-9032-49b9-848a-6024c9762b9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.864060 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1eccf4-386d-472c-8d7b-c2d7d3cfe8f1 None None] Network 462927ee-ef23-4cbd-8ce3-35807cde8e2a requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:41.940394 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f793c3-7dd0-4de7-9351-1a05b85901b0 req-05722156-fbc1-4d29-b8d5-a5d5302f0837 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:41.942070 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a3f793c3-7dd0-4de7-9351-1a05b85901b0 req-05722156-fbc1-4d29-b8d5-a5d5302f0837 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 946 time: 0.1008646 Mar 14 18:26:41.975036 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6d4a3546-9032-49b9-848a-6024c9762b9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0691576 Mar 14 18:26:41.992477 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a3f793c3-7dd0-4de7-9351-1a05b85901b0 req-9df1479c-63c0-4d78-86fc-5ad4e3e8ef85 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437443 Mar 14 18:26:42.129865 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6114c8d8-3657-470b-a894-96ef981f42bf tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.144331 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-462927ee-ef23-4cbd-8ce3-35807cde8e2a', 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ips': [{'subnet_id': 'c6bbea32-5683-4620-b449-839aa893ba9b'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:26:42.145185 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.195955 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114c8d8-3657-470b-a894-96ef981f42bf tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Subnet': ['ID=2a77029f-dd97-45c8-a466-456812580fd6,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:42.212280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c13878-6e72-43f0-966f-f1a1ea1adc60 req-eb97d9a7-428a-4087-b873-8e70b70aa524 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:42.213771 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-55c13878-6e72-43f0-966f-f1a1ea1adc60 req-eb97d9a7-428a-4087-b873-8e70b70aa524 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 946 time: 0.1046128 Mar 14 18:26:42.215692 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6114c8d8-3657-470b-a894-96ef981f42bf tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Network 03adda78-b01d-4cae-90db-e430846fe453 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:42.217080 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-6114c8d8-3657-470b-a894-96ef981f42bf tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:42.221103 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6114c8d8-3657-470b-a894-96ef981f42bf tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:42.221695 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6114c8d8-3657-470b-a894-96ef981f42bf tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.231382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0d21fb-46e5-4f05-9add-f17e258afa37 None None] Network 03adda78-b01d-4cae-90db-e430846fe453 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:42.261705 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-55c13878-6e72-43f0-966f-f1a1ea1adc60 req-8f48f63c-00a7-41e5-8926-c63b4782141f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407631 Mar 14 18:26:42.285595 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59798) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:42.336244 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6114c8d8-3657-470b-a894-96ef981f42bf tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0039108 Mar 14 18:26:42.336497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59802) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:42.346500 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-337e0b4f-5467-4b74-a7d4-36bdc5abb474 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-477346504', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2a77029f-dd97-45c8-a466-456812580fd6'}], 'security_groups': ['daa598c7-5b28-4af7-b459-6fdb680e388c', 'a8b21a89-b721-409f-a87b-1a230aea1b97']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:42.350036 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59806) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:42.356444 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-29391731-327a-46f8-883a-ce16c8e82003 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1152814276', 'description': 'tempest-secgroup-smoke-1152814276 description', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:42.368583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-29391731-327a-46f8-883a-ce16c8e82003 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:42.382561 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-29391731-327a-46f8-883a-ce16c8e82003 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:42.387744 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e078708-518c-40ed-9414-9e200affb92e tempest-TestVolumeBootPattern-982621014 tempest-TestVolumeBootPattern-982621014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:42.389793 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0e078708-518c-40ed-9414-9e200affb92e tempest-TestVolumeBootPattern-982621014 tempest-TestVolumeBootPattern-982621014-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 1094 time: 0.1026702 Mar 14 18:26:42.392992 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59810) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:42.402348 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': 'beefcafe-244f-44be-bf65-3e5d2a08ad77', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:42.416659 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:42.425037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Usage tracker for resource:floatingip and tenant:8ca5128883c54d26a4b060b6ae0f5e46 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:42.455736 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:42.455954 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Allocated IP 172.20.0.18 (462927ee-ef23-4cbd-8ce3-35807cde8e2a/c6bbea32-5683-4620-b449-839aa893ba9b/4bdc8a3e-f589-4bfa-b168-a8164d5565ff) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:42.462023 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29391731-327a-46f8-883a-ce16c8e82003 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.471621 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:42.485314 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-29391731-327a-46f8-883a-ce16c8e82003 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:42.489980 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-29391731-327a-46f8-883a-ce16c8e82003 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:42.492883 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-29391731-327a-46f8-883a-ce16c8e82003 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:42.496979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-337e0b4f-5467-4b74-a7d4-36bdc5abb474 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.502441 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-29391731-327a-46f8-883a-ce16c8e82003 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:42.554102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.583715 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29391731-327a-46f8-883a-ce16c8e82003 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.644003 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29391731-327a-46f8-883a-ce16c8e82003 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.891102 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.891851 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29391731-327a-46f8-883a-ce16c8e82003 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec00d5d-5ffe-48b8-b184-3aed491d5af7,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:42.892262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Transition to ACTIVE for port object 4bdc8a3e-f589-4bfa-b168-a8164d5565ff will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:42.892262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Transition to ACTIVE for port object 4bdc8a3e-f589-4bfa-b168-a8164d5565ff will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:42.892262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4938f84f-a22b-4920-8c55-478d21319352 None None] Update dhcp port {'port': {'network_id': '03adda78-b01d-4cae-90db-e430846fe453', 'fixed_ips': [{'subnet_id': 'e2f950bd-6ff3-44be-8e74-8e58e6a965fa', 'ip_address': '172.20.0.18'}, {'subnet_id': '1cfde84e-6305-4388-bd1f-f8571dbc7f62', 'ip_address': '172.20.0.2'}, {'subnet_id': '2a77029f-dd97-45c8-a466-456812580fd6'}], 'binding:host_id': 'dv-neutron-833560-1-hyperv'}, 'id': '085b5a48-a2da-4d73-ac70-838b92887feb'} from dv-neutron-833560-1-hyperv. {{(pid=88636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 14 18:26:42.916627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4938f84f-a22b-4920-8c55-478d21319352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.994049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.995490 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-29391731-327a-46f8-883a-ce16c8e82003 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.999718 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-29391731-327a-46f8-883a-ce16c8e82003 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6457720 Mar 14 18:26:43.000462 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59814) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:43.005856 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4dc236d6-45b3-4147-a0d5-c54898df3ac1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '0ec00d5d-5ffe-48b8-b184-3aed491d5af7', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:43.012178 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4dc236d6-45b3-4147-a0d5-c54898df3ac1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:43.016184 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4dc236d6-45b3-4147-a0d5-c54898df3ac1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:43.019209 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4dc236d6-45b3-4147-a0d5-c54898df3ac1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:43.025496 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4dc236d6-45b3-4147-a0d5-c54898df3ac1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:43.039827 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.104475 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Network 462927ee-ef23-4cbd-8ce3-35807cde8e2a is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:43.110262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:43.121844 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:26:43.126214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4dc236d6-45b3-4147-a0d5-c54898df3ac1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.161963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Pushing event updated for resources: {'Port': ['ID=4bdc8a3e-f589-4bfa-b168-a8164d5565ff,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:43.197120 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4dc236d6-45b3-4147-a0d5-c54898df3ac1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.225472 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Attempting to bind port 4bdc8a3e-f589-4bfa-b168-a8164d5565ff on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:43.225898 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Attempting to bind port 4bdc8a3e-f589-4bfa-b168-a8164d5565ff by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'cd238298-3e41-450e-8506-85053f33f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:43.226255 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Attempting to bind port 4bdc8a3e-f589-4bfa-b168-a8164d5565ff on network 462927ee-ef23-4cbd-8ce3-35807cde8e2a {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:26:43.231681 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:26:43.235798 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Checking segment: {'id': 'cd238298-3e41-450e-8506-85053f33f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:26:43.235798 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.235798 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Bound using segment: {'id': 'cd238298-3e41-450e-8506-85053f33f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:26:43.235798 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Bound port: 4bdc8a3e-f589-4bfa-b168-a8164d5565ff, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd238298-3e41-450e-8506-85053f33f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:43.235798 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.236490 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-337e0b4f-5467-4b74-a7d4-36bdc5abb474 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Delete allocated IP 172.20.0.14 (03adda78-b01d-4cae-90db-e430846fe453/1cfde84e-6305-4388-bd1f-f8571dbc7f62) {{(pid=88635) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 18:26:43.250611 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-337e0b4f-5467-4b74-a7d4-36bdc5abb474 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Allocated IP 172.20.0.46 (03adda78-b01d-4cae-90db-e430846fe453/2a77029f-dd97-45c8-a466-456812580fd6/55fd4a1b-0898-4bc7-b44f-fde33dce569d) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:43.270216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Allocated IP 172.26.7.186 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/d3f80768-8161-4172-97ed-1df7127f3f2b) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:43.278664 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4dc236d6-45b3-4147-a0d5-c54898df3ac1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.308299 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc236d6-45b3-4147-a0d5-c54898df3ac1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23cb094d-4537-443a-ae8f-3dd1eec3e897,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:43.322935 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] For port 4bdc8a3e-f589-4bfa-b168-a8164d5565ff, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:26:43.364674 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] For port 4bdc8a3e-f589-4bfa-b168-a8164d5565ff, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4bdc8a3e-f589-4bfa-b168-a8164d5565ff,segment=NetworkSegment(cd238298-3e41-450e-8506-85053f33f085),segment_id=cd238298-3e41-450e-8506-85053f33f085)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:26:43.387060 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4dc236d6-45b3-4147-a0d5-c54898df3ac1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.388286 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4dc236d6-45b3-4147-a0d5-c54898df3ac1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3868043 Mar 14 18:26:43.391066 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59818) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:43.396967 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-f93b4346-7cb6-4c70-be28-c7e8934bb00f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '0ec00d5d-5ffe-48b8-b184-3aed491d5af7', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:43.402653 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f93b4346-7cb6-4c70-be28-c7e8934bb00f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:43.406946 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f93b4346-7cb6-4c70-be28-c7e8934bb00f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:43.409812 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f93b4346-7cb6-4c70-be28-c7e8934bb00f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:43.416118 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f93b4346-7cb6-4c70-be28-c7e8934bb00f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:43.444646 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.515279 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f93b4346-7cb6-4c70-be28-c7e8934bb00f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.523999 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13670828-5b45-4e3a-b02f-3cc2be572ffc None None] Pushing event updated for resources: {'Port': ['ID=4bdc8a3e-f589-4bfa-b168-a8164d5565ff,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:43.565003 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.576952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f93b4346-7cb6-4c70-be28-c7e8934bb00f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.621036 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f93b4346-7cb6-4c70-be28-c7e8934bb00f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.623620 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-337e0b4f-5467-4b74-a7d4-36bdc5abb474 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.640032 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b4346-7cb6-4c70-be28-c7e8934bb00f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1772bb-14d0-47cd-8daa-ce2cf6f8071e,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:43.644028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-337e0b4f-5467-4b74-a7d4-36bdc5abb474 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Transition to ACTIVE for port object 55fd4a1b-0898-4bc7-b44f-fde33dce569d will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:43.707524 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.749180 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f93b4346-7cb6-4c70-be28-c7e8934bb00f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.757259 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f93b4346-7cb6-4c70-be28-c7e8934bb00f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3651519 Mar 14 18:26:43.809440 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-337e0b4f-5467-4b74-a7d4-36bdc5abb474 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.810582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59822) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:43.810582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-8bf6e960-7d0b-434d-aac6-10c202de2621 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '0ec00d5d-5ffe-48b8-b184-3aed491d5af7', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:43.811183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:43.811308 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8bf6e960-7d0b-434d-aac6-10c202de2621 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:43.811308 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8bf6e960-7d0b-434d-aac6-10c202de2621 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:43.811308 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8bf6e960-7d0b-434d-aac6-10c202de2621 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:43.812483 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8bf6e960-7d0b-434d-aac6-10c202de2621 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:43.837154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:43.847659 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:26:43.857363 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-4938f84f-a22b-4920-8c55-478d21319352 None None] Allocated IP 172.20.0.34 (03adda78-b01d-4cae-90db-e430846fe453/2a77029f-dd97-45c8-a466-456812580fd6/085b5a48-a2da-4d73-ac70-838b92887feb) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:43.894113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8bf6e960-7d0b-434d-aac6-10c202de2621 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.905697 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event updated for resources: {'Port': ['ID=d3f80768-8161-4172-97ed-1df7127f3f2b,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:43.984549 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8bf6e960-7d0b-434d-aac6-10c202de2621 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.012036 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4938f84f-a22b-4920-8c55-478d21319352 None None] For port 085b5a48-a2da-4d73-ac70-838b92887feb, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=085b5a48-a2da-4d73-ac70-838b92887feb,segment=NetworkSegment(81d01833-65b4-4257-9d75-fb42f9ad731e),segment_id=81d01833-65b4-4257-9d75-fb42f9ad731e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:44.037627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4938f84f-a22b-4920-8c55-478d21319352 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.054262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4938f84f-a22b-4920-8c55-478d21319352 None None] Transition to ACTIVE for port object 085b5a48-a2da-4d73-ac70-838b92887feb will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:44.055014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-337e0b4f-5467-4b74-a7d4-36bdc5abb474 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] In _notify_port_updated(), no bound segment for port 55fd4a1b-0898-4bc7-b44f-fde33dce569d on network 03adda78-b01d-4cae-90db-e430846fe453 {{(pid=88635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:26:44.056270 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8bf6e960-7d0b-434d-aac6-10c202de2621 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.064963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337e0b4f-5467-4b74-a7d4-36bdc5abb474 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:44.064963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-337e0b4f-5467-4b74-a7d4-36bdc5abb474 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.064963 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-337e0b4f-5467-4b74-a7d4-36bdc5abb474 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "PUT /v2.0/ports/55fd4a1b-0898-4bc7-b44f-fde33dce569d HTTP/1.1" status: 200 len: 959 time: 1.7251642 Mar 14 18:26:44.066423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e0b4f-5467-4b74-a7d4-36bdc5abb474 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event updated for resources: {'Port': ['ID=55fd4a1b-0898-4bc7-b44f-fde33dce569d,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:44.070815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59826) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:44.086639 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6e960-7d0b-434d-aac6-10c202de2621 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6bbe38-4e5a-4803-9021-afe16f721338,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:44.141352 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4938f84f-a22b-4920-8c55-478d21319352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.169781 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8bf6e960-7d0b-434d-aac6-10c202de2621 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.173720 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8bf6e960-7d0b-434d-aac6-10c202de2621 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3989754 Mar 14 18:26:44.173870 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59830) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:44.179201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-6f0e5174-249d-4f50-a7ee-57f9c14f7d01 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '0ec00d5d-5ffe-48b8-b184-3aed491d5af7', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:44.186238 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6f0e5174-249d-4f50-a7ee-57f9c14f7d01 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:44.189835 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-a817510d-4551-4819-9bc3-aeeb0b52d2c2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port 55fd4a1b-0898-4bc7-b44f-fde33dce569d {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:44.190177 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a817510d-4551-4819-9bc3-aeeb0b52d2c2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.190305 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6f0e5174-249d-4f50-a7ee-57f9c14f7d01 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:44.193235 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6f0e5174-249d-4f50-a7ee-57f9c14f7d01 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:44.199395 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6f0e5174-249d-4f50-a7ee-57f9c14f7d01 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:44.344148 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6f0e5174-249d-4f50-a7ee-57f9c14f7d01 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.376102 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938f84f-a22b-4920-8c55-478d21319352 None None] Pushing event updated for resources: {'Port': ['ID=085b5a48-a2da-4d73-ac70-838b92887feb,revision_number=7']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:44.378992 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4bdc8a3e-f589-4bfa-b168-a8164d5565ff up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:26:44.433384 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6f0e5174-249d-4f50-a7ee-57f9c14f7d01 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.485093 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6f0e5174-249d-4f50-a7ee-57f9c14f7d01 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.501679 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 4bdc8a3e-f589-4bfa-b168-a8164d5565ff completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:44.515697 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e5174-249d-4f50-a7ee-57f9c14f7d01 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6dfd2e-4293-458a-bda9-6b8d4f063afb,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:44.588343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6f0e5174-249d-4f50-a7ee-57f9c14f7d01 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.589683 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6f0e5174-249d-4f50-a7ee-57f9c14f7d01 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4149539 Mar 14 18:26:44.592993 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59834) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:44.599881 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-26f4c03e-1ed5-4239-ade6-d2a9f704c6a0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '0ec00d5d-5ffe-48b8-b184-3aed491d5af7', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:44.607859 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-26f4c03e-1ed5-4239-ade6-d2a9f704c6a0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:44.613390 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-26f4c03e-1ed5-4239-ade6-d2a9f704c6a0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:44.617398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-26f4c03e-1ed5-4239-ade6-d2a9f704c6a0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:44.629362 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-26f4c03e-1ed5-4239-ade6-d2a9f704c6a0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:44.719303 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.securitygroups_db [None req-26f4c03e-1ed5-4239-ade6-d2a9f704c6a0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:26:44.727690 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-26f4c03e-1ed5-4239-ade6-d2a9f704c6a0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.818871 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-26f4c03e-1ed5-4239-ade6-d2a9f704c6a0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.820152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a817510d-4551-4819-9bc3-aeeb0b52d2c2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.865211 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbdbe02-cdb4-4ac7-8ac3-b210fc7ceb58 None None] Network 462927ee-ef23-4cbd-8ce3-35807cde8e2a requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:44.878538 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-26f4c03e-1ed5-4239-ade6-d2a9f704c6a0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.907834 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4c03e-1ed5-4239-ade6-d2a9f704c6a0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8adbca0a-2d08-4331-91ac-b237b3518aed,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:44.963526 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-a817510d-4551-4819-9bc3-aeeb0b52d2c2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for 55fd4a1b-0898-4bc7-b44f-fde33dce569d owned by {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:26:44.964402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-26f4c03e-1ed5-4239-ade6-d2a9f704c6a0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.966113 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-26f4c03e-1ed5-4239-ade6-d2a9f704c6a0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3718712 Mar 14 18:26:44.971937 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59838) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:44.976621 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e3b0c8da-0e00-409b-842e-3bad4c018a11 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '0ec00d5d-5ffe-48b8-b184-3aed491d5af7', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:44.982588 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e3b0c8da-0e00-409b-842e-3bad4c018a11 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:44.987385 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e3b0c8da-0e00-409b-842e-3bad4c018a11 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:44.990477 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e3b0c8da-0e00-409b-842e-3bad4c018a11 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:44.996379 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e3b0c8da-0e00-409b-842e-3bad4c018a11 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:45.059157 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-48ec2b74-6204-4774-a767-0d4b09037d72 None None] Provisioning for port 4bdc8a3e-f589-4bfa-b168-a8164d5565ff completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:45.064463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.073204 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.securitygroups_db [None req-e3b0c8da-0e00-409b-842e-3bad4c018a11 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:26:45.076207 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-48ec2b74-6204-4774-a767-0d4b09037d72 None None] Provisioning complete for port 4bdc8a3e-f589-4bfa-b168-a8164d5565ff triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:45.076207 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-48ec2b74-6204-4774-a767-0d4b09037d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.080775 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c8da-0e00-409b-842e-3bad4c018a11 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.157179 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c8da-0e00-409b-842e-3bad4c018a11 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.246681 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-48ec2b74-6204-4774-a767-0d4b09037d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.273602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c8da-0e00-409b-842e-3bad4c018a11 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.277870 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a817510d-4551-4819-9bc3-aeeb0b52d2c2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.283336 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-48ec2b74-6204-4774-a767-0d4b09037d72 None None] For port 4bdc8a3e-f589-4bfa-b168-a8164d5565ff, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4bdc8a3e-f589-4bfa-b168-a8164d5565ff,segment=NetworkSegment(cd238298-3e41-450e-8506-85053f33f085),segment_id=cd238298-3e41-450e-8506-85053f33f085)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:45.301166 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0c8da-0e00-409b-842e-3bad4c018a11 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d62f06-a4bf-4720-b3ba-6af4cba37f6d,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:45.347416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.364192 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-48ec2b74-6204-4774-a767-0d4b09037d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.371434 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817510d-4551-4819-9bc3-aeeb0b52d2c2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=55fd4a1b-0898-4bc7-b44f-fde33dce569d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:45.375821 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c8da-0e00-409b-842e-3bad4c018a11 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.387225 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e3b0c8da-0e00-409b-842e-3bad4c018a11 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4147716 Mar 14 18:26:45.450552 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec2b74-6204-4774-a767-0d4b09037d72 None None] Pushing event updated for resources: {'Port': ['ID=4bdc8a3e-f589-4bfa-b168-a8164d5565ff,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:45.484369 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ac8190b4-b368-400a-97d2-6d32189a153c None None] Provisioning complete for port be1f3201-b4d9-4d0a-8da8-106943191be6 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:45.484962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ac8190b4-b368-400a-97d2-6d32189a153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.509099 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a817510d-4551-4819-9bc3-aeeb0b52d2c2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.545941 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ac8190b4-b368-400a-97d2-6d32189a153c None None] Port be1f3201-b4d9-4d0a-8da8-106943191be6 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:45.551689 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ac8190b4-b368-400a-97d2-6d32189a153c None None] Could not find standard attr ID for object 55fd4a1b-0898-4bc7-b44f-fde33dce569d. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:45.615759 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ac8190b4-b368-400a-97d2-6d32189a153c None None] Provisioning for port 085b5a48-a2da-4d73-ac70-838b92887feb completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:45.621203 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ac8190b4-b368-400a-97d2-6d32189a153c None None] Provisioning complete for port 085b5a48-a2da-4d73-ac70-838b92887feb triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:45.621722 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ac8190b4-b368-400a-97d2-6d32189a153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.625141 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59854) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:45.625693 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a817510d-4551-4819-9bc3-aeeb0b52d2c2 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/ports/55fd4a1b-0898-4bc7-b44f-fde33dce569d HTTP/1.1" status: 204 len: 168 time: 1.5533974 Mar 14 18:26:45.677935 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3674f2-4233-4b02-9d32-7acf9484f560 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] GET failed (client error): The resource could not be found. Mar 14 18:26:45.678851 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ec3674f2-4233-4b02-9d32-7acf9484f560 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Synchronizing usage tracker for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:45.703044 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-878b84db-7bde-4324-a82e-65d09c30bbc1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1152814276&fields=id&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 267 time: 0.0990453 Mar 14 18:26:45.792660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ec3674f2-4233-4b02-9d32-7acf9484f560 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Unset dirty status for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:45.793855 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ec3674f2-4233-4b02-9d32-7acf9484f560 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports/55fd4a1b-0898-4bc7-b44f-fde33dce569d HTTP/1.1" status: 404 len: 333 time: 0.1672544 Mar 14 18:26:45.797188 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59858) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:45.854801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.861014 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-25afd7c1-4df2-4103-9f71-8b5d2e4e0527 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.875233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-eb11de24-ce4e-4c83-ba56-d85b76e6b6f7 None None] Could not find standard attr ID for object 55fd4a1b-0898-4bc7-b44f-fde33dce569d. {{(pid=88636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:45.887421 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-eb11de24-ce4e-4c83-ba56-d85b76e6b6f7 None None] Provisioning complete for port 4bdc8a3e-f589-4bfa-b168-a8164d5565ff triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:45.887851 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-eb11de24-ce4e-4c83-ba56-d85b76e6b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.894298 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-2a23e8b4-514b-4c31-ada5-e9bdf3a42f29 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:45.903139 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-2a23e8b4-514b-4c31-ada5-e9bdf3a42f29 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/networks?id=462927ee-ef23-4cbd-8ce3-35807cde8e2a HTTP/1.1" status: 200 len: 796 time: 0.1877220 Mar 14 18:26:45.911073 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-25afd7c1-4df2-4103-9f71-8b5d2e4e0527 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.917774 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.963575 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-57f0ecbe-73c4-4635-b3f8-2615badeb588 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/quotas/6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 375 time: 0.0535243 Mar 14 18:26:46.044583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-25afd7c1-4df2-4103-9f71-8b5d2e4e0527 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.062328 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afd7c1-4df2-4103-9f71-8b5d2e4e0527 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6eb18a-ba2c-428d-bef2-b564df9b46c7,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:46.067591 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-25afd7c1-4df2-4103-9f71-8b5d2e4e0527 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.068030 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-25afd7c1-4df2-4103-9f71-8b5d2e4e0527 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/security-groups/ce6eb18a-ba2c-428d-bef2-b564df9b46c7 HTTP/1.1" status: 204 len: 168 time: 0.2699418 Mar 14 18:26:46.070694 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59862) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:46.082460 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event updated for resources: {'Port': ['ID=d3f80768-8161-4172-97ed-1df7127f3f2b,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:46.097879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.135500 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-87d40662-87d0-43f8-a02f-98d6217287e6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.162402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-87d40662-87d0-43f8-a02f-98d6217287e6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.191007 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-9c44f0ad-ab20-4449-ac41-e98b6c186ee4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2171915 Mar 14 18:26:46.292748 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Floating IP 1d67c7eb-cd4e-4862-8efb-bf156494ca94 associated. External IP: 172.26.7.186, port: beefcafe-244f-44be-bf65-3e5d2a08ad77. Mar 14 18:26:46.309425 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4bdc8a3e-f589-4bfa-b168-a8164d5565ff up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:26:46.338092 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-87d40662-87d0-43f8-a02f-98d6217287e6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.361725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d40662-87d0-43f8-a02f-98d6217287e6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b21a89-b721-409f-a87b-1a230aea1b97,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:46.383813 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-87d40662-87d0-43f8-a02f-98d6217287e6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.385531 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-87d40662-87d0-43f8-a02f-98d6217287e6 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/security-groups/a8b21a89-b721-409f-a87b-1a230aea1b97 HTTP/1.1" status: 204 len: 168 time: 0.3137488 Mar 14 18:26:46.398005 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59868) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:46.404397 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 4bdc8a3e-f589-4bfa-b168-a8164d5565ff triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:46.404777 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.477304 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a9bffdac-810f-4be8-ae75-37780550756c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.521390 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a9bffdac-810f-4be8-ae75-37780550756c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.537715 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 085b5a48-a2da-4d73-ac70-838b92887feb up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:26:46.604187 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 085b5a48-a2da-4d73-ac70-838b92887feb triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:46.604652 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.638522 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a9bffdac-810f-4be8-ae75-37780550756c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.657427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bffdac-810f-4be8-ae75-37780550756c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa598c7-5b28-4af7-b459-6fdb680e388c,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:46.675814 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a9bffdac-810f-4be8-ae75-37780550756c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.677870 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a9bffdac-810f-4be8-ae75-37780550756c tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/security-groups/daa598c7-5b28-4af7-b459-6fdb680e388c HTTP/1.1" status: 204 len: 168 time: 0.2786131 Mar 14 18:26:46.680858 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59872) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:46.770895 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef805f41-7d61-4d4c-a472-4a2d067a5ae8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting subnet 1cfde84e-6305-4388-bd1f-f8571dbc7f62 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:26:46.773925 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ef805f41-7d61-4d4c-a472-4a2d067a5ae8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.829264 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ef805f41-7d61-4d4c-a472-4a2d067a5ae8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.891777 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-df0371da-20d1-434c-b08f-95bee457d127 service neutron] 10.222.0.43 "GET /v2.0/networks/462927ee-ef23-4cbd-8ce3-35807cde8e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6833816 Mar 14 18:26:46.919106 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ef805f41-7d61-4d4c-a472-4a2d067a5ae8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.078988 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ef805f41-7d61-4d4c-a472-4a2d067a5ae8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.084183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Router d74f70b8-68f1-4c03-ab90-d993d4ace8ab has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:26:47.121792 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef805f41-7d61-4d4c-a472-4a2d067a5ae8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Subnet': ['ID=1cfde84e-6305-4388-bd1f-f8571dbc7f62,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:47.124202 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ef805f41-7d61-4d4c-a472-4a2d067a5ae8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.135242 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ef805f41-7d61-4d4c-a472-4a2d067a5ae8 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/1cfde84e-6305-4388-bd1f-f8571dbc7f62 HTTP/1.1" status: 204 len: 168 time: 0.4494247 Mar 14 18:26:47.135446 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee757b2d-abc6-4261-aef9-6c9c01fce3f5 None None] Network 03adda78-b01d-4cae-90db-e430846fe453 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:47.139282 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59876) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:47.179792 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-701ec2a4-9e56-4afd-8164-beb870feb68c service neutron] 10.222.0.43 "GET /v2.0/networks/462927ee-ef23-4cbd-8ce3-35807cde8e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293382 Mar 14 18:26:47.217795 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc80da06-2e86-4886-8033-1991b905bcf3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting subnet 2a77029f-dd97-45c8-a466-456812580fd6 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:26:47.221293 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc80da06-2e86-4886-8033-1991b905bcf3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.283415 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc80da06-2e86-4886-8033-1991b905bcf3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.319581 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:26:47.335786 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3081668f-a104-4fed-9ae5-cdc9df1b5729 None None] Sync routers for ids ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:47.388023 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc80da06-2e86-4886-8033-1991b905bcf3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.411554 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3081668f-a104-4fed-9ae5-cdc9df1b5729 None None] Routers {'d74f70b8-68f1-4c03-ab90-d993d4ace8ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:26:47.412185 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3081668f-a104-4fed-9ae5-cdc9df1b5729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:26:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:47.489550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.519545 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc80da06-2e86-4886-8033-1991b905bcf3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.574322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80da06-2e86-4886-8033-1991b905bcf3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Subnet': ['ID=2a77029f-dd97-45c8-a466-456812580fd6,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:47.585149 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1d992a11-8582-45be-a9de-09b4e6785947 req-4043d7bb-3d5d-4020-bd22-8bfd1dc7ec6a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 210 time: 0.0615017 Mar 14 18:26:47.598011 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc80da06-2e86-4886-8033-1991b905bcf3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.613694 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ee11750d-2708-4986-8824-75be3830d097 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.2040503 Mar 14 18:26:47.613694 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'tag': 'beefcafe-244f-44be-bf65-3e5d2a08ad77'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:26:47.615508 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dc80da06-2e86-4886-8033-1991b905bcf3 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/2a77029f-dd97-45c8-a466-456812580fd6 HTTP/1.1" status: 204 len: 168 time: 0.4663928 Mar 14 18:26:47.615895 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59886) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:47.645857 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-3081668f-a104-4fed-9ae5-cdc9df1b5729 None None] Set router d74f70b8-68f1-4c03-ab90-d993d4ace8ab gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:26:47.653606 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df101d7-a9ec-4fa7-9087-78950eb76d40 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:47.654061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df101d7-a9ec-4fa7-9087-78950eb76d40 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:47.656487 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4df101d7-a9ec-4fa7-9087-78950eb76d40 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/1cfde84e-6305-4388-bd1f-f8571dbc7f62 HTTP/1.1" status: 404 len: 337 time: 0.0416081 Mar 14 18:26:47.658430 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59894) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:47.729902 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'tag': 'beefcafe-244f-44be-bf65-3e5d2a08ad77', 'status': 'completed', 'code': 200} Mar 14 18:26:47.734901 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c3c1fc-1627-4fd1-a369-f657c7f7a2e5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting subnet e2f950bd-6ff3-44be-8e74-8e58e6a965fa {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:26:47.738266 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7c3c1fc-1627-4fd1-a369-f657c7f7a2e5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.784072 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649f631-310b-498d-853c-74f8796a5059 req-1f07644e-2c94-47f8-9d51-d74e2da9d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:47.786151 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3649f631-310b-498d-853c-74f8796a5059 req-1f07644e-2c94-47f8-9d51-d74e2da9d7fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 1099 time: 0.0956409 Mar 14 18:26:47.799887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7c3c1fc-1627-4fd1-a369-f657c7f7a2e5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.899310 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7c3c1fc-1627-4fd1-a369-f657c7f7a2e5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:48.079050 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7c3c1fc-1627-4fd1-a369-f657c7f7a2e5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:48.093042 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649f631-310b-498d-853c-74f8796a5059 req-944ca216-f11d-4e6a-979a-57f0e0902db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:48.094527 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3649f631-310b-498d-853c-74f8796a5059 req-944ca216-f11d-4e6a-979a-57f0e0902db6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b HTTP/1.1" status: 200 len: 913 time: 0.3024201 Mar 14 18:26:48.111780 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3081668f-a104-4fed-9ae5-cdc9df1b5729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '1d67c7eb-cd4e-4862-8efb-bf156494ca94', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'port_id': 'beefcafe-244f-44be-bf65-3e5d2a08ad77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'mac_address': 'fa:16:3e:03:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:26:44Z', 'updated_at': '2022-03-14T18:26:44Z', 'revision_number': 0, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:26Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:48.117179 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3081668f-a104-4fed-9ae5-cdc9df1b5729 None None] Checking router: d74f70b8-68f1-4c03-ab90-d993d4ace8ab for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:26:48.129468 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3081668f-a104-4fed-9ae5-cdc9df1b5729 None None] Routers {'d74f70b8-68f1-4c03-ab90-d993d4ace8ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:26:48.135720 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3c1fc-1627-4fd1-a369-f657c7f7a2e5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Subnet': ['ID=e2f950bd-6ff3-44be-8e74-8e58e6a965fa,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:48.136947 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3081668f-a104-4fed-9ae5-cdc9df1b5729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:26:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:48.151844 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7c3c1fc-1627-4fd1-a369-f657c7f7a2e5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:48.160546 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a7c3c1fc-1627-4fd1-a369-f657c7f7a2e5 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/e2f950bd-6ff3-44be-8e74-8e58e6a965fa HTTP/1.1" status: 204 len: 168 time: 0.5009575 Mar 14 18:26:48.163202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59902) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:48.206159 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3649f631-310b-498d-853c-74f8796a5059 req-64086b96-350d-4a2b-9c06-43e5b71d5462 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beefcafe-244f-44be-bf65-3e5d2a08ad77 HTTP/1.1" status: 200 len: 1000 time: 0.1051128 Mar 14 18:26:48.212441 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b1d325-90c6-4094-9b57-1db715396ccd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:48.213545 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b1d325-90c6-4094-9b57-1db715396ccd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:48.215295 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d4b1d325-90c6-4094-9b57-1db715396ccd tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/030a9365-df93-40fe-b8a6-0449e2816225 HTTP/1.1" status: 404 len: 337 time: 0.0511532 Mar 14 18:26:48.218649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59906) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:48.268290 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-538f01ea-dfb0-49b9-9dec-0da842d3b130 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Synchronizing usage tracker for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:48.282453 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-538f01ea-dfb0-49b9-9dec-0da842d3b130 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Unset dirty status for tenant:9fea93318d8341f3994d0da2f8ba39d3 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:48.283692 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-538f01ea-dfb0-49b9-9dec-0da842d3b130 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "GET /v2.0/ports?device_id=cafa28ee-1274-47aa-84a2-1ea53cae9577 HTTP/1.1" status: 200 len: 205 time: 0.0640767 Mar 14 18:26:48.286174 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59910) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:48.289628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649f631-310b-498d-853c-74f8796a5059 req-65615113-591d-48ef-903b-fd071b8b03f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:48.293236 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3649f631-310b-498d-853c-74f8796a5059 req-65615113-591d-48ef-903b-fd071b8b03f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=308aa848-34d0-47aa-91ad-fa0584470c08 HTTP/1.1" status: 200 len: 851 time: 0.0783963 Mar 14 18:26:48.361754 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-3081668f-a104-4fed-9ae5-cdc9df1b5729 None None] Set router d74f70b8-68f1-4c03-ab90-d993d4ace8ab gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:26:48.389628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649f631-310b-498d-853c-74f8796a5059 req-41284886-a8d6-494e-b7bd-edd579191bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:48.391253 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3649f631-310b-498d-853c-74f8796a5059 req-41284886-a8d6-494e-b7bd-edd579191bfe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0942976 Mar 14 18:26:48.417420 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e31bfb-dea2-4c4e-ab23-497d149a6a79 None None] Network 03adda78-b01d-4cae-90db-e430846fe453 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:26:48.492592 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-7a1e19da-3931-43ce-97d0-832a19760d55 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] delete failed (client error): The resource could not be found. Mar 14 18:26:48.493607 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7a1e19da-3931-43ce-97d0-832a19760d55 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/routers/cafa28ee-1274-47aa-84a2-1ea53cae9577 HTTP/1.1" status: 404 len: 336 time: 0.2063484 Mar 14 18:26:48.496934 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59914) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:48.537705 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d901fc-5528-45b6-931f-bdc31fc4ada9 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:48.538341 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d901fc-5528-45b6-931f-bdc31fc4ada9 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:48.542478 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b5d901fc-5528-45b6-931f-bdc31fc4ada9 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/a82bb565-068c-4cbb-8a46-c1ce09469aef HTTP/1.1" status: 404 len: 337 time: 0.0419853 Mar 14 18:26:48.543157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59918) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:48.547029 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3649f631-310b-498d-853c-74f8796a5059 req-3a8099af-2b03-4a29-9580-c4bf2cc9974f service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485639 Mar 14 18:26:48.580357 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dcb8196-7918-4d59-bd6e-bbe18df494b7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:48.580987 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dcb8196-7918-4d59-bd6e-bbe18df494b7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:48.585086 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0dcb8196-7918-4d59-bd6e-bbe18df494b7 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/e3d63f21-6b3d-4600-9447-25fee8a2a067 HTTP/1.1" status: 404 len: 337 time: 0.0388739 Mar 14 18:26:48.586116 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59922) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:48.626171 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ab2dae-8f02-43dd-b6a7-05eac08e4a24 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:48.626700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ab2dae-8f02-43dd-b6a7-05eac08e4a24 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:48.631052 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-11ab2dae-8f02-43dd-b6a7-05eac08e4a24 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/69136914-6225-4d90-b221-a8da2561b2ef HTTP/1.1" status: 404 len: 337 time: 0.0423343 Mar 14 18:26:48.631286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59928) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:48.652213 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-756338cc-3ee9-41fc-8abe-ee11550989d8 None None] Provisioning complete for port be1f3201-b4d9-4d0a-8da8-106943191be6 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:48.652727 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-756338cc-3ee9-41fc-8abe-ee11550989d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:48.696966 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3649f631-310b-498d-853c-74f8796a5059 req-c25d09bb-9328-418f-b921-d90e828cff44 service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442695 Mar 14 18:26:48.708185 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3b1056-83c9-47da-9506-c883a09c9c05 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:48.708650 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d3b1056-83c9-47da-9506-c883a09c9c05 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:48.710384 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5d3b1056-83c9-47da-9506-c883a09c9c05 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/ports/390363f4-d46b-4338-bf01-b96d241fe540 HTTP/1.1" status: 404 len: 333 time: 0.0781107 Mar 14 18:26:48.713080 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59932) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:48.764861 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dba67f4-5469-4967-8cea-d620f29bb811 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:48.765433 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dba67f4-5469-4967-8cea-d620f29bb811 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:48.767147 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9dba67f4-5469-4967-8cea-d620f29bb811 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/0862563b-aeb0-456e-a576-f766cfacd95a HTTP/1.1" status: 404 len: 337 time: 0.0530879 Mar 14 18:26:48.769905 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59936) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:48.772462 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-71651025-1eda-445a-b9f3-24de8644c52b req-61885325-8c6c-4000-9385-4871c00af32d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 210 time: 0.0503445 Mar 14 18:26:48.812782 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5a0e30-e78f-43a0-9466-834039da6f17 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:48.813320 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5a0e30-e78f-43a0-9466-834039da6f17 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:48.814925 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3a5a0e30-e78f-43a0-9466-834039da6f17 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/19406f78-ad46-4c13-9acb-7b2335360577 HTTP/1.1" status: 404 len: 337 time: 0.0437412 Mar 14 18:26:48.817485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59940) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:48.862233 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d38c770-959e-48d3-a1b4-b9ee0f377ee1 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:48.862708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d38c770-959e-48d3-a1b4-b9ee0f377ee1 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:48.864668 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4d38c770-959e-48d3-a1b4-b9ee0f377ee1 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/ports/4598bacf-8d19-4fb9-a3ae-7c9e9b525da2 HTTP/1.1" status: 404 len: 333 time: 0.0459344 Mar 14 18:26:48.867055 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59944) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:48.874475 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-756338cc-3ee9-41fc-8abe-ee11550989d8 None None] Port be1f3201-b4d9-4d0a-8da8-106943191be6 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:48.904666 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-53578aba-1e3e-4918-98fe-cade577e6922 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:48.905119 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53578aba-1e3e-4918-98fe-cade577e6922 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:48.909129 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-53578aba-1e3e-4918-98fe-cade577e6922 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/61bb1201-a733-400f-a757-3f1187cdf5c2 HTTP/1.1" status: 404 len: 337 time: 0.0388463 Mar 14 18:26:48.909349 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59948) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:48.948373 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f4acfc-699c-4476-a804-40f0d4beeb16 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:48.948833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f4acfc-699c-4476-a804-40f0d4beeb16 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:48.953277 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-91f4acfc-699c-4476-a804-40f0d4beeb16 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/subnets/b812309e-b8b0-4ae6-ac4c-d394bccc21b7 HTTP/1.1" status: 404 len: 337 time: 0.0405080 Mar 14 18:26:48.953573 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59952) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:49.003448 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-756338cc-3ee9-41fc-8abe-ee11550989d8 None None] Provisioning complete for port 085b5a48-a2da-4d73-ac70-838b92887feb triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:49.003812 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-756338cc-3ee9-41fc-8abe-ee11550989d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.024421 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-23f86f36-6b08-4834-84b5-73daca447f51 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Deleting port be1f3201-b4d9-4d0a-8da8-106943191be6 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:49.024792 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-23f86f36-6b08-4834-84b5-73daca447f51 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.211720 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3081668f-a104-4fed-9ae5-cdc9df1b5729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '1d67c7eb-cd4e-4862-8efb-bf156494ca94', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'port_id': 'beefcafe-244f-44be-bf65-3e5d2a08ad77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'mac_address': 'fa:16:3e:03:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:26:44Z', 'updated_at': '2022-03-14T18:26:44Z', 'revision_number': 0, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:26Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:49.217345 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f509ee5-caff-4a31-a3e8-553eb8ec7e5c None None] DHCP port deletion for 03adda78-b01d-4cae-90db-e430846fe453 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:26:49.221095 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3081668f-a104-4fed-9ae5-cdc9df1b5729 None None] The sync data for ids ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'] in dv-neutron-833560-1-hyperv is: [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '1d67c7eb-cd4e-4862-8efb-bf156494ca94', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'port_id': 'beefcafe-244f-44be-bf65-3e5d2a08ad77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'mac_address': 'fa:16:3e:03:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:26:44Z', 'updated_at': '2022-03-14T18:26:44Z', 'revision_number': 0, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:26Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:49.224904 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-8f509ee5-caff-4a31-a3e8-553eb8ec7e5c None None] Deleting port 085b5a48-a2da-4d73-ac70-838b92887feb {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:26:49.225034 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8f509ee5-caff-4a31-a3e8-553eb8ec7e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.254631 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-23f86f36-6b08-4834-84b5-73daca447f51 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.407102 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-23f86f36-6b08-4834-84b5-73daca447f51 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Calling delete_port for be1f3201-b4d9-4d0a-8da8-106943191be6 owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:26:49.443888 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-8f509ee5-caff-4a31-a3e8-553eb8ec7e5c None None] For port 085b5a48-a2da-4d73-ac70-838b92887feb, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=085b5a48-a2da-4d73-ac70-838b92887feb,segment=NetworkSegment(81d01833-65b4-4257-9d75-fb42f9ad731e),segment_id=81d01833-65b4-4257-9d75-fb42f9ad731e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:49.443888 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8f509ee5-caff-4a31-a3e8-553eb8ec7e5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.455644 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e66f7ee-cd26-4942-982f-4801e85e8b56 None None] New status for floating IP 1d67c7eb-cd4e-4862-8efb-bf156494ca94: ACTIVE {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:26:49.563911 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-8f509ee5-caff-4a31-a3e8-553eb8ec7e5c None None] Calling delete_port for 085b5a48-a2da-4d73-ac70-838b92887feb owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:26:49.606139 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-23f86f36-6b08-4834-84b5-73daca447f51 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.713097 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8f509ee5-caff-4a31-a3e8-553eb8ec7e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.772440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f509ee5-caff-4a31-a3e8-553eb8ec7e5c None None] Pushing event deleted for resources: {'Port': ['ID=085b5a48-a2da-4d73-ac70-838b92887feb,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:49.776068 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f509ee5-caff-4a31-a3e8-553eb8ec7e5c None None] No DVR routers for this DVR port 085b5a48-a2da-4d73-ac70-838b92887feb on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:49.800951 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f86f36-6b08-4834-84b5-73daca447f51 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Port': ['ID=be1f3201-b4d9-4d0a-8da8-106943191be6,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:49.809273 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-23f86f36-6b08-4834-84b5-73daca447f51 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.849617 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-5dfeb45f-d638-4544-b87b-4a35db9bbc59 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:49.850365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-5dfeb45f-d638-4544-b87b-4a35db9bbc59 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:49.901916 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-23f86f36-6b08-4834-84b5-73daca447f51 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/ports/be1f3201-b4d9-4d0a-8da8-106943191be6 HTTP/1.1" status: 204 len: 168 time: 0.9470911 Mar 14 18:26:49.904287 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 59958) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:49.938316 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-5dfeb45f-d638-4544-b87b-4a35db9bbc59 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:49.939456 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-5dfeb45f-d638-4544-b87b-4a35db9bbc59 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/networks?id=462927ee-ef23-4cbd-8ce3-35807cde8e2a HTTP/1.1" status: 200 len: 796 time: 0.4221931 Mar 14 18:26:49.963377 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3f9bac7f-82f3-4137-8542-374b53a6080e req-8b991e99-46fa-4d9c-b961-08c9fa4b6546 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 210 time: 0.0451152 Mar 14 18:26:50.047565 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55e93699-bb13-4603-a764-e5ff6defa344 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.056377 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-909ad8a9-36fb-485c-a052-a20d67d84d0b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:50.093228 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:26:50.118860 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-909ad8a9-36fb-485c-a052-a20d67d84d0b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:50.120015 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-909ad8a9-36fb-485c-a052-a20d67d84d0b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 473 time: 0.1720998 Mar 14 18:26:50.138301 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-6bfbfa08-dcab-473a-90b5-463489af9b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'port': {'device_id': '8076bda7-93b0-4828-acec-6f6945815e57', 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a', 'admin_state_up': True, 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'security_groups': ['0ec00d5d-5ffe-48b8-b184-3aed491d5af7']}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:50.227535 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55e93699-bb13-4603-a764-e5ff6defa344 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.299070 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 085b5a48-a2da-4d73-ac70-838b92887feb no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:26:50.314414 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-55e93699-bb13-4603-a764-e5ff6defa344 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03adda78-b01d-4cae-90db-e430846fe453']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:50.332595 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-55e93699-bb13-4603-a764-e5ff6defa344 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d01833-65b4-4257-9d75-fb42f9ad731e') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:50.332901 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-55e93699-bb13-4603-a764-e5ff6defa344 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d01833-65b4-4257-9d75-fb42f9ad731e') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:50.335694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 085b5a48-a2da-4d73-ac70-838b92887feb {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:26:50.336036 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 085b5a48-a2da-4d73-ac70-838b92887feb not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:26:50.355962 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55e93699-bb13-4603-a764-e5ff6defa344 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.377372 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-6bfbfa08-dcab-473a-90b5-463489af9b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:50.379685 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55e93699-bb13-4603-a764-e5ff6defa344 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.385059 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-6bfbfa08-dcab-473a-90b5-463489af9b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:port and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:50.389245 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-6bfbfa08-dcab-473a-90b5-463489af9b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:50.391975 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e93699-bb13-4603-a764-e5ff6defa344 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:26:50.392358 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55e93699-bb13-4603-a764-e5ff6defa344 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:26:50.406509 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:26:50.420742 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-6bfbfa08-dcab-473a-90b5-463489af9b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:50.563887 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-6bfbfa08-dcab-473a-90b5-463489af9b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:50.567607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-6bfbfa08-dcab-473a-90b5-463489af9b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.581374 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55e93699-bb13-4603-a764-e5ff6defa344 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.600433 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-55e93699-bb13-4603-a764-e5ff6defa344 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.613622 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e93699-bb13-4603-a764-e5ff6defa344 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] Pushing event deleted for resources: {'Network': ['ID=03adda78-b01d-4cae-90db-e430846fe453,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:50.649206 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-55e93699-bb13-4603-a764-e5ff6defa344 tempest-PortsTestJSON-1730015764 tempest-PortsTestJSON-1730015764-project] 10.222.0.43 "DELETE /v2.0/networks/03adda78-b01d-4cae-90db-e430846fe453 HTTP/1.1" status: 204 len: 168 time: 0.7432764 Mar 14 18:26:50.762332 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-6bfbfa08-dcab-473a-90b5-463489af9b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.30 (462927ee-ef23-4cbd-8ce3-35807cde8e2a/c6bbea32-5683-4620-b449-839aa893ba9b/1813e0ba-6987-4864-b4ab-284cfd94f555) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:50.944612 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-6bfbfa08-dcab-473a-90b5-463489af9b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.959596 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-6bfbfa08-dcab-473a-90b5-463489af9b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object 1813e0ba-6987-4864-b4ab-284cfd94f555 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:51.057194 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-6bfbfa08-dcab-473a-90b5-463489af9b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.125483 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-6bfbfa08-dcab-473a-90b5-463489af9b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 462927ee-ef23-4cbd-8ce3-35807cde8e2a is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:51.128561 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-6bfbfa08-dcab-473a-90b5-463489af9b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:51.130894 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-6bfbfa08-dcab-473a-90b5-463489af9b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:26:51.155128 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c364ef-f0a6-4f75-a29f-59d4d722c6df req-c91018a5-16a1-4eea-9fc3-6df8ba05e30f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:51.156592 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-71c364ef-f0a6-4f75-a29f-59d4d722c6df req-c91018a5-16a1-4eea-9fc3-6df8ba05e30f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 932 time: 0.0896070 Mar 14 18:26:51.180848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59972) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:51.185913 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbfa08-dcab-473a-90b5-463489af9b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=1813e0ba-6987-4864-b4ab-284cfd94f555,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:51.221517 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-6bfbfa08-dcab-473a-90b5-463489af9b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:51.228918 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-6bfbfa08-dcab-473a-90b5-463489af9b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.229213 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-71c364ef-f0a6-4f75-a29f-59d4d722c6df req-0cfef179-b28f-47b2-a693-cd5827454578 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ec00d5d-5ffe-48b8-b184-3aed491d5af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598583 Mar 14 18:26:51.344131 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-6bfbfa08-dcab-473a-90b5-463489af9b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2116106 Mar 14 18:26:51.353651 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b6d5144e-7a7d-4ff3-ac07-1a5fefb632bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9fea93318d8341f3994d0da2f8ba39d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694260 Mar 14 18:26:51.353886 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 59978) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:51.356654 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Request body: {'port': {'device_id': '8076bda7-93b0-4828-acec-6f6945815e57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:51.414283 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ff57dc8c-0af6-4343-8122-183b322f2138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.468327 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.473349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ff57dc8c-0af6-4343-8122-183b322f2138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.495266 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c248682b-4e83-45c5-8ea3-f750062c4747 None None] Provisioning for port 1813e0ba-6987-4864-b4ab-284cfd94f555 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:51.500202 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c248682b-4e83-45c5-8ea3-f750062c4747 None None] Provisioning complete for port 1813e0ba-6987-4864-b4ab-284cfd94f555 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:51.500582 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c248682b-4e83-45c5-8ea3-f750062c4747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.554158 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c248682b-4e83-45c5-8ea3-f750062c4747 None None] Port 1813e0ba-6987-4864-b4ab-284cfd94f555 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:26:51.610863 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ff57dc8c-0af6-4343-8122-183b322f2138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.627225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57dc8c-0af6-4343-8122-183b322f2138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4c7000-9861-45be-b44b-42259da4017d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:51.631556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ff57dc8c-0af6-4343-8122-183b322f2138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.632661 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ff57dc8c-0af6-4343-8122-183b322f2138 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca4c7000-9861-45be-b44b-42259da4017d HTTP/1.1" status: 204 len: 168 time: 0.2778976 Mar 14 18:26:51.817160 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1813e0ba-6987-4864-b4ab-284cfd94f555 {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:26:51.824542 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.839007 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Transition to ACTIVE for port object 1813e0ba-6987-4864-b4ab-284cfd94f555 will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:26:51.924161 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.217256 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Pushing event updated for resources: {'Port': ['ID=1813e0ba-6987-4864-b4ab-284cfd94f555,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:52.318834 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Attempting to bind port 1813e0ba-6987-4864-b4ab-284cfd94f555 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:52.318834 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Attempting to bind port 1813e0ba-6987-4864-b4ab-284cfd94f555 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'cd238298-3e41-450e-8506-85053f33f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:52.318834 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Attempting to bind port 1813e0ba-6987-4864-b4ab-284cfd94f555 on network 462927ee-ef23-4cbd-8ce3-35807cde8e2a {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:26:52.323901 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Port 1813e0ba-6987-4864-b4ab-284cfd94f555 on network 462927ee-ef23-4cbd-8ce3-35807cde8e2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:26:52.323901 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Attempting to bind port 1813e0ba-6987-4864-b4ab-284cfd94f555 on network 462927ee-ef23-4cbd-8ce3-35807cde8e2a {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:26:52.329334 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:26:52.329895 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Checking segment: {'id': 'cd238298-3e41-450e-8506-85053f33f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:26:52.330008 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Bound using segment: {'id': 'cd238298-3e41-450e-8506-85053f33f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:26:52.330390 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Bound port: 1813e0ba-6987-4864-b4ab-284cfd94f555, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd238298-3e41-450e-8506-85053f33f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:52.330731 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.450579 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add55989-32bf-4fc3-9d1b-5a61fa90ffb8 req-6de2c0c0-37c0-4a82-a8e9-785d684993d1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:52.453419 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-add55989-32bf-4fc3-9d1b-5a61fa90ffb8 req-6de2c0c0-37c0-4a82-a8e9-785d684993d1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 944 time: 0.1024277 Mar 14 18:26:52.456004 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] For port 1813e0ba-6987-4864-b4ab-284cfd94f555, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:26:52.458841 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] For port 1813e0ba-6987-4864-b4ab-284cfd94f555, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1813e0ba-6987-4864-b4ab-284cfd94f555,segment=NetworkSegment(cd238298-3e41-450e-8506-85053f33f085),segment_id=cd238298-3e41-450e-8506-85053f33f085)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:26:52.515800 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-add55989-32bf-4fc3-9d1b-5a61fa90ffb8 req-0e9ad9d5-4352-42b6-a6f1-72ae1a77a347 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ec00d5d-5ffe-48b8-b184-3aed491d5af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521650 Mar 14 18:26:52.572236 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.618550 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:52.620518 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.622489 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] 10.222.0.59 "PUT /v2.0/ports/1813e0ba-6987-4864-b4ab-284cfd94f555 HTTP/1.1" status: 200 len: 1094 time: 1.2695847 Mar 14 18:26:52.622593 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8076bda7-93b0-4828-acec-6f6945815e57', 'tag': '1813e0ba-6987-4864-b4ab-284cfd94f555'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:26:52.663375 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3af09b-4b70-4f81-922d-5bff212cd402 service neutron] Pushing event updated for resources: {'Port': ['ID=1813e0ba-6987-4864-b4ab-284cfd94f555,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:52.726693 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8076bda7-93b0-4828-acec-6f6945815e57', 'tag': '1813e0ba-6987-4864-b4ab-284cfd94f555', 'status': 'completed', 'code': 200} Mar 14 18:26:52.821240 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44068a86-1b30-4fc8-b628-37a723036db1 req-9a207fa9-8ee4-41ca-a1e1-5b4ce3ae0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:52.822440 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-44068a86-1b30-4fc8-b628-37a723036db1 req-9a207fa9-8ee4-41ca-a1e1-5b4ce3ae0c05 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 1097 time: 0.0869749 Mar 14 18:26:52.825400 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60006) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:52.962737 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1600468942'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:52.973599 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:52.993792 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:52.998586 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:53.005429 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44068a86-1b30-4fc8-b628-37a723036db1 req-52ed5783-43f4-485c-a2f7-62e59da9625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:53.005905 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44068a86-1b30-4fc8-b628-37a723036db1 req-52ed5783-43f4-485c-a2f7-62e59da9625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:53.008340 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-44068a86-1b30-4fc8-b628-37a723036db1 req-52ed5783-43f4-485c-a2f7-62e59da9625f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1761546 Mar 14 18:26:53.009070 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:53.108265 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.134543 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.159999 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:53.174015 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:53.180134 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:53.187699 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:53.193892 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44068a86-1b30-4fc8-b628-37a723036db1 req-f5d1225c-2ca3-49d5-bdd5-bafa509a8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:53.193892 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-44068a86-1b30-4fc8-b628-37a723036db1 req-f5d1225c-2ca3-49d5-bdd5-bafa509a8431 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1779585 Mar 14 18:26:53.340068 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.346130 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-09253485-3555-40de-9dfa-4e61981ef316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:53.354276 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-09253485-3555-40de-9dfa-4e61981ef316 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 1097 time: 0.1194358 Mar 14 18:26:53.410840 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.428933 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:53.430955 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-f609eb4f-8ba6-48c4-8836-da55ae5be3bf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=1813e0ba-6987-4864-b4ab-284cfd94f555 HTTP/1.1" status: 200 len: 217 time: 0.0766146 Mar 14 18:26:53.434860 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:53.471177 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:53.484575 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:53.520100 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=414327cd-98e4-46e6-b2a5-350d693e135f,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:53.552934 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-45f6e66e-faf5-44e1-bb5d-c404e23a37cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:53.552934 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-45f6e66e-faf5-44e1-bb5d-c404e23a37cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c6bbea32-5683-4620-b449-839aa893ba9b HTTP/1.1" status: 200 len: 837 time: 0.1085763 Mar 14 18:26:53.643252 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.668621 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-e1fa934c-d4f5-4b64-b75d-b822879c0179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:53.670348 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-e1fa934c-d4f5-4b64-b75d-b822879c0179 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=462927ee-ef23-4cbd-8ce3-35807cde8e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1170020 Mar 14 18:26:53.705648 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f024f-2a9c-46e8-8a98-4a3b718ad3b6 req-f205a23d-09d8-46b3-9afa-62e18dbcf7ab tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:53.707770 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c4f024f-2a9c-46e8-8a98-4a3b718ad3b6 req-f205a23d-09d8-46b3-9afa-62e18dbcf7ab tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 944 time: 0.0843165 Mar 14 18:26:53.715323 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.754330 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c4f024f-2a9c-46e8-8a98-4a3b718ad3b6 req-fbedd94b-9567-4e1f-bfc9-9d67fdf684fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ec00d5d-5ffe-48b8-b184-3aed491d5af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392735 Mar 14 18:26:53.814645 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043cd9d6-ac66-484d-a640-4d13261c0738,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:53.850895 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-5e76f483-8483-472f-8bb5-2853ad0cd7ff service neutron] 10.222.0.59 "GET /v2.0/networks/462927ee-ef23-4cbd-8ce3-35807cde8e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737800 Mar 14 18:26:53.891441 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.892590 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5a429abc-9a2b-4b1a-919d-b9f4e7d6a781 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0664625 Mar 14 18:26:53.895624 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60014) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:53.957071 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-462f99d8-d3cc-4e54-94f0-613aa0a45e07 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0602403 Mar 14 18:26:53.959747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60018) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:53.964522 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-91f85840-ffc2-4c64-add4-d092e8ba10cd tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group': {'name': 'tempest-security--521635524', 'description': 'tempest-security-description-2136351437'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:53.985474 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c7495e18-2cb5-40a5-95a9-8ca3bd4901e0 req-1655bb20-d01f-4eba-b11d-f58c018ce72b service neutron] 10.222.0.59 "GET /v2.0/networks/462927ee-ef23-4cbd-8ce3-35807cde8e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278715 Mar 14 18:26:53.997673 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-91f85840-ffc2-4c64-add4-d092e8ba10cd tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.049132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-91f85840-ffc2-4c64-add4-d092e8ba10cd tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.118229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-91f85840-ffc2-4c64-add4-d092e8ba10cd tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.120576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-91f85840-ffc2-4c64-add4-d092e8ba10cd tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.121782 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-91f85840-ffc2-4c64-add4-d092e8ba10cd tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "PUT /v2.0/security-groups/043cd9d6-ac66-484d-a640-4d13261c0738 HTTP/1.1" status: 200 len: 1779 time: 0.1610985 Mar 14 18:26:54.125377 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60022) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:54.149197 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f85840-ffc2-4c64-add4-d092e8ba10cd tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043cd9d6-ac66-484d-a640-4d13261c0738,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:54.171913 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-35c33033-cc46-4bca-afba-cd38dc6d7d20 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-groups/043cd9d6-ac66-484d-a640-4d13261c0738 HTTP/1.1" status: 200 len: 1779 time: 0.0454276 Mar 14 18:26:54.174418 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60026) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:54.235063 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-17c49c75-2a8d-4104-9adb-f45397ed8bd3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.250614 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-66e3958b-cbbc-43cb-8907-aea71666bdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.261771 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-17c49c75-2a8d-4104-9adb-f45397ed8bd3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.358227 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-17c49c75-2a8d-4104-9adb-f45397ed8bd3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.376114 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c49c75-2a8d-4104-9adb-f45397ed8bd3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=043cd9d6-ac66-484d-a640-4d13261c0738,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:54.380695 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-17c49c75-2a8d-4104-9adb-f45397ed8bd3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.381739 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-17c49c75-2a8d-4104-9adb-f45397ed8bd3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-groups/043cd9d6-ac66-484d-a640-4d13261c0738 HTTP/1.1" status: 204 len: 168 time: 0.2064197 Mar 14 18:26:54.384113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60030) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:54.436033 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3cd8de3f-2c3c-47c2-8dbd-8b19975400cb tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:54.506471 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3cd8de3f-2c3c-47c2-8dbd-8b19975400cb tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:54.507696 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3cd8de3f-2c3c-47c2-8dbd-8b19975400cb tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1223834 Mar 14 18:26:54.510450 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60034) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:54.526098 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-47ad7656-5db5-4453-9cc7-3e5823600b81 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] delete failed (client error): The resource could not be found. Mar 14 18:26:54.527063 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-47ad7656-5db5-4453-9cc7-3e5823600b81 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-groups/043cd9d6-ac66-484d-a640-4d13261c0738 HTTP/1.1" status: 404 len: 347 time: 0.0156856 Mar 14 18:26:54.531320 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60038) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:54.536431 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-2f059f4e-4d1f-45b8-81a7-4f2b14ff64dc tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352030941'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:54.543112 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2f059f4e-4d1f-45b8-81a7-4f2b14ff64dc tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:54.553285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2f059f4e-4d1f-45b8-81a7-4f2b14ff64dc tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:54.660470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f059f4e-4d1f-45b8-81a7-4f2b14ff64dc tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.679952 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2f059f4e-4d1f-45b8-81a7-4f2b14ff64dc tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:54.683975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2f059f4e-4d1f-45b8-81a7-4f2b14ff64dc tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:54.687403 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2f059f4e-4d1f-45b8-81a7-4f2b14ff64dc tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:54.693042 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2f059f4e-4d1f-45b8-81a7-4f2b14ff64dc tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:54.766557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f059f4e-4d1f-45b8-81a7-4f2b14ff64dc tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.849524 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f059f4e-4d1f-45b8-81a7-4f2b14ff64dc tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.937912 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-afbbfafc-9a0c-47da-867c-31db793d5e1a req-5c7147e0-5a62-4abe-bf53-563c49e58f07 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709627 Mar 14 18:26:54.944209 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f059f4e-4d1f-45b8-81a7-4f2b14ff64dc tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f605d294-09f7-4975-95bc-b098d5325f5b,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:54.978118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ef4ac-ed4d-4f2c-9c52-cb696246d131 req-431f6d87-6be9-434f-8c9e-b2154f7dc33c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:54.979604 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d1ef4ac-ed4d-4f2c-9c52-cb696246d131 req-431f6d87-6be9-434f-8c9e-b2154f7dc33c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 944 time: 0.1114485 Mar 14 18:26:55.004605 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f059f4e-4d1f-45b8-81a7-4f2b14ff64dc tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.005789 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2f059f4e-4d1f-45b8-81a7-4f2b14ff64dc tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4734848 Mar 14 18:26:55.008552 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60044) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:55.014239 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-d1741601-65c8-4d69-8823-4424f87f1bf6 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group_rule': {'security_group_id': 'f605d294-09f7-4975-95bc-b098d5325f5b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:55.030289 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d1741601-65c8-4d69-8823-4424f87f1bf6 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:55.037135 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d1741601-65c8-4d69-8823-4424f87f1bf6 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:55.041906 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d1ef4ac-ed4d-4f2c-9c52-cb696246d131 req-7238ac76-16c7-4f63-b23e-c23d3f9710cd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ec00d5d-5ffe-48b8-b184-3aed491d5af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549755 Mar 14 18:26:55.042653 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d1741601-65c8-4d69-8823-4424f87f1bf6 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:55.049043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d1741601-65c8-4d69-8823-4424f87f1bf6 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:55.080306 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbfafc-9a0c-47da-867c-31db793d5e1a req-d6853b62-2c25-479b-82a6-98d045d88016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:55.081737 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-afbbfafc-9a0c-47da-867c-31db793d5e1a req-d6853b62-2c25-479b-82a6-98d045d88016 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 1098 time: 0.0756814 Mar 14 18:26:55.158920 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1741601-65c8-4d69-8823-4424f87f1bf6 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.218830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1741601-65c8-4d69-8823-4424f87f1bf6 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.226356 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbfafc-9a0c-47da-867c-31db793d5e1a req-e0b21570-2165-4f42-9a57-537286be51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:55.227820 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-afbbfafc-9a0c-47da-867c-31db793d5e1a req-e0b21570-2165-4f42-9a57-537286be51fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=82904af8-6c90-4893-abce-7596ee90de86 HTTP/1.1" status: 200 len: 898 time: 0.1262393 Mar 14 18:26:55.278324 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1741601-65c8-4d69-8823-4424f87f1bf6 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.303499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1741601-65c8-4d69-8823-4424f87f1bf6 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb164e0-ab63-4718-a6c8-79b881035a82,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:55.358834 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d1741601-65c8-4d69-8823-4424f87f1bf6 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.360065 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d1741601-65c8-4d69-8823-4424f87f1bf6 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3506293 Mar 14 18:26:55.362830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60050) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:55.390009 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6465be15-cbb2-4c22-a7cd-61592c0e3e91 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.403494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6465be15-cbb2-4c22-a7cd-61592c0e3e91 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.433807 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-afbbfafc-9a0c-47da-867c-31db793d5e1a req-bb2d7443-94cc-4718-8fa9-4fd0beffb09a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=819b5e86-6271-4c36-a717-ec10aa57e43e HTTP/1.1" status: 200 len: 1001 time: 0.1991482 Mar 14 18:26:55.495180 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbfafc-9a0c-47da-867c-31db793d5e1a req-46f8b802-f814-4638-b058-e03a46c7472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:55.496599 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-afbbfafc-9a0c-47da-867c-31db793d5e1a req-46f8b802-f814-4638-b058-e03a46c7472b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=035c835c-4d84-4ac4-99e6-eaf70f47a3b6 HTTP/1.1" status: 200 len: 835 time: 0.0563934 Mar 14 18:26:55.512180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6465be15-cbb2-4c22-a7cd-61592c0e3e91 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.528928 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465be15-cbb2-4c22-a7cd-61592c0e3e91 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfb164e0-ab63-4718-a6c8-79b881035a82,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:55.532554 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6465be15-cbb2-4c22-a7cd-61592c0e3e91 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.536089 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6465be15-cbb2-4c22-a7cd-61592c0e3e91 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/cfb164e0-ab63-4718-a6c8-79b881035a82 HTTP/1.1" status: 204 len: 168 time: 0.1699350 Mar 14 18:26:55.536593 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60054) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:55.571983 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbfafc-9a0c-47da-867c-31db793d5e1a req-3e2f8ed9-b1f8-4a41-9e89-b9f6d71e62a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:55.573354 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-afbbfafc-9a0c-47da-867c-31db793d5e1a req-3e2f8ed9-b1f8-4a41-9e89-b9f6d71e62a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=82904af8-6c90-4893-abce-7596ee90de86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695908 Mar 14 18:26:55.582298 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-00bf5d36-64a6-475b-82d4-dd5ad56d4a6f tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:55.678228 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-00bf5d36-64a6-475b-82d4-dd5ad56d4a6f tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:55.679761 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-00bf5d36-64a6-475b-82d4-dd5ad56d4a6f tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1426275 Mar 14 18:26:55.682679 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60058) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:55.730448 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-afbbfafc-9a0c-47da-867c-31db793d5e1a req-40a99224-468a-4755-99ed-26a31a040ffa service neutron] 10.222.0.59 "GET /v2.0/networks/82904af8-6c90-4893-abce-7596ee90de86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503260 Mar 14 18:26:55.847181 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3dadc5ab-d335-4729-9291-23312788f2c8 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.887265 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3dadc5ab-d335-4729-9291-23312788f2c8 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.920535 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-afbbfafc-9a0c-47da-867c-31db793d5e1a req-c686c016-b8fe-40fd-a53b-80da13cc3922 service neutron] 10.222.0.59 "GET /v2.0/networks/82904af8-6c90-4893-abce-7596ee90de86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822569 Mar 14 18:26:56.039230 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3dadc5ab-d335-4729-9291-23312788f2c8 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.057106 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadc5ab-d335-4729-9291-23312788f2c8 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f605d294-09f7-4975-95bc-b098d5325f5b,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:56.135406 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3dadc5ab-d335-4729-9291-23312788f2c8 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.137418 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3dadc5ab-d335-4729-9291-23312788f2c8 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-groups/f605d294-09f7-4975-95bc-b098d5325f5b HTTP/1.1" status: 204 len: 168 time: 0.4530003 Mar 14 18:26:56.140506 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60064) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:56.189002 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-db64c4a8-4e2e-4e1a-bf58-561e27acd72d tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:56.225847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fd581-64c5-4dc7-a83b-8508ef06fdbc req-2d8fa1c3-2623-4810-94b5-8caeca6c1e2d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:56.227316 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f8fd581-64c5-4dc7-a83b-8508ef06fdbc req-2d8fa1c3-2623-4810-94b5-8caeca6c1e2d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 944 time: 0.0790849 Mar 14 18:26:56.272200 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f8fd581-64c5-4dc7-a83b-8508ef06fdbc req-ceac088b-92d6-412e-aeba-32d4cdb3245f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ec00d5d-5ffe-48b8-b184-3aed491d5af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392189 Mar 14 18:26:56.272586 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-db64c4a8-4e2e-4e1a-bf58-561e27acd72d tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:56.274111 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-db64c4a8-4e2e-4e1a-bf58-561e27acd72d tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1331172 Mar 14 18:26:56.278063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60068) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:56.283066 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-9f4eba22-041d-4dee-92fe-6d47377e6787 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group': {'name': 'tempest-secgroup--560532114'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:56.288832 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9f4eba22-041d-4dee-92fe-6d47377e6787 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:56.298316 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9f4eba22-041d-4dee-92fe-6d47377e6787 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:56.346969 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-90e5c518-2bdd-4934-9dd8-46c9e5841b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.380722 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9f4eba22-041d-4dee-92fe-6d47377e6787 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.404107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9f4eba22-041d-4dee-92fe-6d47377e6787 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:56.407962 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9f4eba22-041d-4dee-92fe-6d47377e6787 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:56.410642 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9f4eba22-041d-4dee-92fe-6d47377e6787 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:56.416079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9f4eba22-041d-4dee-92fe-6d47377e6787 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:56.456316 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 1813e0ba-6987-4864-b4ab-284cfd94f555 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:26:56.484025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9f4eba22-041d-4dee-92fe-6d47377e6787 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.551780 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9f4eba22-041d-4dee-92fe-6d47377e6787 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.586705 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 1813e0ba-6987-4864-b4ab-284cfd94f555, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1813e0ba-6987-4864-b4ab-284cfd94f555,segment=NetworkSegment(cd238298-3e41-450e-8506-85053f33f085),segment_id=cd238298-3e41-450e-8506-85053f33f085)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:56.596589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4eba22-041d-4dee-92fe-6d47377e6787 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75777faf-1c57-4be5-9bfa-8f8e03474fca,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:56.600904 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '1813e0ba-6987-4864-b4ab-284cfd94f555', 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a', 'port_id': '1813e0ba-6987-4864-b4ab-284cfd94f555', 'mac_address': 'fa:16:3e:7a:37:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6bbea32-5683-4620-b449-839aa893ba9b', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:26:56.656811 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.660518 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9f4eba22-041d-4dee-92fe-6d47377e6787 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.661945 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9f4eba22-041d-4dee-92fe-6d47377e6787 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3829620 Mar 14 18:26:56.664639 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60072) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:56.670445 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-59fd61cc-cb2f-40dd-bf02-2582c4849889 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group_rule': {'security_group_id': '75777faf-1c57-4be5-9bfa-8f8e03474fca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:56.676497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-59fd61cc-cb2f-40dd-bf02-2582c4849889 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:56.679209 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1813e0ba-6987-4864-b4ab-284cfd94f555 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:26:56.681204 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-59fd61cc-cb2f-40dd-bf02-2582c4849889 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:56.685128 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-59fd61cc-cb2f-40dd-bf02-2582c4849889 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:56.691926 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-59fd61cc-cb2f-40dd-bf02-2582c4849889 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:56.695696 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 1813e0ba-6987-4864-b4ab-284cfd94f555, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1813e0ba-6987-4864-b4ab-284cfd94f555,segment=NetworkSegment(cd238298-3e41-450e-8506-85053f33f085),segment_id=cd238298-3e41-450e-8506-85053f33f085)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:56.769477 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.788027 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-59fd61cc-cb2f-40dd-bf02-2582c4849889 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.845583 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=1813e0ba-6987-4864-b4ab-284cfd94f555,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:56.852060 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-59fd61cc-cb2f-40dd-bf02-2582c4849889 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.929566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-59fd61cc-cb2f-40dd-bf02-2582c4849889 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.957226 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd61cc-cb2f-40dd-bf02-2582c4849889 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2592fb8-4508-4402-a20b-4ea1337affb8,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:57.026530 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-59fd61cc-cb2f-40dd-bf02-2582c4849889 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.027750 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-59fd61cc-cb2f-40dd-bf02-2582c4849889 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3621585 Mar 14 18:26:57.030906 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60076) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:57.035847 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['1813e0ba-6987-4864-b4ab-284cfd94f555'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:26:57.036111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-10942994-afd3-4e79-abe0-062aba2d6d6e tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group_rule': {'security_group_id': '75777faf-1c57-4be5-9bfa-8f8e03474fca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:57.042199 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-10942994-afd3-4e79-abe0-062aba2d6d6e tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:57.046782 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-10942994-afd3-4e79-abe0-062aba2d6d6e tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:57.049562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-10942994-afd3-4e79-abe0-062aba2d6d6e tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:57.055142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-10942994-afd3-4e79-abe0-062aba2d6d6e tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:57.114604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-10942994-afd3-4e79-abe0-062aba2d6d6e tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.180941 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-10942994-afd3-4e79-abe0-062aba2d6d6e tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.244053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-10942994-afd3-4e79-abe0-062aba2d6d6e tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.267601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10942994-afd3-4e79-abe0-062aba2d6d6e tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76ecf11-4312-43b1-b318-6562478c9cd4,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:57.318283 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-10942994-afd3-4e79-abe0-062aba2d6d6e tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.322543 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60082) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:57.328397 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-de0f70ce-76e6-4524-b56e-a374151b98c4 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group_rule': {'security_group_id': '75777faf-1c57-4be5-9bfa-8f8e03474fca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:57.331353 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-10942994-afd3-4e79-abe0-062aba2d6d6e tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2994130 Mar 14 18:26:57.335201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-de0f70ce-76e6-4524-b56e-a374151b98c4 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:57.339369 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-de0f70ce-76e6-4524-b56e-a374151b98c4 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:57.342322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-de0f70ce-76e6-4524-b56e-a374151b98c4 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:57.347939 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-de0f70ce-76e6-4524-b56e-a374151b98c4 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:57.428836 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-de0f70ce-76e6-4524-b56e-a374151b98c4 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.456916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef17fe-af1d-45dd-b10d-467b9f69d638 req-01191b02-e359-4829-9ca6-748dc8acb4d0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:57.458296 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-33ef17fe-af1d-45dd-b10d-467b9f69d638 req-01191b02-e359-4829-9ca6-748dc8acb4d0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 945 time: 0.0809767 Mar 14 18:26:57.490358 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-de0f70ce-76e6-4524-b56e-a374151b98c4 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.504424 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-33ef17fe-af1d-45dd-b10d-467b9f69d638 req-3a55fcce-a149-49dc-bebe-40e441394e63 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ec00d5d-5ffe-48b8-b184-3aed491d5af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401409 Mar 14 18:26:57.540758 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-de0f70ce-76e6-4524-b56e-a374151b98c4 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.564303 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f70ce-76e6-4524-b56e-a374151b98c4 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc63498-4db8-4faf-9f77-dbeefd7f2d4c,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:57.615218 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-de0f70ce-76e6-4524-b56e-a374151b98c4 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.616387 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-de0f70ce-76e6-4524-b56e-a374151b98c4 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2928319 Mar 14 18:26:57.619266 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60086) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:57.624581 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-6288f654-2ffa-4426-a075-12bcab47ae8c tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group_rule': {'security_group_id': '75777faf-1c57-4be5-9bfa-8f8e03474fca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:57.630434 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6288f654-2ffa-4426-a075-12bcab47ae8c tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:57.634413 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6288f654-2ffa-4426-a075-12bcab47ae8c tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:57.637358 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6288f654-2ffa-4426-a075-12bcab47ae8c tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:57.642884 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6288f654-2ffa-4426-a075-12bcab47ae8c tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:57.695866 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6288f654-2ffa-4426-a075-12bcab47ae8c tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.706699 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.759857 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6288f654-2ffa-4426-a075-12bcab47ae8c tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.809781 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6288f654-2ffa-4426-a075-12bcab47ae8c tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.845510 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288f654-2ffa-4426-a075-12bcab47ae8c tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d53558-840a-4974-8d66-c2f068ef8ff5,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:57.878307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.895325 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6288f654-2ffa-4426-a075-12bcab47ae8c tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.896502 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6288f654-2ffa-4426-a075-12bcab47ae8c tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2761347 Mar 14 18:26:57.899142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60090) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:57.904068 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d943a604-db20-4132-bd12-fa3f12cece44 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group_rule': {'security_group_id': '75777faf-1c57-4be5-9bfa-8f8e03474fca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:57.909830 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d943a604-db20-4132-bd12-fa3f12cece44 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:26:57.913815 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d943a604-db20-4132-bd12-fa3f12cece44 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:26:57.916617 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d943a604-db20-4132-bd12-fa3f12cece44 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:26:57.922595 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d943a604-db20-4132-bd12-fa3f12cece44 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:26:57.976168 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d943a604-db20-4132-bd12-fa3f12cece44 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.037753 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d943a604-db20-4132-bd12-fa3f12cece44 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.083478 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d943a604-db20-4132-bd12-fa3f12cece44 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.106312 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943a604-db20-4132-bd12-fa3f12cece44 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60884c4a-5c3d-45a3-821d-92a5ae0263fb,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:58.163608 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d943a604-db20-4132-bd12-fa3f12cece44 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.164781 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d943a604-db20-4132-bd12-fa3f12cece44 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2647378 Mar 14 18:26:58.167557 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60094) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:58.195768 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a569a3e5-ec77-4a1b-a055-58f035edba6d tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.206386 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a569a3e5-ec77-4a1b-a055-58f035edba6d tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.283842 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a569a3e5-ec77-4a1b-a055-58f035edba6d tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.304980 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569a3e5-ec77-4a1b-a055-58f035edba6d tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60884c4a-5c3d-45a3-821d-92a5ae0263fb,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:58.306475 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a569a3e5-ec77-4a1b-a055-58f035edba6d tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.307601 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a569a3e5-ec77-4a1b-a055-58f035edba6d tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/60884c4a-5c3d-45a3-821d-92a5ae0263fb HTTP/1.1" status: 204 len: 168 time: 0.1391466 Mar 14 18:26:58.311791 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60098) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:58.366559 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3ae895b1-e19b-4cbf-9396-6958db653adc tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:58.426504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3ae895b1-e19b-4cbf-9396-6958db653adc tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:58.427878 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3ae895b1-e19b-4cbf-9396-6958db653adc tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1161084 Mar 14 18:26:58.430852 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60102) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:58.457713 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 1813e0ba-6987-4864-b4ab-284cfd94f555 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:26:58.463448 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9624208d-f50c-42f9-a2fd-d812feb0c493 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.471790 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9624208d-f50c-42f9-a2fd-d812feb0c493 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.569685 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9624208d-f50c-42f9-a2fd-d812feb0c493 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.587986 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624208d-f50c-42f9-a2fd-d812feb0c493 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56d53558-840a-4974-8d66-c2f068ef8ff5,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:58.598222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 1813e0ba-6987-4864-b4ab-284cfd94f555 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:26:58.603356 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 1813e0ba-6987-4864-b4ab-284cfd94f555 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:58.603724 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.650502 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9624208d-f50c-42f9-a2fd-d812feb0c493 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.651663 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9624208d-f50c-42f9-a2fd-d812feb0c493 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/56d53558-840a-4974-8d66-c2f068ef8ff5 HTTP/1.1" status: 204 len: 168 time: 0.2199445 Mar 14 18:26:58.654221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60108) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:58.701629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c928e-21bd-4f6a-b4c1-3f590a0d6c4f req-5ae757dd-3e07-43e1-aa83-212afefdd2c7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:58.704185 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c29c928e-21bd-4f6a-b4c1-3f590a0d6c4f req-5ae757dd-3e07-43e1-aa83-212afefdd2c7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 945 time: 0.0921960 Mar 14 18:26:58.718296 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5d14e9fe-795c-4962-b039-f6e51c120327 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:58.738347 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.751815 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c29c928e-21bd-4f6a-b4c1-3f590a0d6c4f req-48f1825d-d000-4d47-bc14-9aeb253db115 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ec00d5d-5ffe-48b8-b184-3aed491d5af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418355 Mar 14 18:26:58.766183 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8076bda7-93b0-4828-acec-6f6945815e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1813e0ba-6987-4864-b4ab-284cfd94f555'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:26:58.776111 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 1813e0ba-6987-4864-b4ab-284cfd94f555, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1813e0ba-6987-4864-b4ab-284cfd94f555,segment=NetworkSegment(cd238298-3e41-450e-8506-85053f33f085),segment_id=cd238298-3e41-450e-8506-85053f33f085)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:26:58.792621 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5d14e9fe-795c-4962-b039-f6e51c120327 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:58.794008 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5d14e9fe-795c-4962-b039-f6e51c120327 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1388636 Mar 14 18:26:58.796969 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60114) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:58.812087 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8076bda7-93b0-4828-acec-6f6945815e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1813e0ba-6987-4864-b4ab-284cfd94f555', 'code': 200} Mar 14 18:26:58.826648 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-32eb55cc-ecca-482d-a3c7-9ec88bd7ec1b tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.837296 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-32eb55cc-ecca-482d-a3c7-9ec88bd7ec1b tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.849476 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.917772 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-32eb55cc-ecca-482d-a3c7-9ec88bd7ec1b tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.936700 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb55cc-ecca-482d-a3c7-9ec88bd7ec1b tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebc63498-4db8-4faf-9f77-dbeefd7f2d4c,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:58.953370 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=1813e0ba-6987-4864-b4ab-284cfd94f555,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:59.015617 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-32eb55cc-ecca-482d-a3c7-9ec88bd7ec1b tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.016758 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-32eb55cc-ecca-482d-a3c7-9ec88bd7ec1b tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/ebc63498-4db8-4faf-9f77-dbeefd7f2d4c HTTP/1.1" status: 204 len: 168 time: 0.2188606 Mar 14 18:26:59.019322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60118) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:59.067691 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-00fc85fa-9c9b-4a8c-b19c-e13b8e3533af tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:59.153746 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-00fc85fa-9c9b-4a8c-b19c-e13b8e3533af tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:59.154992 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-00fc85fa-9c9b-4a8c-b19c-e13b8e3533af tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1346903 Mar 14 18:26:59.157875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60122) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:59.194033 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544ca23-cafb-42b2-af73-e6d30234068d req-85aa9cc1-7744-48fd-b870-8a9436b0d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:59.208703 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-007967a7-d726-4148-94e5-0a286ed7e5ba tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.212857 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-d544ca23-cafb-42b2-af73-e6d30234068d req-85aa9cc1-7744-48fd-b870-8a9436b0d2a1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 1099 time: 0.0792856 Mar 14 18:26:59.212979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-007967a7-d726-4148-94e5-0a286ed7e5ba tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.232386 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-d544ca23-cafb-42b2-af73-e6d30234068d req-0d4ade21-e7a2-413c-b017-4164c6d65d96 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0ec00d5d-5ffe-48b8-b184-3aed491d5af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347157 Mar 14 18:26:59.301124 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-007967a7-d726-4148-94e5-0a286ed7e5ba tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.321890 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007967a7-d726-4148-94e5-0a286ed7e5ba tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c76ecf11-4312-43b1-b318-6562478c9cd4,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:59.387740 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-007967a7-d726-4148-94e5-0a286ed7e5ba tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.387740 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-007967a7-d726-4148-94e5-0a286ed7e5ba tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c76ecf11-4312-43b1-b318-6562478c9cd4 HTTP/1.1" status: 204 len: 168 time: 0.2236521 Mar 14 18:26:59.392565 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60126) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:59.446028 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9da19f94-54f4-40d2-b9cf-19150b86b037 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0533307 Mar 14 18:26:59.446028 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60130) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:59.475234 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9ae8088b-9fb1-46a4-933e-e6ddd09987be tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.484678 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9ae8088b-9fb1-46a4-933e-e6ddd09987be tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.568871 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9ae8088b-9fb1-46a4-933e-e6ddd09987be tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.585548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8088b-9fb1-46a4-933e-e6ddd09987be tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2592fb8-4508-4402-a20b-4ea1337affb8,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:59.585548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9ae8088b-9fb1-46a4-933e-e6ddd09987be tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.589327 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9ae8088b-9fb1-46a4-933e-e6ddd09987be tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b2592fb8-4508-4402-a20b-4ea1337affb8 HTTP/1.1" status: 204 len: 168 time: 0.1433108 Mar 14 18:26:59.592816 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60134) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:59.645942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-bd72ba52-55c5-4d5d-8f0a-2677511830fa tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:26:59.705349 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.720932 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-bd72ba52-55c5-4d5d-8f0a-2677511830fa tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:26:59.720932 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bd72ba52-55c5-4d5d-8f0a-2677511830fa tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1288311 Mar 14 18:26:59.729060 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60138) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:26:59.801077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-032b88af-ec7e-419a-911f-9039f0a37b44 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.838587 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-032b88af-ec7e-419a-911f-9039f0a37b44 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.958549 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde93fc4-ba88-4cfb-83be-3b1fd4184dc2 req-e05339d3-57ae-4db6-ba78-412bd43a37ab tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:59.958549 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fde93fc4-ba88-4cfb-83be-3b1fd4184dc2 req-e05339d3-57ae-4db6-ba78-412bd43a37ab tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 946 time: 0.0890150 Mar 14 18:26:59.981204 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-032b88af-ec7e-419a-911f-9039f0a37b44 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.016613 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b88af-ec7e-419a-911f-9039f0a37b44 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75777faf-1c57-4be5-9bfa-8f8e03474fca,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:00.036508 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fde93fc4-ba88-4cfb-83be-3b1fd4184dc2 req-61b5b8a8-01e8-4605-bd32-39fd01cda52e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ec00d5d-5ffe-48b8-b184-3aed491d5af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709536 Mar 14 18:27:00.093776 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-032b88af-ec7e-419a-911f-9039f0a37b44 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.093776 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-032b88af-ec7e-419a-911f-9039f0a37b44 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-groups/75777faf-1c57-4be5-9bfa-8f8e03474fca HTTP/1.1" status: 204 len: 168 time: 0.3672931 Mar 14 18:27:00.097071 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60144) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:00.156370 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3194e16e-a9f9-400c-ab06-1107de2b16aa tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0546548 Mar 14 18:27:00.156370 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60148) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:00.169230 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-deb728dd-b8d5-4bc3-a060-95a96ab9e671 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254118780'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:00.181463 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-deb728dd-b8d5-4bc3-a060-95a96ab9e671 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:00.181463 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-deb728dd-b8d5-4bc3-a060-95a96ab9e671 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:00.181463 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-deb728dd-b8d5-4bc3-a060-95a96ab9e671 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:00.188664 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-deb728dd-b8d5-4bc3-a060-95a96ab9e671 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:00.307317 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-deb728dd-b8d5-4bc3-a060-95a96ab9e671 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.313862 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-deb728dd-b8d5-4bc3-a060-95a96ab9e671 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:00.322437 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-deb728dd-b8d5-4bc3-a060-95a96ab9e671 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:00.322437 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-deb728dd-b8d5-4bc3-a060-95a96ab9e671 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:00.337675 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-deb728dd-b8d5-4bc3-a060-95a96ab9e671 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:00.404733 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-deb728dd-b8d5-4bc3-a060-95a96ab9e671 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.476225 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-deb728dd-b8d5-4bc3-a060-95a96ab9e671 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.518439 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb728dd-b8d5-4bc3-a060-95a96ab9e671 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9690ef-ab77-41e5-943c-a87ef92a9c51,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:00.583272 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-deb728dd-b8d5-4bc3-a060-95a96ab9e671 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.583272 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-deb728dd-b8d5-4bc3-a060-95a96ab9e671 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4202783 Mar 14 18:27:00.594021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60152) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:00.594021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-19395ff8-5613-45b3-a08f-8e482e868bd0 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group_rule': {'security_group_id': '3e9690ef-ab77-41e5-943c-a87ef92a9c51', 'direction': 'ingress', 'protocol': 17}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:00.594021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-19395ff8-5613-45b3-a08f-8e482e868bd0 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:00.601204 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-19395ff8-5613-45b3-a08f-8e482e868bd0 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:00.601204 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-19395ff8-5613-45b3-a08f-8e482e868bd0 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:00.610705 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-19395ff8-5613-45b3-a08f-8e482e868bd0 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:00.723049 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-19395ff8-5613-45b3-a08f-8e482e868bd0 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.779863 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-19395ff8-5613-45b3-a08f-8e482e868bd0 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.860665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-19395ff8-5613-45b3-a08f-8e482e868bd0 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.889604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19395ff8-5613-45b3-a08f-8e482e868bd0 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625d3cae-adeb-4d36-a111-517c8ada3e1c,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:00.969389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-19395ff8-5613-45b3-a08f-8e482e868bd0 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.969389 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-19395ff8-5613-45b3-a08f-8e482e868bd0 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3846550 Mar 14 18:27:00.969389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60156) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:01.036349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-18cd16dd-a898-43e8-929d-e7adfcc3e19d tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.071257 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-18cd16dd-a898-43e8-929d-e7adfcc3e19d tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.188458 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-18cd16dd-a898-43e8-929d-e7adfcc3e19d tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.217745 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd16dd-a898-43e8-929d-e7adfcc3e19d tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9690ef-ab77-41e5-943c-a87ef92a9c51,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:01.241058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-18cd16dd-a898-43e8-929d-e7adfcc3e19d tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.241058 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-18cd16dd-a898-43e8-929d-e7adfcc3e19d tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-groups/3e9690ef-ab77-41e5-943c-a87ef92a9c51 HTTP/1.1" status: 204 len: 168 time: 0.2673292 Mar 14 18:27:01.248759 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60162) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:01.275803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf96ca4-b11a-4ece-a326-651d776ba12f req-30f3d8c5-a6cb-40b0-9bf5-5d224bb84220 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:01.275803 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7bf96ca4-b11a-4ece-a326-651d776ba12f req-30f3d8c5-a6cb-40b0-9bf5-5d224bb84220 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 946 time: 0.1252916 Mar 14 18:27:01.319116 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2f7d1afe-2229-40bb-8b6c-f48ff67735c2 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:01.336485 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7bf96ca4-b11a-4ece-a326-651d776ba12f req-e2fbde50-9aa2-4c1a-9b9d-0c1e0a706c22 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ec00d5d-5ffe-48b8-b184-3aed491d5af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444968 Mar 14 18:27:01.382158 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2f7d1afe-2229-40bb-8b6c-f48ff67735c2 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:01.382158 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2f7d1afe-2229-40bb-8b6c-f48ff67735c2 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1350305 Mar 14 18:27:01.393021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60168) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:01.393021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-b4b8ecc2-156e-40a4-9a2b-a125df387625 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group': {'name': 'tempest-secgroup--199335685'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:01.397130 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b4b8ecc2-156e-40a4-9a2b-a125df387625 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:01.412655 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b4b8ecc2-156e-40a4-9a2b-a125df387625 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:01.483729 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b4b8ecc2-156e-40a4-9a2b-a125df387625 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.510898 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b4b8ecc2-156e-40a4-9a2b-a125df387625 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:01.517580 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b4b8ecc2-156e-40a4-9a2b-a125df387625 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:01.527055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b4b8ecc2-156e-40a4-9a2b-a125df387625 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:01.533513 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b4b8ecc2-156e-40a4-9a2b-a125df387625 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:01.566244 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2ea1c-c20c-4dbf-b1ec-a645ae528d0d req-2eade899-2f57-4ecb-8305-6d6e54bb4957 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:01.566244 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-03c2ea1c-c20c-4dbf-b1ec-a645ae528d0d req-2eade899-2f57-4ecb-8305-6d6e54bb4957 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 946 time: 0.1259341 Mar 14 18:27:01.633151 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-03c2ea1c-c20c-4dbf-b1ec-a645ae528d0d req-37eca247-add7-4cbf-977a-892e3df09a7e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ec00d5d-5ffe-48b8-b184-3aed491d5af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595222 Mar 14 18:27:01.660372 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b4b8ecc2-156e-40a4-9a2b-a125df387625 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.724724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b4b8ecc2-156e-40a4-9a2b-a125df387625 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.768482 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8ecc2-156e-40a4-9a2b-a125df387625 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35213f3e-8efa-44f0-9418-bd1d36d91044,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:02.016704 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b4b8ecc2-156e-40a4-9a2b-a125df387625 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.018628 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b4b8ecc2-156e-40a4-9a2b-a125df387625 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6358783 Mar 14 18:27:02.052994 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60178) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:02.059061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-7eba030f-f7bd-4c27-aedd-3e1882db27d3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431239350'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:02.065118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7eba030f-f7bd-4c27-aedd-3e1882db27d3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:02.069271 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7eba030f-f7bd-4c27-aedd-3e1882db27d3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:02.072280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7eba030f-f7bd-4c27-aedd-3e1882db27d3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:02.079395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7eba030f-f7bd-4c27-aedd-3e1882db27d3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:02.209522 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7eba030f-f7bd-4c27-aedd-3e1882db27d3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.233060 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7eba030f-f7bd-4c27-aedd-3e1882db27d3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:02.238244 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7eba030f-f7bd-4c27-aedd-3e1882db27d3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:02.239856 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7eba030f-f7bd-4c27-aedd-3e1882db27d3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:02.245388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7eba030f-f7bd-4c27-aedd-3e1882db27d3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:02.320448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7eba030f-f7bd-4c27-aedd-3e1882db27d3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.363266 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7eba030f-f7bd-4c27-aedd-3e1882db27d3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.414341 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba030f-f7bd-4c27-aedd-3e1882db27d3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b7c0c0-88e3-41d2-8d2f-872a7cb9b097,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:02.472362 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7eba030f-f7bd-4c27-aedd-3e1882db27d3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.473506 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7eba030f-f7bd-4c27-aedd-3e1882db27d3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4195297 Mar 14 18:27:02.476204 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60182) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:02.483110 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-78d39f46-9f5d-4d3b-971e-7fd7186e98c5 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group_rule': {'security_group_id': '35213f3e-8efa-44f0-9418-bd1d36d91044', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c6b7c0c0-88e3-41d2-8d2f-872a7cb9b097', 'remote_ip_prefix': None}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:02.489216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-78d39f46-9f5d-4d3b-971e-7fd7186e98c5 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:02.492596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-78d39f46-9f5d-4d3b-971e-7fd7186e98c5 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:02.496046 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-78d39f46-9f5d-4d3b-971e-7fd7186e98c5 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:02.503246 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-78d39f46-9f5d-4d3b-971e-7fd7186e98c5 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:02.576310 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-78d39f46-9f5d-4d3b-971e-7fd7186e98c5 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.646557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-78d39f46-9f5d-4d3b-971e-7fd7186e98c5 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.710721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-78d39f46-9f5d-4d3b-971e-7fd7186e98c5 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.731722 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d39f46-9f5d-4d3b-971e-7fd7186e98c5 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d54466-3900-4ee9-9580-1b6cb7e78ba6,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:02.819451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-78d39f46-9f5d-4d3b-971e-7fd7186e98c5 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.819451 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-78d39f46-9f5d-4d3b-971e-7fd7186e98c5 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3225484 Mar 14 18:27:02.819451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60186) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:02.842078 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b197a2a-25d8-41ac-901f-e1633ab28907 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.849979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b197a2a-25d8-41ac-901f-e1633ab28907 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.912169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b197a2a-25d8-41ac-901f-e1633ab28907 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.932362 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b197a2a-25d8-41ac-901f-e1633ab28907 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81d54466-3900-4ee9-9580-1b6cb7e78ba6,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:02.935055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b197a2a-25d8-41ac-901f-e1633ab28907 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.936142 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5b197a2a-25d8-41ac-901f-e1633ab28907 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/81d54466-3900-4ee9-9580-1b6cb7e78ba6 HTTP/1.1" status: 204 len: 168 time: 0.1327982 Mar 14 18:27:02.939134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60190) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:02.993095 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-19cc279d-84d9-4261-a70c-ec1e6cb9ca63 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:03.048966 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-19cc279d-84d9-4261-a70c-ec1e6cb9ca63 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:03.048966 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-19cc279d-84d9-4261-a70c-ec1e6cb9ca63 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1067321 Mar 14 18:27:03.052278 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60194) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:03.124753 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-34e5770d-f62a-4a70-8c20-fd8d219b26ee tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:03.153090 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-34e5770d-f62a-4a70-8c20-fd8d219b26ee tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:03.159061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60198) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:03.292961 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-34e5770d-f62a-4a70-8c20-fd8d219b26ee tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:03.310881 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5770d-f62a-4a70-8c20-fd8d219b26ee tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b7c0c0-88e3-41d2-8d2f-872a7cb9b097,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:03.364221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-34e5770d-f62a-4a70-8c20-fd8d219b26ee tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:03.365387 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-34e5770d-f62a-4a70-8c20-fd8d219b26ee tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-groups/c6b7c0c0-88e3-41d2-8d2f-872a7cb9b097 HTTP/1.1" status: 204 len: 168 time: 0.3151431 Mar 14 18:27:03.368665 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60202) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:03.437415 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e61dcdaa-d5db-47d3-99b8-6017fdc0e1ec tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:03.517469 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e61dcdaa-d5db-47d3-99b8-6017fdc0e1ec tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:03.517469 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e61dcdaa-d5db-47d3-99b8-6017fdc0e1ec tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1329978 Mar 14 18:27:03.517469 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60206) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:03.583117 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ea75444e-c6aa-418b-aa56-78ebb6aac6c6 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:03.608709 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ea75444e-c6aa-418b-aa56-78ebb6aac6c6 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:03.729601 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ea75444e-c6aa-418b-aa56-78ebb6aac6c6 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:03.749537 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75444e-c6aa-418b-aa56-78ebb6aac6c6 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35213f3e-8efa-44f0-9418-bd1d36d91044,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:03.806025 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ea75444e-c6aa-418b-aa56-78ebb6aac6c6 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:03.807190 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ea75444e-c6aa-418b-aa56-78ebb6aac6c6 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-groups/35213f3e-8efa-44f0-9418-bd1d36d91044 HTTP/1.1" status: 204 len: 168 time: 0.3005033 Mar 14 18:27:03.810632 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60210) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:03.859004 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-16641e37-9812-4912-a40e-2701ae76c2a5 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:03.906523 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-16641e37-9812-4912-a40e-2701ae76c2a5 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:03.907813 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-16641e37-9812-4912-a40e-2701ae76c2a5 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0960383 Mar 14 18:27:03.912346 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60214) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:03.918893 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a985fc08-466a-4063-8463-c47021e3ec85 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1377734893'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:03.926182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a985fc08-466a-4063-8463-c47021e3ec85 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:03.967618 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a985fc08-466a-4063-8463-c47021e3ec85 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:03.994374 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:04.064690 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a985fc08-466a-4063-8463-c47021e3ec85 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:04.098650 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a985fc08-466a-4063-8463-c47021e3ec85 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:04.111581 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a985fc08-466a-4063-8463-c47021e3ec85 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:04.116249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a985fc08-466a-4063-8463-c47021e3ec85 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:04.179020 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a985fc08-466a-4063-8463-c47021e3ec85 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:04.379741 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a985fc08-466a-4063-8463-c47021e3ec85 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:04.450946 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.17 (462927ee-ef23-4cbd-8ce3-35807cde8e2a/c6bbea32-5683-4620-b449-839aa893ba9b/040345c4-79ff-4cb2-a246-229677752059) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:04.477675 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a985fc08-466a-4063-8463-c47021e3ec85 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:04.601089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985fc08-466a-4063-8463-c47021e3ec85 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d28ef9bb-7b9e-4395-bb6f-bf77329f0d91,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:04.657971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:04.672603 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object 040345c4-79ff-4cb2-a246-229677752059 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:27:04.683057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a985fc08-466a-4063-8463-c47021e3ec85 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:04.683057 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a985fc08-466a-4063-8463-c47021e3ec85 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7617960 Mar 14 18:27:04.683057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60218) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:04.688878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-fe56ed01-9bce-45fd-830a-b6465866fb97 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group_rule': {'security_group_id': 'd28ef9bb-7b9e-4395-bb6f-bf77329f0d91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:04.697157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-fe56ed01-9bce-45fd-830a-b6465866fb97 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:04.705523 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fe56ed01-9bce-45fd-830a-b6465866fb97 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:04.707419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fe56ed01-9bce-45fd-830a-b6465866fb97 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:04.713830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-fe56ed01-9bce-45fd-830a-b6465866fb97 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:04.792742 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:04.856853 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fe56ed01-9bce-45fd-830a-b6465866fb97 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:04.878048 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 462927ee-ef23-4cbd-8ce3-35807cde8e2a is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:04.883335 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:04.896441 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:27:04.927361 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=040345c4-79ff-4cb2-a246-229677752059,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:05.102139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.121871 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fe56ed01-9bce-45fd-830a-b6465866fb97 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.203337 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fe56ed01-9bce-45fd-830a-b6465866fb97 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.228297 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56ed01-9bce-45fd-830a-b6465866fb97 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b66ead-df21-4cef-bc85-db53acbd740c,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:05.242293 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-51154843-d866-448b-beef-65376525c404 None None] Provisioning for port 040345c4-79ff-4cb2-a246-229677752059 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:27:05.242293 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-51154843-d866-448b-beef-65376525c404 None None] Provisioning complete for port 040345c4-79ff-4cb2-a246-229677752059 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:05.242293 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-51154843-d866-448b-beef-65376525c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.299393 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.299572 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-51154843-d866-448b-beef-65376525c404 None None] Port 040345c4-79ff-4cb2-a246-229677752059 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:27:05.425672 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fe56ed01-9bce-45fd-830a-b6465866fb97 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.427244 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fe56ed01-9bce-45fd-830a-b6465866fb97 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7431476 Mar 14 18:27:05.429930 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60222) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:05.462866 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1b744696-fb1e-400f-86d1-58a303a51372 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.473422 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1b744696-fb1e-400f-86d1-58a303a51372 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.549967 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1b744696-fb1e-400f-86d1-58a303a51372 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.560933 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b744696-fb1e-400f-86d1-58a303a51372 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43b66ead-df21-4cef-bc85-db53acbd740c,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:05.566011 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1b744696-fb1e-400f-86d1-58a303a51372 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.566518 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1b744696-fb1e-400f-86d1-58a303a51372 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/43b66ead-df21-4cef-bc85-db53acbd740c HTTP/1.1" status: 204 len: 168 time: 0.1356215 Mar 14 18:27:05.573761 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60226) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:05.624616 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7129a8dd-67be-4068-9246-8e258440c58b tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:05.680328 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7129a8dd-67be-4068-9246-8e258440c58b tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:05.680328 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7129a8dd-67be-4068-9246-8e258440c58b tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1010089 Mar 14 18:27:05.690321 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60230) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:05.744044 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.776266 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d870e5f-9bc2-41e7-8c81-7afef1fa691e tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.798525 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.803686 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d870e5f-9bc2-41e7-8c81-7afef1fa691e tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.895375 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d870e5f-9bc2-41e7-8c81-7afef1fa691e tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.912936 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.914894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=040345c4-79ff-4cb2-a246-229677752059,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:05.915271 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d870e5f-9bc2-41e7-8c81-7afef1fa691e tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28ef9bb-7b9e-4395-bb6f-bf77329f0d91,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:05.983012 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d870e5f-9bc2-41e7-8c81-7afef1fa691e tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.983012 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8d870e5f-9bc2-41e7-8c81-7afef1fa691e tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-groups/d28ef9bb-7b9e-4395-bb6f-bf77329f0d91 HTTP/1.1" status: 204 len: 168 time: 0.2969902 Mar 14 18:27:05.985237 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60234) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:06.037957 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-efb4b4a8-53f3-4d07-9371-147d8a6d81ad tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:06.063256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 462927ee-ef23-4cbd-8ce3-35807cde8e2a is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:06.064348 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:06.107399 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-efb4b4a8-53f3-4d07-9371-147d8a6d81ad tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:06.109026 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-efb4b4a8-53f3-4d07-9371-147d8a6d81ad tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1228728 Mar 14 18:27:06.112850 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60238) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:06.121341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c79f8bcd-5cb5-41bd-9da7-c7348f52fa50 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group': {'name': 'tempest-secgroup--743068626'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:06.128612 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c79f8bcd-5cb5-41bd-9da7-c7348f52fa50 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:06.140786 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c79f8bcd-5cb5-41bd-9da7-c7348f52fa50 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:06.200968 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c79f8bcd-5cb5-41bd-9da7-c7348f52fa50 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.236816 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c79f8bcd-5cb5-41bd-9da7-c7348f52fa50 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:06.243305 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c79f8bcd-5cb5-41bd-9da7-c7348f52fa50 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:06.243305 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c79f8bcd-5cb5-41bd-9da7-c7348f52fa50 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:06.262529 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c79f8bcd-5cb5-41bd-9da7-c7348f52fa50 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:06.284199 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router b56ca7b9-fcc9-488a-b4f4-0a880f047500 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:27:06.333042 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-988ea731-28ff-4479-8a4e-9be3081e9201 None None] Provisioning complete for port 040345c4-79ff-4cb2-a246-229677752059 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:06.337904 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-988ea731-28ff-4479-8a4e-9be3081e9201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.352324 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c79f8bcd-5cb5-41bd-9da7-c7348f52fa50 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.387266 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-988ea731-28ff-4479-8a4e-9be3081e9201 None None] Port 040345c4-79ff-4cb2-a246-229677752059 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:27:06.437919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c79f8bcd-5cb5-41bd-9da7-c7348f52fa50 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.476472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:27:06.489505 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ee538ffa-73cc-4911-942e-13983bb0f6e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/b56ca7b9-fcc9-488a-b4f4-0a880f047500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3251340 Mar 14 18:27:06.489620 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f8bcd-5cb5-41bd-9da7-c7348f52fa50 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d9e9ad-ee68-4854-89ed-77137b391e2f,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:06.499085 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Sync routers for ids ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:06.505798 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Routers {'b56ca7b9-fcc9-488a-b4f4-0a880f047500'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:27:06.506485 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:26:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:06.587074 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c79f8bcd-5cb5-41bd-9da7-c7348f52fa50 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.591701 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c79f8bcd-5cb5-41bd-9da7-c7348f52fa50 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4720974 Mar 14 18:27:06.591701 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60244) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:06.596786 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-dac8b2b9-d45f-462d-b25f-5a7148f6a244 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group_rule': {'security_group_id': 'a5d9e9ad-ee68-4854-89ed-77137b391e2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:06.602570 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-dac8b2b9-d45f-462d-b25f-5a7148f6a244 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:06.607319 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-dac8b2b9-d45f-462d-b25f-5a7148f6a244 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:06.617748 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-dac8b2b9-d45f-462d-b25f-5a7148f6a244 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:06.623476 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-dac8b2b9-d45f-462d-b25f-5a7148f6a244 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:06.691327 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dac8b2b9-d45f-462d-b25f-5a7148f6a244 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.695926 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Set router b56ca7b9-fcc9-488a-b4f4-0a880f047500 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:27:06.758577 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dac8b2b9-d45f-462d-b25f-5a7148f6a244 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.797594 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dac8b2b9-d45f-462d-b25f-5a7148f6a244 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.827095 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8b2b9-d45f-462d-b25f-5a7148f6a244 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9780cec-7ad0-452a-a44a-6497036069cd,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:06.890257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dac8b2b9-d45f-462d-b25f-5a7148f6a244 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.894241 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dac8b2b9-d45f-462d-b25f-5a7148f6a244 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2988412 Mar 14 18:27:06.894373 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60250) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:06.913760 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c0136050-e139-4cd9-9480-4fe930f13ac8 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-group-rules/b9780cec-7ad0-452a-a44a-6497036069cd HTTP/1.1" status: 200 len: 763 time: 0.0179019 Mar 14 18:27:06.915806 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60254) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:06.967783 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-14ae076a-561f-43a9-af17-594a85675d25 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:07.061142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-14ae076a-561f-43a9-af17-594a85675d25 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:07.064377 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-14ae076a-561f-43a9-af17-594a85675d25 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1458352 Mar 14 18:27:07.065278 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60258) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:07.074924 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:27:05Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'f14c35cb-c1e5-4daf-998d-76df99ace1b9', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'port_id': '819b5e86-6271-4c36-a717-ec10aa57e43e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'mac_address': 'fa:16:3e:37:36:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:26:05Z', 'updated_at': '2022-03-14T18:26:10Z', 'revision_number': 1, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040345c4-79ff-4cb2-a246-229677752059', 'name': '', 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:ed:4c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c6bbea32-5683-4620-b449-839aa893ba9b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:04Z', 'updated_at': '2022-03-14T18:27:05Z', 'revision_number': 2, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'c6bbea32-5683-4620-b449-839aa893ba9b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f497f3d-61f9-4218-84f7-4f079dab5595', 'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:de:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:32Z', 'updated_at': '2022-03-14T18:25:42Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:07.078991 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Checking router: b56ca7b9-fcc9-488a-b4f4-0a880f047500 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:07.079377 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Updating router b56ca7b9-fcc9-488a-b4f4-0a880f047500 port 040345c4-79ff-4cb2-a246-229677752059 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:27:07.098382 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0af7d306-e755-461c-9df1-515214cc0952 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.103827 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0af7d306-e755-461c-9df1-515214cc0952 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.134687 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.191742 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0af7d306-e755-461c-9df1-515214cc0952 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.209415 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7d306-e755-461c-9df1-515214cc0952 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9780cec-7ad0-452a-a44a-6497036069cd,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:07.312807 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0af7d306-e755-461c-9df1-515214cc0952 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.314077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60262) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:07.314515 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0af7d306-e755-461c-9df1-515214cc0952 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b9780cec-7ad0-452a-a44a-6497036069cd HTTP/1.1" status: 204 len: 168 time: 0.2389131 Mar 14 18:27:07.354295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9eedea8d-d3a5-4c10-820b-c20622c2abb9 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:07.421870 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9eedea8d-d3a5-4c10-820b-c20622c2abb9 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:07.423262 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9eedea8d-d3a5-4c10-820b-c20622c2abb9 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1171608 Mar 14 18:27:07.425998 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60266) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:07.430993 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1b58d754-ca62-4ab8-907c-b0c6d107b9ec tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group_rule': {'security_group_id': 'a5d9e9ad-ee68-4854-89ed-77137b391e2f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:07.437391 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1b58d754-ca62-4ab8-907c-b0c6d107b9ec tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:07.451876 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1b58d754-ca62-4ab8-907c-b0c6d107b9ec tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:07.490365 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.505330 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Transition to ACTIVE for port object 040345c4-79ff-4cb2-a246-229677752059 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:27:07.524267 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1b58d754-ca62-4ab8-907c-b0c6d107b9ec tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.586897 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1b58d754-ca62-4ab8-907c-b0c6d107b9ec tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.609373 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.729550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1b58d754-ca62-4ab8-907c-b0c6d107b9ec tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.754649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58d754-ca62-4ab8-907c-b0c6d107b9ec tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6df69e-6137-4ed3-b7bc-a76d22def4f4,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:07.819278 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfa5ca-a16e-48dc-89a1-350e2e1fb18d None None] Pushing event updated for resources: {'Port': ['ID=040345c4-79ff-4cb2-a246-229677752059,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:07.830115 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Attempting to bind port 040345c4-79ff-4cb2-a246-229677752059 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:07.830490 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Attempting to bind port 040345c4-79ff-4cb2-a246-229677752059 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'cd238298-3e41-450e-8506-85053f33f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:07.830885 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Attempting to bind port 040345c4-79ff-4cb2-a246-229677752059 on network 462927ee-ef23-4cbd-8ce3-35807cde8e2a {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:27:07.836412 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:27:07.837235 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Checking segment: {'id': 'cd238298-3e41-450e-8506-85053f33f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:27:07.837235 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.839149 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Bound using segment: {'id': 'cd238298-3e41-450e-8506-85053f33f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:27:07.839149 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Bound port: 040345c4-79ff-4cb2-a246-229677752059, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd238298-3e41-450e-8506-85053f33f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:07.839149 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.881640 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1b58d754-ca62-4ab8-907c-b0c6d107b9ec tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.881640 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1b58d754-ca62-4ab8-907c-b0c6d107b9ec tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4509361 Mar 14 18:27:07.884108 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60270) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:07.907766 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b2dc20e3-9c11-4b94-b07e-308b99a30c27 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-group-rules/3d6df69e-6137-4ed3-b7bc-a76d22def4f4 HTTP/1.1" status: 200 len: 763 time: 0.0175388 Mar 14 18:27:07.907766 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60274) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:07.953644 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cb5ad86c-2ac6-4481-9f83-43de26215d2a tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:08.002980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] For port 040345c4-79ff-4cb2-a246-229677752059, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:27:08.005393 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] For port 040345c4-79ff-4cb2-a246-229677752059, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=040345c4-79ff-4cb2-a246-229677752059,segment=NetworkSegment(cd238298-3e41-450e-8506-85053f33f085),segment_id=cd238298-3e41-450e-8506-85053f33f085)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:27:08.023943 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-cb5ad86c-2ac6-4481-9f83-43de26215d2a tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:08.023943 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cb5ad86c-2ac6-4481-9f83-43de26215d2a tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1135581 Mar 14 18:27:08.023943 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60278) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:08.048342 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54c4c442-328f-431e-9da9-1eefdd43d67f tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.058460 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54c4c442-328f-431e-9da9-1eefdd43d67f tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.072777 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.117669 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54c4c442-328f-431e-9da9-1eefdd43d67f tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.136337 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4c442-328f-431e-9da9-1eefdd43d67f tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d6df69e-6137-4ed3-b7bc-a76d22def4f4,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:08.144125 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Routers {'b56ca7b9-fcc9-488a-b4f4-0a880f047500'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:27:08.144329 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:26:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:08.206630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54c4c442-328f-431e-9da9-1eefdd43d67f tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.206630 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-54c4c442-328f-431e-9da9-1eefdd43d67f tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/3d6df69e-6137-4ed3-b7bc-a76d22def4f4 HTTP/1.1" status: 204 len: 168 time: 0.1843987 Mar 14 18:27:08.207692 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60282) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:08.242039 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfa5ca-a16e-48dc-89a1-350e2e1fb18d None None] Pushing event updated for resources: {'Port': ['ID=040345c4-79ff-4cb2-a246-229677752059,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:08.270476 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4faaf4c4-60c4-4457-9961-6c1ad64230b3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:08.340569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4faaf4c4-60c4-4457-9961-6c1ad64230b3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:08.344323 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4faaf4c4-60c4-4457-9961-6c1ad64230b3 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1335731 Mar 14 18:27:08.345237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60286) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:08.349998 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-3f7f01dc-0cc7-47d9-ad8a-782ff987035f tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group_rule': {'security_group_id': 'a5d9e9ad-ee68-4854-89ed-77137b391e2f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:08.355716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3f7f01dc-0cc7-47d9-ad8a-782ff987035f tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:08.369181 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3f7f01dc-0cc7-47d9-ad8a-782ff987035f tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:08.369314 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] Set router b56ca7b9-fcc9-488a-b4f4-0a880f047500 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:27:08.478107 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-3f7f01dc-0cc7-47d9-ad8a-782ff987035f tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Project c9a31b15502c4591b3f7ed3cc87e988e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:27:08.485522 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f7f01dc-0cc7-47d9-ad8a-782ff987035f tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.548204 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f7f01dc-0cc7-47d9-ad8a-782ff987035f tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.615343 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f7f01dc-0cc7-47d9-ad8a-782ff987035f tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.635026 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f01dc-0cc7-47d9-ad8a-782ff987035f tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f52badb-0cce-40c6-83df-2c1ffded779f,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:08.716877 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f7f01dc-0cc7-47d9-ad8a-782ff987035f tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.716877 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3f7f01dc-0cc7-47d9-ad8a-782ff987035f tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3673477 Mar 14 18:27:08.723396 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60290) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:08.737876 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-648a4ac9-70cf-46f0-bdb5-c097055e777d tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-group-rules/8f52badb-0cce-40c6-83df-2c1ffded779f HTTP/1.1" status: 200 len: 769 time: 0.0185192 Mar 14 18:27:08.740381 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60294) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:08.744723 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:27:05Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'f14c35cb-c1e5-4daf-998d-76df99ace1b9', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'port_id': '819b5e86-6271-4c36-a717-ec10aa57e43e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'mac_address': 'fa:16:3e:37:36:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:26:05Z', 'updated_at': '2022-03-14T18:26:10Z', 'revision_number': 1, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040345c4-79ff-4cb2-a246-229677752059', 'name': '', 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:ed:4c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c6bbea32-5683-4620-b449-839aa893ba9b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:04Z', 'updated_at': '2022-03-14T18:27:07Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'c6bbea32-5683-4620-b449-839aa893ba9b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f497f3d-61f9-4218-84f7-4f079dab5595', 'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:de:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:32Z', 'updated_at': '2022-03-14T18:25:42Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:08.749052 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f96ab9-3757-4648-98ed-baee10395036 None None] The sync data for ids ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'] in dv-neutron-833560-1-hyperv is: [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:27:05Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'f14c35cb-c1e5-4daf-998d-76df99ace1b9', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'port_id': '819b5e86-6271-4c36-a717-ec10aa57e43e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'mac_address': 'fa:16:3e:37:36:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:26:05Z', 'updated_at': '2022-03-14T18:26:10Z', 'revision_number': 1, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040345c4-79ff-4cb2-a246-229677752059', 'name': '', 'network_id': '462927ee-ef23-4cbd-8ce3-35807cde8e2a', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:ed:4c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c6bbea32-5683-4620-b449-839aa893ba9b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:04Z', 'updated_at': '2022-03-14T18:27:07Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'c6bbea32-5683-4620-b449-839aa893ba9b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f497f3d-61f9-4218-84f7-4f079dab5595', 'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:de:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:32Z', 'updated_at': '2022-03-14T18:25:42Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:08.793728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d41fd8ea-df6c-43c8-b79f-0fc5247ba267 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:08.890829 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d41fd8ea-df6c-43c8-b79f-0fc5247ba267 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:08.892139 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d41fd8ea-df6c-43c8-b79f-0fc5247ba267 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1504679 Mar 14 18:27:08.894870 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60298) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:08.925081 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c8b74169-3789-47d3-8502-d4a1e8747611 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.936565 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c8b74169-3789-47d3-8502-d4a1e8747611 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.006546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.032260 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c8b74169-3789-47d3-8502-d4a1e8747611 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.053303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b74169-3789-47d3-8502-d4a1e8747611 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f52badb-0cce-40c6-83df-2c1ffded779f,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:09.126813 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c8b74169-3789-47d3-8502-d4a1e8747611 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.126813 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c8b74169-3789-47d3-8502-d4a1e8747611 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/8f52badb-0cce-40c6-83df-2c1ffded779f HTTP/1.1" status: 204 len: 168 time: 0.2295947 Mar 14 18:27:09.128609 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60304) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:09.190483 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4920734b-42d3-4139-8383-d4af660ce467 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0570960 Mar 14 18:27:09.190483 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60310) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:09.263308 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63b543b0-d29c-46a3-9c18-567503d65597 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.293415 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63b543b0-d29c-46a3-9c18-567503d65597 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.407253 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63b543b0-d29c-46a3-9c18-567503d65597 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.438533 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b543b0-d29c-46a3-9c18-567503d65597 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d9e9ad-ee68-4854-89ed-77137b391e2f,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:09.444628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63b543b0-d29c-46a3-9c18-567503d65597 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.445857 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-63b543b0-d29c-46a3-9c18-567503d65597 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-groups/a5d9e9ad-ee68-4854-89ed-77137b391e2f HTTP/1.1" status: 204 len: 168 time: 0.2540038 Mar 14 18:27:09.447441 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60314) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:09.503196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0017352a-b05a-4c24-b668-669a6204fa3c tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:09.586091 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0017352a-b05a-4c24-b668-669a6204fa3c tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:09.587356 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0017352a-b05a-4c24-b668-669a6204fa3c tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1390259 Mar 14 18:27:09.591994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60318) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:09.596648 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-7bc5e2ee-45e5-41f7-944f-0f4cb6d24baf tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group': {'name': 'tempest-secgroup--490421077'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:09.603524 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7bc5e2ee-45e5-41f7-944f-0f4cb6d24baf tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:09.613191 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7bc5e2ee-45e5-41f7-944f-0f4cb6d24baf tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:09.679228 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7bc5e2ee-45e5-41f7-944f-0f4cb6d24baf tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.701724 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7bc5e2ee-45e5-41f7-944f-0f4cb6d24baf tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:09.706588 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7bc5e2ee-45e5-41f7-944f-0f4cb6d24baf tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:09.709670 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7bc5e2ee-45e5-41f7-944f-0f4cb6d24baf tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:09.720081 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7bc5e2ee-45e5-41f7-944f-0f4cb6d24baf tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:09.785392 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7bc5e2ee-45e5-41f7-944f-0f4cb6d24baf tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.837406 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7bc5e2ee-45e5-41f7-944f-0f4cb6d24baf tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.880617 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5e2ee-45e5-41f7-944f-0f4cb6d24baf tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd96e1a-14f4-4e79-a8eb-3f4e16625037,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:09.941288 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7bc5e2ee-45e5-41f7-944f-0f4cb6d24baf tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.942618 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7bc5e2ee-45e5-41f7-944f-0f4cb6d24baf tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3500209 Mar 14 18:27:09.945326 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60322) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:09.950592 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a94119ac-19e6-48ee-8f26-ab7ef5115e59 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Request body: {'security_group_rule': {'security_group_id': 'cbd96e1a-14f4-4e79-a8eb-3f4e16625037', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:09.960874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a94119ac-19e6-48ee-8f26-ab7ef5115e59 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:09.965186 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a94119ac-19e6-48ee-8f26-ab7ef5115e59 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Usage tracker for resource:security_group_rule and tenant:c9a31b15502c4591b3f7ed3cc87e988e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:09.968195 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a94119ac-19e6-48ee-8f26-ab7ef5115e59 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:09.974287 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a94119ac-19e6-48ee-8f26-ab7ef5115e59 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:10.073495 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a94119ac-19e6-48ee-8f26-ab7ef5115e59 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.130743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a94119ac-19e6-48ee-8f26-ab7ef5115e59 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.174458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a94119ac-19e6-48ee-8f26-ab7ef5115e59 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.201065 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94119ac-19e6-48ee-8f26-ab7ef5115e59 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f465c0f-af12-453f-9e8c-ff1da789cfea,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:10.312276 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a94119ac-19e6-48ee-8f26-ab7ef5115e59 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.313512 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a94119ac-19e6-48ee-8f26-ab7ef5115e59 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3671620 Mar 14 18:27:10.316463 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60326) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:10.329585 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 040345c4-79ff-4cb2-a246-229677752059 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:27:10.483726 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 040345c4-79ff-4cb2-a246-229677752059 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:27:10.488949 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 040345c4-79ff-4cb2-a246-229677752059 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:10.489319 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.492299 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-664f4314-1bb9-40f1-b113-0896a5c04b06 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.516726 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-664f4314-1bb9-40f1-b113-0896a5c04b06 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.604304 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.632125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-664f4314-1bb9-40f1-b113-0896a5c04b06 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.637286 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 040345c4-79ff-4cb2-a246-229677752059, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=040345c4-79ff-4cb2-a246-229677752059,segment=NetworkSegment(cd238298-3e41-450e-8506-85053f33f085),segment_id=cd238298-3e41-450e-8506-85053f33f085)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:27:10.651445 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f4314-1bb9-40f1-b113-0896a5c04b06 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd96e1a-14f4-4e79-a8eb-3f4e16625037,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:10.668254 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-664f4314-1bb9-40f1-b113-0896a5c04b06 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.668254 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-664f4314-1bb9-40f1-b113-0896a5c04b06 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-groups/cbd96e1a-14f4-4e79-a8eb-3f4e16625037 HTTP/1.1" status: 204 len: 168 time: 0.3481143 Mar 14 18:27:10.668498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60330) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:10.713573 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.725490 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ba11ee9c-cac1-4725-b77a-f55c140171a8 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:10.783731 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=040345c4-79ff-4cb2-a246-229677752059,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:10.786498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ba11ee9c-cac1-4725-b77a-f55c140171a8 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:10.788645 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ba11ee9c-cac1-4725-b77a-f55c140171a8 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1189027 Mar 14 18:27:10.790923 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60334) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:10.836957 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-94c5cd03-b821-48a7-8507-8f5cd1ea2484 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:10.928987 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-94c5cd03-b821-48a7-8507-8f5cd1ea2484 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group_rule {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:10.930155 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-94c5cd03-b821-48a7-8507-8f5cd1ea2484 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1383150 Mar 14 18:27:10.933136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60338) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:10.949031 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-8ef81058-9cdb-4846-8bea-56ff076c1c0d tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] delete failed (client error): The resource could not be found. Mar 14 18:27:10.949958 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8ef81058-9cdb-4846-8bea-56ff076c1c0d tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "DELETE /v2.0/security-groups/cbd96e1a-14f4-4e79-a8eb-3f4e16625037 HTTP/1.1" status: 404 len: 347 time: 0.0156372 Mar 14 18:27:10.953868 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60342) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:11.005311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-39f22e12-1c40-47a2-b19e-6b5113916298 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Synchronizing usage tracker for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:11.017709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-39f22e12-1c40-47a2-b19e-6b5113916298 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] Unset dirty status for tenant:c9a31b15502c4591b3f7ed3cc87e988e on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:11.019763 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-39f22e12-1c40-47a2-b19e-6b5113916298 tempest-SecGroupIPv6Test-1419861757 tempest-SecGroupIPv6Test-1419861757-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0636139 Mar 14 18:27:11.523833 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60352) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:11.787548 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f0d029f0-8b3f-446d-8ef2-8d001121fcda admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9a31b15502c4591b3f7ed3cc87e988e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627382 Mar 14 18:27:11.789996 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60358) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:11.846850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-438d6af8-57aa-4a93-a572-db5b0e9956ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:11.871899 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-438d6af8-57aa-4a93-a572-db5b0e9956ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:11.980844 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-438d6af8-57aa-4a93-a572-db5b0e9956ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:11.995858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d6af8-57aa-4a93-a572-db5b0e9956ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414327cd-98e4-46e6-b2a5-350d693e135f,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:12.192247 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-438d6af8-57aa-4a93-a572-db5b0e9956ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:12.193430 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-438d6af8-57aa-4a93-a572-db5b0e9956ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/414327cd-98e4-46e6-b2a5-350d693e135f HTTP/1.1" status: 204 len: 168 time: 0.4025054 Mar 14 18:27:12.316094 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 040345c4-79ff-4cb2-a246-229677752059 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:27:12.388091 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 040345c4-79ff-4cb2-a246-229677752059 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:12.388091 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.277641 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-826b010b-0264-40c6-98e0-b6388a79f481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.334726 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b60ba98f-7be8-4edb-90a0-b303967d0bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.986547 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60380) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:27.092661 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:27:27.531342 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eb486e68-b752-421c-83f7-767784c59d24 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.728947 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.907837 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-eb486e68-b752-421c-83f7-767784c59d24 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 040345c4-79ff-4cb2-a246-229677752059 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:27:27.908158 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eb486e68-b752-421c-83f7-767784c59d24 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.060547 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.089481 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-eb486e68-b752-421c-83f7-767784c59d24 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port 040345c4-79ff-4cb2-a246-229677752059, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=040345c4-79ff-4cb2-a246-229677752059,segment=NetworkSegment(cd238298-3e41-450e-8506-85053f33f085),segment_id=cd238298-3e41-450e-8506-85053f33f085)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:27:28.090063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eb486e68-b752-421c-83f7-767784c59d24 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.321912 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-eb486e68-b752-421c-83f7-767784c59d24 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 040345c4-79ff-4cb2-a246-229677752059 owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:27:28.643059 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eb486e68-b752-421c-83f7-767784c59d24 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.691534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb486e68-b752-421c-83f7-767784c59d24 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=040345c4-79ff-4cb2-a246-229677752059,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:28.964303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eb486e68-b752-421c-83f7-767784c59d24 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:29.315278 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb486e68-b752-421c-83f7-767784c59d24 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router b56ca7b9-fcc9-488a-b4f4-0a880f047500 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:27:29.487645 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb486e68-b752-421c-83f7-767784c59d24 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:27:29.497331 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6487ea21-9686-47b8-a27c-8bc719b3d102 None None] Sync routers for ids ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:29.499851 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-eb486e68-b752-421c-83f7-767784c59d24 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/b56ca7b9-fcc9-488a-b4f4-0a880f047500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5122988 Mar 14 18:27:29.506577 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6487ea21-9686-47b8-a27c-8bc719b3d102 None None] Routers {'b56ca7b9-fcc9-488a-b4f4-0a880f047500'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:27:29.507191 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-6487ea21-9686-47b8-a27c-8bc719b3d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:27:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:29.700700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:29.718434 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-6487ea21-9686-47b8-a27c-8bc719b3d102 None None] Set router b56ca7b9-fcc9-488a-b4f4-0a880f047500 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:27:30.057164 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-6487ea21-9686-47b8-a27c-8bc719b3d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:27:28Z', 'revision_number': 6, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'f14c35cb-c1e5-4daf-998d-76df99ace1b9', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'port_id': '819b5e86-6271-4c36-a717-ec10aa57e43e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'mac_address': 'fa:16:3e:37:36:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:26:05Z', 'updated_at': '2022-03-14T18:26:10Z', 'revision_number': 1, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f497f3d-61f9-4218-84f7-4f079dab5595', 'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:de:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:32Z', 'updated_at': '2022-03-14T18:25:42Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:30.061615 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6487ea21-9686-47b8-a27c-8bc719b3d102 None None] Checking router: b56ca7b9-fcc9-488a-b4f4-0a880f047500 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:30.069690 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6487ea21-9686-47b8-a27c-8bc719b3d102 None None] Routers {'b56ca7b9-fcc9-488a-b4f4-0a880f047500'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:27:30.070277 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-6487ea21-9686-47b8-a27c-8bc719b3d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:27:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:30.215576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc001a-2e0a-4d3c-9e04-1afc83f1435d req-e4f9c1ec-b654-4aee-a84b-4f683d05bc6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:30.216263 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-fcfc001a-2e0a-4d3c-9e04-1afc83f1435d req-e4f9c1ec-b654-4aee-a84b-4f683d05bc6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:30.249372 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-6487ea21-9686-47b8-a27c-8bc719b3d102 None None] Set router b56ca7b9-fcc9-488a-b4f4-0a880f047500 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:27:30.294338 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-fcfc001a-2e0a-4d3c-9e04-1afc83f1435d req-e4f9c1ec-b654-4aee-a84b-4f683d05bc6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:30.296304 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fcfc001a-2e0a-4d3c-9e04-1afc83f1435d req-e4f9c1ec-b654-4aee-a84b-4f683d05bc6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 946 time: 0.3229430 Mar 14 18:27:30.343378 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fcfc001a-2e0a-4d3c-9e04-1afc83f1435d req-54a34212-c89d-4798-8851-4ed85f25cee2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ec00d5d-5ffe-48b8-b184-3aed491d5af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413108 Mar 14 18:27:30.584171 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-6487ea21-9686-47b8-a27c-8bc719b3d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:27:28Z', 'revision_number': 6, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'f14c35cb-c1e5-4daf-998d-76df99ace1b9', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'port_id': '819b5e86-6271-4c36-a717-ec10aa57e43e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'mac_address': 'fa:16:3e:37:36:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:26:05Z', 'updated_at': '2022-03-14T18:26:10Z', 'revision_number': 1, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f497f3d-61f9-4218-84f7-4f079dab5595', 'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:de:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:32Z', 'updated_at': '2022-03-14T18:25:42Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:30.587898 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6487ea21-9686-47b8-a27c-8bc719b3d102 None None] The sync data for ids ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'] in dv-neutron-833560-1-hyperv is: [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:27:28Z', 'revision_number': 6, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'f14c35cb-c1e5-4daf-998d-76df99ace1b9', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'port_id': '819b5e86-6271-4c36-a717-ec10aa57e43e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'mac_address': 'fa:16:3e:37:36:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:26:05Z', 'updated_at': '2022-03-14T18:26:10Z', 'revision_number': 1, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f497f3d-61f9-4218-84f7-4f079dab5595', 'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:de:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:32Z', 'updated_at': '2022-03-14T18:25:42Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:31.388120 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec5fea-f421-4ac6-bdfb-d4db906f8a56 req-52d58b22-acb8-4805-8621-afff4a4d3a77 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:31.389409 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-16ec5fea-f421-4ac6-bdfb-d4db906f8a56 req-52d58b22-acb8-4805-8621-afff4a4d3a77 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:31.400731 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-16ec5fea-f421-4ac6-bdfb-d4db906f8a56 req-52d58b22-acb8-4805-8621-afff4a4d3a77 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:31.401794 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-16ec5fea-f421-4ac6-bdfb-d4db906f8a56 req-52d58b22-acb8-4805-8621-afff4a4d3a77 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/ports?device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 946 time: 0.0901010 Mar 14 18:27:31.473136 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-16ec5fea-f421-4ac6-bdfb-d4db906f8a56 req-1cf5997a-777a-4844-be17-c3bf49121a6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 1813e0ba-6987-4864-b4ab-284cfd94f555 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:27:31.473482 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-16ec5fea-f421-4ac6-bdfb-d4db906f8a56 req-1cf5997a-777a-4844-be17-c3bf49121a6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.579515 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5cba1-b71e-4e04-b966-35ddeba2ac3c req-7cab7f37-7304-4e6b-a966-e090c8c11d09 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:31.580963 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bcf5cba1-b71e-4e04-b966-35ddeba2ac3c req-7cab7f37-7304-4e6b-a966-e090c8c11d09 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 946 time: 0.1307266 Mar 14 18:27:31.627151 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bcf5cba1-b71e-4e04-b966-35ddeba2ac3c req-483682ae-7d77-448c-93c9-bd81bcdb1936 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ec00d5d-5ffe-48b8-b184-3aed491d5af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403485 Mar 14 18:27:31.726630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-16ec5fea-f421-4ac6-bdfb-d4db906f8a56 req-1cf5997a-777a-4844-be17-c3bf49121a6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port 1813e0ba-6987-4864-b4ab-284cfd94f555, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1813e0ba-6987-4864-b4ab-284cfd94f555,segment=NetworkSegment(cd238298-3e41-450e-8506-85053f33f085),segment_id=cd238298-3e41-450e-8506-85053f33f085)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:27:31.727018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-16ec5fea-f421-4ac6-bdfb-d4db906f8a56 req-1cf5997a-777a-4844-be17-c3bf49121a6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.849889 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-16ec5fea-f421-4ac6-bdfb-d4db906f8a56 req-1cf5997a-777a-4844-be17-c3bf49121a6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 1813e0ba-6987-4864-b4ab-284cfd94f555 owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:27:32.043191 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-16ec5fea-f421-4ac6-bdfb-d4db906f8a56 req-1cf5997a-777a-4844-be17-c3bf49121a6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.094764 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5997a-777a-4844-be17-c3bf49121a6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=1813e0ba-6987-4864-b4ab-284cfd94f555,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:32.176476 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ec5fea-f421-4ac6-bdfb-d4db906f8a56 req-1cf5997a-777a-4844-be17-c3bf49121a6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] No DVR routers for this DVR port 1813e0ba-6987-4864-b4ab-284cfd94f555 on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:32.176476 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-16ec5fea-f421-4ac6-bdfb-d4db906f8a56 req-1cf5997a-777a-4844-be17-c3bf49121a6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.176476 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8076bda7-93b0-4828-acec-6f6945815e57', 'name': 'network-vif-deleted', 'tag': '1813e0ba-6987-4864-b4ab-284cfd94f555'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:27:32.219217 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8076bda7-93b0-4828-acec-6f6945815e57', 'name': 'network-vif-deleted', 'tag': '1813e0ba-6987-4864-b4ab-284cfd94f555', 'status': 'completed', 'code': 200} Mar 14 18:27:32.244024 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-16ec5fea-f421-4ac6-bdfb-d4db906f8a56 req-1cf5997a-777a-4844-be17-c3bf49121a6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "DELETE /v2.0/ports/1813e0ba-6987-4864-b4ab-284cfd94f555 HTTP/1.1" status: 204 len: 173 time: 0.8370128 Mar 14 18:27:32.283749 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 040345c4-79ff-4cb2-a246-229677752059 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:27:32.320112 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 040345c4-79ff-4cb2-a246-229677752059 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:27:32.320364 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 040345c4-79ff-4cb2-a246-229677752059 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:27:32.903234 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e46ce51a-6b8c-437d-9ff9-a51dec012de1 req-7c7dc705-3f7d-4345-81ac-e0f383cd1497 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8076bda7-93b0-4828-acec-6f6945815e57 HTTP/1.1" status: 200 len: 210 time: 0.1564949 Mar 14 18:27:33.999340 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60402) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:34.065170 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cae36727-4dae-4f08-9afa-a0342010a54d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.093612 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cae36727-4dae-4f08-9afa-a0342010a54d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.260350 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cae36727-4dae-4f08-9afa-a0342010a54d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.279029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae36727-4dae-4f08-9afa-a0342010a54d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec00d5d-5ffe-48b8-b184-3aed491d5af7,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:34.334154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cae36727-4dae-4f08-9afa-a0342010a54d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.335272 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-cae36727-4dae-4f08-9afa-a0342010a54d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/security-groups/0ec00d5d-5ffe-48b8-b184-3aed491d5af7 HTTP/1.1" status: 204 len: 168 time: 0.3349431 Mar 14 18:27:34.402924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60408) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:34.467855 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57e8253-e82b-402a-a488-539b96542558 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting subnet c6bbea32-5683-4620-b449-839aa893ba9b {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:27:34.470657 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c57e8253-e82b-402a-a488-539b96542558 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.523829 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c57e8253-e82b-402a-a488-539b96542558 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.592457 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 1813e0ba-6987-4864-b4ab-284cfd94f555 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:27:34.614007 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c57e8253-e82b-402a-a488-539b96542558 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.629121 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 1813e0ba-6987-4864-b4ab-284cfd94f555 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:27:34.629467 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 1813e0ba-6987-4864-b4ab-284cfd94f555 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:27:34.769332 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c57e8253-e82b-402a-a488-539b96542558 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.806266 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e8253-e82b-402a-a488-539b96542558 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Subnet': ['ID=c6bbea32-5683-4620-b449-839aa893ba9b,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:34.812505 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c57e8253-e82b-402a-a488-539b96542558 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.820794 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c57e8253-e82b-402a-a488-539b96542558 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/subnets/c6bbea32-5683-4620-b449-839aa893ba9b HTTP/1.1" status: 204 len: 168 time: 0.4143531 Mar 14 18:27:34.820968 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4674744-f414-4fbc-ad5f-5a1986fb07bb None None] Network 462927ee-ef23-4cbd-8ce3-35807cde8e2a requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:27:34.821084 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60412) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:34.932337 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.943733 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 4bdc8a3e-f589-4bfa-b168-a8164d5565ff {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:27:34.944070 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.064329 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d4e8c0-aa9c-4fea-b8f2-8fe8219cca20 None None] DHCP port deletion for 462927ee-ef23-4cbd-8ce3-35807cde8e2a request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:27:35.070921 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-98d4e8c0-aa9c-4fea-b8f2-8fe8219cca20 None None] Deleting port 4bdc8a3e-f589-4bfa-b168-a8164d5565ff {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:27:35.070921 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-98d4e8c0-aa9c-4fea-b8f2-8fe8219cca20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.152549 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port 4bdc8a3e-f589-4bfa-b168-a8164d5565ff, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4bdc8a3e-f589-4bfa-b168-a8164d5565ff,segment=NetworkSegment(cd238298-3e41-450e-8506-85053f33f085),segment_id=cd238298-3e41-450e-8506-85053f33f085)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:27:35.152899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.267302 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-98d4e8c0-aa9c-4fea-b8f2-8fe8219cca20 None None] For port 4bdc8a3e-f589-4bfa-b168-a8164d5565ff, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4bdc8a3e-f589-4bfa-b168-a8164d5565ff,segment=NetworkSegment(cd238298-3e41-450e-8506-85053f33f085),segment_id=cd238298-3e41-450e-8506-85053f33f085)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:27:35.267579 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-98d4e8c0-aa9c-4fea-b8f2-8fe8219cca20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.275786 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 4bdc8a3e-f589-4bfa-b168-a8164d5565ff owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:27:35.389889 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-98d4e8c0-aa9c-4fea-b8f2-8fe8219cca20 None None] Calling delete_port for 4bdc8a3e-f589-4bfa-b168-a8164d5565ff owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:27:35.432150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: from cryptography.utils import int_from_bytes Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: from cryptography.utils import int_from_bytes Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn_limited( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn_limited( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:35.456662 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 18:27:35.467469 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-98d4e8c0-aa9c-4fea-b8f2-8fe8219cca20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:27:35.467469 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-98d4e8c0-aa9c-4fea-b8f2-8fe8219cca20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:27:35.479630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=4bdc8a3e-f589-4bfa-b168-a8164d5565ff,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:35.483875 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] No DVR routers for this DVR port 4bdc8a3e-f589-4bfa-b168-a8164d5565ff on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:35.604414 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.628676 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462927ee-ef23-4cbd-8ce3-35807cde8e2a']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:35.640940 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd238298-3e41-450e-8506-85053f33f085') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:35.641675 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd238298-3e41-450e-8506-85053f33f085') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:35.652166 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.673426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.679544 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:27:35.679869 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:27:35.694479 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:27:35.813814 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.831327 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.842125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Network': ['ID=462927ee-ef23-4cbd-8ce3-35807cde8e2a,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:35.929418 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ddfc19f6-8d3a-43c9-83d4-7932ec2bfa9d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/networks/462927ee-ef23-4cbd-8ce3-35807cde8e2a HTTP/1.1" status: 204 len: 168 time: 1.1072962 Mar 14 18:27:35.931888 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60416) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:35.963836 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-98d4e8c0-aa9c-4fea-b8f2-8fe8219cca20 None None] Deleting port 4bdc8a3e-f589-4bfa-b168-a8164d5565ff {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:27:35.964448 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-98d4e8c0-aa9c-4fea-b8f2-8fe8219cca20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:36.032467 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-98d4e8c0-aa9c-4fea-b8f2-8fe8219cca20 None None] The port '4bdc8a3e-f589-4bfa-b168-a8164d5565ff' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:27:36.234594 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7074d8b6-846d-47a4-b1ae-3b4461a33136 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 855564fa-d8b6-46ed-ba75-3e3584a4713f {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:27:36.234884 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7074d8b6-846d-47a4-b1ae-3b4461a33136 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:36.318360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4bdc8a3e-f589-4bfa-b168-a8164d5565ff no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:27:36.350661 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 4bdc8a3e-f589-4bfa-b168-a8164d5565ff {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:27:36.351037 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4bdc8a3e-f589-4bfa-b168-a8164d5565ff not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:27:36.406341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7074d8b6-846d-47a4-b1ae-3b4461a33136 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:36.406669 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7074d8b6-846d-47a4-b1ae-3b4461a33136 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:36.526267 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7074d8b6-846d-47a4-b1ae-3b4461a33136 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 855564fa-d8b6-46ed-ba75-3e3584a4713f owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:27:36.723072 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7074d8b6-846d-47a4-b1ae-3b4461a33136 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:36.768782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074d8b6-846d-47a4-b1ae-3b4461a33136 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=855564fa-d8b6-46ed-ba75-3e3584a4713f,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:36.858574 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7074d8b6-846d-47a4-b1ae-3b4461a33136 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:36.858943 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [None req-7074d8b6-846d-47a4-b1ae-3b4461a33136 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP f14c35cb-c1e5-4daf-998d-76df99ace1b9 disassociated (deleted). External IP: 172.26.7.200, port: 819b5e86-6271-4c36-a717-ec10aa57e43e. Mar 14 18:27:37.198419 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7074d8b6-846d-47a4-b1ae-3b4461a33136 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router b56ca7b9-fcc9-488a-b4f4-0a880f047500 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:27:37.490997 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7074d8b6-846d-47a4-b1ae-3b4461a33136 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:27:37.502254 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315f2b3-d1ef-45a6-b2ba-9515ba2e498d None None] Sync routers for ids ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:37.508266 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7074d8b6-846d-47a4-b1ae-3b4461a33136 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:37.511415 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315f2b3-d1ef-45a6-b2ba-9515ba2e498d None None] Routers {'b56ca7b9-fcc9-488a-b4f4-0a880f047500'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:27:37.512314 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f315f2b3-d1ef-45a6-b2ba-9515ba2e498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:27:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:37.563475 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7074d8b6-846d-47a4-b1ae-3b4461a33136 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/floatingips/f14c35cb-c1e5-4daf-998d-76df99ace1b9 HTTP/1.1" status: 204 len: 168 time: 1.6305819 Mar 14 18:27:37.564136 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'tag': '819b5e86-6271-4c36-a717-ec10aa57e43e'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:27:37.613047 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'tag': '819b5e86-6271-4c36-a717-ec10aa57e43e', 'status': 'completed', 'code': 200} Mar 14 18:27:37.713827 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-f315f2b3-d1ef-45a6-b2ba-9515ba2e498d None None] Set router b56ca7b9-fcc9-488a-b4f4-0a880f047500 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:27:37.781476 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447d431-a454-4228-b80b-5c91d6fc3924 req-54a95d7e-b6cf-4164-9346-6a7c3a634ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:37.784800 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8447d431-a454-4228-b80b-5c91d6fc3924 req-54a95d7e-b6cf-4164-9346-6a7c3a634ae9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 1098 time: 0.1486537 Mar 14 18:27:37.930676 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447d431-a454-4228-b80b-5c91d6fc3924 req-adaee4d5-514b-4afa-90bd-3b6f9058cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:37.932485 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8447d431-a454-4228-b80b-5c91d6fc3924 req-adaee4d5-514b-4afa-90bd-3b6f9058cac1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=82904af8-6c90-4893-abce-7596ee90de86 HTTP/1.1" status: 200 len: 898 time: 0.1412675 Mar 14 18:27:38.007711 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8447d431-a454-4228-b80b-5c91d6fc3924 req-0ee9a6d2-87b9-440f-a63b-9575f776d9a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=819b5e86-6271-4c36-a717-ec10aa57e43e HTTP/1.1" status: 200 len: 217 time: 0.0688691 Mar 14 18:27:38.069350 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f315f2b3-d1ef-45a6-b2ba-9515ba2e498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:27:28Z', 'revision_number': 6, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '9f497f3d-61f9-4218-84f7-4f079dab5595', 'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:de:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:32Z', 'updated_at': '2022-03-14T18:25:42Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:38.074273 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315f2b3-d1ef-45a6-b2ba-9515ba2e498d None None] Checking router: b56ca7b9-fcc9-488a-b4f4-0a880f047500 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:38.076886 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447d431-a454-4228-b80b-5c91d6fc3924 req-53862e60-fb37-476a-8aa5-7e8783f5c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:38.085179 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8447d431-a454-4228-b80b-5c91d6fc3924 req-53862e60-fb37-476a-8aa5-7e8783f5c8ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=035c835c-4d84-4ac4-99e6-eaf70f47a3b6 HTTP/1.1" status: 200 len: 835 time: 0.0646901 Mar 14 18:27:38.088663 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315f2b3-d1ef-45a6-b2ba-9515ba2e498d None None] Routers {'b56ca7b9-fcc9-488a-b4f4-0a880f047500'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:27:38.089350 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f315f2b3-d1ef-45a6-b2ba-9515ba2e498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:27:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:38.168384 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447d431-a454-4228-b80b-5c91d6fc3924 req-87e7a706-23c7-450b-9ee0-41c2689178c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:38.169973 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8447d431-a454-4228-b80b-5c91d6fc3924 req-87e7a706-23c7-450b-9ee0-41c2689178c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=82904af8-6c90-4893-abce-7596ee90de86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846741 Mar 14 18:27:38.180222 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [req-8447d431-a454-4228-b80b-5c91d6fc3924 req-12fe7013-8183-4a8a-bd00-c0d421a473da service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:27:38.181496 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8447d431-a454-4228-b80b-5c91d6fc3924 req-12fe7013-8183-4a8a-bd00-c0d421a473da service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056155 Mar 14 18:27:38.302208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7bff7-9533-4d3f-9312-19346a2df86c req-061ea9d4-082a-4f27-a332-bfc3148b624d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:38.310263 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-60b7bff7-9533-4d3f-9312-19346a2df86c req-061ea9d4-082a-4f27-a332-bfc3148b624d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 945 time: 0.1014283 Mar 14 18:27:38.339681 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-f315f2b3-d1ef-45a6-b2ba-9515ba2e498d None None] Set router b56ca7b9-fcc9-488a-b4f4-0a880f047500 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:27:38.355141 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-60b7bff7-9533-4d3f-9312-19346a2df86c req-4564cc2b-fde3-4569-90bc-100b9938a680 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:38.355820 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8447d431-a454-4228-b80b-5c91d6fc3924 req-5f95a671-cf3c-4174-8fed-f519ea93e688 service neutron] 10.222.0.59 "GET /v2.0/networks/82904af8-6c90-4893-abce-7596ee90de86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676519 Mar 14 18:27:38.466168 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-60b7bff7-9533-4d3f-9312-19346a2df86c req-4564cc2b-fde3-4569-90bc-100b9938a680 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:38.468142 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-60b7bff7-9533-4d3f-9312-19346a2df86c req-4564cc2b-fde3-4569-90bc-100b9938a680 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f6dca5-a778-4066-990b-6afe72755772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568329 Mar 14 18:27:38.512472 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8447d431-a454-4228-b80b-5c91d6fc3924 req-bd354a5c-c027-45a2-9af2-8bb192e8e1bb service neutron] 10.222.0.59 "GET /v2.0/networks/82904af8-6c90-4893-abce-7596ee90de86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488044 Mar 14 18:27:38.663815 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f315f2b3-d1ef-45a6-b2ba-9515ba2e498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:27:28Z', 'revision_number': 6, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '9f497f3d-61f9-4218-84f7-4f079dab5595', 'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:de:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:32Z', 'updated_at': '2022-03-14T18:25:42Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:38.667801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315f2b3-d1ef-45a6-b2ba-9515ba2e498d None None] The sync data for ids ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'] in dv-neutron-833560-1-hyperv is: [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:27:28Z', 'revision_number': 6, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '9f497f3d-61f9-4218-84f7-4f079dab5595', 'name': '', 'network_id': '82904af8-6c90-4893-abce-7596ee90de86', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:de:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:32Z', 'updated_at': '2022-03-14T18:25:42Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '035c835c-4d84-4ac4-99e6-eaf70f47a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:38.879010 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f618c5f-f3f7-4f95-a440-c8705a399801 None None] New status for floating IP f14c35cb-c1e5-4daf-998d-76df99ace1b9: DOWN {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:27:38.996987 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.546314 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f867b-a7af-4457-a165-4ac98c45fc33 req-88485661-b3a3-4858-a3d5-4b407ebaaa4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:39.547023 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-fb8f867b-a7af-4457-a165-4ac98c45fc33 req-88485661-b3a3-4858-a3d5-4b407ebaaa4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:39.637515 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-fb8f867b-a7af-4457-a165-4ac98c45fc33 req-88485661-b3a3-4858-a3d5-4b407ebaaa4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:39.640829 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fb8f867b-a7af-4457-a165-4ac98c45fc33 req-88485661-b3a3-4858-a3d5-4b407ebaaa4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 945 time: 0.1704233 Mar 14 18:27:39.666415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bb3e8-7f6e-472a-aae3-e615698e3a07 req-92903e9c-9dc6-4c79-814c-c69fbf8ae920 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:39.666415 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d53bb3e8-7f6e-472a-aae3-e615698e3a07 req-92903e9c-9dc6-4c79-814c-c69fbf8ae920 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 945 time: 0.0838356 Mar 14 18:27:39.713875 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d53bb3e8-7f6e-472a-aae3-e615698e3a07 req-731b2667-c8ae-4449-8eb8-b92cdeaedc16 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f6dca5-a778-4066-990b-6afe72755772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426941 Mar 14 18:27:39.718837 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-fb8f867b-a7af-4457-a165-4ac98c45fc33 req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 819b5e86-6271-4c36-a717-ec10aa57e43e {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:27:39.719178 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-fb8f867b-a7af-4457-a165-4ac98c45fc33 req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.967045 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-fb8f867b-a7af-4457-a165-4ac98c45fc33 req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port 819b5e86-6271-4c36-a717-ec10aa57e43e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=819b5e86-6271-4c36-a717-ec10aa57e43e,segment=NetworkSegment(e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a),segment_id=e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:27:39.967404 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-fb8f867b-a7af-4457-a165-4ac98c45fc33 req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:40.087827 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-fb8f867b-a7af-4457-a165-4ac98c45fc33 req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 819b5e86-6271-4c36-a717-ec10aa57e43e owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:27:40.322728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-fb8f867b-a7af-4457-a165-4ac98c45fc33 req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:40.372040 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=819b5e86-6271-4c36-a717-ec10aa57e43e,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:40.408437 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:40.408780 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:40.409113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:40.409439 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:40.409765 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:40.410083 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:40.410400 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:40.410714 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:40.411051 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:40.411368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:40.411686 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:40.411995 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:40.456244 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8f867b-a7af-4457-a165-4ac98c45fc33 req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] No DVR routers for this DVR port 819b5e86-6271-4c36-a717-ec10aa57e43e on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:40.458564 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-fb8f867b-a7af-4457-a165-4ac98c45fc33 req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:40.461301 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'name': 'network-vif-deleted', 'tag': '819b5e86-6271-4c36-a717-ec10aa57e43e'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:27:40.504806 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d164633-ea32-4bf9-8f69-a3c9b5bafa1e', 'name': 'network-vif-deleted', 'tag': '819b5e86-6271-4c36-a717-ec10aa57e43e', 'status': 'completed', 'code': 200} Mar 14 18:27:40.563647 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fb8f867b-a7af-4457-a165-4ac98c45fc33 req-a3355b53-cee8-46b8-b286-3416fe3c0db9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "DELETE /v2.0/ports/819b5e86-6271-4c36-a717-ec10aa57e43e HTTP/1.1" status: 204 len: 173 time: 0.9134624 Mar 14 18:27:40.867324 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2bf92bf-2372-4067-ba36-7ce9fcd4659f req-fd95ba4f-065c-4dce-9d8b-eaf1912bf02e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d164633-ea32-4bf9-8f69-a3c9b5bafa1e HTTP/1.1" status: 200 len: 210 time: 0.0431144 Mar 14 18:27:41.961051 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60438) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:42.031069 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2716d13-43ea-41ff-8ff5-a88ba48886b1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:42.060212 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2716d13-43ea-41ff-8ff5-a88ba48886b1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:42.197175 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2716d13-43ea-41ff-8ff5-a88ba48886b1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:42.223379 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2716d13-43ea-41ff-8ff5-a88ba48886b1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f6dca5-a778-4066-990b-6afe72755772,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:42.226257 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2716d13-43ea-41ff-8ff5-a88ba48886b1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:42.226598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2716d13-43ea-41ff-8ff5-a88ba48886b1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:42.226965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2716d13-43ea-41ff-8ff5-a88ba48886b1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:42.227295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2716d13-43ea-41ff-8ff5-a88ba48886b1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:42.227619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2716d13-43ea-41ff-8ff5-a88ba48886b1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:42.227943 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2716d13-43ea-41ff-8ff5-a88ba48886b1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:42.228257 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2716d13-43ea-41ff-8ff5-a88ba48886b1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:42.228570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2716d13-43ea-41ff-8ff5-a88ba48886b1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:42.228883 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2716d13-43ea-41ff-8ff5-a88ba48886b1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:42.229197 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2716d13-43ea-41ff-8ff5-a88ba48886b1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:42.229505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2716d13-43ea-41ff-8ff5-a88ba48886b1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:42.229812 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2716d13-43ea-41ff-8ff5-a88ba48886b1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:42.333635 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2716d13-43ea-41ff-8ff5-a88ba48886b1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:42.334807 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c2716d13-43ea-41ff-8ff5-a88ba48886b1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/security-groups/b1f6dca5-a778-4066-990b-6afe72755772 HTTP/1.1" status: 204 len: 168 time: 0.3727703 Mar 14 18:27:42.438351 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60444) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:42.634704 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 819b5e86-6271-4c36-a717-ec10aa57e43e no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:27:42.669375 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 819b5e86-6271-4c36-a717-ec10aa57e43e {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:27:42.669762 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 819b5e86-6271-4c36-a717-ec10aa57e43e not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:27:43.108631 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a47d-9511-40ca-a301-b05e0ec2ab9e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:43.453144 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-e1e6a47d-9511-40ca-a301-b05e0ec2ab9e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 9f497f3d-61f9-4218-84f7-4f079dab5595 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:27:43.453787 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a47d-9511-40ca-a301-b05e0ec2ab9e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:43.638964 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-e1e6a47d-9511-40ca-a301-b05e0ec2ab9e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port 9f497f3d-61f9-4218-84f7-4f079dab5595, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=9f497f3d-61f9-4218-84f7-4f079dab5595,segment=NetworkSegment(e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a),segment_id=e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:27:43.639326 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a47d-9511-40ca-a301-b05e0ec2ab9e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:43.759849 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-e1e6a47d-9511-40ca-a301-b05e0ec2ab9e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 9f497f3d-61f9-4218-84f7-4f079dab5595 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:27:44.004180 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a47d-9511-40ca-a301-b05e0ec2ab9e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:44.050782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6a47d-9511-40ca-a301-b05e0ec2ab9e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=9f497f3d-61f9-4218-84f7-4f079dab5595,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:44.440176 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a47d-9511-40ca-a301-b05e0ec2ab9e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:44.794807 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e6a47d-9511-40ca-a301-b05e0ec2ab9e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router b56ca7b9-fcc9-488a-b4f4-0a880f047500 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:27:44.970973 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e6a47d-9511-40ca-a301-b05e0ec2ab9e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:27:44.980099 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8beaeb8-bba4-49f3-bc6a-9d9d3cc4b6e5 None None] Sync routers for ids ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:44.983918 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e1e6a47d-9511-40ca-a301-b05e0ec2ab9e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/b56ca7b9-fcc9-488a-b4f4-0a880f047500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5445049 Mar 14 18:27:44.986695 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60448) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:44.989636 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8beaeb8-bba4-49f3-bc6a-9d9d3cc4b6e5 None None] Routers {'b56ca7b9-fcc9-488a-b4f4-0a880f047500'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:27:44.990241 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e8beaeb8-bba4-49f3-bc6a-9d9d3cc4b6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:27:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:45.052737 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee88678-2ee4-4107-829b-82f808d5676c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting subnet 035c835c-4d84-4ac4-99e6-eaf70f47a3b6 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:27:45.055679 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ee88678-2ee4-4107-829b-82f808d5676c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:45.108271 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ee88678-2ee4-4107-829b-82f808d5676c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:45.167892 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-e8beaeb8-bba4-49f3-bc6a-9d9d3cc4b6e5 None None] Set router b56ca7b9-fcc9-488a-b4f4-0a880f047500 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:27:45.196461 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ee88678-2ee4-4107-829b-82f808d5676c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:45.346599 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ee88678-2ee4-4107-829b-82f808d5676c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:45.386817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee88678-2ee4-4107-829b-82f808d5676c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Subnet': ['ID=035c835c-4d84-4ac4-99e6-eaf70f47a3b6,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:45.389227 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ee88678-2ee4-4107-829b-82f808d5676c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:45.395521 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7ee88678-2ee4-4107-829b-82f808d5676c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/subnets/035c835c-4d84-4ac4-99e6-eaf70f47a3b6 HTTP/1.1" status: 204 len: 168 time: 0.4078367 Mar 14 18:27:45.395832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86866d99-941e-4433-bfdf-cb3892ebeb95 None None] Network 82904af8-6c90-4893-abce-7596ee90de86 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:27:45.398195 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60452) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:45.576677 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aba0366-6c87-4817-ab73-607a7ada1958 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:45.611222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e8beaeb8-bba4-49f3-bc6a-9d9d3cc4b6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:27:43Z', 'revision_number': 7, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:45.617700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8beaeb8-bba4-49f3-bc6a-9d9d3cc4b6e5 None None] Checking router: b56ca7b9-fcc9-488a-b4f4-0a880f047500 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:45.636993 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8beaeb8-bba4-49f3-bc6a-9d9d3cc4b6e5 None None] Routers {'b56ca7b9-fcc9-488a-b4f4-0a880f047500'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:27:45.637538 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e8beaeb8-bba4-49f3-bc6a-9d9d3cc4b6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:27:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:45.839878 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] DHCP port deletion for 82904af8-6c90-4893-abce-7596ee90de86 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:27:45.856423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] Deleting port 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:27:45.856789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:45.892950 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aba0366-6c87-4817-ab73-607a7ada1958 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:45.925804 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-e8beaeb8-bba4-49f3-bc6a-9d9d3cc4b6e5 None None] Set router b56ca7b9-fcc9-488a-b4f4-0a880f047500 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:27:45.952937 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-4aba0366-6c87-4817-ab73-607a7ada1958 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:27:45.952937 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aba0366-6c87-4817-ab73-607a7ada1958 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.123293 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-4aba0366-6c87-4817-ab73-607a7ada1958 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:27:46.123656 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aba0366-6c87-4817-ab73-607a7ada1958 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.250260 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-4aba0366-6c87-4817-ab73-607a7ada1958 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:27:46.272539 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] For port 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=40239c64-85f0-4fc0-b2d2-3f4ef83be9a1,segment=NetworkSegment(e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a),segment_id=e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:27:46.273167 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.362309 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:27:46.459222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] Calling delete_port for 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:27:46.494574 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aba0366-6c87-4817-ab73-607a7ada1958 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.541327 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba0366-6c87-4817-ab73-607a7ada1958 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:46.617089 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e8beaeb8-bba4-49f3-bc6a-9d9d3cc4b6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:27:43Z', 'revision_number': 7, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:46.619365 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.633136 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8beaeb8-bba4-49f3-bc6a-9d9d3cc4b6e5 None None] The sync data for ids ['b56ca7b9-fcc9-488a-b4f4-0a880f047500'] in dv-neutron-833560-1-hyperv is: [{'id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'name': 'tempest-TestNetworkBasicOps-router-1160912899', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:25:25Z', 'updated_at': '2022-03-14T18:27:43Z', 'revision_number': 7, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56ca7b9-fcc9-488a-b4f4-0a880f047500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:26Z', 'updated_at': '2022-03-14T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:46.634921 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aba0366-6c87-4817-ab73-607a7ada1958 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.676618 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.728544 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] Pushing event deleted for resources: {'Port': ['ID=40239c64-85f0-4fc0-b2d2-3f4ef83be9a1,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:46.730903 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] No DVR routers for this DVR port 40239c64-85f0-4fc0-b2d2-3f4ef83be9a1 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:46.742920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:46.743274 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:46.744086 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:46.744086 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:46.744324 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:46.745059 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:46.745059 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:46.745253 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:46.745475 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:46.745791 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:46.752057 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:46.752057 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdce2-0b8d-4b58-8dd5-f6a2e98d9a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:46.813013 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aba0366-6c87-4817-ab73-607a7ada1958 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.815294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aba0366-6c87-4817-ab73-607a7ada1958 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.912243 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aba0366-6c87-4817-ab73-607a7ada1958 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.912842 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aba0366-6c87-4817-ab73-607a7ada1958 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Fanout notify agent at l3_agent the message router_deleted on router b56ca7b9-fcc9-488a-b4f4-0a880f047500 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:27:46.927952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aba0366-6c87-4817-ab73-607a7ada1958 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.929933 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4aba0366-6c87-4817-ab73-607a7ada1958 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/routers/b56ca7b9-fcc9-488a-b4f4-0a880f047500 HTTP/1.1" status: 204 len: 168 time: 1.5299525 Mar 14 18:27:46.931855 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60458) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:47.053121 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e6a359d0-cec2-40b6-b340-94b2a5ecfe0c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.193287 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e6a359d0-cec2-40b6-b340-94b2a5ecfe0c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.218946 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-e6a359d0-cec2-40b6-b340-94b2a5ecfe0c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82904af8-6c90-4893-abce-7596ee90de86']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:47.231718 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-e6a359d0-cec2-40b6-b340-94b2a5ecfe0c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:47.235109 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-e6a359d0-cec2-40b6-b340-94b2a5ecfe0c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c7e1f1-a1ab-4d7c-9482-b2344e04bd9a') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:47.244338 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e6a359d0-cec2-40b6-b340-94b2a5ecfe0c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.261163 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e6a359d0-cec2-40b6-b340-94b2a5ecfe0c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.267440 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a359d0-cec2-40b6-b340-94b2a5ecfe0c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:27:47.267829 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e6a359d0-cec2-40b6-b340-94b2a5ecfe0c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:27:47.284213 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:27:47.602894 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e6a359d0-cec2-40b6-b340-94b2a5ecfe0c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.622378 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e6a359d0-cec2-40b6-b340-94b2a5ecfe0c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.635151 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a359d0-cec2-40b6-b340-94b2a5ecfe0c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Network': ['ID=82904af8-6c90-4893-abce-7596ee90de86,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:47.637743 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e6a359d0-cec2-40b6-b340-94b2a5ecfe0c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/networks/82904af8-6c90-4893-abce-7596ee90de86 HTTP/1.1" status: 204 len: 168 time: 0.7049818 Mar 14 18:27:47.660129 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60462) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:47.665805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-202b494a-f977-4b93-83c5-de472e2dab13 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'network': {'name': 'tempest-network-smoke--251620280', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'port_security_enabled': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:47.671797 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-202b494a-f977-4b93-83c5-de472e2dab13 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:47.675829 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-202b494a-f977-4b93-83c5-de472e2dab13 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:network and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:47.678570 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-202b494a-f977-4b93-83c5-de472e2dab13 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:47.684431 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-202b494a-f977-4b93-83c5-de472e2dab13 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:47.762646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202b494a-f977-4b93-83c5-de472e2dab13 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:47.766269 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-202b494a-f977-4b93-83c5-de472e2dab13 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.794019 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202b494a-f977-4b93-83c5-de472e2dab13 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:27:47.803123 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-202b494a-f977-4b93-83c5-de472e2dab13 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.803459 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-202b494a-f977-4b93-83c5-de472e2dab13 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Added segment 3994674d-8f1f-411b-8d6c-48bd97ca9a24 of type vlan for network b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b Mar 14 18:27:47.829046 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-202b494a-f977-4b93-83c5-de472e2dab13 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.928316 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-202b494a-f977-4b93-83c5-de472e2dab13 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.933933 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202b494a-f977-4b93-83c5-de472e2dab13 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:47.934560 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-202b494a-f977-4b93-83c5-de472e2dab13 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.040177 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b494a-f977-4b93-83c5-de472e2dab13 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Network': ['ID=b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:48.051005 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:27:48.072826 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-202b494a-f977-4b93-83c5-de472e2dab13 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4053645 Mar 14 18:27:48.072826 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60466) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:48.074353 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1710176167', 'admin_state_up': True, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:48.081554 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:48.085452 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:router and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:48.088290 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:48.095204 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:48.178950 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.178950 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.190469 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.335504 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 9f497f3d-61f9-4218-84f7-4f079dab5595 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:27:48.374386 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 9f497f3d-61f9-4218-84f7-4f079dab5595 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:27:48.374976 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 9f497f3d-61f9-4218-84f7-4f079dab5595 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:27:48.375395 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:27:48.409414 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:27:48.409756 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 6b664dde-c7c7-4b92-9ecb-ee98eaf1b46d not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:27:48.507661 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.842016 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.871239 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.006832 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.26.7.210 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/f9271183-0bfa-47f0-b178-02f5e881960d) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:49.149092 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.234313 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.289064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:49.291725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:49.296140 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:27:49.344945 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=f9271183-0bfa-47f0-b178-02f5e881960d,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:49.898286 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.238523 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.524248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 9f512d26-a5e0-4252-a895-3a21ab345599 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:27:50.698466 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:27:50.708148 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Sync routers for ids ['9f512d26-a5e0-4252-a895-3a21ab345599'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:50.718697 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Routers {'9f512d26-a5e0-4252-a895-3a21ab345599'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:27:50.719338 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:27:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['9f512d26-a5e0-4252-a895-3a21ab345599'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:50.791407 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.796008 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e4c321b6-1b5b-4a68-83ef-3bab8ab1d68d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7223210 Mar 14 18:27:50.796185 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60470) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:50.842153 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-26518328-4a08-4ca3-8fe4-5cbbb54176b4 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=6c5e4a48cb994bfdaa976c98e4c4c63f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420425 Mar 14 18:27:50.842379 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60474) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:50.894415 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Set router 9f512d26-a5e0-4252-a895-3a21ab345599 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:27:50.970717 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f330ba-7c29-4542-b71d-a11a8ba45e5a tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:50.974829 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c9f330ba-7c29-4542-b71d-a11a8ba45e5a tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288943 Mar 14 18:27:50.975088 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60478) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:51.014207 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-837f135a-a7e5-4786-9dbd-6f78b785a86c tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379255 Mar 14 18:27:51.017473 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60482) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:51.022396 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-dc0e80af-2b88-4d13-94df-fa7263ad5a3b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-894027447', 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:51.212612 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'name': 'tempest-TestNetworkBasicOps-router-1710176167', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:49Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:04:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:51.217393 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Checking router: 9f512d26-a5e0-4252-a895-3a21ab345599 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:51.217730 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Updating router 9f512d26-a5e0-4252-a895-3a21ab345599 port f9271183-0bfa-47f0-b178-02f5e881960d binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:27:51.265754 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-dc0e80af-2b88-4d13-94df-fa7263ad5a3b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:51.270355 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-dc0e80af-2b88-4d13-94df-fa7263ad5a3b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:subnet and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:51.273196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-dc0e80af-2b88-4d13-94df-fa7263ad5a3b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:51.275252 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.279496 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-dc0e80af-2b88-4d13-94df-fa7263ad5a3b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:51.357325 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0e80af-2b88-4d13-94df-fa7263ad5a3b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:51.360817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc0e80af-2b88-4d13-94df-fa7263ad5a3b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.597517 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.609059 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Transition to ACTIVE for port object f9271183-0bfa-47f0-b178-02f5e881960d will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:27:51.715803 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc0e80af-2b88-4d13-94df-fa7263ad5a3b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.740030 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.792593 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e80af-2b88-4d13-94df-fa7263ad5a3b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Subnet': ['ID=a2421503-cefe-4ae4-95f8-a43d89e5a953,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:51.803381 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0e80af-2b88-4d13-94df-fa7263ad5a3b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Checking segment: {'id': '3994674d-8f1f-411b-8d6c-48bd97ca9a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:27:51.803746 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0e80af-2b88-4d13-94df-fa7263ad5a3b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network hostable DHCP agents. Network: b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:27:51.823030 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f04d3-c2fb-4905-906d-5293788e177b None None] Pushing event updated for resources: {'Port': ['ID=f9271183-0bfa-47f0-b178-02f5e881960d,revision_number=2']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:51.830128 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Attempting to bind port f9271183-0bfa-47f0-b178-02f5e881960d on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:51.830485 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Attempting to bind port f9271183-0bfa-47f0-b178-02f5e881960d by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:51.835378 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Attempting to bind port f9271183-0bfa-47f0-b178-02f5e881960d on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:27:51.835378 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f04d3-c2fb-4905-906d-5293788e177b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:51.835378 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f04d3-c2fb-4905-906d-5293788e177b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:51.835378 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f04d3-c2fb-4905-906d-5293788e177b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:51.837774 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f04d3-c2fb-4905-906d-5293788e177b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:51.837774 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f04d3-c2fb-4905-906d-5293788e177b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:51.837774 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f04d3-c2fb-4905-906d-5293788e177b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:51.837774 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f04d3-c2fb-4905-906d-5293788e177b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:51.837774 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f04d3-c2fb-4905-906d-5293788e177b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:51.837774 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f04d3-c2fb-4905-906d-5293788e177b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:51.837774 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f04d3-c2fb-4905-906d-5293788e177b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:51.837774 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f04d3-c2fb-4905-906d-5293788e177b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:51.838617 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f04d3-c2fb-4905-906d-5293788e177b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:51.843524 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:27:51.843885 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:27:51.844274 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.844650 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:27:51.845100 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Bound port: f9271183-0bfa-47f0-b178-02f5e881960d, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:51.845475 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.916336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0e80af-2b88-4d13-94df-fa7263ad5a3b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:27:51.917539 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] For port f9271183-0bfa-47f0-b178-02f5e881960d, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:27:51.920464 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] For port f9271183-0bfa-47f0-b178-02f5e881960d, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f9271183-0bfa-47f0-b178-02f5e881960d,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:27:52.008424 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-dc0e80af-2b88-4d13-94df-fa7263ad5a3b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:52.014638 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0e80af-2b88-4d13-94df-fa7263ad5a3b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:52.014638 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dc0e80af-2b88-4d13-94df-fa7263ad5a3b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:52.020094 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e65f59-8421-4379-89d6-924999facf62 None None] Network b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:27:52.037601 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:52.113494 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Routers {'9f512d26-a5e0-4252-a895-3a21ab345599'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:27:52.114133 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:27:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['9f512d26-a5e0-4252-a895-3a21ab345599'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:52.132257 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dc0e80af-2b88-4d13-94df-fa7263ad5a3b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1118426 Mar 14 18:27:52.132908 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60486) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:52.180965 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f04d3-c2fb-4905-906d-5293788e177b None None] Pushing event updated for resources: {'Port': ['ID=f9271183-0bfa-47f0-b178-02f5e881960d,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:52.304448 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] Set router 9f512d26-a5e0-4252-a895-3a21ab345599 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:27:52.310862 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b', 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ips': [{'subnet_id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:27:52.316178 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:52.481058 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Allocated IP 172.20.0.2 (b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b/a2421503-cefe-4ae4-95f8-a43d89e5a953/943434d1-315b-404d-9c4c-1bf7ae116deb) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:52.607614 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'name': 'tempest-TestNetworkBasicOps-router-1710176167', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:49Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:04:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:52.611701 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7bbb66-806d-4f06-816c-d8d6f5de5907 None None] The sync data for ids ['9f512d26-a5e0-4252-a895-3a21ab345599'] in dv-neutron-833560-1-hyperv is: [{'id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'name': 'tempest-TestNetworkBasicOps-router-1710176167', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:49Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:04:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:52.692937 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:52.704569 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Transition to ACTIVE for port object 943434d1-315b-404d-9c4c-1bf7ae116deb will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:27:52.725983 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Transition to ACTIVE for port object 943434d1-315b-404d-9c4c-1bf7ae116deb will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:27:52.797069 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:52.862644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Network b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:52.874693 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:52.878532 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:27:52.879769 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:52.896274 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Pushing event updated for resources: {'Port': ['ID=943434d1-315b-404d-9c4c-1bf7ae116deb,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:52.999225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Attempting to bind port 943434d1-315b-404d-9c4c-1bf7ae116deb on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:52.999475 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Attempting to bind port 943434d1-315b-404d-9c4c-1bf7ae116deb by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '3994674d-8f1f-411b-8d6c-48bd97ca9a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:52.999900 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Attempting to bind port 943434d1-315b-404d-9c4c-1bf7ae116deb on network b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:27:53.007001 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:27:53.012568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Checking segment: {'id': '3994674d-8f1f-411b-8d6c-48bd97ca9a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:27:53.012568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.012568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Bound using segment: {'id': '3994674d-8f1f-411b-8d6c-48bd97ca9a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:27:53.012568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Bound port: 943434d1-315b-404d-9c4c-1bf7ae116deb, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3994674d-8f1f-411b-8d6c-48bd97ca9a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:53.012568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.108907 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] For port 943434d1-315b-404d-9c4c-1bf7ae116deb, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:27:53.112690 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] For port 943434d1-315b-404d-9c4c-1bf7ae116deb, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=943434d1-315b-404d-9c4c-1bf7ae116deb,segment=NetworkSegment(3994674d-8f1f-411b-8d6c-48bd97ca9a24),segment_id=3994674d-8f1f-411b-8d6c-48bd97ca9a24)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:27:53.210404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.301784 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91e985-c7df-4830-9851-2a183e2eed7a None None] Pushing event updated for resources: {'Port': ['ID=943434d1-315b-404d-9c4c-1bf7ae116deb,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:53.470057 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.1 (b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b/a2421503-cefe-4ae4-95f8-a43d89e5a953/669e04d7-e6ee-4d2a-9813-77efd064e92e) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:53.703479 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.719684 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object 669e04d7-e6ee-4d2a-9813-77efd064e92e will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:27:53.791686 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.855588 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:53.859257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:53.863039 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:27:53.913317 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=669e04d7-e6ee-4d2a-9813-77efd064e92e,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:53.931235 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.202296 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.265011 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4f48e35f-ba79-4b92-a5e2-25613b245372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.394010 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 943434d1-315b-404d-9c4c-1bf7ae116deb up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:27:54.546001 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 943434d1-315b-404d-9c4c-1bf7ae116deb completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:27:54.551277 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f9271183-0bfa-47f0-b178-02f5e881960d up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:27:54.629539 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.671814 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port f9271183-0bfa-47f0-b178-02f5e881960d completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:27:54.679767 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port f9271183-0bfa-47f0-b178-02f5e881960d triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:54.680249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.700595 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.812704 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.817503 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.826125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=669e04d7-e6ee-4d2a-9813-77efd064e92e,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:54.836848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port f9271183-0bfa-47f0-b178-02f5e881960d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f9271183-0bfa-47f0-b178-02f5e881960d,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:27:54.906152 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.945975 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b485df-daec-4216-97c6-668382108906 None None] Network b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:27:54.964669 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:54.965723 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:55.069104 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=f9271183-0bfa-47f0-b178-02f5e881960d,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:55.144673 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 9f512d26-a5e0-4252-a895-3a21ab345599 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:27:55.185801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-54e2dc94-e251-43ab-b093-961aa30dd7dc None None] Provisioning for port 943434d1-315b-404d-9c4c-1bf7ae116deb completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:27:55.197485 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-54e2dc94-e251-43ab-b093-961aa30dd7dc None None] Provisioning complete for port 943434d1-315b-404d-9c4c-1bf7ae116deb triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:55.199409 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-54e2dc94-e251-43ab-b093-961aa30dd7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:55.346461 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-54e2dc94-e251-43ab-b093-961aa30dd7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:55.382359 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-54e2dc94-e251-43ab-b093-961aa30dd7dc None None] For port 943434d1-315b-404d-9c4c-1bf7ae116deb, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=943434d1-315b-404d-9c4c-1bf7ae116deb,segment=NetworkSegment(3994674d-8f1f-411b-8d6c-48bd97ca9a24),segment_id=3994674d-8f1f-411b-8d6c-48bd97ca9a24)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:27:55.466692 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:27:55.472126 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-54e2dc94-e251-43ab-b093-961aa30dd7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:55.483105 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1af784d8-6a72-4d9e-a402-9f700da79ed9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/9f512d26-a5e0-4252-a895-3a21ab345599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3459532 Mar 14 18:27:55.483339 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60492) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:55.510088 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Sync routers for ids ['9f512d26-a5e0-4252-a895-3a21ab345599'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:55.532718 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Routers {'9f512d26-a5e0-4252-a895-3a21ab345599'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:27:55.533566 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:27:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['9f512d26-a5e0-4252-a895-3a21ab345599'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:55.638706 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2834ada9-820d-4aa9-ade8-604b18be5fbf tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:55.639141 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2834ada9-820d-4aa9-ade8-604b18be5fbf tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:55.639622 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2834ada9-820d-4aa9-ade8-604b18be5fbf tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:55.640086 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2834ada9-820d-4aa9-ade8-604b18be5fbf tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:55.640569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2834ada9-820d-4aa9-ade8-604b18be5fbf tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:55.641293 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2834ada9-820d-4aa9-ade8-604b18be5fbf tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:55.643227 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2834ada9-820d-4aa9-ade8-604b18be5fbf tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1590304 Mar 14 18:27:55.646155 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60496) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:55.671364 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2dc94-e251-43ab-b093-961aa30dd7dc None None] Pushing event updated for resources: {'Port': ['ID=943434d1-315b-404d-9c4c-1bf7ae116deb,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:55.742487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b076c7de-27cf-40ae-b110-8a7f9f17921c tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:55.743280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b076c7de-27cf-40ae-b110-8a7f9f17921c tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:55.743843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b076c7de-27cf-40ae-b110-8a7f9f17921c tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:55.744646 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b076c7de-27cf-40ae-b110-8a7f9f17921c tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:55.745166 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b076c7de-27cf-40ae-b110-8a7f9f17921c tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:55.745857 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b076c7de-27cf-40ae-b110-8a7f9f17921c tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:55.746002 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f00c6999-2c76-4f29-a2d6-1cc928adb56e None None] Provisioning for port 669e04d7-e6ee-4d2a-9813-77efd064e92e completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:27:55.748595 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b076c7de-27cf-40ae-b110-8a7f9f17921c tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1007557 Mar 14 18:27:55.750717 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60500) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:55.763718 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f00c6999-2c76-4f29-a2d6-1cc928adb56e None None] Provisioning complete for port 669e04d7-e6ee-4d2a-9813-77efd064e92e triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:55.764227 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f00c6999-2c76-4f29-a2d6-1cc928adb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:55.840223 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Set router 9f512d26-a5e0-4252-a895-3a21ab345599 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:27:55.888968 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-f00c6999-2c76-4f29-a2d6-1cc928adb56e None None] Port 669e04d7-e6ee-4d2a-9813-77efd064e92e cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:27:55.970460 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f00c6999-2c76-4f29-a2d6-1cc928adb56e None None] Provisioning complete for port 943434d1-315b-404d-9c4c-1bf7ae116deb triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:55.970666 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f00c6999-2c76-4f29-a2d6-1cc928adb56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:55.977788 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-eafddc06-1525-4112-92e7-148ff046d29f tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2258236 Mar 14 18:27:56.247678 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60508) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:56.250214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-65035405-c21b-405e-8251-c60fec41fff1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1413064479', 'description': 'tempest-secgroup-smoke-1413064479 description', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:56.259576 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'name': 'tempest-TestNetworkBasicOps-router-1710176167', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:04:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '669e04d7-e6ee-4d2a-9813-77efd064e92e', 'name': '', 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:65:b2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:53Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 2, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:56.261995 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-65035405-c21b-405e-8251-c60fec41fff1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:56.266555 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-65035405-c21b-405e-8251-c60fec41fff1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:56.269449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-65035405-c21b-405e-8251-c60fec41fff1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:56.269900 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Checking router: 9f512d26-a5e0-4252-a895-3a21ab345599 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:56.270263 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Updating router 9f512d26-a5e0-4252-a895-3a21ab345599 port 669e04d7-e6ee-4d2a-9813-77efd064e92e binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:27:56.275145 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-65035405-c21b-405e-8251-c60fec41fff1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:56.322396 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-59e869cc-c387-4387-a00b-0e9381b0f9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.328499 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.342416 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-65035405-c21b-405e-8251-c60fec41fff1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.361864 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 943434d1-315b-404d-9c4c-1bf7ae116deb up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:27:56.362979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-65035405-c21b-405e-8251-c60fec41fff1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:56.366683 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-65035405-c21b-405e-8251-c60fec41fff1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:56.369619 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-65035405-c21b-405e-8251-c60fec41fff1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:56.375359 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-65035405-c21b-405e-8251-c60fec41fff1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:56.445786 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-65035405-c21b-405e-8251-c60fec41fff1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.449971 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8ffed181-9398-4069-bb56-aa48c8b84837 None None] Provisioning complete for port 669e04d7-e6ee-4d2a-9813-77efd064e92e triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:56.450891 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8ffed181-9398-4069-bb56-aa48c8b84837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.516220 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-65035405-c21b-405e-8251-c60fec41fff1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.562027 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65035405-c21b-405e-8251-c60fec41fff1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a403fe5-d091-41a9-87bb-2ca7c515af98,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:56.576028 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-8ffed181-9398-4069-bb56-aa48c8b84837 None None] Port 669e04d7-e6ee-4d2a-9813-77efd064e92e cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:27:56.590485 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 943434d1-315b-404d-9c4c-1bf7ae116deb triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:56.590900 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.631269 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-65035405-c21b-405e-8251-c60fec41fff1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.632383 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-65035405-c21b-405e-8251-c60fec41fff1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3873203 Mar 14 18:27:56.635174 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60512) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:56.640809 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-080ca00f-df3a-4bba-b59c-87a957849a78 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '8a403fe5-d091-41a9-87bb-2ca7c515af98', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:56.646729 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-080ca00f-df3a-4bba-b59c-87a957849a78 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:56.650581 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-080ca00f-df3a-4bba-b59c-87a957849a78 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:56.653460 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-080ca00f-df3a-4bba-b59c-87a957849a78 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:56.660153 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-080ca00f-df3a-4bba-b59c-87a957849a78 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:56.752973 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-080ca00f-df3a-4bba-b59c-87a957849a78 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.817112 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-080ca00f-df3a-4bba-b59c-87a957849a78 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.817315 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f9271183-0bfa-47f0-b178-02f5e881960d up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:27:56.936276 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-080ca00f-df3a-4bba-b59c-87a957849a78 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.940126 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.957019 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Transition to ACTIVE for port object 669e04d7-e6ee-4d2a-9813-77efd064e92e will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:27:56.960760 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port f9271183-0bfa-47f0-b178-02f5e881960d triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:56.961160 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.968999 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ca00f-df3a-4bba-b59c-87a957849a78 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e471af1-223f-4220-811d-ca956ff56680,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:56.982377 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6a665252-a222-4f18-86bb-97ac1ac99069 req-b7e1b1ee-5b06-4fdc-abd6-ea267742531c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0980163 Mar 14 18:27:57.066904 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.081202 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a665252-a222-4f18-86bb-97ac1ac99069 req-cfc354ec-256c-4b56-9392-5f6b3a74f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:57.082615 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6a665252-a222-4f18-86bb-97ac1ac99069 req-cfc354ec-256c-4b56-9392-5f6b3a74f59e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 1099 time: 0.0777447 Mar 14 18:27:57.125352 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-080ca00f-df3a-4bba-b59c-87a957849a78 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.126567 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-080ca00f-df3a-4bba-b59c-87a957849a78 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4904621 Mar 14 18:27:57.131484 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60516) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:57.135321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-65241433-610b-44f6-8f18-ef03c53d18d1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '8a403fe5-d091-41a9-87bb-2ca7c515af98', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:57.142877 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-65241433-610b-44f6-8f18-ef03c53d18d1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:57.147694 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-65241433-610b-44f6-8f18-ef03c53d18d1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:57.151197 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-65241433-610b-44f6-8f18-ef03c53d18d1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:57.168586 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-65241433-610b-44f6-8f18-ef03c53d18d1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:57.245779 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a665252-a222-4f18-86bb-97ac1ac99069 req-31020f9c-9453-4e78-baab-4ed5772e27cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:57.247944 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6a665252-a222-4f18-86bb-97ac1ac99069 req-31020f9c-9453-4e78-baab-4ed5772e27cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b HTTP/1.1" status: 200 len: 913 time: 0.1436281 Mar 14 18:27:57.265081 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-65241433-610b-44f6-8f18-ef03c53d18d1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.310953 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fba2e-6b47-4a80-9c94-8ddcc6875519 None None] Pushing event updated for resources: {'Port': ['ID=669e04d7-e6ee-4d2a-9813-77efd064e92e,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:57.347733 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Attempting to bind port 669e04d7-e6ee-4d2a-9813-77efd064e92e on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:57.348332 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Attempting to bind port 669e04d7-e6ee-4d2a-9813-77efd064e92e by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '3994674d-8f1f-411b-8d6c-48bd97ca9a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:57.348888 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Attempting to bind port 669e04d7-e6ee-4d2a-9813-77efd064e92e on network b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:27:57.355811 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:27:57.356491 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Checking segment: {'id': '3994674d-8f1f-411b-8d6c-48bd97ca9a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:27:57.357702 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.358265 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Bound using segment: {'id': '3994674d-8f1f-411b-8d6c-48bd97ca9a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:27:57.358409 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-65241433-610b-44f6-8f18-ef03c53d18d1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.359104 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Bound port: 669e04d7-e6ee-4d2a-9813-77efd064e92e, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3994674d-8f1f-411b-8d6c-48bd97ca9a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:57.359681 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.371874 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6a665252-a222-4f18-86bb-97ac1ac99069 req-8a9f117c-6c37-4b0d-bf3d-00b98f4fcf68 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beefcafe-244f-44be-bf65-3e5d2a08ad77 HTTP/1.1" status: 200 len: 1002 time: 0.1178720 Mar 14 18:27:57.414449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-65241433-610b-44f6-8f18-ef03c53d18d1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.443523 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a665252-a222-4f18-86bb-97ac1ac99069 req-177b534d-c476-4da0-b65c-83976414b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:57.444979 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6a665252-a222-4f18-86bb-97ac1ac99069 req-177b534d-c476-4da0-b65c-83976414b990 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=308aa848-34d0-47aa-91ad-fa0584470c08 HTTP/1.1" status: 200 len: 851 time: 0.0665040 Mar 14 18:27:57.446672 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65241433-610b-44f6-8f18-ef03c53d18d1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ffeb9f-13f5-4d99-95c8-b7cbb4f7a31a,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:57.457471 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] For port 669e04d7-e6ee-4d2a-9813-77efd064e92e, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:27:57.460973 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] For port 669e04d7-e6ee-4d2a-9813-77efd064e92e, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=669e04d7-e6ee-4d2a-9813-77efd064e92e,segment=NetworkSegment(3994674d-8f1f-411b-8d6c-48bd97ca9a24),segment_id=3994674d-8f1f-411b-8d6c-48bd97ca9a24)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:27:57.521357 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a665252-a222-4f18-86bb-97ac1ac99069 req-5d999260-9c5a-474f-b2dc-cc3c8fc1502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:57.522934 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6a665252-a222-4f18-86bb-97ac1ac99069 req-5d999260-9c5a-474f-b2dc-cc3c8fc1502e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710883 Mar 14 18:27:57.533600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-65241433-610b-44f6-8f18-ef03c53d18d1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.533600 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-65241433-610b-44f6-8f18-ef03c53d18d1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3993342 Mar 14 18:27:57.533600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60520) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:57.538272 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-b77375d3-e617-4d13-89a0-cd52d303d161 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '8a403fe5-d091-41a9-87bb-2ca7c515af98', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:57.544960 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b77375d3-e617-4d13-89a0-cd52d303d161 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:57.548912 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b77375d3-e617-4d13-89a0-cd52d303d161 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:57.551792 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b77375d3-e617-4d13-89a0-cd52d303d161 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:57.555471 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.557915 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b77375d3-e617-4d13-89a0-cd52d303d161 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:57.634215 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Routers {'9f512d26-a5e0-4252-a895-3a21ab345599'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:27:57.634881 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:27:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['9f512d26-a5e0-4252-a895-3a21ab345599'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:57.666647 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6a665252-a222-4f18-86bb-97ac1ac99069 req-2a8846d1-3756-4ffb-8afe-9d963067387d service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379509 Mar 14 18:27:57.667095 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b77375d3-e617-4d13-89a0-cd52d303d161 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.715149 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fba2e-6b47-4a80-9c94-8ddcc6875519 None None] Pushing event updated for resources: {'Port': ['ID=669e04d7-e6ee-4d2a-9813-77efd064e92e,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:57.776234 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b77375d3-e617-4d13-89a0-cd52d303d161 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.829104 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.868535 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6a665252-a222-4f18-86bb-97ac1ac99069 req-a8462c91-d6cf-4819-89a2-49c3e57addae service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915710 Mar 14 18:27:57.868753 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] Set router 9f512d26-a5e0-4252-a895-3a21ab345599 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:27:57.911040 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b77375d3-e617-4d13-89a0-cd52d303d161 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.935508 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77375d3-e617-4d13-89a0-cd52d303d161 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db766997-91b2-4242-8d4d-cdab31da5f97,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:58.007356 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.077361 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b77375d3-e617-4d13-89a0-cd52d303d161 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.081605 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b77375d3-e617-4d13-89a0-cd52d303d161 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5445545 Mar 14 18:27:58.081605 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60524) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:58.086683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-e00e8d13-5257-4aae-9060-2343ea6aced7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '8a403fe5-d091-41a9-87bb-2ca7c515af98', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:58.092623 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e00e8d13-5257-4aae-9060-2343ea6aced7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:58.096601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e00e8d13-5257-4aae-9060-2343ea6aced7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:58.100003 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e00e8d13-5257-4aae-9060-2343ea6aced7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:58.105779 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e00e8d13-5257-4aae-9060-2343ea6aced7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:58.174058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e00e8d13-5257-4aae-9060-2343ea6aced7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.191853 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'name': 'tempest-TestNetworkBasicOps-router-1710176167', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:04:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '669e04d7-e6ee-4d2a-9813-77efd064e92e', 'name': '', 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:65:b2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:53Z', 'updated_at': '2022-03-14T18:27:57Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:58.196750 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a636172-ab9d-4401-8c48-572f49c98e31 None None] The sync data for ids ['9f512d26-a5e0-4252-a895-3a21ab345599'] in dv-neutron-833560-1-hyperv is: [{'id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'name': 'tempest-TestNetworkBasicOps-router-1710176167', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:04:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '669e04d7-e6ee-4d2a-9813-77efd064e92e', 'name': '', 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:65:b2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:53Z', 'updated_at': '2022-03-14T18:27:57Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:58.246045 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e00e8d13-5257-4aae-9060-2343ea6aced7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.351300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e00e8d13-5257-4aae-9060-2343ea6aced7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.377980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e8d13-5257-4aae-9060-2343ea6aced7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f96ebf6-5ef0-4dd9-bd4b-ca728855c4eb,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:58.393702 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 669e04d7-e6ee-4d2a-9813-77efd064e92e up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:27:58.461126 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e00e8d13-5257-4aae-9060-2343ea6aced7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.462372 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e00e8d13-5257-4aae-9060-2343ea6aced7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3800943 Mar 14 18:27:58.470843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60528) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:58.470843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-3c0d809f-5435-4431-a8cd-10c816b9e9ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '8a403fe5-d091-41a9-87bb-2ca7c515af98', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:58.476891 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3c0d809f-5435-4431-a8cd-10c816b9e9ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:58.480927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3c0d809f-5435-4431-a8cd-10c816b9e9ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:58.485095 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3c0d809f-5435-4431-a8cd-10c816b9e9ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:58.489969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3c0d809f-5435-4431-a8cd-10c816b9e9ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:58.500239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 669e04d7-e6ee-4d2a-9813-77efd064e92e completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:27:58.506066 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 669e04d7-e6ee-4d2a-9813-77efd064e92e triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:58.506835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.551584 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-3c0d809f-5435-4431-a8cd-10c816b9e9ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:27:58.559216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3c0d809f-5435-4431-a8cd-10c816b9e9ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.627160 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3c0d809f-5435-4431-a8cd-10c816b9e9ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.640001 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.669256 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 669e04d7-e6ee-4d2a-9813-77efd064e92e, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=669e04d7-e6ee-4d2a-9813-77efd064e92e,segment=NetworkSegment(3994674d-8f1f-411b-8d6c-48bd97ca9a24),segment_id=3994674d-8f1f-411b-8d6c-48bd97ca9a24)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:27:58.757136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3c0d809f-5435-4431-a8cd-10c816b9e9ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.786203 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d809f-5435-4431-a8cd-10c816b9e9ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e11f31-baa4-434b-9c23-1eb06f9b906c,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:58.802903 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.876013 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=669e04d7-e6ee-4d2a-9813-77efd064e92e,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:58.899715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3c0d809f-5435-4431-a8cd-10c816b9e9ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.903680 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3c0d809f-5435-4431-a8cd-10c816b9e9ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4348135 Mar 14 18:27:58.904077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60532) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:27:58.909186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-2c4c24f4-86b7-4933-a774-269d1a574f84 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '8a403fe5-d091-41a9-87bb-2ca7c515af98', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:58.916035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2c4c24f4-86b7-4933-a774-269d1a574f84 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:27:58.920558 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2c4c24f4-86b7-4933-a774-269d1a574f84 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:27:58.927728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2c4c24f4-86b7-4933-a774-269d1a574f84 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:27:58.929603 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2c4c24f4-86b7-4933-a774-269d1a574f84 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:27:58.999384 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-2c4c24f4-86b7-4933-a774-269d1a574f84 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:27:59.005157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2c4c24f4-86b7-4933-a774-269d1a574f84 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.079397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2c4c24f4-86b7-4933-a774-269d1a574f84 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.134137 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2c4c24f4-86b7-4933-a774-269d1a574f84 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.159314 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c24f4-86b7-4933-a774-269d1a574f84 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8427057-233f-4409-bfa3-c2e250bf1ab1,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:59.231412 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2c4c24f4-86b7-4933-a774-269d1a574f84 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.232866 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2c4c24f4-86b7-4933-a774-269d1a574f84 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3275971 Mar 14 18:27:59.456194 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-8b751ffd-f07f-4b9a-a72b-b2b453713d50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:27:59.511184 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-8b751ffd-f07f-4b9a-a72b-b2b453713d50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:27:59.512405 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-8b751ffd-f07f-4b9a-a72b-b2b453713d50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413064479&fields=id&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 267 time: 0.0991039 Mar 14 18:27:59.662441 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-d075905c-433f-47aa-a0b3-0017f9b49cbd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:59.663944 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-d075905c-433f-47aa-a0b3-0017f9b49cbd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/networks?id=b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b HTTP/1.1" status: 200 len: 796 time: 0.1442482 Mar 14 18:27:59.680236 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-2539352e-2467-4d1a-bcee-d15fe0853946 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/quotas/6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 375 time: 0.0093501 Mar 14 18:27:59.717881 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.763901 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-f8008df4-39d1-4508-bba4-e5b79cec723a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764990 Mar 14 18:27:59.779909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-f767bfb6-ed77-46b8-9be5-abe683ee8adb service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:27:59.780842 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-f767bfb6-ed77-46b8-9be5-abe683ee8adb service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059552 Mar 14 18:27:59.909034 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-0e56fbd7-76de-445b-8abd-2fd18a9d73b0 service neutron] 10.222.0.43 "GET /v2.0/networks/b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227942 Mar 14 18:28:00.037253 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-229cbf03-73dd-4794-a031-c1c1fab50764 service neutron] 10.222.0.43 "GET /v2.0/networks/b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225600 Mar 14 18:28:00.358001 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0df93cc2-18b2-41be-a2a1-0b16483a6c3a req-b206d11e-9ba5-4261-b69a-e6f6a9aaa4f9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 210 time: 0.0521886 Mar 14 18:28:00.358884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 669e04d7-e6ee-4d2a-9813-77efd064e92e up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:28:00.437516 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 669e04d7-e6ee-4d2a-9813-77efd064e92e triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:00.437889 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:01.506931 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0a3685ce-a069-4026-a4bd-bf8813f4150b req-c3acbed6-9eb0-4410-a6a7-16d412e8308a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 210 time: 0.0427761 Mar 14 18:28:02.671451 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-424ee078-39d2-43ae-b248-4dac2e089c58 req-050291be-9494-44d7-920a-beddde8d281b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 210 time: 0.0440328 Mar 14 18:28:02.778160 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-c74e208d-388e-4685-a5dd-d5df5347cf37 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:02.779280 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-c74e208d-388e-4685-a5dd-d5df5347cf37 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:28:03.298053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-c74e208d-388e-4685-a5dd-d5df5347cf37 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:28:03.298053 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-c74e208d-388e-4685-a5dd-d5df5347cf37 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/networks?id=b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b HTTP/1.1" status: 200 len: 796 time: 0.3403890 Mar 14 18:28:03.298053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-8fd8d496-08b5-43ac-aa89-5afa53a9cb53 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:28:03.298053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-8fd8d496-08b5-43ac-aa89-5afa53a9cb53 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:28:03.298053 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-8fd8d496-08b5-43ac-aa89-5afa53a9cb53 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 380 time: 0.0521512 Mar 14 18:28:03.298053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-36e4d0ec-d0c4-4e68-8ce7-b16ab0287bbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'port': {'device_id': 'c050f96c-3104-4797-9f26-3336994b4538', 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b', 'admin_state_up': True, 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'security_groups': ['8a403fe5-d091-41a9-87bb-2ca7c515af98']}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:03.298053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-36e4d0ec-d0c4-4e68-8ce7-b16ab0287bbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:28:03.298053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-36e4d0ec-d0c4-4e68-8ce7-b16ab0287bbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:port and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:28:03.298053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-36e4d0ec-d0c4-4e68-8ce7-b16ab0287bbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:28:03.298053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-36e4d0ec-d0c4-4e68-8ce7-b16ab0287bbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:28:03.298053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-36e4d0ec-d0c4-4e68-8ce7-b16ab0287bbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:03.298053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-36e4d0ec-d0c4-4e68-8ce7-b16ab0287bbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:03.388291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-36e4d0ec-d0c4-4e68-8ce7-b16ab0287bbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.3 (b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b/a2421503-cefe-4ae4-95f8-a43d89e5a953/c2efc209-730d-4c53-ac36-b0b2921bc853) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:03.574404 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-36e4d0ec-d0c4-4e68-8ce7-b16ab0287bbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:03.589446 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-36e4d0ec-d0c4-4e68-8ce7-b16ab0287bbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object c2efc209-730d-4c53-ac36-b0b2921bc853 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:28:03.711782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-36e4d0ec-d0c4-4e68-8ce7-b16ab0287bbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:03.774963 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-36e4d0ec-d0c4-4e68-8ce7-b16ab0287bbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:03.777850 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-36e4d0ec-d0c4-4e68-8ce7-b16ab0287bbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:03.790414 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-36e4d0ec-d0c4-4e68-8ce7-b16ab0287bbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:28:03.831601 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4d0ec-d0c4-4e68-8ce7-b16ab0287bbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=c2efc209-730d-4c53-ac36-b0b2921bc853,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:03.874126 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-36e4d0ec-d0c4-4e68-8ce7-b16ab0287bbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:03.875028 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-36e4d0ec-d0c4-4e68-8ce7-b16ab0287bbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:03.889658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bc708-9cf1-4cea-9014-f698f569c4e5 req-79056684-32d8-4e5f-90c8-13142a681d99 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:03.892417 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9a8bc708-9cf1-4cea-9014-f698f569c4e5 req-79056684-32d8-4e5f-90c8-13142a681d99 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 931 time: 0.1069214 Mar 14 18:28:03.937793 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9a8bc708-9cf1-4cea-9014-f698f569c4e5 req-62818ca5-f1cf-41e7-9aa1-13ba1b3b8eac tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a403fe5-d091-41a9-87bb-2ca7c515af98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403774 Mar 14 18:28:04.042747 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-36e4d0ec-d0c4-4e68-8ce7-b16ab0287bbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1280682 Mar 14 18:28:04.053880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Request body: {'port': {'device_id': 'c050f96c-3104-4797-9f26-3336994b4538', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:04.093069 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:28:04.122249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-17ce3199-2160-4e97-8761-332a202954c8 None None] Provisioning for port c2efc209-730d-4c53-ac36-b0b2921bc853 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:28:04.128568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-17ce3199-2160-4e97-8761-332a202954c8 None None] Provisioning complete for port c2efc209-730d-4c53-ac36-b0b2921bc853 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:04.128966 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-17ce3199-2160-4e97-8761-332a202954c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:04.163899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:04.181828 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-17ce3199-2160-4e97-8761-332a202954c8 None None] Port c2efc209-730d-4c53-ac36-b0b2921bc853 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:28:04.489360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2efc209-730d-4c53-ac36-b0b2921bc853 {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:28:04.496269 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:04.509846 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Transition to ACTIVE for port object c2efc209-730d-4c53-ac36-b0b2921bc853 will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:28:04.596355 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:04.751297 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2efc209-730d-4c53-ac36-b0b2921bc853,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:04.830201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Attempting to bind port c2efc209-730d-4c53-ac36-b0b2921bc853 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:04.830806 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Attempting to bind port c2efc209-730d-4c53-ac36-b0b2921bc853 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '3994674d-8f1f-411b-8d6c-48bd97ca9a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:04.830911 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Attempting to bind port c2efc209-730d-4c53-ac36-b0b2921bc853 on network b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:28:04.835323 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Port c2efc209-730d-4c53-ac36-b0b2921bc853 on network b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:28:04.835639 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Attempting to bind port c2efc209-730d-4c53-ac36-b0b2921bc853 on network b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:28:04.840553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:28:04.840888 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Checking segment: {'id': '3994674d-8f1f-411b-8d6c-48bd97ca9a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:28:04.842115 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Bound using segment: {'id': '3994674d-8f1f-411b-8d6c-48bd97ca9a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:28:04.842205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Bound port: c2efc209-730d-4c53-ac36-b0b2921bc853, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3994674d-8f1f-411b-8d6c-48bd97ca9a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:04.842515 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.035202 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] For port c2efc209-730d-4c53-ac36-b0b2921bc853, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:28:05.038090 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] For port c2efc209-730d-4c53-ac36-b0b2921bc853, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c2efc209-730d-4c53-ac36-b0b2921bc853,segment=NetworkSegment(3994674d-8f1f-411b-8d6c-48bd97ca9a24),segment_id=3994674d-8f1f-411b-8d6c-48bd97ca9a24)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:28:05.123310 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c9c35-d841-4d92-bf65-97b7d4364e93 req-f511e87c-c733-4023-a755-e9737319557f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:05.124751 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f39c9c35-d841-4d92-bf65-97b7d4364e93 req-f511e87c-c733-4023-a755-e9737319557f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 943 time: 0.0789721 Mar 14 18:28:05.145996 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.168328 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f39c9c35-d841-4d92-bf65-97b7d4364e93 req-d485d91c-e794-41b2-911a-a0abdcddba5f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a403fe5-d091-41a9-87bb-2ca7c515af98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378404 Mar 14 18:28:05.201855 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:05.202478 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.203866 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] 10.222.0.59 "PUT /v2.0/ports/c2efc209-730d-4c53-ac36-b0b2921bc853 HTTP/1.1" status: 200 len: 1093 time: 1.1540904 Mar 14 18:28:05.204296 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c050f96c-3104-4797-9f26-3336994b4538', 'tag': 'c2efc209-730d-4c53-ac36-b0b2921bc853'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:28:05.238423 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fba51-ff11-450a-bc78-21579ceefdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2efc209-730d-4c53-ac36-b0b2921bc853,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:05.314523 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c050f96c-3104-4797-9f26-3336994b4538', 'tag': 'c2efc209-730d-4c53-ac36-b0b2921bc853', 'status': 'completed', 'code': 200} Mar 14 18:28:05.398307 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-4cd4cd67-2680-4fe5-bc84-c1ef782c1ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:05.399788 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-4cd4cd67-2680-4fe5-bc84-c1ef782c1ac3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 1096 time: 0.0748456 Mar 14 18:28:05.469470 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-b3c31130-c5b5-4e00-9c54-fe1f78c586a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2efc209-730d-4c53-ac36-b0b2921bc853 HTTP/1.1" status: 200 len: 217 time: 0.0623381 Mar 14 18:28:05.533159 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-ba251aaf-3284-4b16-8435-4a23729edc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:05.534674 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-ba251aaf-3284-4b16-8435-4a23729edc41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2421503-cefe-4ae4-95f8-a43d89e5a953 HTTP/1.1" status: 200 len: 834 time: 0.0593286 Mar 14 18:28:05.610037 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-60b30e3b-a079-4cf9-937c-85528411392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:05.611526 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-60b30e3b-a079-4cf9-937c-85528411392b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701678 Mar 14 18:28:05.746145 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-09174f1f-e6a2-417d-8fc2-caf9c7ce1e89 service neutron] 10.222.0.59 "GET /v2.0/networks/b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271548 Mar 14 18:28:05.873932 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-41ce1d45-479f-443a-bba8-3f9290d53462 req-c9b6d82c-a39e-42ef-a46b-91db94479946 service neutron] 10.222.0.59 "GET /v2.0/networks/b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214106 Mar 14 18:28:06.081906 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040de0c-3d43-4b31-90f7-0de47ea3d818 req-8556e775-a391-45fd-b23f-40bfcd42a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:06.083395 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c040de0c-3d43-4b31-90f7-0de47ea3d818 req-8556e775-a391-45fd-b23f-40bfcd42a331 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 1096 time: 0.0751286 Mar 14 18:28:06.215671 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040de0c-3d43-4b31-90f7-0de47ea3d818 req-ba8f8d44-912a-4895-893a-0ce5f6dd9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:06.217152 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c040de0c-3d43-4b31-90f7-0de47ea3d818 req-ba8f8d44-912a-4895-893a-0ce5f6dd9787 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b HTTP/1.1" status: 200 len: 897 time: 0.1267273 Mar 14 18:28:06.283080 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c040de0c-3d43-4b31-90f7-0de47ea3d818 req-3d4ef8b3-7b01-4983-befd-1df19170e519 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2efc209-730d-4c53-ac36-b0b2921bc853 HTTP/1.1" status: 200 len: 217 time: 0.0595486 Mar 14 18:28:06.351078 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040de0c-3d43-4b31-90f7-0de47ea3d818 req-9d9378f7-b8ee-478c-9299-02dad9501e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:06.352623 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c040de0c-3d43-4b31-90f7-0de47ea3d818 req-9d9378f7-b8ee-478c-9299-02dad9501e4a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2421503-cefe-4ae4-95f8-a43d89e5a953 HTTP/1.1" status: 200 len: 834 time: 0.0635312 Mar 14 18:28:06.427990 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040de0c-3d43-4b31-90f7-0de47ea3d818 req-6f769682-8c18-4edf-8568-c89d6ed16ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:06.429583 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c040de0c-3d43-4b31-90f7-0de47ea3d818 req-6f769682-8c18-4edf-8568-c89d6ed16ab7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709302 Mar 14 18:28:06.448544 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f730607-7420-4526-8968-3b78017afe72 req-22c2fb6c-b04b-4873-b507-b30d2aac2a5b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:06.449882 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f730607-7420-4526-8968-3b78017afe72 req-22c2fb6c-b04b-4873-b507-b30d2aac2a5b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 943 time: 0.1754522 Mar 14 18:28:06.496787 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f730607-7420-4526-8968-3b78017afe72 req-29a1fcfa-ca1b-461d-b2a7-8f77f75c902b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a403fe5-d091-41a9-87bb-2ca7c515af98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406017 Mar 14 18:28:06.562255 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c040de0c-3d43-4b31-90f7-0de47ea3d818 req-06ddcaa2-63f5-4bc4-93aa-2b8e2ccebf01 service neutron] 10.222.0.59 "GET /v2.0/networks/b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247585 Mar 14 18:28:06.699021 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-c040de0c-3d43-4b31-90f7-0de47ea3d818 req-9d6ccb30-f6e2-4d65-85bd-9e3dae24bdc8 service neutron] 10.222.0.59 "GET /v2.0/networks/b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301835 Mar 14 18:28:07.688796 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89a312-05e9-4465-afbf-2c8828e2074e req-4680aec7-398a-4f0d-9cc7-e1009915a5a3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:07.690212 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-af89a312-05e9-4465-afbf-2c8828e2074e req-4680aec7-398a-4f0d-9cc7-e1009915a5a3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 943 time: 0.0811663 Mar 14 18:28:07.735027 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-af89a312-05e9-4465-afbf-2c8828e2074e req-21acd11f-dee5-4a40-8b5d-ae3cb047b734 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a403fe5-d091-41a9-87bb-2ca7c515af98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389295 Mar 14 18:28:08.809969 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device c2efc209-730d-4c53-ac36-b0b2921bc853 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:28:08.925327 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff8830-a2b5-4b7b-aabc-cf34a7e73aca req-0a690244-8b5b-4cf7-ba34-5e4e5906654d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:08.926801 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d9ff8830-a2b5-4b7b-aabc-cf34a7e73aca req-0a690244-8b5b-4cf7-ba34-5e4e5906654d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 943 time: 0.0815513 Mar 14 18:28:08.978850 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d9ff8830-a2b5-4b7b-aabc-cf34a7e73aca req-6ebbafc7-007f-4b50-a13f-9184ac0b9ee1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a403fe5-d091-41a9-87bb-2ca7c515af98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443404 Mar 14 18:28:08.991111 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port c2efc209-730d-4c53-ac36-b0b2921bc853, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c2efc209-730d-4c53-ac36-b0b2921bc853,segment=NetworkSegment(3994674d-8f1f-411b-8d6c-48bd97ca9a24),segment_id=3994674d-8f1f-411b-8d6c-48bd97ca9a24)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:28:09.005492 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'c2efc209-730d-4c53-ac36-b0b2921bc853', 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b', 'port_id': 'c2efc209-730d-4c53-ac36-b0b2921bc853', 'mac_address': 'fa:16:3e:0d:dd:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:28:09.036387 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:09.059557 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:09.076077 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2efc209-730d-4c53-ac36-b0b2921bc853 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:28:09.099516 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port c2efc209-730d-4c53-ac36-b0b2921bc853, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c2efc209-730d-4c53-ac36-b0b2921bc853,segment=NetworkSegment(3994674d-8f1f-411b-8d6c-48bd97ca9a24),segment_id=3994674d-8f1f-411b-8d6c-48bd97ca9a24)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:28:09.162026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:09.230520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=c2efc209-730d-4c53-ac36-b0b2921bc853,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:09.383895 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['c2efc209-730d-4c53-ac36-b0b2921bc853'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:28:10.160933 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ddd58-3bb3-414e-8f7f-5c714c7f695a req-23c0f98d-7023-412b-b426-ce4ccf56556b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:10.162361 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-541ddd58-3bb3-414e-8f7f-5c714c7f695a req-23c0f98d-7023-412b-b426-ce4ccf56556b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 944 time: 0.0800202 Mar 14 18:28:10.208396 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-541ddd58-3bb3-414e-8f7f-5c714c7f695a req-7af708fe-03dc-4d56-b046-117b80b49a25 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a403fe5-d091-41a9-87bb-2ca7c515af98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403354 Mar 14 18:28:10.808918 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device c2efc209-730d-4c53-ac36-b0b2921bc853 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:28:10.938930 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port c2efc209-730d-4c53-ac36-b0b2921bc853 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:28:10.943544 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port c2efc209-730d-4c53-ac36-b0b2921bc853 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:10.943922 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.053327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.081653 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c050f96c-3104-4797-9f26-3336994b4538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2efc209-730d-4c53-ac36-b0b2921bc853'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:28:11.091123 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port c2efc209-730d-4c53-ac36-b0b2921bc853, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c2efc209-730d-4c53-ac36-b0b2921bc853,segment=NetworkSegment(3994674d-8f1f-411b-8d6c-48bd97ca9a24),segment_id=3994674d-8f1f-411b-8d6c-48bd97ca9a24)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:28:11.126408 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c050f96c-3104-4797-9f26-3336994b4538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2efc209-730d-4c53-ac36-b0b2921bc853', 'code': 200} Mar 14 18:28:11.196446 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.264952 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=c2efc209-730d-4c53-ac36-b0b2921bc853,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:11.392982 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c082d68-bf23-4071-9fe7-92174afb38cd req-68bc66d1-7f31-45e8-84ed-adb456fa9bd2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:11.394451 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4c082d68-bf23-4071-9fe7-92174afb38cd req-68bc66d1-7f31-45e8-84ed-adb456fa9bd2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 945 time: 0.0799484 Mar 14 18:28:11.442111 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4c082d68-bf23-4071-9fe7-92174afb38cd req-91e39b93-9c6e-4b4a-b923-77a054e2e505 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a403fe5-d091-41a9-87bb-2ca7c515af98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416417 Mar 14 18:28:11.489134 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c6ffd-675d-4935-8317-e46ffb13cf7c req-d08a41ab-763e-4c80-b6de-eb50e0f630dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:11.490579 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-2a9c6ffd-675d-4935-8317-e46ffb13cf7c req-d08a41ab-763e-4c80-b6de-eb50e0f630dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 1098 time: 0.0735824 Mar 14 18:28:11.531403 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-2a9c6ffd-675d-4935-8317-e46ffb13cf7c req-a506816a-606e-4662-8adc-301e7182cebc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8a403fe5-d091-41a9-87bb-2ca7c515af98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344710 Mar 14 18:28:12.627734 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c88848-93bd-43e4-8757-ffb55b3a2462 req-80f12da4-eb89-4b02-bd7d-74cc504417b0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:12.629383 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e0c88848-93bd-43e4-8757-ffb55b3a2462 req-80f12da4-eb89-4b02-bd7d-74cc504417b0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 945 time: 0.0802653 Mar 14 18:28:12.673108 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e0c88848-93bd-43e4-8757-ffb55b3a2462 req-d275dce7-aa2e-46ea-9bb2-28084859ef93 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a403fe5-d091-41a9-87bb-2ca7c515af98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379865 Mar 14 18:28:13.860284 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa8e3c-e4c9-4a0e-973b-33f586b60aa5 req-afab05c3-9ca6-454d-af9e-c65758b6ee7e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:13.861705 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-aefa8e3c-e4c9-4a0e-973b-33f586b60aa5 req-afab05c3-9ca6-454d-af9e-c65758b6ee7e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 945 time: 0.0805335 Mar 14 18:28:13.904735 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-aefa8e3c-e4c9-4a0e-973b-33f586b60aa5 req-575a9beb-467c-4030-8413-8ff8054c965e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a403fe5-d091-41a9-87bb-2ca7c515af98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373785 Mar 14 18:28:14.087102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4878a91-dbd3-471c-ba41-ee4dc35d9d14 req-d8228e1e-0e26-431c-9f85-3acb6a9cb576 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:14.088547 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b4878a91-dbd3-471c-ba41-ee4dc35d9d14 req-d8228e1e-0e26-431c-9f85-3acb6a9cb576 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 945 time: 0.0789504 Mar 14 18:28:14.132023 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b4878a91-dbd3-471c-ba41-ee4dc35d9d14 req-9f402c6c-3fee-437e-8a75-16755f944894 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a403fe5-d091-41a9-87bb-2ca7c515af98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378602 Mar 14 18:28:14.159721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60598) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:28:14.230630 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b7c8e4-707d-4b22-9e8d-9762bd9ce8ce tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:14.232211 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f4b7c8e4-707d-4b22-9e8d-9762bd9ce8ce tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 1093 time: 0.0715356 Mar 14 18:28:14.235686 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60602) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:28:14.240973 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': 'c2efc209-730d-4c53-ac36-b0b2921bc853', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:14.246818 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:28:14.252724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:floatingip and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:28:14.253957 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:28:14.259469 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:28:14.317169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:14.452776 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:14.588999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.26.7.254 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/af3e05e6-78e5-4a95-a4d5-ee90390394ca) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:14.732773 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:14.835677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:14.892206 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:14.894788 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:14.902110 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:28:14.938585 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=af3e05e6-78e5-4a95-a4d5-ee90390394ca,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:15.400215 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:15.551009 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:15.760608 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:15.819306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:15.926545 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=af3e05e6-78e5-4a95-a4d5-ee90390394ca,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:15.937450 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.109669 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP f8d88da9-e9de-4bbf-a3ae-4232848882ca associated. External IP: 172.26.7.254, port: c2efc209-730d-4c53-ac36-b0b2921bc853. Mar 14 18:28:16.462008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 9f512d26-a5e0-4252-a895-3a21ab345599 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:28:16.643609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:28:16.660018 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae663a6-a0bb-4fa6-8d8f-2705dadab699 None None] Sync routers for ids ['9f512d26-a5e0-4252-a895-3a21ab345599'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:16.671541 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae663a6-a0bb-4fa6-8d8f-2705dadab699 None None] Routers {'9f512d26-a5e0-4252-a895-3a21ab345599'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:28:16.672282 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9ae663a6-a0bb-4fa6-8d8f-2705dadab699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:27:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['9f512d26-a5e0-4252-a895-3a21ab345599'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:16.729134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.784456 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2f6e3fc8-0472-4d7a-81d4-fae8728c0aec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5472937 Mar 14 18:28:16.784641 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c050f96c-3104-4797-9f26-3336994b4538', 'tag': 'c2efc209-730d-4c53-ac36-b0b2921bc853'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:28:16.790539 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60606) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:28:16.832552 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c050f96c-3104-4797-9f26-3336994b4538', 'tag': 'c2efc209-730d-4c53-ac36-b0b2921bc853', 'status': 'completed', 'code': 200} Mar 14 18:28:16.877947 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-9ae663a6-a0bb-4fa6-8d8f-2705dadab699 None None] Set router 9f512d26-a5e0-4252-a895-3a21ab345599 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:28:17.048263 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-bfe9d79d-8aa4-4edf-ad78-5662f1084793 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/f8d88da9-e9de-4bbf-a3ae-4232848882ca HTTP/1.1" status: 200 len: 991 time: 0.2590711 Mar 14 18:28:17.069095 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5d3da-0662-44a3-a36a-f7d0273bb6e6 req-1cbf1825-2a8c-4be7-8e24-d1932901abee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:17.070538 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-05f5d3da-0662-44a3-a36a-f7d0273bb6e6 req-1cbf1825-2a8c-4be7-8e24-d1932901abee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 1098 time: 0.2148492 Mar 14 18:28:17.200667 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5d3da-0662-44a3-a36a-f7d0273bb6e6 req-1e062a27-e037-47af-9cbe-14bd78ae968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:17.202604 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-05f5d3da-0662-44a3-a36a-f7d0273bb6e6 req-1e062a27-e037-47af-9cbe-14bd78ae968f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b HTTP/1.1" status: 200 len: 897 time: 0.1255784 Mar 14 18:28:17.235425 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9ae663a6-a0bb-4fa6-8d8f-2705dadab699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'name': 'tempest-TestNetworkBasicOps-router-1710176167', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:04:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'f8d88da9-e9de-4bbf-a3ae-4232848882ca', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.254', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'port_id': 'c2efc209-730d-4c53-ac36-b0b2921bc853', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b', 'mac_address': 'fa:16:3e:0d:dd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050f96c-3104-4797-9f26-3336994b4538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:28:15Z', 'updated_at': '2022-03-14T18:28:15Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669e04d7-e6ee-4d2a-9813-77efd064e92e', 'name': '', 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:65:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:53Z', 'updated_at': '2022-03-14T18:27:58Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:17.239639 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae663a6-a0bb-4fa6-8d8f-2705dadab699 None None] Checking router: 9f512d26-a5e0-4252-a895-3a21ab345599 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:28:17.247448 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae663a6-a0bb-4fa6-8d8f-2705dadab699 None None] Routers {'9f512d26-a5e0-4252-a895-3a21ab345599'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:28:17.248064 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9ae663a6-a0bb-4fa6-8d8f-2705dadab699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:27:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['9f512d26-a5e0-4252-a895-3a21ab345599'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:17.306055 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-05f5d3da-0662-44a3-a36a-f7d0273bb6e6 req-21ce402d-1b78-45ed-8af5-30870d06fb7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2efc209-730d-4c53-ac36-b0b2921bc853 HTTP/1.1" status: 200 len: 999 time: 0.0975666 Mar 14 18:28:17.365828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5d3da-0662-44a3-a36a-f7d0273bb6e6 req-21348509-b0a4-43d9-8423-18ea8d7f466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:17.367258 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-05f5d3da-0662-44a3-a36a-f7d0273bb6e6 req-21348509-b0a4-43d9-8423-18ea8d7f466c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2421503-cefe-4ae4-95f8-a43d89e5a953 HTTP/1.1" status: 200 len: 834 time: 0.0556219 Mar 14 18:28:17.423095 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-9ae663a6-a0bb-4fa6-8d8f-2705dadab699 None None] Set router 9f512d26-a5e0-4252-a895-3a21ab345599 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:28:17.444256 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5d3da-0662-44a3-a36a-f7d0273bb6e6 req-566e8740-8e39-4f70-8d36-30e8663dba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:17.445766 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-05f5d3da-0662-44a3-a36a-f7d0273bb6e6 req-566e8740-8e39-4f70-8d36-30e8663dba14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733232 Mar 14 18:28:17.575129 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-05f5d3da-0662-44a3-a36a-f7d0273bb6e6 req-38530c95-6756-40d2-905f-8b6879978131 service neutron] 10.222.0.59 "GET /v2.0/networks/b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227911 Mar 14 18:28:17.709662 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-05f5d3da-0662-44a3-a36a-f7d0273bb6e6 req-e316f2dc-0821-4ce0-86ad-22a59c30ddbf service neutron] 10.222.0.59 "GET /v2.0/networks/b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257887 Mar 14 18:28:17.768718 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9ae663a6-a0bb-4fa6-8d8f-2705dadab699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'name': 'tempest-TestNetworkBasicOps-router-1710176167', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:04:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'f8d88da9-e9de-4bbf-a3ae-4232848882ca', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.254', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'port_id': 'c2efc209-730d-4c53-ac36-b0b2921bc853', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b', 'mac_address': 'fa:16:3e:0d:dd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050f96c-3104-4797-9f26-3336994b4538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:28:15Z', 'updated_at': '2022-03-14T18:28:15Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669e04d7-e6ee-4d2a-9813-77efd064e92e', 'name': '', 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:65:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:53Z', 'updated_at': '2022-03-14T18:27:58Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:17.772707 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae663a6-a0bb-4fa6-8d8f-2705dadab699 None None] The sync data for ids ['9f512d26-a5e0-4252-a895-3a21ab345599'] in dv-neutron-833560-1-hyperv is: [{'id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'name': 'tempest-TestNetworkBasicOps-router-1710176167', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:04:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'f8d88da9-e9de-4bbf-a3ae-4232848882ca', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.254', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'port_id': 'c2efc209-730d-4c53-ac36-b0b2921bc853', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b', 'mac_address': 'fa:16:3e:0d:dd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c050f96c-3104-4797-9f26-3336994b4538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:28:15Z', 'updated_at': '2022-03-14T18:28:15Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669e04d7-e6ee-4d2a-9813-77efd064e92e', 'name': '', 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:65:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:53Z', 'updated_at': '2022-03-14T18:27:58Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:28:17.950531 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914fedc2-be44-40e2-b9bb-0c2e0f6f206b None None] New status for floating IP f8d88da9-e9de-4bbf-a3ae-4232848882ca: ACTIVE {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:28:18.052056 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60614) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:28:18.159802 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-bfd4c9cb-96f9-4fd9-937d-110827a02511 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/f8d88da9-e9de-4bbf-a3ae-4232848882ca HTTP/1.1" status: 200 len: 991 time: 0.1065426 Mar 14 18:28:19.164136 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60620) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:28:19.267111 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b76a0a86-6851-4b28-a83d-d417906dd101 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/f8d88da9-e9de-4bbf-a3ae-4232848882ca HTTP/1.1" status: 200 len: 993 time: 0.1018226 Mar 14 18:28:24.223831 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e8351ae-2009-4e3c-a3e6-385c4de3eec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.344694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-39f161ad-8c07-48fd-ad57-e54ec0423d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.773243 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.002163 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.733210 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:39.047490 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:41.092546 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:28:45.878891 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60632) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:28:45.981214 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6e1e56b1-1f45-4825-b7d4-cc86de3966c4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/f8d88da9-e9de-4bbf-a3ae-4232848882ca HTTP/1.1" status: 200 len: 993 time: 0.1011305 Mar 14 18:28:46.340473 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60640) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:28:46.536548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port af3e05e6-78e5-4a95-a4d5-ee90390394ca {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:28:46.536891 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:46.697263 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:46.697517 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:46.917461 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for af3e05e6-78e5-4a95-a4d5-ee90390394ca owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:28:47.144176 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:47.190162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=af3e05e6-78e5-4a95-a4d5-ee90390394ca,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:47.225816 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:47.226161 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:47.226497 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:47.226853 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:47.227187 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:47.227511 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:47.227829 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:47.228149 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:47.228467 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:47.228783 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:47.229099 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:47.229411 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:47.289678 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:47.289999 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP f8d88da9-e9de-4bbf-a3ae-4232848882ca disassociated (deleted). External IP: 172.26.7.254, port: c2efc209-730d-4c53-ac36-b0b2921bc853. Mar 14 18:28:47.631849 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 9f512d26-a5e0-4252-a895-3a21ab345599 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:28:47.804592 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:28:47.814062 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d6d491-4fdc-4d0e-9182-ed5bf74d2ce0 None None] Sync routers for ids ['9f512d26-a5e0-4252-a895-3a21ab345599'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:47.820138 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:47.823221 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d6d491-4fdc-4d0e-9182-ed5bf74d2ce0 None None] Routers {'9f512d26-a5e0-4252-a895-3a21ab345599'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:28:47.823817 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b5d6d491-4fdc-4d0e-9182-ed5bf74d2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:28:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['9f512d26-a5e0-4252-a895-3a21ab345599'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:47.873811 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2edff387-9083-4948-beaf-3d9ac6a6fc8b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/floatingips/f8d88da9-e9de-4bbf-a3ae-4232848882ca HTTP/1.1" status: 204 len: 168 time: 1.5322309 Mar 14 18:28:47.874371 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c050f96c-3104-4797-9f26-3336994b4538', 'tag': 'c2efc209-730d-4c53-ac36-b0b2921bc853'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:28:47.920273 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c050f96c-3104-4797-9f26-3336994b4538', 'tag': 'c2efc209-730d-4c53-ac36-b0b2921bc853', 'status': 'completed', 'code': 200} Mar 14 18:28:48.017916 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd2a55-cb4f-4f7f-b97a-6d187beb1153 req-8f0dc483-d6f9-48a1-b950-d307b4265eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:48.019211 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3fbd2a55-cb4f-4f7f-b97a-6d187beb1153 req-8f0dc483-d6f9-48a1-b950-d307b4265eca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 1098 time: 0.0758812 Mar 14 18:28:48.037415 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-b5d6d491-4fdc-4d0e-9182-ed5bf74d2ce0 None None] Set router 9f512d26-a5e0-4252-a895-3a21ab345599 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:28:48.148027 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd2a55-cb4f-4f7f-b97a-6d187beb1153 req-decb9cf6-e08d-4ed0-95e7-30fe0d99a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:48.149393 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3fbd2a55-cb4f-4f7f-b97a-6d187beb1153 req-decb9cf6-e08d-4ed0-95e7-30fe0d99a003 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b HTTP/1.1" status: 200 len: 897 time: 0.1244929 Mar 14 18:28:48.215483 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3fbd2a55-cb4f-4f7f-b97a-6d187beb1153 req-9e2108ec-ce62-4653-ac9e-bb75b9620919 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2efc209-730d-4c53-ac36-b0b2921bc853 HTTP/1.1" status: 200 len: 217 time: 0.0595393 Mar 14 18:28:48.358959 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b5d6d491-4fdc-4d0e-9182-ed5bf74d2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'name': 'tempest-TestNetworkBasicOps-router-1710176167', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:04:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '669e04d7-e6ee-4d2a-9813-77efd064e92e', 'name': '', 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:65:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:53Z', 'updated_at': '2022-03-14T18:27:58Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:48.363913 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d6d491-4fdc-4d0e-9182-ed5bf74d2ce0 None None] Checking router: 9f512d26-a5e0-4252-a895-3a21ab345599 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:28:48.373013 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d6d491-4fdc-4d0e-9182-ed5bf74d2ce0 None None] Routers {'9f512d26-a5e0-4252-a895-3a21ab345599'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:28:48.373624 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b5d6d491-4fdc-4d0e-9182-ed5bf74d2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:28:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['9f512d26-a5e0-4252-a895-3a21ab345599'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:48.397156 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd2a55-cb4f-4f7f-b97a-6d187beb1153 req-f2b7f096-27a6-4818-bcff-0d4cdef39980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:48.398837 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3fbd2a55-cb4f-4f7f-b97a-6d187beb1153 req-f2b7f096-27a6-4818-bcff-0d4cdef39980 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2421503-cefe-4ae4-95f8-a43d89e5a953 HTTP/1.1" status: 200 len: 834 time: 0.1774905 Mar 14 18:28:48.477951 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd2a55-cb4f-4f7f-b97a-6d187beb1153 req-100d9caa-3598-4d55-816f-2b267dcb9dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:48.479619 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3fbd2a55-cb4f-4f7f-b97a-6d187beb1153 req-100d9caa-3598-4d55-816f-2b267dcb9dd9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735855 Mar 14 18:28:48.537367 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587811f2-fabe-4e4b-9f22-476d3fca4f09 req-77cc4da7-e5aa-4384-a90c-03a32e4237bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:48.538855 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-587811f2-fabe-4e4b-9f22-476d3fca4f09 req-77cc4da7-e5aa-4384-a90c-03a32e4237bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 945 time: 0.2054007 Mar 14 18:28:48.559650 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-b5d6d491-4fdc-4d0e-9182-ed5bf74d2ce0 None None] Set router 9f512d26-a5e0-4252-a895-3a21ab345599 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:28:48.583467 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-587811f2-fabe-4e4b-9f22-476d3fca4f09 req-8c99d9ea-c8f0-42e3-9ca3-c9274ced2662 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a403fe5-d091-41a9-87bb-2ca7c515af98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387423 Mar 14 18:28:48.617432 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3fbd2a55-cb4f-4f7f-b97a-6d187beb1153 req-11881d1e-8276-45d8-8ed0-966f3df7536b service neutron] 10.222.0.59 "GET /v2.0/networks/b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310935 Mar 14 18:28:48.752340 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3fbd2a55-cb4f-4f7f-b97a-6d187beb1153 req-6bd99da4-315b-4253-972f-d53344116631 service neutron] 10.222.0.59 "GET /v2.0/networks/b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268535 Mar 14 18:28:48.869410 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b5d6d491-4fdc-4d0e-9182-ed5bf74d2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'name': 'tempest-TestNetworkBasicOps-router-1710176167', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:04:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '669e04d7-e6ee-4d2a-9813-77efd064e92e', 'name': '', 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:65:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:53Z', 'updated_at': '2022-03-14T18:27:58Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:48.873231 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d6d491-4fdc-4d0e-9182-ed5bf74d2ce0 None None] The sync data for ids ['9f512d26-a5e0-4252-a895-3a21ab345599'] in dv-neutron-833560-1-hyperv is: [{'id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'name': 'tempest-TestNetworkBasicOps-router-1710176167', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:04:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '669e04d7-e6ee-4d2a-9813-77efd064e92e', 'name': '', 'network_id': 'b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:65:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:53Z', 'updated_at': '2022-03-14T18:27:58Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'a2421503-cefe-4ae4-95f8-a43d89e5a953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:28:49.080885 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42500967-3dea-472d-a365-1fb6b0b822db None None] New status for floating IP f8d88da9-e9de-4bbf-a3ae-4232848882ca: DOWN {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:28:49.763220 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc8b40-d69f-47d1-945c-c7f0f04b2b45 req-0f39d84a-3bb3-481d-a100-c8804e9c5038 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:49.763912 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-79bc8b40-d69f-47d1-945c-c7f0f04b2b45 req-0f39d84a-3bb3-481d-a100-c8804e9c5038 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:28:49.770090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a9bad-2cb1-4895-af7a-3ef6115e8cab req-7444e9f3-0a7e-44c0-ba1d-2d8dc69027d1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:49.771572 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c12a9bad-2cb1-4895-af7a-3ef6115e8cab req-7444e9f3-0a7e-44c0-ba1d-2d8dc69027d1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 945 time: 0.0781398 Mar 14 18:28:49.814870 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c12a9bad-2cb1-4895-af7a-3ef6115e8cab req-9fcee4eb-f9d8-45f0-a426-86131d23ccba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a403fe5-d091-41a9-87bb-2ca7c515af98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376050 Mar 14 18:28:49.834874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-79bc8b40-d69f-47d1-945c-c7f0f04b2b45 req-0f39d84a-3bb3-481d-a100-c8804e9c5038 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:28:49.836012 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-79bc8b40-d69f-47d1-945c-c7f0f04b2b45 req-0f39d84a-3bb3-481d-a100-c8804e9c5038 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/ports?device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 945 time: 0.1545069 Mar 14 18:28:49.905459 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-79bc8b40-d69f-47d1-945c-c7f0f04b2b45 req-231928c0-ad3c-4778-abff-efbe43805bb3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port c2efc209-730d-4c53-ac36-b0b2921bc853 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:28:49.905730 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-79bc8b40-d69f-47d1-945c-c7f0f04b2b45 req-231928c0-ad3c-4778-abff-efbe43805bb3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:50.140659 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-79bc8b40-d69f-47d1-945c-c7f0f04b2b45 req-231928c0-ad3c-4778-abff-efbe43805bb3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port c2efc209-730d-4c53-ac36-b0b2921bc853, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c2efc209-730d-4c53-ac36-b0b2921bc853,segment=NetworkSegment(3994674d-8f1f-411b-8d6c-48bd97ca9a24),segment_id=3994674d-8f1f-411b-8d6c-48bd97ca9a24)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:28:50.141532 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-79bc8b40-d69f-47d1-945c-c7f0f04b2b45 req-231928c0-ad3c-4778-abff-efbe43805bb3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:50.260324 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-79bc8b40-d69f-47d1-945c-c7f0f04b2b45 req-231928c0-ad3c-4778-abff-efbe43805bb3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for c2efc209-730d-4c53-ac36-b0b2921bc853 owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:28:50.538310 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-79bc8b40-d69f-47d1-945c-c7f0f04b2b45 req-231928c0-ad3c-4778-abff-efbe43805bb3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:50.585340 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231928c0-ad3c-4778-abff-efbe43805bb3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=c2efc209-730d-4c53-ac36-b0b2921bc853,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:50.660214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bc8b40-d69f-47d1-945c-c7f0f04b2b45 req-231928c0-ad3c-4778-abff-efbe43805bb3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] No DVR routers for this DVR port c2efc209-730d-4c53-ac36-b0b2921bc853 on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:50.662502 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-79bc8b40-d69f-47d1-945c-c7f0f04b2b45 req-231928c0-ad3c-4778-abff-efbe43805bb3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:50.664951 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c050f96c-3104-4797-9f26-3336994b4538', 'name': 'network-vif-deleted', 'tag': 'c2efc209-730d-4c53-ac36-b0b2921bc853'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:28:50.719817 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c050f96c-3104-4797-9f26-3336994b4538', 'name': 'network-vif-deleted', 'tag': 'c2efc209-730d-4c53-ac36-b0b2921bc853', 'status': 'completed', 'code': 200} Mar 14 18:28:50.739371 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-79bc8b40-d69f-47d1-945c-c7f0f04b2b45 req-231928c0-ad3c-4778-abff-efbe43805bb3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "DELETE /v2.0/ports/c2efc209-730d-4c53-ac36-b0b2921bc853 HTTP/1.1" status: 204 len: 173 time: 0.8975096 Mar 14 18:28:50.965864 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ec8bea02-7f83-439e-83a4-60eab7a8312b req-f27f3e41-18ca-483a-8e77-7271a55ac0a4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=c050f96c-3104-4797-9f26-3336994b4538 HTTP/1.1" status: 200 len: 210 time: 0.0457811 Mar 14 18:28:52.060063 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60658) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:28:52.126060 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-49f1f1c1-3955-4a1c-8479-d7c2b9218384 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:52.153901 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-49f1f1c1-3955-4a1c-8479-d7c2b9218384 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:52.298940 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-49f1f1c1-3955-4a1c-8479-d7c2b9218384 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:52.316746 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1f1c1-3955-4a1c-8479-d7c2b9218384 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a403fe5-d091-41a9-87bb-2ca7c515af98,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:52.405001 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-49f1f1c1-3955-4a1c-8479-d7c2b9218384 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:52.406126 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-49f1f1c1-3955-4a1c-8479-d7c2b9218384 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/security-groups/8a403fe5-d091-41a9-87bb-2ca7c515af98 HTTP/1.1" status: 204 len: 168 time: 0.3451042 Mar 14 18:28:52.509619 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60664) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:28:53.073281 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device c2efc209-730d-4c53-ac36-b0b2921bc853 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:28:53.106277 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: c2efc209-730d-4c53-ac36-b0b2921bc853 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:28:53.106617 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device c2efc209-730d-4c53-ac36-b0b2921bc853 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:28:53.151480 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-88320463-6eb6-44db-a92f-ee9114c9c1d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:53.492163 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-88320463-6eb6-44db-a92f-ee9114c9c1d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 669e04d7-e6ee-4d2a-9813-77efd064e92e {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:28:53.492419 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-88320463-6eb6-44db-a92f-ee9114c9c1d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:53.676911 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-88320463-6eb6-44db-a92f-ee9114c9c1d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port 669e04d7-e6ee-4d2a-9813-77efd064e92e, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=669e04d7-e6ee-4d2a-9813-77efd064e92e,segment=NetworkSegment(3994674d-8f1f-411b-8d6c-48bd97ca9a24),segment_id=3994674d-8f1f-411b-8d6c-48bd97ca9a24)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:28:53.677261 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-88320463-6eb6-44db-a92f-ee9114c9c1d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:53.795907 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-88320463-6eb6-44db-a92f-ee9114c9c1d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 669e04d7-e6ee-4d2a-9813-77efd064e92e owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:28:54.224050 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3449b015-1816-4f7c-99a7-f51e01b115ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.264405 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-88320463-6eb6-44db-a92f-ee9114c9c1d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.311817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88320463-6eb6-44db-a92f-ee9114c9c1d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=669e04d7-e6ee-4d2a-9813-77efd064e92e,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:54.584320 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-88320463-6eb6-44db-a92f-ee9114c9c1d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.933503 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88320463-6eb6-44db-a92f-ee9114c9c1d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 9f512d26-a5e0-4252-a895-3a21ab345599 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:28:55.104299 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88320463-6eb6-44db-a92f-ee9114c9c1d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:28:55.114071 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4043e5-5686-47ed-9e59-7fcf44bd9e16 None None] Sync routers for ids ['9f512d26-a5e0-4252-a895-3a21ab345599'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:55.117662 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-88320463-6eb6-44db-a92f-ee9114c9c1d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/9f512d26-a5e0-4252-a895-3a21ab345599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6069536 Mar 14 18:28:55.120296 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60668) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:28:55.122991 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4043e5-5686-47ed-9e59-7fcf44bd9e16 None None] Routers {'9f512d26-a5e0-4252-a895-3a21ab345599'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:28:55.123581 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-dc4043e5-5686-47ed-9e59-7fcf44bd9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:28:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['9f512d26-a5e0-4252-a895-3a21ab345599'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:55.186344 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-2965dc55-2a94-4b71-b967-7aec539be118 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting subnet a2421503-cefe-4ae4-95f8-a43d89e5a953 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:28:55.189755 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2965dc55-2a94-4b71-b967-7aec539be118 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:55.241085 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2965dc55-2a94-4b71-b967-7aec539be118 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:55.295950 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-dc4043e5-5686-47ed-9e59-7fcf44bd9e16 None None] Set router 9f512d26-a5e0-4252-a895-3a21ab345599 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:28:55.327537 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2965dc55-2a94-4b71-b967-7aec539be118 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:55.481730 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2965dc55-2a94-4b71-b967-7aec539be118 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:55.518567 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965dc55-2a94-4b71-b967-7aec539be118 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Subnet': ['ID=a2421503-cefe-4ae4-95f8-a43d89e5a953,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:55.525737 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2965dc55-2a94-4b71-b967-7aec539be118 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:55.533547 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2965dc55-2a94-4b71-b967-7aec539be118 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/subnets/a2421503-cefe-4ae4-95f8-a43d89e5a953 HTTP/1.1" status: 204 len: 168 time: 0.4093709 Mar 14 18:28:55.533708 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f3eb1a-ac02-4e9a-9057-f81ee61a487f None None] Network b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:28:55.534118 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60672) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:28:55.597283 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-dc4043e5-5686-47ed-9e59-7fcf44bd9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'name': 'tempest-TestNetworkBasicOps-router-1710176167', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:28:54Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:04:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:55.601413 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4043e5-5686-47ed-9e59-7fcf44bd9e16 None None] Checking router: 9f512d26-a5e0-4252-a895-3a21ab345599 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:28:55.610073 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4043e5-5686-47ed-9e59-7fcf44bd9e16 None None] Routers {'9f512d26-a5e0-4252-a895-3a21ab345599'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:28:55.610681 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-dc4043e5-5686-47ed-9e59-7fcf44bd9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:28:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['9f512d26-a5e0-4252-a895-3a21ab345599'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:55.836981 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-dc4043e5-5686-47ed-9e59-7fcf44bd9e16 None None] Set router 9f512d26-a5e0-4252-a895-3a21ab345599 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:28:55.840467 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] DHCP port deletion for b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:28:55.845470 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] Deleting port 943434d1-315b-404d-9c4c-1bf7ae116deb {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:28:55.845916 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:55.846194 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1646777c-e936-4454-8589-26754cd5d94a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.022820 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1646777c-e936-4454-8589-26754cd5d94a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.047838 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] For port 943434d1-315b-404d-9c4c-1bf7ae116deb, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=943434d1-315b-404d-9c4c-1bf7ae116deb,segment=NetworkSegment(3994674d-8f1f-411b-8d6c-48bd97ca9a24),segment_id=3994674d-8f1f-411b-8d6c-48bd97ca9a24)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:28:56.051162 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.099136 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-1646777c-e936-4454-8589-26754cd5d94a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port f9271183-0bfa-47f0-b178-02f5e881960d {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:28:56.100030 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1646777c-e936-4454-8589-26754cd5d94a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.127149 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-dc4043e5-5686-47ed-9e59-7fcf44bd9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'name': 'tempest-TestNetworkBasicOps-router-1710176167', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:28:54Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:04:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:56.131157 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4043e5-5686-47ed-9e59-7fcf44bd9e16 None None] The sync data for ids ['9f512d26-a5e0-4252-a895-3a21ab345599'] in dv-neutron-833560-1-hyperv is: [{'id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'name': 'tempest-TestNetworkBasicOps-router-1710176167', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:28:54Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'f9271183-0bfa-47f0-b178-02f5e881960d', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:04:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f512d26-a5e0-4252-a895-3a21ab345599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:48Z', 'updated_at': '2022-03-14T18:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:28:56.171026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] Calling delete_port for 943434d1-315b-404d-9c4c-1bf7ae116deb owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:28:56.288594 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-1646777c-e936-4454-8589-26754cd5d94a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port f9271183-0bfa-47f0-b178-02f5e881960d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f9271183-0bfa-47f0-b178-02f5e881960d,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:28:56.288936 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1646777c-e936-4454-8589-26754cd5d94a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.297844 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.345414 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fbcc6e82-9fd6-47c3-ab79-2fd119b96d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.349556 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] Pushing event deleted for resources: {'Port': ['ID=943434d1-315b-404d-9c4c-1bf7ae116deb,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:56.354315 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] No DVR routers for this DVR port 943434d1-315b-404d-9c4c-1bf7ae116deb on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:56.360501 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:56.365333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:56.365333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:56.365333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:56.365333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:56.365333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:56.365333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:56.365333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:56.365333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:56.365333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:56.365333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:56.365333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff5848-130e-4852-b08d-9495f6dae0c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:56.411204 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-1646777c-e936-4454-8589-26754cd5d94a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for f9271183-0bfa-47f0-b178-02f5e881960d owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:28:56.537488 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 943434d1-315b-404d-9c4c-1bf7ae116deb no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:28:56.574608 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 943434d1-315b-404d-9c4c-1bf7ae116deb {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:28:56.574978 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 943434d1-315b-404d-9c4c-1bf7ae116deb not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:28:56.575405 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 669e04d7-e6ee-4d2a-9813-77efd064e92e no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:28:56.608716 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 669e04d7-e6ee-4d2a-9813-77efd064e92e {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:28:56.609057 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 669e04d7-e6ee-4d2a-9813-77efd064e92e not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:28:56.652067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1646777c-e936-4454-8589-26754cd5d94a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.698682 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646777c-e936-4454-8589-26754cd5d94a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=f9271183-0bfa-47f0-b178-02f5e881960d,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:56.790353 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1646777c-e936-4454-8589-26754cd5d94a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.997059 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1646777c-e936-4454-8589-26754cd5d94a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.000106 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1646777c-e936-4454-8589-26754cd5d94a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.038632 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-48055a46-c5a4-4950-bad4-813dc5026bd3 req-28fcbe4c-f2b3-4810-810a-53759581cc04 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1485581 Mar 14 18:28:57.103342 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1646777c-e936-4454-8589-26754cd5d94a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.103847 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1646777c-e936-4454-8589-26754cd5d94a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Fanout notify agent at l3_agent the message router_deleted on router 9f512d26-a5e0-4252-a895-3a21ab345599 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:28:57.161880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1646777c-e936-4454-8589-26754cd5d94a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.163097 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1646777c-e936-4454-8589-26754cd5d94a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/routers/9f512d26-a5e0-4252-a895-3a21ab345599 HTTP/1.1" status: 204 len: 168 time: 1.6279502 Mar 14 18:28:57.165991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60678) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:28:57.195061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48055a46-c5a4-4950-bad4-813dc5026bd3 req-c6ceb2dd-20ba-4514-a01a-a26102250176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:57.196565 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-48055a46-c5a4-4950-bad4-813dc5026bd3 req-c6ceb2dd-20ba-4514-a01a-a26102250176 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 1099 time: 0.0908906 Mar 14 18:28:57.283718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.353011 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48055a46-c5a4-4950-bad4-813dc5026bd3 req-2a63c54b-0adb-46b6-8339-affead0c0fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:57.354452 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-48055a46-c5a4-4950-bad4-813dc5026bd3 req-2a63c54b-0adb-46b6-8339-affead0c0fca service neutron] 10.222.0.59 "GET /v2.0/networks?id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b HTTP/1.1" status: 200 len: 913 time: 0.1283419 Mar 14 18:28:57.412003 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.436763 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:57.449549 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3994674d-8f1f-411b-8d6c-48bd97ca9a24') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:57.449847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3994674d-8f1f-411b-8d6c-48bd97ca9a24') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:57.462696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.480501 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.487103 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:28:57.487499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:28:57.501836 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:28:57.578608 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-48055a46-c5a4-4950-bad4-813dc5026bd3 req-a9aec302-beca-4b81-9573-1c94d5177935 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beefcafe-244f-44be-bf65-3e5d2a08ad77 HTTP/1.1" status: 200 len: 1002 time: 0.2142818 Mar 14 18:28:57.635516 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48055a46-c5a4-4950-bad4-813dc5026bd3 req-ec613a5b-b122-48eb-81d6-d86ccab685d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:57.636908 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-48055a46-c5a4-4950-bad4-813dc5026bd3 req-ec613a5b-b122-48eb-81d6-d86ccab685d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=308aa848-34d0-47aa-91ad-fa0584470c08 HTTP/1.1" status: 200 len: 851 time: 0.0557282 Mar 14 18:28:57.647249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.666242 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.680443 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Network': ['ID=b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:57.689091 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:57.689433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:57.689951 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:57.690437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:57.690943 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:57.691457 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:57.691949 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:57.692154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:57.692479 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:57.692803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:57.693129 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:57.693450 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:57.719854 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48055a46-c5a4-4950-bad4-813dc5026bd3 req-b034da2d-d7cc-42ba-b89e-c6a5d96427de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:57.721379 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-48055a46-c5a4-4950-bad4-813dc5026bd3 req-b034da2d-d7cc-42ba-b89e-c6a5d96427de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787907 Mar 14 18:28:57.756359 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a9b32d70-9d2d-491b-89dd-649e15ea169d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/networks/b4cfca80-b9ce-4863-8e6f-abfc4ce78d8b HTTP/1.1" status: 204 len: 168 time: 0.5891728 Mar 14 18:28:57.768196 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.777601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60682) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:28:57.783437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-db38b948-d849-4542-a3e2-c8efc2999b18 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'network': {'name': 'tempest-network-smoke--1010322286', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'port_security_enabled': True}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:57.788467 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-db38b948-d849-4542-a3e2-c8efc2999b18 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:28:57.792560 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-db38b948-d849-4542-a3e2-c8efc2999b18 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:network and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:28:57.795447 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-db38b948-d849-4542-a3e2-c8efc2999b18 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:28:57.801085 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-db38b948-d849-4542-a3e2-c8efc2999b18 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:28:57.853593 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-48055a46-c5a4-4950-bad4-813dc5026bd3 req-d7348d78-791e-46c1-89ff-90acbfd5a427 service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261904 Mar 14 18:28:57.870084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db38b948-d849-4542-a3e2-c8efc2999b18 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:57.873528 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-db38b948-d849-4542-a3e2-c8efc2999b18 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.899236 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.903117 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db38b948-d849-4542-a3e2-c8efc2999b18 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:28:57.911629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-db38b948-d849-4542-a3e2-c8efc2999b18 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.911978 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-db38b948-d849-4542-a3e2-c8efc2999b18 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Added segment d070be53-277f-42b6-a6f9-af563c26f1b0 of type vlan for network 2b4a04b2-2286-4113-8b7b-c0a60d46a83d Mar 14 18:28:57.938174 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-db38b948-d849-4542-a3e2-c8efc2999b18 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.987615 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-48055a46-c5a4-4950-bad4-813dc5026bd3 req-08772417-322f-4981-95c2-e5f4e8d38425 service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276228 Mar 14 18:28:58.030095 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-db38b948-d849-4542-a3e2-c8efc2999b18 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.035705 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db38b948-d849-4542-a3e2-c8efc2999b18 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:58.036271 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-db38b948-d849-4542-a3e2-c8efc2999b18 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.138801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38b948-d849-4542-a3e2-c8efc2999b18 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Network': ['ID=2b4a04b2-2286-4113-8b7b-c0a60d46a83d,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:58.149523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 2b4a04b2-2286-4113-8b7b-c0a60d46a83d details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:28:58.202052 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-db38b948-d849-4542-a3e2-c8efc2999b18 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4233775 Mar 14 18:28:58.204693 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60686) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:28:58.209629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'admin_state_up': True, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:58.216683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:28:58.220692 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:router and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:28:58.223756 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:28:58.233526 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:28:58.321718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.322763 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.337613 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.361224 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f9271183-0bfa-47f0-b178-02f5e881960d no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:28:58.398221 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: f9271183-0bfa-47f0-b178-02f5e881960d {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:28:58.398490 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f9271183-0bfa-47f0-b178-02f5e881960d not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:28:58.670526 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:59.089925 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:59.117839 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:59.246231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.26.7.223 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/1fcf3231-a5c5-4931-901a-8fe123891e74) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:59.388912 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:59.468788 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:59.530341 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:59.533133 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:59.535550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:28:59.581156 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=1fcf3231-a5c5-4931-901a-8fe123891e74,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:59.720288 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:00.020118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:00.352172 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:00.727212 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:29:00.909752 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:29:00.920196 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Sync routers for ids ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:00.930002 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Routers {'1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:29:00.930694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:28:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:01.018999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:01.020256 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b2360ea6-a8ed-4f2a-a44c-9f80d3d1622e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8146579 Mar 14 18:29:01.023552 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60700) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:01.065642 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0014def2-fbdf-4543-90e2-74c8deba4665 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=6c5e4a48cb994bfdaa976c98e4c4c63f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377343 Mar 14 18:29:01.065642 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60704) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:01.141829 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Set router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:29:01.202851 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19733625-ed8e-4c34-883c-1403d86e218f tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:01.204362 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-19733625-ed8e-4c34-883c-1403d86e218f tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1379616 Mar 14 18:29:01.207346 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60710) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:01.248479 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-16b2020e-7dfb-439a-ae9e-4d0476898f58 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377028 Mar 14 18:29:01.248829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60714) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:01.255114 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-6da2d867-0dba-4dc7-894b-ddee5d446cbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-533722004', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:01.366089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6da2d867-0dba-4dc7-894b-ddee5d446cbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:29:01.370419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6da2d867-0dba-4dc7-894b-ddee5d446cbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:subnet and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:29:01.373238 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6da2d867-0dba-4dc7-894b-ddee5d446cbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:29:01.379820 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6da2d867-0dba-4dc7-894b-ddee5d446cbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:29:01.428909 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:28:59Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:01.432781 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Checking router: 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:29:01.433134 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Updating router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 port 1fcf3231-a5c5-4931-901a-8fe123891e74 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:29:01.474486 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da2d867-0dba-4dc7-894b-ddee5d446cbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:29:01.477891 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6da2d867-0dba-4dc7-894b-ddee5d446cbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:01.488741 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:01.756109 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6da2d867-0dba-4dc7-894b-ddee5d446cbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:01.836576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2d867-0dba-4dc7-894b-ddee5d446cbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Subnet': ['ID=20349e64-2355-4e9b-ad90-58d893e7f489,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:01.845717 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2d867-0dba-4dc7-894b-ddee5d446cbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Checking segment: {'id': 'd070be53-277f-42b6-a6f9-af563c26f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:29:01.846079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da2d867-0dba-4dc7-894b-ddee5d446cbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network hostable DHCP agents. Network: 2b4a04b2-2286-4113-8b7b-c0a60d46a83d, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:29:01.855042 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:01.867091 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Transition to ACTIVE for port object 1fcf3231-a5c5-4931-901a-8fe123891e74 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:29:01.927202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da2d867-0dba-4dc7-894b-ddee5d446cbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 2b4a04b2-2286-4113-8b7b-c0a60d46a83d is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:29:01.944267 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:01.989928 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-6da2d867-0dba-4dc7-894b-ddee5d446cbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 2b4a04b2-2286-4113-8b7b-c0a60d46a83d) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:01.995018 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da2d867-0dba-4dc7-894b-ddee5d446cbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:01.996805 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6da2d867-0dba-4dc7-894b-ddee5d446cbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:02.011126 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db0899b-e395-4611-83e5-6c6a4a4244e5 None None] Network 2b4a04b2-2286-4113-8b7b-c0a60d46a83d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:29:02.055254 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Attempting to bind port 1fcf3231-a5c5-4931-901a-8fe123891e74 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:29:02.055614 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Attempting to bind port 1fcf3231-a5c5-4931-901a-8fe123891e74 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:29:02.055971 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Attempting to bind port 1fcf3231-a5c5-4931-901a-8fe123891e74 on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:29:02.060959 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a83fb-92a1-416d-85f7-f0846b1a9c76 None None] Pushing event updated for resources: {'Port': ['ID=1fcf3231-a5c5-4931-901a-8fe123891e74,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:02.073257 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6da2d867-0dba-4dc7-894b-ddee5d446cbb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8212194 Mar 14 18:29:02.073540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60718) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:02.110987 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:29:02.111357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:29:02.111756 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:02.112145 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:29:02.112628 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Bound port: 1fcf3231-a5c5-4931-901a-8fe123891e74, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:29:02.112994 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:02.223121 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] For port 1fcf3231-a5c5-4931-901a-8fe123891e74, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:29:02.262118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] For port 1fcf3231-a5c5-4931-901a-8fe123891e74, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1fcf3231-a5c5-4931-901a-8fe123891e74,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:29:02.345179 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ips': [{'subnet_id': '20349e64-2355-4e9b-ad90-58d893e7f489'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:29:02.346361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:02.366688 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:02.530159 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Routers {'1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:29:02.531032 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:28:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:02.625887 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a83fb-92a1-416d-85f7-f0846b1a9c76 None None] Pushing event updated for resources: {'Port': ['ID=1fcf3231-a5c5-4931-901a-8fe123891e74,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:02.801886 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] Set router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:29:02.900159 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Allocated IP 172.20.0.2 (2b4a04b2-2286-4113-8b7b-c0a60d46a83d/20349e64-2355-4e9b-ad90-58d893e7f489/0640c335-2648-4de9-9052-cb445f142b5e) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:02.923492 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.294147 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.306953 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Transition to ACTIVE for port object 0640c335-2648-4de9-9052-cb445f142b5e will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:29:03.320011 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:28:59Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:03.330191 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae02d73-bc6f-4439-8441-7444ca8a7d69 None None] The sync data for ids ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'] in dv-neutron-833560-1-hyperv is: [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:28:59Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:03.332044 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Transition to ACTIVE for port object 0640c335-2648-4de9-9052-cb445f142b5e will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:29:03.396118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.465451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Pushing event updated for resources: {'Port': ['ID=0640c335-2648-4de9-9052-cb445f142b5e,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:03.466711 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.1 (2b4a04b2-2286-4113-8b7b-c0a60d46a83d/20349e64-2355-4e9b-ad90-58d893e7f489/f5d86439-bf59-4f42-a3e4-845802229982) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:03.483426 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Network 2b4a04b2-2286-4113-8b7b-c0a60d46a83d is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:03.483426 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:03.484195 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:29:03.608425 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Attempting to bind port 0640c335-2648-4de9-9052-cb445f142b5e on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:29:03.608884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Attempting to bind port 0640c335-2648-4de9-9052-cb445f142b5e by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'd070be53-277f-42b6-a6f9-af563c26f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:29:03.611325 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Attempting to bind port 0640c335-2648-4de9-9052-cb445f142b5e on network 2b4a04b2-2286-4113-8b7b-c0a60d46a83d {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:29:03.617627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:29:03.618010 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Checking segment: {'id': 'd070be53-277f-42b6-a6f9-af563c26f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:29:03.618656 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.619160 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Bound using segment: {'id': 'd070be53-277f-42b6-a6f9-af563c26f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:29:03.619624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Bound port: 0640c335-2648-4de9-9052-cb445f142b5e, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd070be53-277f-42b6-a6f9-af563c26f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:29:03.619994 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.668856 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.688495 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object f5d86439-bf59-4f42-a3e4-845802229982 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:29:03.740388 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] For port 0640c335-2648-4de9-9052-cb445f142b5e, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:29:03.744292 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] For port 0640c335-2648-4de9-9052-cb445f142b5e, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0640c335-2648-4de9-9052-cb445f142b5e,segment=NetworkSegment(d070be53-277f-42b6-a6f9-af563c26f1b0),segment_id=d070be53-277f-42b6-a6f9-af563c26f1b0)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:29:03.783875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.812478 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.858100 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 2b4a04b2-2286-4113-8b7b-c0a60d46a83d is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:03.869886 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:03.874935 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:29:03.909588 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf1f11-2157-4401-b42e-77f12f17fb73 None None] Pushing event updated for resources: {'Port': ['ID=0640c335-2648-4de9-9052-cb445f142b5e,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:03.918469 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=f5d86439-bf59-4f42-a3e4-845802229982,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:03.946941 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:04.378263 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:04.460716 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0640c335-2648-4de9-9052-cb445f142b5e up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:29:04.606556 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 0640c335-2648-4de9-9052-cb445f142b5e completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:29:04.614119 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1fcf3231-a5c5-4931-901a-8fe123891e74 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:29:04.761783 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 1fcf3231-a5c5-4931-901a-8fe123891e74 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:29:04.769088 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 1fcf3231-a5c5-4931-901a-8fe123891e74 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:04.769980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:04.917780 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:04.941103 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 1fcf3231-a5c5-4931-901a-8fe123891e74, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1fcf3231-a5c5-4931-901a-8fe123891e74,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:29:04.953599 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.029096 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.041414 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.092842 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2add9659-57fb-446f-b59b-3f28a04e38a5 None None] Network 2b4a04b2-2286-4113-8b7b-c0a60d46a83d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:29:05.162375 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.165890 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=f5d86439-bf59-4f42-a3e4-845802229982,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:05.227835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=1fcf3231-a5c5-4931-901a-8fe123891e74,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:05.319612 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 2b4a04b2-2286-4113-8b7b-c0a60d46a83d is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:05.328373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:05.381071 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d0898ff5-1ef6-4c2c-be70-d3dd88818b31 None None] Provisioning for port 0640c335-2648-4de9-9052-cb445f142b5e completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:29:05.388539 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d0898ff5-1ef6-4c2c-be70-d3dd88818b31 None None] Provisioning complete for port 0640c335-2648-4de9-9052-cb445f142b5e triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:05.388942 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d0898ff5-1ef6-4c2c-be70-d3dd88818b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.534197 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d0898ff5-1ef6-4c2c-be70-d3dd88818b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.559057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:29:05.568652 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-d0898ff5-1ef6-4c2c-be70-d3dd88818b31 None None] For port 0640c335-2648-4de9-9052-cb445f142b5e, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0640c335-2648-4de9-9052-cb445f142b5e,segment=NetworkSegment(d070be53-277f-42b6-a6f9-af563c26f1b0),segment_id=d070be53-277f-42b6-a6f9-af563c26f1b0)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:29:05.658107 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d0898ff5-1ef6-4c2c-be70-d3dd88818b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.764211 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0898ff5-1ef6-4c2c-be70-d3dd88818b31 None None] Pushing event updated for resources: {'Port': ['ID=0640c335-2648-4de9-9052-cb445f142b5e,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:05.765483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:29:05.776951 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed6220-580e-4d55-b327-460529692155 None None] Sync routers for ids ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:05.787090 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-caedaf31-f406-4b94-82ea-07306d4900fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7123973 Mar 14 18:29:05.789701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60740) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:05.792893 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-54bcceac-6789-4f3f-ba0b-8d5adef51d98 None None] Provisioning complete for port 0640c335-2648-4de9-9052-cb445f142b5e triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:05.793278 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-54bcceac-6789-4f3f-ba0b-8d5adef51d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.809968 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ed6220-580e-4d55-b327-460529692155 None None] Routers {'1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:29:05.810745 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-77ed6220-580e-4d55-b327-460529692155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:28:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:05.992462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f3ec77-2885-48f7-88a9-69b23ef89975 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:05.992970 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f3ec77-2885-48f7-88a9-69b23ef89975 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:05.993454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f3ec77-2885-48f7-88a9-69b23ef89975 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:05.994235 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f3ec77-2885-48f7-88a9-69b23ef89975 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:05.994696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f3ec77-2885-48f7-88a9-69b23ef89975 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:05.995215 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f3ec77-2885-48f7-88a9-69b23ef89975 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:05.997261 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b5f3ec77-2885-48f7-88a9-69b23ef89975 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2065694 Mar 14 18:29:06.000243 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60744) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:06.029075 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-77ed6220-580e-4d55-b327-460529692155 None None] Set router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:29:06.047134 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-54bcceac-6789-4f3f-ba0b-8d5adef51d98 None None] Provisioning for port f5d86439-bf59-4f42-a3e4-845802229982 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:29:06.054660 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-54bcceac-6789-4f3f-ba0b-8d5adef51d98 None None] Provisioning complete for port f5d86439-bf59-4f42-a3e4-845802229982 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:06.055541 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-54bcceac-6789-4f3f-ba0b-8d5adef51d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.106574 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9da4979-f3d3-450b-8001-c2f56f646efa tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:06.107444 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9da4979-f3d3-450b-8001-c2f56f646efa tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:06.108092 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9da4979-f3d3-450b-8001-c2f56f646efa tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:06.109953 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9da4979-f3d3-450b-8001-c2f56f646efa tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:06.110596 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9da4979-f3d3-450b-8001-c2f56f646efa tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:06.111243 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9da4979-f3d3-450b-8001-c2f56f646efa tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:06.113294 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e9da4979-f3d3-450b-8001-c2f56f646efa tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1114154 Mar 14 18:29:06.116113 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60748) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:06.151737 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-54bcceac-6789-4f3f-ba0b-8d5adef51d98 None None] Port f5d86439-bf59-4f42-a3e4-845802229982 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:29:06.278824 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-cdbb6e82-c145-4ed0-bc0d-e0358ac9e44c None None] Provisioning complete for port f5d86439-bf59-4f42-a3e4-845802229982 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:06.279248 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cdbb6e82-c145-4ed0-bc0d-e0358ac9e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.355156 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-cdbb6e82-c145-4ed0-bc0d-e0358ac9e44c None None] Port f5d86439-bf59-4f42-a3e4-845802229982 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:29:06.374604 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f43f4a9e-7db3-4dc3-a604-c4a28be9da6e tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2572477 Mar 14 18:29:06.388371 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0640c335-2648-4de9-9052-cb445f142b5e up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:29:06.423830 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-77ed6220-580e-4d55-b327-460529692155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'f5d86439-bf59-4f42-a3e4-845802229982', 'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:82:be:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:03Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 2, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:06.423830 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed6220-580e-4d55-b327-460529692155 None None] Checking router: 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:29:06.423830 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed6220-580e-4d55-b327-460529692155 None None] Updating router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 port f5d86439-bf59-4f42-a3e4-845802229982 binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:29:06.483269 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-77ed6220-580e-4d55-b327-460529692155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.517562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-47755879-1ab1-47e4-821e-2d796345a2f1 None None] Provisioning complete for port f5d86439-bf59-4f42-a3e4-845802229982 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:06.517939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-47755879-1ab1-47e4-821e-2d796345a2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.572624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-47755879-1ab1-47e4-821e-2d796345a2f1 None None] Port f5d86439-bf59-4f42-a3e4-845802229982 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:29:06.589517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 0640c335-2648-4de9-9052-cb445f142b5e triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:06.589892 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.762832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1fcf3231-a5c5-4931-901a-8fe123891e74 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:29:06.839358 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 1fcf3231-a5c5-4931-901a-8fe123891e74 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:06.839516 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.905041 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-77ed6220-580e-4d55-b327-460529692155 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.918059 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-77ed6220-580e-4d55-b327-460529692155 None None] Transition to ACTIVE for port object f5d86439-bf59-4f42-a3e4-845802229982 will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:29:06.971911 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60756) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:06.977195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a690e3ac-dcf7-433c-99db-fbace7add143 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2129033431', 'description': 'tempest-secgroup-smoke-2129033431 description', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:06.983415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a690e3ac-dcf7-433c-99db-fbace7add143 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:29:06.988146 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a690e3ac-dcf7-433c-99db-fbace7add143 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:29:06.991086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a690e3ac-dcf7-433c-99db-fbace7add143 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:29:06.996715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a690e3ac-dcf7-433c-99db-fbace7add143 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:29:07.000333 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-77ed6220-580e-4d55-b327-460529692155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:07.070216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a690e3ac-dcf7-433c-99db-fbace7add143 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:07.093137 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a690e3ac-dcf7-433c-99db-fbace7add143 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:29:07.097997 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a690e3ac-dcf7-433c-99db-fbace7add143 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:29:07.101276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a690e3ac-dcf7-433c-99db-fbace7add143 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:29:07.107319 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a690e3ac-dcf7-433c-99db-fbace7add143 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:29:07.198319 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348630e9-8616-4895-a0eb-d1b24b9a2f43 None None] Pushing event updated for resources: {'Port': ['ID=f5d86439-bf59-4f42-a3e4-845802229982,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:07.221470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a690e3ac-dcf7-433c-99db-fbace7add143 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:07.241841 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348630e9-8616-4895-a0eb-d1b24b9a2f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:07.242190 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348630e9-8616-4895-a0eb-d1b24b9a2f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:07.242547 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348630e9-8616-4895-a0eb-d1b24b9a2f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:07.242913 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348630e9-8616-4895-a0eb-d1b24b9a2f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:07.243242 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348630e9-8616-4895-a0eb-d1b24b9a2f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:07.243578 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348630e9-8616-4895-a0eb-d1b24b9a2f43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:07.243889 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348630e9-8616-4895-a0eb-d1b24b9a2f43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:07.244207 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348630e9-8616-4895-a0eb-d1b24b9a2f43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:07.244530 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348630e9-8616-4895-a0eb-d1b24b9a2f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:07.244847 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348630e9-8616-4895-a0eb-d1b24b9a2f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:07.245160 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348630e9-8616-4895-a0eb-d1b24b9a2f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:07.245469 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348630e9-8616-4895-a0eb-d1b24b9a2f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:07.264750 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-77ed6220-580e-4d55-b327-460529692155 None None] Attempting to bind port f5d86439-bf59-4f42-a3e4-845802229982 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:29:07.265110 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-77ed6220-580e-4d55-b327-460529692155 None None] Attempting to bind port f5d86439-bf59-4f42-a3e4-845802229982 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'd070be53-277f-42b6-a6f9-af563c26f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:29:07.265477 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ed6220-580e-4d55-b327-460529692155 None None] Attempting to bind port f5d86439-bf59-4f42-a3e4-845802229982 on network 2b4a04b2-2286-4113-8b7b-c0a60d46a83d {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:29:07.271707 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ed6220-580e-4d55-b327-460529692155 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:29:07.272077 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ed6220-580e-4d55-b327-460529692155 None None] Checking segment: {'id': 'd070be53-277f-42b6-a6f9-af563c26f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:29:07.272473 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-77ed6220-580e-4d55-b327-460529692155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:07.272853 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ed6220-580e-4d55-b327-460529692155 None None] Bound using segment: {'id': 'd070be53-277f-42b6-a6f9-af563c26f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:29:07.273313 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-77ed6220-580e-4d55-b327-460529692155 None None] Bound port: f5d86439-bf59-4f42-a3e4-845802229982, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd070be53-277f-42b6-a6f9-af563c26f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:29:07.273677 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-77ed6220-580e-4d55-b327-460529692155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:07.280415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a690e3ac-dcf7-433c-99db-fbace7add143 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:07.334355 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690e3ac-dcf7-433c-99db-fbace7add143 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbac1d32-87d9-42d9-97c6-cac35cf03022,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:07.364375 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-77ed6220-580e-4d55-b327-460529692155 None None] For port f5d86439-bf59-4f42-a3e4-845802229982, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:29:07.367512 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-77ed6220-580e-4d55-b327-460529692155 None None] For port f5d86439-bf59-4f42-a3e4-845802229982, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f5d86439-bf59-4f42-a3e4-845802229982,segment=NetworkSegment(d070be53-277f-42b6-a6f9-af563c26f1b0),segment_id=d070be53-277f-42b6-a6f9-af563c26f1b0)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:29:07.394850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a690e3ac-dcf7-433c-99db-fbace7add143 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:07.397307 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a690e3ac-dcf7-433c-99db-fbace7add143 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4234278 Mar 14 18:29:07.399455 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60760) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:07.404808 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-0e0712ad-a980-4d1c-8db0-b2e8ca8fe595 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'cbac1d32-87d9-42d9-97c6-cac35cf03022', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:07.411569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0e0712ad-a980-4d1c-8db0-b2e8ca8fe595 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:29:07.415271 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0e0712ad-a980-4d1c-8db0-b2e8ca8fe595 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:29:07.418087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0e0712ad-a980-4d1c-8db0-b2e8ca8fe595 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:29:07.423760 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0e0712ad-a980-4d1c-8db0-b2e8ca8fe595 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:29:07.457983 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-77ed6220-580e-4d55-b327-460529692155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:07.524545 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e0712ad-a980-4d1c-8db0-b2e8ca8fe595 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:07.535904 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ed6220-580e-4d55-b327-460529692155 None None] Routers {'1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:29:07.536509 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-77ed6220-580e-4d55-b327-460529692155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:28:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:07.605662 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e0712ad-a980-4d1c-8db0-b2e8ca8fe595 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:07.611025 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348630e9-8616-4895-a0eb-d1b24b9a2f43 None None] Pushing event updated for resources: {'Port': ['ID=f5d86439-bf59-4f42-a3e4-845802229982,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:07.698398 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e0712ad-a980-4d1c-8db0-b2e8ca8fe595 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:07.729280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0712ad-a980-4d1c-8db0-b2e8ca8fe595 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6659e64-0d3e-40a3-aa5a-6ef6d807944f,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:07.758180 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-77ed6220-580e-4d55-b327-460529692155 None None] Set router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:29:07.813227 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e0712ad-a980-4d1c-8db0-b2e8ca8fe595 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:07.814535 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0e0712ad-a980-4d1c-8db0-b2e8ca8fe595 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4140599 Mar 14 18:29:07.817231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60766) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:07.822269 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-7b5db8ea-c4c0-4d31-9cf1-d54901166329 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'cbac1d32-87d9-42d9-97c6-cac35cf03022', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:07.828248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7b5db8ea-c4c0-4d31-9cf1-d54901166329 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:29:07.836063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7b5db8ea-c4c0-4d31-9cf1-d54901166329 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:29:07.838958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7b5db8ea-c4c0-4d31-9cf1-d54901166329 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:29:07.844762 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7b5db8ea-c4c0-4d31-9cf1-d54901166329 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:29:07.934280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7b5db8ea-c4c0-4d31-9cf1-d54901166329 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:07.995249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7b5db8ea-c4c0-4d31-9cf1-d54901166329 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.069703 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7b5db8ea-c4c0-4d31-9cf1-d54901166329 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.079414 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-77ed6220-580e-4d55-b327-460529692155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'f5d86439-bf59-4f42-a3e4-845802229982', 'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:82:be:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:03Z', 'updated_at': '2022-03-14T18:29:07Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:08.085082 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed6220-580e-4d55-b327-460529692155 None None] The sync data for ids ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'] in dv-neutron-833560-1-hyperv is: [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'f5d86439-bf59-4f42-a3e4-845802229982', 'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:82:be:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:03Z', 'updated_at': '2022-03-14T18:29:07Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:08.093535 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5db8ea-c4c0-4d31-9cf1-d54901166329 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc437ff5-9d03-46ce-8376-338dbe3f184e,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:08.182884 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7b5db8ea-c4c0-4d31-9cf1-d54901166329 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.187438 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60770) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:08.195604 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7b5db8ea-c4c0-4d31-9cf1-d54901166329 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3694491 Mar 14 18:29:08.195751 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-df57b877-22bc-4144-8b3a-f798d3d976df tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'cbac1d32-87d9-42d9-97c6-cac35cf03022', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:08.201821 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-df57b877-22bc-4144-8b3a-f798d3d976df tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:29:08.207053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-df57b877-22bc-4144-8b3a-f798d3d976df tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:29:08.210272 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-df57b877-22bc-4144-8b3a-f798d3d976df tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:29:08.215943 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-df57b877-22bc-4144-8b3a-f798d3d976df tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:29:08.297170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-df57b877-22bc-4144-8b3a-f798d3d976df tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.384743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-df57b877-22bc-4144-8b3a-f798d3d976df tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.415909 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f5d86439-bf59-4f42-a3e4-845802229982 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:29:08.463455 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-df57b877-22bc-4144-8b3a-f798d3d976df tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.486490 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57b877-22bc-4144-8b3a-f798d3d976df tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5243bf-dceb-4161-aaf5-495e28d44bc0,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:08.555607 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port f5d86439-bf59-4f42-a3e4-845802229982 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:29:08.561754 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port f5d86439-bf59-4f42-a3e4-845802229982 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:08.562009 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.567018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-df57b877-22bc-4144-8b3a-f798d3d976df tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.571671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60774) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:08.572281 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-df57b877-22bc-4144-8b3a-f798d3d976df tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3827455 Mar 14 18:29:08.581749 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-90c383f0-54da-47aa-b3c1-3c0a7ba82916 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'cbac1d32-87d9-42d9-97c6-cac35cf03022', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:08.593121 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-90c383f0-54da-47aa-b3c1-3c0a7ba82916 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:29:08.603803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-90c383f0-54da-47aa-b3c1-3c0a7ba82916 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:29:08.609270 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-90c383f0-54da-47aa-b3c1-3c0a7ba82916 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:29:08.621914 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-90c383f0-54da-47aa-b3c1-3c0a7ba82916 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:29:08.712960 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.745925 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90c383f0-54da-47aa-b3c1-3c0a7ba82916 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.760140 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port f5d86439-bf59-4f42-a3e4-845802229982, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f5d86439-bf59-4f42-a3e4-845802229982,segment=NetworkSegment(d070be53-277f-42b6-a6f9-af563c26f1b0),segment_id=d070be53-277f-42b6-a6f9-af563c26f1b0)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:29:08.819945 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90c383f0-54da-47aa-b3c1-3c0a7ba82916 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.848724 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.916047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90c383f0-54da-47aa-b3c1-3c0a7ba82916 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.935053 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=f5d86439-bf59-4f42-a3e4-845802229982,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:08.946901 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c383f0-54da-47aa-b3c1-3c0a7ba82916 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13500609-f188-4e67-ae39-7cfd3b6e0a35,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:09.020484 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90c383f0-54da-47aa-b3c1-3c0a7ba82916 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:09.021723 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-90c383f0-54da-47aa-b3c1-3c0a7ba82916 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4490664 Mar 14 18:29:09.024656 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60780) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:09.029760 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e61165a8-b3ef-4048-a2b0-89d0e13ed25e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'cbac1d32-87d9-42d9-97c6-cac35cf03022', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:09.037007 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e61165a8-b3ef-4048-a2b0-89d0e13ed25e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:29:09.041219 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e61165a8-b3ef-4048-a2b0-89d0e13ed25e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:29:09.044636 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e61165a8-b3ef-4048-a2b0-89d0e13ed25e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:29:09.051364 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e61165a8-b3ef-4048-a2b0-89d0e13ed25e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:29:09.061215 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:09.167362 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.securitygroups_db [None req-e61165a8-b3ef-4048-a2b0-89d0e13ed25e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:29:09.176817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e61165a8-b3ef-4048-a2b0-89d0e13ed25e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:09.254345 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e61165a8-b3ef-4048-a2b0-89d0e13ed25e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:09.354258 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e61165a8-b3ef-4048-a2b0-89d0e13ed25e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:09.381336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61165a8-b3ef-4048-a2b0-89d0e13ed25e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ed759d-ede7-4a89-a380-e7cfac7fa391,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:09.464662 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e61165a8-b3ef-4048-a2b0-89d0e13ed25e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:09.465900 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e61165a8-b3ef-4048-a2b0-89d0e13ed25e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4402039 Mar 14 18:29:09.469681 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60784) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:09.474745 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-586a644b-ee3d-46e1-8c57-1d4cf7e9c4ea tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'cbac1d32-87d9-42d9-97c6-cac35cf03022', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:09.480998 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-586a644b-ee3d-46e1-8c57-1d4cf7e9c4ea tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:29:09.486640 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-586a644b-ee3d-46e1-8c57-1d4cf7e9c4ea tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:29:09.490288 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-586a644b-ee3d-46e1-8c57-1d4cf7e9c4ea tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:29:09.496182 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-586a644b-ee3d-46e1-8c57-1d4cf7e9c4ea tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:29:09.566966 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.securitygroups_db [None req-586a644b-ee3d-46e1-8c57-1d4cf7e9c4ea tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:29:09.573923 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-586a644b-ee3d-46e1-8c57-1d4cf7e9c4ea tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:09.642186 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-586a644b-ee3d-46e1-8c57-1d4cf7e9c4ea tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:09.715170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-586a644b-ee3d-46e1-8c57-1d4cf7e9c4ea tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:09.738969 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a644b-ee3d-46e1-8c57-1d4cf7e9c4ea tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c10e916-3dcc-405c-b569-7b7996e0a84d,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:09.813371 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-586a644b-ee3d-46e1-8c57-1d4cf7e9c4ea tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:09.814593 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-586a644b-ee3d-46e1-8c57-1d4cf7e9c4ea tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3439603 Mar 14 18:29:09.982216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-80b100f9-5d37-4742-99d2-b00613a79e03 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:29:10.057874 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-80b100f9-5d37-4742-99d2-b00613a79e03 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:29:10.059298 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-80b100f9-5d37-4742-99d2-b00613a79e03 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2129033431&fields=id&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 267 time: 0.1159081 Mar 14 18:29:10.323301 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-4c905092-a768-43e7-a119-78335f95241a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:10.323981 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-4c905092-a768-43e7-a119-78335f95241a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:29:10.376617 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f5d86439-bf59-4f42-a3e4-845802229982 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:29:10.452532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-4c905092-a768-43e7-a119-78335f95241a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:29:10.453878 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-4c905092-a768-43e7-a119-78335f95241a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/networks?id=2b4a04b2-2286-4113-8b7b-c0a60d46a83d HTTP/1.1" status: 200 len: 797 time: 0.3870106 Mar 14 18:29:10.455679 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port f5d86439-bf59-4f42-a3e4-845802229982 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:10.456044 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:10.469413 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-783765b4-4c25-4fc9-8c30-130c3a60cf87 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/quotas/6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 375 time: 0.0092087 Mar 14 18:29:10.558092 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-b6ef728a-de42-4ab4-b5bf-7f81bc2cf270 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:29:10.635621 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-b6ef728a-de42-4ab4-b5bf-7f81bc2cf270 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:29:10.636920 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-b6ef728a-de42-4ab4-b5bf-7f81bc2cf270 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1620913 Mar 14 18:29:10.734047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-5e73ec5c-1f9d-423e-bb8a-b71e2871a4c8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:29:10.736131 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-5e73ec5c-1f9d-423e-bb8a-b71e2871a4c8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0877326 Mar 14 18:29:10.896880 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-2099db6c-89e4-4bc8-b13a-f14e34852f5d service neutron] 10.222.0.43 "GET /v2.0/networks/2b4a04b2-2286-4113-8b7b-c0a60d46a83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547575 Mar 14 18:29:11.042686 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-b7cf3235-f6a3-4ec3-b1f8-b1e1814c87cb service neutron] 10.222.0.43 "GET /v2.0/networks/2b4a04b2-2286-4113-8b7b-c0a60d46a83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400547 Mar 14 18:29:11.350879 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-375fedef-5dae-460a-9033-d457d6094f07 req-79c5a0f7-c00e-4a21-bb5e-b875aca359b4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 210 time: 0.0519559 Mar 14 18:29:12.530027 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb770244-f294-4a59-b7aa-dce0f4f08108 req-939581ef-5d86-4306-ab59-75c3a4e18d2e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 210 time: 0.0464852 Mar 14 18:29:13.364802 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-90a10576-5313-4911-bfba-29c8c8b0aef6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.366378 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-90a10576-5313-4911-bfba-29c8c8b0aef6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/networks?id=2b4a04b2-2286-4113-8b7b-c0a60d46a83d HTTP/1.1" status: 200 len: 797 time: 0.1582956 Mar 14 18:29:13.415666 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-937147ec-f121-4ad1-8d7d-a6faa0952f39 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:29:13.431404 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-937147ec-f121-4ad1-8d7d-a6faa0952f39 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:29:13.437570 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-937147ec-f121-4ad1-8d7d-a6faa0952f39 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 380 time: 0.0580044 Mar 14 18:29:13.442317 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-1e318e6b-e26e-407e-af76-7937a228fc47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'port': {'device_id': '67328eab-2a62-4a6e-8572-15fc94ecc336', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'admin_state_up': True, 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'security_groups': ['cbac1d32-87d9-42d9-97c6-cac35cf03022']}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:13.589215 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-1e318e6b-e26e-407e-af76-7937a228fc47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:29:13.599275 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-1e318e6b-e26e-407e-af76-7937a228fc47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:29:13.689751 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-48d4db48-3faf-41bb-8433-ef7097bcd9c4 req-b79d4e21-883e-4bc9-bcdb-18d35ed9864d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 210 time: 0.0430541 Mar 14 18:29:13.697374 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-1e318e6b-e26e-407e-af76-7937a228fc47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:29:13.702868 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-1e318e6b-e26e-407e-af76-7937a228fc47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:13.889235 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-1e318e6b-e26e-407e-af76-7937a228fc47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.12 (2b4a04b2-2286-4113-8b7b-c0a60d46a83d/20349e64-2355-4e9b-ad90-58d893e7f489/f03ea921-00c8-475b-8c68-110dec7508a3) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:14.089613 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-1e318e6b-e26e-407e-af76-7937a228fc47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.105785 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-1e318e6b-e26e-407e-af76-7937a228fc47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object f03ea921-00c8-475b-8c68-110dec7508a3 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:29:14.201713 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-1e318e6b-e26e-407e-af76-7937a228fc47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.269043 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-1e318e6b-e26e-407e-af76-7937a228fc47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 2b4a04b2-2286-4113-8b7b-c0a60d46a83d is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:14.271976 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-1e318e6b-e26e-407e-af76-7937a228fc47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:14.279854 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-1e318e6b-e26e-407e-af76-7937a228fc47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:29:14.318487 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e318e6b-e26e-407e-af76-7937a228fc47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=f03ea921-00c8-475b-8c68-110dec7508a3,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:14.352912 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-1e318e6b-e26e-407e-af76-7937a228fc47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:14.353565 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-1e318e6b-e26e-407e-af76-7937a228fc47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.424995 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-1e318e6b-e26e-407e-af76-7937a228fc47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9874356 Mar 14 18:29:14.438051 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Request body: {'port': {'device_id': '67328eab-2a62-4a6e-8572-15fc94ecc336', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:14.560660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.582771 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5661e53c-983a-49ac-801a-699f54c178b8 None None] Provisioning for port f03ea921-00c8-475b-8c68-110dec7508a3 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:29:14.584379 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5661e53c-983a-49ac-801a-699f54c178b8 None None] Provisioning complete for port f03ea921-00c8-475b-8c68-110dec7508a3 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:14.584869 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5661e53c-983a-49ac-801a-699f54c178b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.642834 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-5661e53c-983a-49ac-801a-699f54c178b8 None None] Port f03ea921-00c8-475b-8c68-110dec7508a3 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:29:14.896776 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398724b3-ff03-4104-8e34-d9f084d9c576 req-c22355f0-df92-4762-9993-e8d0fe59e178 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:14.898141 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-398724b3-ff03-4104-8e34-d9f084d9c576 req-c22355f0-df92-4762-9993-e8d0fe59e178 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 932 time: 0.0840120 Mar 14 18:29:14.938642 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03ea921-00c8-475b-8c68-110dec7508a3 {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:29:14.945235 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-398724b3-ff03-4104-8e34-d9f084d9c576 req-479f931e-383c-4565-b036-5b7112bac5fc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbac1d32-87d9-42d9-97c6-cac35cf03022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393147 Mar 14 18:29:14.946152 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.960522 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Transition to ACTIVE for port object f03ea921-00c8-475b-8c68-110dec7508a3 will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:29:15.075077 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:15.350938 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Pushing event updated for resources: {'Port': ['ID=f03ea921-00c8-475b-8c68-110dec7508a3,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:15.431565 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Attempting to bind port f03ea921-00c8-475b-8c68-110dec7508a3 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:29:15.432218 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Attempting to bind port f03ea921-00c8-475b-8c68-110dec7508a3 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'd070be53-277f-42b6-a6f9-af563c26f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:29:15.432218 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Attempting to bind port f03ea921-00c8-475b-8c68-110dec7508a3 on network 2b4a04b2-2286-4113-8b7b-c0a60d46a83d {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:29:15.436736 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Port f03ea921-00c8-475b-8c68-110dec7508a3 on network 2b4a04b2-2286-4113-8b7b-c0a60d46a83d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:29:15.437048 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Attempting to bind port f03ea921-00c8-475b-8c68-110dec7508a3 on network 2b4a04b2-2286-4113-8b7b-c0a60d46a83d {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:29:15.442052 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:29:15.442877 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Checking segment: {'id': 'd070be53-277f-42b6-a6f9-af563c26f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:29:15.442877 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Bound using segment: {'id': 'd070be53-277f-42b6-a6f9-af563c26f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:29:15.443175 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Bound port: f03ea921-00c8-475b-8c68-110dec7508a3, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd070be53-277f-42b6-a6f9-af563c26f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:29:15.443508 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:15.539145 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] For port f03ea921-00c8-475b-8c68-110dec7508a3, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:29:15.542342 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] For port f03ea921-00c8-475b-8c68-110dec7508a3, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f03ea921-00c8-475b-8c68-110dec7508a3,segment=NetworkSegment(d070be53-277f-42b6-a6f9-af563c26f1b0),segment_id=d070be53-277f-42b6-a6f9-af563c26f1b0)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:29:15.647084 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:15.701929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:15.702530 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:15.704567 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] 10.222.0.59 "PUT /v2.0/ports/f03ea921-00c8-475b-8c68-110dec7508a3 HTTP/1.1" status: 200 len: 1094 time: 1.2723765 Mar 14 18:29:15.704986 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67328eab-2a62-4a6e-8572-15fc94ecc336', 'tag': 'f03ea921-00c8-475b-8c68-110dec7508a3'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:29:15.742806 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187ce30-ff30-4fb3-9888-79bf4e264f0e service neutron] Pushing event updated for resources: {'Port': ['ID=f03ea921-00c8-475b-8c68-110dec7508a3,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:15.759188 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67328eab-2a62-4a6e-8572-15fc94ecc336', 'tag': 'f03ea921-00c8-475b-8c68-110dec7508a3', 'status': 'completed', 'code': 200} Mar 14 18:29:15.855798 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c0a4c-7956-4675-b309-2b4b9ce5b14d req-277ef5ce-85dc-41d1-9bb1-4130003f26ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:15.857263 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8b5c0a4c-7956-4675-b309-2b4b9ce5b14d req-277ef5ce-85dc-41d1-9bb1-4130003f26ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 1097 time: 0.0750892 Mar 14 18:29:16.007692 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c0a4c-7956-4675-b309-2b4b9ce5b14d req-ab75fad3-1747-4762-a8aa-69a96fd3258e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:16.009289 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8b5c0a4c-7956-4675-b309-2b4b9ce5b14d req-ab75fad3-1747-4762-a8aa-69a96fd3258e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1457486 Mar 14 18:29:16.136208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56716443-5119-4074-a15b-dc1b97bc1ab7 req-84eb70ce-8d12-4a7f-b703-bf295e863392 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:16.137813 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-56716443-5119-4074-a15b-dc1b97bc1ab7 req-84eb70ce-8d12-4a7f-b703-bf295e863392 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 944 time: 0.0836377 Mar 14 18:29:16.152836 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c0a4c-7956-4675-b309-2b4b9ce5b14d req-4d34b766-eeed-4b88-a402-b0c1cfd6a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:16.154330 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8b5c0a4c-7956-4675-b309-2b4b9ce5b14d req-4d34b766-eeed-4b88-a402-b0c1cfd6a7b8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1388085 Mar 14 18:29:16.185346 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-56716443-5119-4074-a15b-dc1b97bc1ab7 req-c1399511-9151-4168-a67d-68d5071ce151 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbac1d32-87d9-42d9-97c6-cac35cf03022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418627 Mar 14 18:29:16.266149 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-578f0995-ceaf-4680-8498-1d85aad4f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:16.267632 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-578f0995-ceaf-4680-8498-1d85aad4f10a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 1097 time: 0.0773895 Mar 14 18:29:16.337009 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-09ff0d48-8e51-4719-b465-7b00070a8b72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f03ea921-00c8-475b-8c68-110dec7508a3 HTTP/1.1" status: 200 len: 217 time: 0.0630660 Mar 14 18:29:16.402968 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9e8afd88-26b0-4377-b456-6237ef57ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:16.404371 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9e8afd88-26b0-4377-b456-6237ef57ebd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20349e64-2355-4e9b-ad90-58d893e7f489 HTTP/1.1" status: 200 len: 834 time: 0.0614734 Mar 14 18:29:16.482372 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9a253c6c-481a-4dd6-99db-43488070e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:16.484938 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-9a253c6c-481a-4dd6-99db-43488070e8f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b4a04b2-2286-4113-8b7b-c0a60d46a83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745697 Mar 14 18:29:16.628198 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-93cbe399-3aa2-4a53-b15c-83c50f1c3db9 service neutron] 10.222.0.59 "GET /v2.0/networks/2b4a04b2-2286-4113-8b7b-c0a60d46a83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377037 Mar 14 18:29:16.768656 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b3669e05-f10e-4d8c-9c79-76e3cecf4954 req-635afb5b-2a8e-4fbb-b546-16e0a364f094 service neutron] 10.222.0.59 "GET /v2.0/networks/2b4a04b2-2286-4113-8b7b-c0a60d46a83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341891 Mar 14 18:29:17.382063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a07e01-424f-41b4-bc4a-62f42c656a51 req-859bb686-c72c-4917-9553-ab9b1d94542d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:17.383529 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22a07e01-424f-41b4-bc4a-62f42c656a51 req-859bb686-c72c-4917-9553-ab9b1d94542d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 944 time: 0.0847974 Mar 14 18:29:17.428003 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22a07e01-424f-41b4-bc4a-62f42c656a51 req-c42b2353-6735-467c-a0e5-b369f71c98c4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbac1d32-87d9-42d9-97c6-cac35cf03022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389335 Mar 14 18:29:18.091873 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:29:18.619984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12029b-2166-4e76-a0d3-b4e3b5ddae35 req-f40430cb-7e86-4c1b-879f-94fe13f32432 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:18.621459 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1f12029b-2166-4e76-a0d3-b4e3b5ddae35 req-f40430cb-7e86-4c1b-879f-94fe13f32432 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 944 time: 0.0853004 Mar 14 18:29:18.667761 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1f12029b-2166-4e76-a0d3-b4e3b5ddae35 req-5a6e6533-14be-4416-865b-a38a537967bc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbac1d32-87d9-42d9-97c6-cac35cf03022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399690 Mar 14 18:29:19.212648 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device f03ea921-00c8-475b-8c68-110dec7508a3 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:29:19.348545 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port f03ea921-00c8-475b-8c68-110dec7508a3, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f03ea921-00c8-475b-8c68-110dec7508a3,segment=NetworkSegment(d070be53-277f-42b6-a6f9-af563c26f1b0),segment_id=d070be53-277f-42b6-a6f9-af563c26f1b0)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:29:19.362379 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'f03ea921-00c8-475b-8c68-110dec7508a3', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'port_id': 'f03ea921-00c8-475b-8c68-110dec7508a3', 'mac_address': 'fa:16:3e:a8:6c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:29:19.420768 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:19.441159 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03ea921-00c8-475b-8c68-110dec7508a3 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:29:19.456794 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port f03ea921-00c8-475b-8c68-110dec7508a3, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f03ea921-00c8-475b-8c68-110dec7508a3,segment=NetworkSegment(d070be53-277f-42b6-a6f9-af563c26f1b0),segment_id=d070be53-277f-42b6-a6f9-af563c26f1b0)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:29:19.532507 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:19.597292 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=f03ea921-00c8-475b-8c68-110dec7508a3,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:19.748517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['f03ea921-00c8-475b-8c68-110dec7508a3'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:29:19.867557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db8d53-c764-4522-b631-3c7d849092bf req-d5d4e43d-a6b0-4e1c-8224-acc7fd1ee580 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:19.870486 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-95db8d53-c764-4522-b631-3c7d849092bf req-d5d4e43d-a6b0-4e1c-8224-acc7fd1ee580 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 945 time: 0.0943825 Mar 14 18:29:19.920986 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-95db8d53-c764-4522-b631-3c7d849092bf req-d30cf5b1-c150-4de5-bbe8-00dde98d4616 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbac1d32-87d9-42d9-97c6-cac35cf03022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424435 Mar 14 18:29:21.106816 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90160f27-1c75-4480-8167-7c346ea8eba5 req-1b7e32ad-2515-47dc-bf01-5202a1abb1df tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:21.108250 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-90160f27-1c75-4480-8167-7c346ea8eba5 req-1b7e32ad-2515-47dc-bf01-5202a1abb1df tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 945 time: 0.0868299 Mar 14 18:29:21.152230 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-90160f27-1c75-4480-8167-7c346ea8eba5 req-08de442b-b544-4142-863e-ae5d7de9729c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbac1d32-87d9-42d9-97c6-cac35cf03022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374627 Mar 14 18:29:21.233582 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device f03ea921-00c8-475b-8c68-110dec7508a3 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:29:21.394723 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port f03ea921-00c8-475b-8c68-110dec7508a3 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:29:21.399837 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port f03ea921-00c8-475b-8c68-110dec7508a3 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:21.400221 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:21.516523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:21.542673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67328eab-2a62-4a6e-8572-15fc94ecc336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03ea921-00c8-475b-8c68-110dec7508a3'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:29:21.552681 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port f03ea921-00c8-475b-8c68-110dec7508a3, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f03ea921-00c8-475b-8c68-110dec7508a3,segment=NetworkSegment(d070be53-277f-42b6-a6f9-af563c26f1b0),segment_id=d070be53-277f-42b6-a6f9-af563c26f1b0)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:29:21.639648 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:21.717246 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67328eab-2a62-4a6e-8572-15fc94ecc336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03ea921-00c8-475b-8c68-110dec7508a3', 'code': 200} Mar 14 18:29:21.722877 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=f03ea921-00c8-475b-8c68-110dec7508a3,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:22.127161 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d90c27-e788-4eca-a2b8-72fd9c2ae9c0 req-f4738185-4738-4850-b70c-9fab53e162cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:22.128625 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-79d90c27-e788-4eca-a2b8-72fd9c2ae9c0 req-f4738185-4738-4850-b70c-9fab53e162cc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 1099 time: 0.0745702 Mar 14 18:29:22.175632 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-79d90c27-e788-4eca-a2b8-72fd9c2ae9c0 req-c8712a7e-706d-41fe-8350-871df20d33a9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cbac1d32-87d9-42d9-97c6-cac35cf03022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392401 Mar 14 18:29:22.344096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84547e94-8fd0-4740-8c4a-1f1ee0c9bdb8 req-eb9b8b46-3e41-44d1-8775-fde98eeb14fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:22.345520 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-84547e94-8fd0-4740-8c4a-1f1ee0c9bdb8 req-eb9b8b46-3e41-44d1-8775-fde98eeb14fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 946 time: 0.0830119 Mar 14 18:29:22.393557 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-84547e94-8fd0-4740-8c4a-1f1ee0c9bdb8 req-ffa58077-bdfc-4f19-8f64-528c56842a94 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbac1d32-87d9-42d9-97c6-cac35cf03022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422966 Mar 14 18:29:23.587904 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf7787-e5b2-43d8-bcf8-ba04930dd1db req-714e23e2-146b-4314-b57d-a5e57f87e378 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:23.589408 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dbdf7787-e5b2-43d8-bcf8-ba04930dd1db req-714e23e2-146b-4314-b57d-a5e57f87e378 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 946 time: 0.0880826 Mar 14 18:29:23.633717 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dbdf7787-e5b2-43d8-bcf8-ba04930dd1db req-f1b3facb-fbe3-4239-988a-c5bf182a8acc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbac1d32-87d9-42d9-97c6-cac35cf03022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387387 Mar 14 18:29:24.269199 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2aa6a0e8-b957-4ffb-b966-ed4f3c787026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:24.825462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bf5db-f34e-4b7a-94bc-fb22e0b7a6ad req-07674cb0-4f32-4577-a7b8-b8edb3046748 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:24.826945 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c91bf5db-f34e-4b7a-94bc-fb22e0b7a6ad req-07674cb0-4f32-4577-a7b8-b8edb3046748 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 946 time: 0.0835574 Mar 14 18:29:24.870915 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c91bf5db-f34e-4b7a-94bc-fb22e0b7a6ad req-add10b24-a05e-4155-a6f8-aa0b0cdf008d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbac1d32-87d9-42d9-97c6-cac35cf03022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370247 Mar 14 18:29:25.065881 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545ed06-88c3-483c-8f10-b675801bf5c8 req-a87e6162-57e7-4842-a76f-c18973da65da tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:25.067364 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4545ed06-88c3-483c-8f10-b675801bf5c8 req-a87e6162-57e7-4842-a76f-c18973da65da tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 946 time: 0.0783846 Mar 14 18:29:25.113462 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4545ed06-88c3-483c-8f10-b675801bf5c8 req-4d38a80a-fffe-4584-acbc-774ddf9e98cf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbac1d32-87d9-42d9-97c6-cac35cf03022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403409 Mar 14 18:29:25.135934 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60876) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:25.205180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bec087c-b282-402c-bdce-8a7d3936e709 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:25.206582 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3bec087c-b282-402c-bdce-8a7d3936e709 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 1094 time: 0.0696864 Mar 14 18:29:25.209325 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60880) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:25.214082 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': 'f03ea921-00c8-475b-8c68-110dec7508a3', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:25.220117 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:29:25.223842 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:floatingip and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:29:25.226607 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:29:25.232197 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:29:25.326389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:25.552660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:25.690563 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.26.7.150 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/cc91ffbb-0f5b-4b8c-b4a9-6c00e0e92cb8) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:25.832556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:25.942718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:26.002862 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:26.005627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:26.009139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:29:26.060153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=cc91ffbb-0f5b-4b8c-b4a9-6c00e0e92cb8,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:26.326497 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2f117c2f-d288-4078-89e6-55844b2fdf3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:26.400598 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-59360c36-334f-4923-8a41-10bc732a5f73 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006719845&fields=id&tenant_id=8ca5128883c54d26a4b060b6ae0f5e46 HTTP/1.1" status: 200 len: 267 time: 0.0730164 Mar 14 18:29:26.564981 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-bb14cf59-5124-47cc-991c-6f662f1a6491 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:26.566406 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-bb14cf59-5124-47cc-991c-6f662f1a6491 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/networks?id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b HTTP/1.1" status: 200 len: 812 time: 0.1591933 Mar 14 18:29:26.585671 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-f65295b7-21cc-4d20-a43d-23ab738099d4 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/quotas/8ca5128883c54d26a4b060b6ae0f5e46 HTTP/1.1" status: 200 len: 375 time: 0.0130594 Mar 14 18:29:26.633672 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:26.685662 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-9f98cbc0-ae83-4f42-983f-56e1462cacac tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0948262 Mar 14 18:29:26.847641 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:26.903683 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-0c929590-dea6-4741-9212-c2adaf3ad554 service neutron] 10.222.0.43 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063980 Mar 14 18:29:27.242470 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-90306c18-19d9-466e-b391-950a583dfce5 service neutron] 10.222.0.43 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323123 Mar 14 18:29:27.280581 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:27.359406 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:27.470145 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=cc91ffbb-0f5b-4b8c-b4a9-6c00e0e92cb8,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:27.478138 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:27.648388 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP c8134433-0b35-4415-be6b-d350c6d597dd associated. External IP: 172.26.7.150, port: f03ea921-00c8-475b-8c68-110dec7508a3. Mar 14 18:29:27.755329 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:27.897202 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:27.948749 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-68b79c1a-09ae-4929-9842-3badaa3fc2fc req-ea6ca1f4-99f2-41a6-ae24-235776125aba tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 210 time: 0.0560679 Mar 14 18:29:28.039448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:29:28.217476 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:29:28.227274 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d7b00-2d14-41b9-90b4-15f3c9a91c9a None None] Sync routers for ids ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:28.237537 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635d7b00-2d14-41b9-90b4-15f3c9a91c9a None None] Routers {'1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:29:28.238178 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-635d7b00-2d14-41b9-90b4-15f3c9a91c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:29:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:28.320854 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:28.374812 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a7f3adf4-9668-4007-b1cb-ec071c5cb370 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1643760 Mar 14 18:29:28.376148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67328eab-2a62-4a6e-8572-15fc94ecc336', 'tag': 'f03ea921-00c8-475b-8c68-110dec7508a3'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:29:28.378219 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60908) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:28.412836 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-635d7b00-2d14-41b9-90b4-15f3c9a91c9a None None] Set router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:29:28.502999 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a9d50c44-43ea-4615-b216-49e4e58c854b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/c8134433-0b35-4415-be6b-d350c6d597dd HTTP/1.1" status: 200 len: 992 time: 0.1235120 Mar 14 18:29:28.506033 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67328eab-2a62-4a6e-8572-15fc94ecc336', 'tag': 'f03ea921-00c8-475b-8c68-110dec7508a3', 'status': 'completed', 'code': 200} Mar 14 18:29:28.596568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e70889-e26d-423f-aca4-93e1cd3cc734 req-1423f454-5ab2-448d-bc63-ae19296e01a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:28.599414 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-45e70889-e26d-423f-aca4-93e1cd3cc734 req-1423f454-5ab2-448d-bc63-ae19296e01a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 1099 time: 0.0721743 Mar 14 18:29:28.767080 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-635d7b00-2d14-41b9-90b4-15f3c9a91c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'c8134433-0b35-4415-be6b-d350c6d597dd', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.150', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'port_id': 'f03ea921-00c8-475b-8c68-110dec7508a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'mac_address': 'fa:16:3e:a8:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67328eab-2a62-4a6e-8572-15fc94ecc336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:26Z', 'updated_at': '2022-03-14T18:29:26Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d86439-bf59-4f42-a3e4-845802229982', 'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:82:be:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:03Z', 'updated_at': '2022-03-14T18:29:08Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:28.771287 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d7b00-2d14-41b9-90b4-15f3c9a91c9a None None] Checking router: 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:29:28.780043 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635d7b00-2d14-41b9-90b4-15f3c9a91c9a None None] Routers {'1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:29:28.780660 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-635d7b00-2d14-41b9-90b4-15f3c9a91c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:29:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:28.837505 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e70889-e26d-423f-aca4-93e1cd3cc734 req-5bae0f75-e983-4c3b-a9bd-b94c9a4f2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:28.838983 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-45e70889-e26d-423f-aca4-93e1cd3cc734 req-5bae0f75-e983-4c3b-a9bd-b94c9a4f2cab service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b4a04b2-2286-4113-8b7b-c0a60d46a83d HTTP/1.1" status: 200 len: 898 time: 0.2343676 Mar 14 18:29:28.941476 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-45e70889-e26d-423f-aca4-93e1cd3cc734 req-75403e31-c10b-4457-bd18-e614e7dff6f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f03ea921-00c8-475b-8c68-110dec7508a3 HTTP/1.1" status: 200 len: 1000 time: 0.0961387 Mar 14 18:29:28.963596 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-635d7b00-2d14-41b9-90b4-15f3c9a91c9a None None] Set router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:29:29.004752 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e70889-e26d-423f-aca4-93e1cd3cc734 req-90129470-d79a-4e2a-b423-a8c966d77301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:29.006524 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-45e70889-e26d-423f-aca4-93e1cd3cc734 req-90129470-d79a-4e2a-b423-a8c966d77301 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20349e64-2355-4e9b-ad90-58d893e7f489 HTTP/1.1" status: 200 len: 834 time: 0.0596316 Mar 14 18:29:29.092956 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e70889-e26d-423f-aca4-93e1cd3cc734 req-5e4fe843-2866-42ea-81fd-6234f6d91e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:29.095305 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-45e70889-e26d-423f-aca4-93e1cd3cc734 req-5e4fe843-2866-42ea-81fd-6234f6d91e04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b4a04b2-2286-4113-8b7b-c0a60d46a83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829909 Mar 14 18:29:29.105986 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dea5b3a2-9b7e-4226-a1c5-c1448f50f40c req-8e24a6bc-692a-45b7-bbae-2a8835dd6a90 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 210 time: 0.0455863 Mar 14 18:29:29.238388 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-45e70889-e26d-423f-aca4-93e1cd3cc734 req-f34ab705-4d70-4183-b98e-0060c8f5f592 service neutron] 10.222.0.59 "GET /v2.0/networks/2b4a04b2-2286-4113-8b7b-c0a60d46a83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358793 Mar 14 18:29:29.322104 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-635d7b00-2d14-41b9-90b4-15f3c9a91c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'c8134433-0b35-4415-be6b-d350c6d597dd', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.150', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'port_id': 'f03ea921-00c8-475b-8c68-110dec7508a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'mac_address': 'fa:16:3e:a8:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67328eab-2a62-4a6e-8572-15fc94ecc336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:26Z', 'updated_at': '2022-03-14T18:29:26Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d86439-bf59-4f42-a3e4-845802229982', 'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:82:be:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:03Z', 'updated_at': '2022-03-14T18:29:08Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:29.327230 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d7b00-2d14-41b9-90b4-15f3c9a91c9a None None] The sync data for ids ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'] in dv-neutron-833560-1-hyperv is: [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'c8134433-0b35-4415-be6b-d350c6d597dd', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.150', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'port_id': 'f03ea921-00c8-475b-8c68-110dec7508a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'mac_address': 'fa:16:3e:a8:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67328eab-2a62-4a6e-8572-15fc94ecc336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:26Z', 'updated_at': '2022-03-14T18:29:26Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d86439-bf59-4f42-a3e4-845802229982', 'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:82:be:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:03Z', 'updated_at': '2022-03-14T18:29:08Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:29.388893 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-45e70889-e26d-423f-aca4-93e1cd3cc734 req-3cec629c-3b39-418f-9bbc-ee3a2419d004 service neutron] 10.222.0.59 "GET /v2.0/networks/2b4a04b2-2286-4113-8b7b-c0a60d46a83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449008 Mar 14 18:29:29.508055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60920) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:29.523523 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379fc7d-048b-4c2d-a976-687ee502ed66 None None] New status for floating IP c8134433-0b35-4415-be6b-d350c6d597dd: ACTIVE {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:29:29.617308 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6f13a6d6-ae0c-4837-99de-faab819e0691 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/c8134433-0b35-4415-be6b-d350c6d597dd HTTP/1.1" status: 200 len: 992 time: 0.1092162 Mar 14 18:29:29.772557 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.106202 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-007badbb-7610-4b5f-b3ab-b56f0e0309ba tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:30.107625 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-007badbb-7610-4b5f-b3ab-b56f0e0309ba tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.59 "GET /v2.0/networks?id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b HTTP/1.1" status: 200 len: 812 time: 0.1454763 Mar 14 18:29:30.157696 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-e5073899-339c-48bf-9111-62ce3ecec0ae tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ca5128883c54d26a4b060b6ae0f5e46 HTTP/1.1" status: 200 len: 380 time: 0.0422614 Mar 14 18:29:30.166095 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-03ad9593-399c-4be8-983a-aa2896db1a80 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Request body: {'port': {'device_id': '1ce12b31-22b4-450f-96d2-b3759ddf7acf', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'admin_state_up': True, 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'security_groups': ['589148e7-fd04-48fb-9bf6-e1d69b38b186']}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:30.266623 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-05f7f862-e007-47cd-a84c-1ba6b21a89eb req-6fb82def-1687-4fb4-bb6c-081f98502697 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 210 time: 0.0463977 Mar 14 18:29:30.306840 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-03ad9593-399c-4be8-983a-aa2896db1a80 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:29:30.311274 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-03ad9593-399c-4be8-983a-aa2896db1a80 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Usage tracker for resource:port and tenant:8ca5128883c54d26a4b060b6ae0f5e46 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:29:30.314155 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-03ad9593-399c-4be8-983a-aa2896db1a80 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:29:30.319807 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-03ad9593-399c-4be8-983a-aa2896db1a80 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:29:30.405546 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-03ad9593-399c-4be8-983a-aa2896db1a80 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Made reservation on behalf of 8ca5128883c54d26a4b060b6ae0f5e46 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:29:30.410359 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-03ad9593-399c-4be8-983a-aa2896db1a80 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.580322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-03ad9593-399c-4be8-983a-aa2896db1a80 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Allocated IP 172.20.0.11 (20ac48fc-e1d7-4500-81e2-2e5c3fd7197b/308aa848-34d0-47aa-91ad-fa0584470c08/db197a02-02e7-4ecd-a653-9ce722640f18) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:30.620837 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 60926) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:30.730919 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e9907179-8256-45f0-927d-314783d4befe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/c8134433-0b35-4415-be6b-d350c6d597dd HTTP/1.1" status: 200 len: 994 time: 0.1081591 Mar 14 18:29:30.768321 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-03ad9593-399c-4be8-983a-aa2896db1a80 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.783337 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-03ad9593-399c-4be8-983a-aa2896db1a80 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Transition to ACTIVE for port object db197a02-02e7-4ecd-a653-9ce722640f18 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:29:30.858016 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-03ad9593-399c-4be8-983a-aa2896db1a80 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.925231 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-03ad9593-399c-4be8-983a-aa2896db1a80 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:30.933467 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-03ad9593-399c-4be8-983a-aa2896db1a80 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:30.939083 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-03ad9593-399c-4be8-983a-aa2896db1a80 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:29:30.971065 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad9593-399c-4be8-983a-aa2896db1a80 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event updated for resources: {'Port': ['ID=db197a02-02e7-4ecd-a653-9ce722640f18,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:31.011132 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-03ad9593-399c-4be8-983a-aa2896db1a80 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:31.011745 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-03ad9593-399c-4be8-983a-aa2896db1a80 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:31.155944 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-03ad9593-399c-4be8-983a-aa2896db1a80 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9936314 Mar 14 18:29:31.166880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Request body: {'port': {'device_id': '1ce12b31-22b4-450f-96d2-b3759ddf7acf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:31.279921 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:31.314701 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c4e26b6f-5bce-4d9e-a9e9-7b79c359c75d None None] Provisioning for port db197a02-02e7-4ecd-a653-9ce722640f18 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:29:31.326549 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c4e26b6f-5bce-4d9e-a9e9-7b79c359c75d None None] Provisioning complete for port db197a02-02e7-4ecd-a653-9ce722640f18 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:31.326966 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c4e26b6f-5bce-4d9e-a9e9-7b79c359c75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:31.450336 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c4e26b6f-5bce-4d9e-a9e9-7b79c359c75d None None] Port db197a02-02e7-4ecd-a653-9ce722640f18 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:29:31.611437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3ead7-7a22-4190-9c45-58d92596c00b req-bcaefb5e-e8d3-457d-88db-5dde534bcc49 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:31.613253 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f9e3ead7-7a22-4190-9c45-58d92596c00b req-bcaefb5e-e8d3-457d-88db-5dde534bcc49 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 932 time: 0.2243977 Mar 14 18:29:31.660815 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f9e3ead7-7a22-4190-9c45-58d92596c00b req-52d8de1c-7c4e-44b4-9645-2dafe84a6ee1 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412648 Mar 14 18:29:31.770731 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db197a02-02e7-4ecd-a653-9ce722640f18 {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:29:31.778235 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:31.791958 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Transition to ACTIVE for port object db197a02-02e7-4ecd-a653-9ce722640f18 will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:29:31.852274 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:32.009093 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Pushing event updated for resources: {'Port': ['ID=db197a02-02e7-4ecd-a653-9ce722640f18,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:32.083559 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Attempting to bind port db197a02-02e7-4ecd-a653-9ce722640f18 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:29:32.083944 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Attempting to bind port db197a02-02e7-4ecd-a653-9ce722640f18 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:29:32.084205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Attempting to bind port db197a02-02e7-4ecd-a653-9ce722640f18 on network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:29:32.088901 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Port db197a02-02e7-4ecd-a653-9ce722640f18 on network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:29:32.089221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Attempting to bind port db197a02-02e7-4ecd-a653-9ce722640f18 on network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:29:32.095051 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:29:32.095388 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Checking segment: {'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:29:32.095769 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Bound using segment: {'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:29:32.096188 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Bound port: db197a02-02e7-4ecd-a653-9ce722640f18, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:29:32.099191 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:32.192587 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] For port db197a02-02e7-4ecd-a653-9ce722640f18, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:29:32.197998 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] For port db197a02-02e7-4ecd-a653-9ce722640f18, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=db197a02-02e7-4ecd-a653-9ce722640f18,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:29:32.273348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:32.326288 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:32.326950 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:32.328945 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] 10.222.0.59 "PUT /v2.0/ports/db197a02-02e7-4ecd-a653-9ce722640f18 HTTP/1.1" status: 200 len: 1094 time: 1.1662836 Mar 14 18:29:32.329404 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce12b31-22b4-450f-96d2-b3759ddf7acf', 'tag': 'db197a02-02e7-4ecd-a653-9ce722640f18'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:29:32.358735 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d0051-0b8c-4d35-8643-655af583b592 service neutron] Pushing event updated for resources: {'Port': ['ID=db197a02-02e7-4ecd-a653-9ce722640f18,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:32.386248 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce12b31-22b4-450f-96d2-b3759ddf7acf', 'tag': 'db197a02-02e7-4ecd-a653-9ce722640f18', 'status': 'completed', 'code': 200} Mar 14 18:29:32.486092 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d116008-0567-44c0-8b96-ec927d45276a req-cb5f5d47-ac8a-4aa1-afc0-672bde56b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:32.487610 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6d116008-0567-44c0-8b96-ec927d45276a req-cb5f5d47-ac8a-4aa1-afc0-672bde56b952 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 1097 time: 0.0805228 Mar 14 18:29:32.632976 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d116008-0567-44c0-8b96-ec927d45276a req-2966ffc9-3408-4dfc-be33-c0c3a5f538ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:32.634421 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6d116008-0567-44c0-8b96-ec927d45276a req-2966ffc9-3408-4dfc-be33-c0c3a5f538ee service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1401639 Mar 14 18:29:32.775845 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d116008-0567-44c0-8b96-ec927d45276a req-dfa2359b-0aff-4c1c-b8ba-8b3dbd4eab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:32.777510 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6d116008-0567-44c0-8b96-ec927d45276a req-dfa2359b-0aff-4c1c-b8ba-8b3dbd4eab24 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342275 Mar 14 18:29:32.853627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c64edf-377d-4747-91be-51007b345dc5 req-d72632d2-c416-40bf-b6c5-cd249411b742 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:32.861442 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-78c64edf-377d-4747-91be-51007b345dc5 req-d72632d2-c416-40bf-b6c5-cd249411b742 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 944 time: 0.0830832 Mar 14 18:29:32.883569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-bbe6c1f4-e208-4b61-803e-bb60382c6314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:32.886822 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-bbe6c1f4-e208-4b61-803e-bb60382c6314 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 1097 time: 0.0720177 Mar 14 18:29:32.904927 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-78c64edf-377d-4747-91be-51007b345dc5 req-5423ccff-61f3-4258-984c-4ee859d4309c tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414405 Mar 14 18:29:32.955856 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-def5eb73-a519-4ae7-9698-11b841102f85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db197a02-02e7-4ecd-a653-9ce722640f18 HTTP/1.1" status: 200 len: 217 time: 0.0640872 Mar 14 18:29:33.016651 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-c22f9b29-7d27-4851-8d13-7b0ea9ee2c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:33.018063 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-c22f9b29-7d27-4851-8d13-7b0ea9ee2c75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=308aa848-34d0-47aa-91ad-fa0584470c08 HTTP/1.1" status: 200 len: 851 time: 0.0567396 Mar 14 18:29:33.094392 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-d0a1670e-92ea-493c-9634-cb1e128552f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:33.095795 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-d0a1670e-92ea-493c-9634-cb1e128552f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721915 Mar 14 18:29:33.224887 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-b78853e1-3fad-4bc2-bd7b-5b45fa048884 service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231527 Mar 14 18:29:33.465822 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8f569a13-1315-4d5a-b2ff-7aec861d37d2 req-026779a9-d5d1-46ec-a05d-4266c38ce5d2 service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342033 Mar 14 18:29:34.092947 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afa1c1-2921-4bbe-bca4-8e2202140429 req-f2b42059-60ab-426e-9053-f2938f31a469 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:34.094312 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-73afa1c1-2921-4bbe-bca4-8e2202140429 req-f2b42059-60ab-426e-9053-f2938f31a469 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 944 time: 0.0775232 Mar 14 18:29:34.140437 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-73afa1c1-2921-4bbe-bca4-8e2202140429 req-d7767725-8df2-4346-81d5-9c6999f6d28b tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401850 Mar 14 18:29:35.325357 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82e54c-310e-4adb-ad94-ae614fe4c43d req-68198f2f-d919-4656-a92a-99d27351faad tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:35.326969 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-da82e54c-310e-4adb-ad94-ae614fe4c43d req-68198f2f-d919-4656-a92a-99d27351faad tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 944 time: 0.0801494 Mar 14 18:29:35.375837 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-da82e54c-310e-4adb-ad94-ae614fe4c43d req-62fad3f4-26b1-45ea-8d87-d9edce599fdb tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425172 Mar 14 18:29:36.559225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff324d2-fd36-404d-80c3-2a24128ded12 req-bcf00ddb-1395-4dc2-ae5a-e9b3c72c110b tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:36.560653 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7ff324d2-fd36-404d-80c3-2a24128ded12 req-bcf00ddb-1395-4dc2-ae5a-e9b3c72c110b tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 944 time: 0.0813704 Mar 14 18:29:36.604529 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7ff324d2-fd36-404d-80c3-2a24128ded12 req-6a9b105c-3929-4def-9b5b-0a9d3d410629 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383215 Mar 14 18:29:37.794534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9e923-d868-49c2-8eab-40867ce48e94 req-95e240c4-2938-4085-92f4-2578124b45d3 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:37.796011 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9bd9e923-d868-49c2-8eab-40867ce48e94 req-95e240c4-2938-4085-92f4-2578124b45d3 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 944 time: 0.0840027 Mar 14 18:29:37.841518 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9bd9e923-d868-49c2-8eab-40867ce48e94 req-c66fabf7-c484-4917-b73b-cffdd2cabe6f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389926 Mar 14 18:29:39.027044 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4e63b-6c44-4d6a-a811-ff7a569cf998 req-c32f7a22-8e00-422a-a49c-3a1a20a9ef47 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:39.028764 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c9f4e63b-6c44-4d6a-a811-ff7a569cf998 req-c32f7a22-8e00-422a-a49c-3a1a20a9ef47 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 944 time: 0.0844378 Mar 14 18:29:39.046375 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:39.073234 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c9f4e63b-6c44-4d6a-a811-ff7a569cf998 req-7e539376-05e1-406d-bb68-f996e2e1e64d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383906 Mar 14 18:29:40.255282 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37014fe7-53b6-4e98-ba0c-6400e73c0f23 req-0bc31491-0caa-4250-942f-2652315f6eb5 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:40.256699 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-37014fe7-53b6-4e98-ba0c-6400e73c0f23 req-0bc31491-0caa-4250-942f-2652315f6eb5 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 944 time: 0.0789094 Mar 14 18:29:40.301545 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-37014fe7-53b6-4e98-ba0c-6400e73c0f23 req-d8b43bf0-bab2-46dc-955c-68698a2def55 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391879 Mar 14 18:29:41.350497 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device db197a02-02e7-4ecd-a653-9ce722640f18 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:29:41.480276 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port db197a02-02e7-4ecd-a653-9ce722640f18, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=db197a02-02e7-4ecd-a653-9ce722640f18,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:29:41.484923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4717d0-9830-4fbe-8ae2-6a963c7ace05 req-de323650-a972-4bfc-b35a-8156da0c23a1 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:41.486935 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7b4717d0-9830-4fbe-8ae2-6a963c7ace05 req-de323650-a972-4bfc-b35a-8156da0c23a1 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 944 time: 0.0784681 Mar 14 18:29:41.493897 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'db197a02-02e7-4ecd-a653-9ce722640f18', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'port_id': 'db197a02-02e7-4ecd-a653-9ce722640f18', 'mac_address': 'fa:16:3e:dc:a9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:29:41.529605 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7b4717d0-9830-4fbe-8ae2-6a963c7ace05 req-6975d113-978a-4ce4-908f-877a45b7cc87 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369256 Mar 14 18:29:41.550996 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:41.567055 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db197a02-02e7-4ecd-a653-9ce722640f18 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:29:41.582549 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port db197a02-02e7-4ecd-a653-9ce722640f18, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=db197a02-02e7-4ecd-a653-9ce722640f18,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:29:41.663098 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:41.729815 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=db197a02-02e7-4ecd-a653-9ce722640f18,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:41.962625 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['db197a02-02e7-4ecd-a653-9ce722640f18'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:29:42.712536 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a28a06-75e0-410d-96d0-32c2eafda086 req-f329df03-4b8c-40a4-a649-dcef7d5df552 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:42.713954 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-88a28a06-75e0-410d-96d0-32c2eafda086 req-f329df03-4b8c-40a4-a649-dcef7d5df552 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 945 time: 0.0812500 Mar 14 18:29:42.758569 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-88a28a06-75e0-410d-96d0-32c2eafda086 req-25006db7-9b3c-4d5c-b355-2ed33310bda7 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387952 Mar 14 18:29:43.356776 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device db197a02-02e7-4ecd-a653-9ce722640f18 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:29:43.503106 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port db197a02-02e7-4ecd-a653-9ce722640f18 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:29:43.507981 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port db197a02-02e7-4ecd-a653-9ce722640f18 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:43.508352 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:43.621480 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:43.646654 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce12b31-22b4-450f-96d2-b3759ddf7acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db197a02-02e7-4ecd-a653-9ce722640f18'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:29:43.656004 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port db197a02-02e7-4ecd-a653-9ce722640f18, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=db197a02-02e7-4ecd-a653-9ce722640f18,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:29:43.693136 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce12b31-22b4-450f-96d2-b3759ddf7acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db197a02-02e7-4ecd-a653-9ce722640f18', 'code': 200} Mar 14 18:29:43.743503 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:43.811407 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=db197a02-02e7-4ecd-a653-9ce722640f18,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:43.943693 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1092b6b-e185-44df-a40d-c588b64b3356 req-fc44ac9d-35c8-43da-8d16-a18437031ba8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:43.945167 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d1092b6b-e185-44df-a40d-c588b64b3356 req-fc44ac9d-35c8-43da-8d16-a18437031ba8 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 946 time: 0.0805359 Mar 14 18:29:43.994918 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d1092b6b-e185-44df-a40d-c588b64b3356 req-01be393b-c4bd-4ca5-bad2-fa4e1227b244 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436807 Mar 14 18:29:44.219117 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc897f3a-df7e-4e03-b15d-54ae4da2edce req-ed9162b5-9c50-4718-a404-74a4e2c3bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:44.220488 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-cc897f3a-df7e-4e03-b15d-54ae4da2edce req-ed9162b5-9c50-4718-a404-74a4e2c3bb5b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 1099 time: 0.0676603 Mar 14 18:29:44.259964 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-cc897f3a-df7e-4e03-b15d-54ae4da2edce req-75337071-78f6-482a-9429-6ad53de52f53 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335779 Mar 14 18:29:45.176360 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dd1f2-f869-4a63-b4c0-75b5b9df37fc req-48177ac8-cc81-43cb-9030-c82553078159 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:45.177793 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f04dd1f2-f869-4a63-b4c0-75b5b9df37fc req-48177ac8-cc81-43cb-9030-c82553078159 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 946 time: 0.0787098 Mar 14 18:29:45.221065 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f04dd1f2-f869-4a63-b4c0-75b5b9df37fc req-5622e8b1-5534-42c0-be1b-6085f506f07a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376315 Mar 14 18:29:46.409047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900bbc6-1b75-4f18-8b69-5d584911eea2 req-96224d01-23ab-45cc-8f6a-12aa855876c2 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:46.410479 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4900bbc6-1b75-4f18-8b69-5d584911eea2 req-96224d01-23ab-45cc-8f6a-12aa855876c2 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 946 time: 0.0821550 Mar 14 18:29:46.453499 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4900bbc6-1b75-4f18-8b69-5d584911eea2 req-0ce5f74c-0d82-44e7-bf00-384ee7810d8d tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372579 Mar 14 18:29:46.631261 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b66463-6066-4cd9-a05d-82032db50d71 req-a1dbad83-db2a-43c0-9740-31d58a2db124 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:46.632762 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-21b66463-6066-4cd9-a05d-82032db50d71 req-a1dbad83-db2a-43c0-9740-31d58a2db124 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 946 time: 0.0766680 Mar 14 18:29:46.676064 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-21b66463-6066-4cd9-a05d-82032db50d71 req-321b64cf-f5be-40c8-a508-a15674818446 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376523 Mar 14 18:29:46.699062 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60962) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:46.872328 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007ac4de-8fd1-45f9-88e7-81d525a084bb tempest-TestVolumeBootPattern-982621014 tempest-TestVolumeBootPattern-982621014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:46.873805 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-007ac4de-8fd1-45f9-88e7-81d525a084bb tempest-TestVolumeBootPattern-982621014 tempest-TestVolumeBootPattern-982621014-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 1094 time: 0.1736867 Mar 14 18:29:46.876531 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60968) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:46.881344 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': 'db197a02-02e7-4ecd-a653-9ce722640f18', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:46.887018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:29:46.890802 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Usage tracker for resource:floatingip and tenant:8ca5128883c54d26a4b060b6ae0f5e46 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:29:46.894066 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:29:46.899676 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:29:46.972291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for floatingip, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:47.105318 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:47.235153 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Allocated IP 172.26.7.187 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/1654237e-b6fd-4f63-bbeb-0a75eb6407d2) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:47.381305 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:47.524858 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:47.584302 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:47.598335 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:47.598335 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:29:47.622915 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event updated for resources: {'Port': ['ID=1654237e-b6fd-4f63-bbeb-0a75eb6407d2,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:47.638675 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:47.644142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:47.644142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:47.644142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:47.644142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:47.644142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:47.644142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:47.644142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:47.644142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:47.644142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:47.644142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:47.644142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:48.004978 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:48.137449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:48.336254 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:48.427602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:48.534137 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event updated for resources: {'Port': ['ID=1654237e-b6fd-4f63-bbeb-0a75eb6407d2,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:48.543806 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:48.820696 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Floating IP 75a4f381-4b60-470a-8377-9176df9f734c associated. External IP: 172.26.7.187, port: db197a02-02e7-4ecd-a653-9ce722640f18. Mar 14 18:29:49.164904 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Router d74f70b8-68f1-4c03-ab90-d993d4ace8ab has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:29:49.337458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:29:49.348081 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfd077b-ca83-44d2-8fd8-61e6d0d18f5b None None] Sync routers for ids ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:49.357405 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfd077b-ca83-44d2-8fd8-61e6d0d18f5b None None] Routers {'d74f70b8-68f1-4c03-ab90-d993d4ace8ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:29:49.358214 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3cfd077b-ca83-44d2-8fd8-61e6d0d18f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:29:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:49.441000 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:49.498358 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8cf5219c-0346-44a9-9101-00a9a6363d10 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6208177 Mar 14 18:29:49.499026 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce12b31-22b4-450f-96d2-b3759ddf7acf', 'tag': 'db197a02-02e7-4ecd-a653-9ce722640f18'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:29:49.535759 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-3cfd077b-ca83-44d2-8fd8-61e6d0d18f5b None None] Set router d74f70b8-68f1-4c03-ab90-d993d4ace8ab gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:29:49.552289 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce12b31-22b4-450f-96d2-b3759ddf7acf', 'tag': 'db197a02-02e7-4ecd-a653-9ce722640f18', 'status': 'completed', 'code': 200} Mar 14 18:29:49.647497 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be01dd-7379-4ebb-a814-e41b625e7504 req-06becd85-45dd-45e0-a095-4cee20271633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:49.648956 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-82be01dd-7379-4ebb-a814-e41b625e7504 req-06becd85-45dd-45e0-a095-4cee20271633 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 1099 time: 0.0714583 Mar 14 18:29:49.784283 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be01dd-7379-4ebb-a814-e41b625e7504 req-82fa1030-6117-417a-ba7b-f16dd3c66a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:49.785838 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-82be01dd-7379-4ebb-a814-e41b625e7504 req-82fa1030-6117-417a-ba7b-f16dd3c66a76 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b HTTP/1.1" status: 200 len: 913 time: 0.1308501 Mar 14 18:29:49.885646 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3cfd077b-ca83-44d2-8fd8-61e6d0d18f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '1d67c7eb-cd4e-4862-8efb-bf156494ca94', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'port_id': 'beefcafe-244f-44be-bf65-3e5d2a08ad77', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'mac_address': 'fa:16:3e:03:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:26:44Z', 'updated_at': '2022-03-14T18:26:49Z', 'revision_number': 1, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'fixed_ip_address_scope': None}, {'id': '75a4f381-4b60-470a-8377-9176df9f734c', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'floating_ip_address': '172.26.7.187', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'port_id': 'db197a02-02e7-4ecd-a653-9ce722640f18', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'mac_address': 'fa:16:3e:dc:a9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce12b31-22b4-450f-96d2-b3759ddf7acf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:47Z', 'updated_at': '2022-03-14T18:29:47Z', 'revision_number': 0, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:26Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:49.889512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfd077b-ca83-44d2-8fd8-61e6d0d18f5b None None] Checking router: d74f70b8-68f1-4c03-ab90-d993d4ace8ab for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:29:49.890330 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-82be01dd-7379-4ebb-a814-e41b625e7504 req-1f4c7c76-8ac2-431d-8571-3be74e7704cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db197a02-02e7-4ecd-a653-9ce722640f18 HTTP/1.1" status: 200 len: 1000 time: 0.0973661 Mar 14 18:29:49.898680 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfd077b-ca83-44d2-8fd8-61e6d0d18f5b None None] Routers {'d74f70b8-68f1-4c03-ab90-d993d4ace8ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:29:49.899303 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3cfd077b-ca83-44d2-8fd8-61e6d0d18f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:29:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:49.956602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be01dd-7379-4ebb-a814-e41b625e7504 req-c4466455-54c3-408b-8f82-512d43d623fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:49.958059 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-82be01dd-7379-4ebb-a814-e41b625e7504 req-c4466455-54c3-408b-8f82-512d43d623fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=308aa848-34d0-47aa-91ad-fa0584470c08 HTTP/1.1" status: 200 len: 851 time: 0.0618820 Mar 14 18:29:50.040816 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be01dd-7379-4ebb-a814-e41b625e7504 req-48b31305-5f9e-4dfc-99cc-d0a059394463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:50.042283 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-82be01dd-7379-4ebb-a814-e41b625e7504 req-48b31305-5f9e-4dfc-99cc-d0a059394463 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771873 Mar 14 18:29:50.113472 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-3cfd077b-ca83-44d2-8fd8-61e6d0d18f5b None None] Set router d74f70b8-68f1-4c03-ab90-d993d4ace8ab gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:29:50.173592 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-82be01dd-7379-4ebb-a814-e41b625e7504 req-178dab82-3c66-4776-98f2-e3d0342d714d service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244497 Mar 14 18:29:50.432216 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-82be01dd-7379-4ebb-a814-e41b625e7504 req-6f71eee1-99b9-450f-a585-7a14ea5f047d service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521379 Mar 14 18:29:50.468396 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3cfd077b-ca83-44d2-8fd8-61e6d0d18f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '1d67c7eb-cd4e-4862-8efb-bf156494ca94', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'port_id': 'beefcafe-244f-44be-bf65-3e5d2a08ad77', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'mac_address': 'fa:16:3e:03:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:26:44Z', 'updated_at': '2022-03-14T18:26:49Z', 'revision_number': 1, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'fixed_ip_address_scope': None}, {'id': '75a4f381-4b60-470a-8377-9176df9f734c', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'floating_ip_address': '172.26.7.187', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'port_id': 'db197a02-02e7-4ecd-a653-9ce722640f18', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'mac_address': 'fa:16:3e:dc:a9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce12b31-22b4-450f-96d2-b3759ddf7acf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:47Z', 'updated_at': '2022-03-14T18:29:47Z', 'revision_number': 0, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:26Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:50.472348 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfd077b-ca83-44d2-8fd8-61e6d0d18f5b None None] The sync data for ids ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'] in dv-neutron-833560-1-hyperv is: [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '1d67c7eb-cd4e-4862-8efb-bf156494ca94', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'port_id': 'beefcafe-244f-44be-bf65-3e5d2a08ad77', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'mac_address': 'fa:16:3e:03:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:26:44Z', 'updated_at': '2022-03-14T18:26:49Z', 'revision_number': 1, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'fixed_ip_address_scope': None}, {'id': '75a4f381-4b60-470a-8377-9176df9f734c', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'floating_ip_address': '172.26.7.187', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'port_id': 'db197a02-02e7-4ecd-a653-9ce722640f18', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'mac_address': 'fa:16:3e:dc:a9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce12b31-22b4-450f-96d2-b3759ddf7acf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:47Z', 'updated_at': '2022-03-14T18:29:47Z', 'revision_number': 0, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:26Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:50.656497 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5393b9ac-6d14-4992-974b-c89afb5b672b None None] New status for floating IP 75a4f381-4b60-470a-8377-9176df9f734c: ACTIVE {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:29:54.263378 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-96d94cb2-3a26-4286-9f93-2f510328b70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:55.091065 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:29:56.382836 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e9f71ee2-9453-4034-bff5-51d1e88138f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:57.208406 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60986) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:29:57.282554 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976f6d44-f115-4639-b1a2-05cd9817dbb1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:57.283071 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976f6d44-f115-4639-b1a2-05cd9817dbb1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:57.283610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976f6d44-f115-4639-b1a2-05cd9817dbb1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:57.285279 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-976f6d44-f115-4639-b1a2-05cd9817dbb1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=6c5e4a48cb994bfdaa976c98e4c4c63f&network_id=2b4a04b2-2286-4113-8b7b-c0a60d46a83d HTTP/1.1" status: 200 len: 3000 time: 0.0755794 Mar 14 18:29:57.788921 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:57.885895 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:58.920332 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-30d036af-9b14-42ed-bf40-090064b16871 req-9682e3bb-a14a-4541-9fe0-94e6fd02f262 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716450 Mar 14 18:29:59.061112 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d036af-9b14-42ed-bf40-090064b16871 req-676d9f0d-2a16-4f90-921d-e407700d4347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:59.062888 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-30d036af-9b14-42ed-bf40-090064b16871 req-676d9f0d-2a16-4f90-921d-e407700d4347 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 1099 time: 0.0720665 Mar 14 18:29:59.210058 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d036af-9b14-42ed-bf40-090064b16871 req-beea6ca6-fb6f-4d4d-a7f8-0e78f36199fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:59.211324 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-30d036af-9b14-42ed-bf40-090064b16871 req-beea6ca6-fb6f-4d4d-a7f8-0e78f36199fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b HTTP/1.1" status: 200 len: 913 time: 0.1300941 Mar 14 18:29:59.326332 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-30d036af-9b14-42ed-bf40-090064b16871 req-59a2ca16-eef9-4221-910e-b6cddb16bd51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beefcafe-244f-44be-bf65-3e5d2a08ad77 HTTP/1.1" status: 200 len: 1002 time: 0.1075196 Mar 14 18:29:59.394425 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d036af-9b14-42ed-bf40-090064b16871 req-322b61b5-13ea-4752-a925-fa20c889c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:59.395813 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-30d036af-9b14-42ed-bf40-090064b16871 req-322b61b5-13ea-4752-a925-fa20c889c07b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=308aa848-34d0-47aa-91ad-fa0584470c08 HTTP/1.1" status: 200 len: 851 time: 0.0635936 Mar 14 18:29:59.474503 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d036af-9b14-42ed-bf40-090064b16871 req-3a1b2142-1238-44ed-8c2b-5f3de66f7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:59.476092 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-30d036af-9b14-42ed-bf40-090064b16871 req-3a1b2142-1238-44ed-8c2b-5f3de66f7711 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726593 Mar 14 18:29:59.614296 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-30d036af-9b14-42ed-bf40-090064b16871 req-53edfc55-94f6-4f52-bc92-a24ad8bdd8dd service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302600 Mar 14 18:29:59.750469 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-30d036af-9b14-42ed-bf40-090064b16871 req-9c8b56bd-e1dd-4695-99bc-8ad0c125a5fe service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299269 Mar 14 18:29:59.760884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:00.836966 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 60998) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:30:00.894458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816643a3-b7bf-495b-a79c-804d8e817a0f tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:00.895935 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-816643a3-b7bf-495b-a79c-804d8e817a0f tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0 HTTP/1.1" status: 200 len: 814 time: 0.0579882 Mar 14 18:30:02.012902 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 32774) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:30:02.018130 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-af37509e-171a-4bf2-a51e-26b7112ac355 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:02.119664 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af37509e-171a-4bf2-a51e-26b7112ac355 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:02.392612 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af37509e-171a-4bf2-a51e-26b7112ac355 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:02.484119 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af37509e-171a-4bf2-a51e-26b7112ac355 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:02.484376 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [None req-af37509e-171a-4bf2-a51e-26b7112ac355 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP c8134433-0b35-4415-be6b-d350c6d597dd disassociated. External IP: 172.26.7.150, port: f03ea921-00c8-475b-8c68-110dec7508a3. Mar 14 18:30:02.943460 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af37509e-171a-4bf2-a51e-26b7112ac355 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:30:03.119923 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af37509e-171a-4bf2-a51e-26b7112ac355 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:30:03.127125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-af37509e-171a-4bf2-a51e-26b7112ac355 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:03.132099 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a7790-e4dd-457b-a975-0d359d55c228 None None] Sync routers for ids ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:30:03.142157 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a7790-e4dd-457b-a975-0d359d55c228 None None] Routers {'1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:30:03.142809 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-551a7790-e4dd-457b-a975-0d359d55c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:29:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:03.181878 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-af37509e-171a-4bf2-a51e-26b7112ac355 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/floatingips/c8134433-0b35-4415-be6b-d350c6d597dd HTTP/1.1" status: 200 len: 690 time: 1.1678505 Mar 14 18:30:03.182460 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67328eab-2a62-4a6e-8572-15fc94ecc336', 'tag': 'f03ea921-00c8-475b-8c68-110dec7508a3'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:30:03.185823 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 32782) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:30:03.233323 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67328eab-2a62-4a6e-8572-15fc94ecc336', 'tag': 'f03ea921-00c8-475b-8c68-110dec7508a3', 'status': 'completed', 'code': 200} Mar 14 18:30:03.282136 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-100d0adf-b037-4f5d-86cb-0b7834646d27 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/c8134433-0b35-4415-be6b-d350c6d597dd HTTP/1.1" status: 200 len: 690 time: 0.0958765 Mar 14 18:30:03.334161 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-551a7790-e4dd-457b-a975-0d359d55c228 None None] Set router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:30:03.343986 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea86e5-445f-49ae-9a4f-6f84668cea88 req-bae8c427-8df4-46d7-8f83-732f4bb006a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:03.345476 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-93ea86e5-445f-49ae-9a4f-6f84668cea88 req-bae8c427-8df4-46d7-8f83-732f4bb006a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 1099 time: 0.0891201 Mar 14 18:30:03.479977 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea86e5-445f-49ae-9a4f-6f84668cea88 req-1cab1503-87c6-4878-aa0a-88582a77bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:03.481419 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-93ea86e5-445f-49ae-9a4f-6f84668cea88 req-1cab1503-87c6-4878-aa0a-88582a77bff6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b4a04b2-2286-4113-8b7b-c0a60d46a83d HTTP/1.1" status: 200 len: 898 time: 0.1307466 Mar 14 18:30:03.548197 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-93ea86e5-445f-49ae-9a4f-6f84668cea88 req-9844a5b2-d44d-4659-bad6-14893aa2d1aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f03ea921-00c8-475b-8c68-110dec7508a3 HTTP/1.1" status: 200 len: 217 time: 0.0612125 Mar 14 18:30:03.612700 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea86e5-445f-49ae-9a4f-6f84668cea88 req-f7787f1c-94c6-4e46-8b03-e4d88568456f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:03.614126 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-93ea86e5-445f-49ae-9a4f-6f84668cea88 req-f7787f1c-94c6-4e46-8b03-e4d88568456f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20349e64-2355-4e9b-ad90-58d893e7f489 HTTP/1.1" status: 200 len: 834 time: 0.0607443 Mar 14 18:30:03.659991 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-551a7790-e4dd-457b-a975-0d359d55c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'f5d86439-bf59-4f42-a3e4-845802229982', 'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:82:be:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:03Z', 'updated_at': '2022-03-14T18:29:08Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:03.664909 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a7790-e4dd-457b-a975-0d359d55c228 None None] Checking router: 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:30:03.673496 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a7790-e4dd-457b-a975-0d359d55c228 None None] Routers {'1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:30:03.674038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-551a7790-e4dd-457b-a975-0d359d55c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:29:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:03.689475 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea86e5-445f-49ae-9a4f-6f84668cea88 req-029b9be8-5079-4fb3-8769-076f12517944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:03.690993 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-93ea86e5-445f-49ae-9a4f-6f84668cea88 req-029b9be8-5079-4fb3-8769-076f12517944 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b4a04b2-2286-4113-8b7b-c0a60d46a83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706956 Mar 14 18:30:03.830637 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-93ea86e5-445f-49ae-9a4f-6f84668cea88 req-649716ed-b3a4-4cd6-8676-dac14c00c5a0 service neutron] 10.222.0.59 "GET /v2.0/networks/2b4a04b2-2286-4113-8b7b-c0a60d46a83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330295 Mar 14 18:30:03.860686 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-551a7790-e4dd-457b-a975-0d359d55c228 None None] Set router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:30:03.964461 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-93ea86e5-445f-49ae-9a4f-6f84668cea88 req-2b08dc68-4418-4e9a-a2ec-c05687ffd31f service neutron] 10.222.0.59 "GET /v2.0/networks/2b4a04b2-2286-4113-8b7b-c0a60d46a83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277750 Mar 14 18:30:04.204359 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-551a7790-e4dd-457b-a975-0d359d55c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'f5d86439-bf59-4f42-a3e4-845802229982', 'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:82:be:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:03Z', 'updated_at': '2022-03-14T18:29:08Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:04.208241 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a7790-e4dd-457b-a975-0d359d55c228 None None] The sync data for ids ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'] in dv-neutron-833560-1-hyperv is: [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'f5d86439-bf59-4f42-a3e4-845802229982', 'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:82:be:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:03Z', 'updated_at': '2022-03-14T18:29:08Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:30:04.285609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 32788) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:30:04.372986 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e748e9ec-0300-46d0-9beb-7bc0685be81e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/c8134433-0b35-4415-be6b-d350c6d597dd HTTP/1.1" status: 200 len: 690 time: 0.0860109 Mar 14 18:30:04.426473 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e6122-2c69-455c-b9c6-aef4a733908f None None] New status for floating IP c8134433-0b35-4415-be6b-d350c6d597dd: DOWN {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:30:05.378026 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 32792) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:30:05.458163 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6d5081ca-0d69-4063-bd71-3ded3a9861c9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/c8134433-0b35-4415-be6b-d350c6d597dd HTTP/1.1" status: 200 len: 688 time: 0.0802221 Mar 14 18:30:06.981265 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 32798) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:30:06.988962 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-56008240', 'description': 'tempest-secgroup-smoke-56008240 description', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:07.001937 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:30:07.001937 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:30:07.094282 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:07.118170 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:30:07.123829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:30:07.123829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:30:07.131531 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:30:07.207898 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:07.277708 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:07.328909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87af62fc-3b1d-4bb1-a837-805943f2d266,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:07.334462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:07.334462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:07.334462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:07.334462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:07.334462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:07.334462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:07.334462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:07.334462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:07.334462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:07.334462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:07.334462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:07.334462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:07.390411 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:07.390411 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-81a00241-e691-400d-a5bd-cfe9edca9387 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4041390 Mar 14 18:30:07.390411 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 32802) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:30:07.396441 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-80896669-93d2-49eb-ab04-c55aab27a001 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '87af62fc-3b1d-4bb1-a837-805943f2d266', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:07.407813 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-80896669-93d2-49eb-ab04-c55aab27a001 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:30:07.407813 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-80896669-93d2-49eb-ab04-c55aab27a001 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:30:07.407813 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-80896669-93d2-49eb-ab04-c55aab27a001 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:30:07.416255 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-80896669-93d2-49eb-ab04-c55aab27a001 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:30:07.484973 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-80896669-93d2-49eb-ab04-c55aab27a001 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:07.548998 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-80896669-93d2-49eb-ab04-c55aab27a001 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:07.624139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-80896669-93d2-49eb-ab04-c55aab27a001 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:07.648157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80896669-93d2-49eb-ab04-c55aab27a001 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f43416-e51f-4fc6-88f6-262f93ca4dfc,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:07.723068 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-80896669-93d2-49eb-ab04-c55aab27a001 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:07.723068 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-80896669-93d2-49eb-ab04-c55aab27a001 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3332312 Mar 14 18:30:07.727901 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 32806) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:30:07.743294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-7ba5a923-bb40-48c2-b97f-1dd1e427d787 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '87af62fc-3b1d-4bb1-a837-805943f2d266', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:07.743294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7ba5a923-bb40-48c2-b97f-1dd1e427d787 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:30:07.743294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7ba5a923-bb40-48c2-b97f-1dd1e427d787 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:30:07.748443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7ba5a923-bb40-48c2-b97f-1dd1e427d787 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:30:07.755425 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7ba5a923-bb40-48c2-b97f-1dd1e427d787 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:30:07.864089 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ba5a923-bb40-48c2-b97f-1dd1e427d787 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:07.928080 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ba5a923-bb40-48c2-b97f-1dd1e427d787 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:07.997256 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ba5a923-bb40-48c2-b97f-1dd1e427d787 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:08.020344 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5a923-bb40-48c2-b97f-1dd1e427d787 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=797a5b8d-7ac6-49d5-b9e8-6e90c885fcb2,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:08.097468 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7ba5a923-bb40-48c2-b97f-1dd1e427d787 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:08.097468 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7ba5a923-bb40-48c2-b97f-1dd1e427d787 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3560123 Mar 14 18:30:08.097468 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 32810) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:30:08.097468 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-3e75d974-0d18-4e34-a15c-905d56aa818e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '87af62fc-3b1d-4bb1-a837-805943f2d266', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:08.097468 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3e75d974-0d18-4e34-a15c-905d56aa818e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:30:08.103549 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3e75d974-0d18-4e34-a15c-905d56aa818e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:30:08.103549 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3e75d974-0d18-4e34-a15c-905d56aa818e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:30:08.110583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3e75d974-0d18-4e34-a15c-905d56aa818e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:30:08.203734 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3e75d974-0d18-4e34-a15c-905d56aa818e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:08.269259 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3e75d974-0d18-4e34-a15c-905d56aa818e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:08.313469 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3e75d974-0d18-4e34-a15c-905d56aa818e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:08.337923 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75d974-0d18-4e34-a15c-905d56aa818e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fef4aeb-bdbe-4ce6-ab96-2d15b8462210,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:08.410497 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3e75d974-0d18-4e34-a15c-905d56aa818e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:08.410497 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3e75d974-0d18-4e34-a15c-905d56aa818e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3156948 Mar 14 18:30:08.412728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 32814) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:30:08.412728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-423614d7-4178-4a95-a481-075411c20a41 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '87af62fc-3b1d-4bb1-a837-805943f2d266', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:08.420086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-423614d7-4178-4a95-a481-075411c20a41 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:30:08.420086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-423614d7-4178-4a95-a481-075411c20a41 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:30:08.426805 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-423614d7-4178-4a95-a481-075411c20a41 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:30:08.435582 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-423614d7-4178-4a95-a481-075411c20a41 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:30:08.519424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-423614d7-4178-4a95-a481-075411c20a41 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:08.588253 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-423614d7-4178-4a95-a481-075411c20a41 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:08.691166 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-423614d7-4178-4a95-a481-075411c20a41 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:08.715327 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423614d7-4178-4a95-a481-075411c20a41 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fe0120-1bfe-47b0-9f45-08ae87a20e10,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:08.832240 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-423614d7-4178-4a95-a481-075411c20a41 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:08.832240 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-423614d7-4178-4a95-a481-075411c20a41 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4193790 Mar 14 18:30:08.832240 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 32818) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:30:08.835068 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ea04d9bb-67b8-425d-97db-493e36819783 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '87af62fc-3b1d-4bb1-a837-805943f2d266', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:08.842685 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ea04d9bb-67b8-425d-97db-493e36819783 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:30:08.842685 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ea04d9bb-67b8-425d-97db-493e36819783 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:30:08.859897 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ea04d9bb-67b8-425d-97db-493e36819783 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:30:08.859897 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ea04d9bb-67b8-425d-97db-493e36819783 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:30:08.936721 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-ea04d9bb-67b8-425d-97db-493e36819783 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:30:08.944475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea04d9bb-67b8-425d-97db-493e36819783 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:09.018026 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea04d9bb-67b8-425d-97db-493e36819783 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:09.039128 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:09.132253 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea04d9bb-67b8-425d-97db-493e36819783 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:09.149946 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04d9bb-67b8-425d-97db-493e36819783 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab09e41-cb83-43c6-9790-7042875bb4cd,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:09.240017 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea04d9bb-67b8-425d-97db-493e36819783 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:09.240017 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ea04d9bb-67b8-425d-97db-493e36819783 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4055569 Mar 14 18:30:09.240017 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 32822) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:30:09.246029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-cb489d15-9043-4e5a-acf4-88ae6d4f1638 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '87af62fc-3b1d-4bb1-a837-805943f2d266', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:09.251248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-cb489d15-9043-4e5a-acf4-88ae6d4f1638 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:30:09.256163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-cb489d15-9043-4e5a-acf4-88ae6d4f1638 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:30:09.256163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-cb489d15-9043-4e5a-acf4-88ae6d4f1638 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:30:09.267892 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-cb489d15-9043-4e5a-acf4-88ae6d4f1638 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:30:09.352727 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-cb489d15-9043-4e5a-acf4-88ae6d4f1638 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:30:09.362041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cb489d15-9043-4e5a-acf4-88ae6d4f1638 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:09.426313 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cb489d15-9043-4e5a-acf4-88ae6d4f1638 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:09.537031 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cb489d15-9043-4e5a-acf4-88ae6d4f1638 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:09.561660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb489d15-9043-4e5a-acf4-88ae6d4f1638 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb5af0e-a8cf-4dd3-8670-7638041ef9a6,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:09.634378 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cb489d15-9043-4e5a-acf4-88ae6d4f1638 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:09.635605 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-cb489d15-9043-4e5a-acf4-88ae6d4f1638 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3982472 Mar 14 18:30:09.812419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-4036c540-c849-4cbd-bd4b-946664c4dca4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:30:09.939077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-4036c540-c849-4cbd-bd4b-946664c4dca4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:30:09.939077 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-4036c540-c849-4cbd-bd4b-946664c4dca4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-56008240&fields=id&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 267 time: 0.1638210 Mar 14 18:30:10.181687 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-47aa72b2-5ba3-4881-874b-685d073fbce0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:10.183128 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-47aa72b2-5ba3-4881-874b-685d073fbce0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/networks?id=2b4a04b2-2286-4113-8b7b-c0a60d46a83d HTTP/1.1" status: 200 len: 797 time: 0.2396352 Mar 14 18:30:10.198106 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-ab8c1b62-e45f-4571-8424-d36c1ab2208c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/quotas/6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 375 time: 0.0093198 Mar 14 18:30:10.287136 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-09627af8-ca6e-4915-afc3-c454ab4e2e80 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0840461 Mar 14 18:30:10.424034 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-033f659a-69bf-47e1-bd61-2b9486a777c2 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4a04b2-2286-4113-8b7b-c0a60d46a83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237860 Mar 14 18:30:10.564733 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-47867241-a9be-4870-b009-31c5c680a89a service neutron] 10.222.0.43 "GET /v2.0/networks/2b4a04b2-2286-4113-8b7b-c0a60d46a83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281745 Mar 14 18:30:10.867885 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-03ec259b-07e5-4ade-8bb7-858eef4df6a5 req-8cba616c-b8f6-4f10-b634-36c99fafe7df tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 210 time: 0.0430129 Mar 14 18:30:12.023952 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-059c3925-b217-4c49-bea6-1d3003c35611 req-dc20346b-c20c-400a-b7f0-2720cc882c1d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 210 time: 0.0427461 Mar 14 18:30:12.997654 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-173316ee-1aa6-4d9e-bf1b-4dc3f0c52d1b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:12.999484 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-173316ee-1aa6-4d9e-bf1b-4dc3f0c52d1b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/networks?id=2b4a04b2-2286-4113-8b7b-c0a60d46a83d HTTP/1.1" status: 200 len: 797 time: 0.2615690 Mar 14 18:30:13.057114 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-5e64dad5-7fc4-466e-bfd8-6fdde9f6572b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 471 time: 0.0495718 Mar 14 18:30:13.066092 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-13d30e19-49bf-4e5e-8e33-6e506a432d3c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'port': {'device_id': '9ecf7edf-a36a-4277-b28f-eebda19206cc', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'admin_state_up': True, 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'security_groups': ['87af62fc-3b1d-4bb1-a837-805943f2d266']}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:13.178443 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c5517c87-6820-4941-b0e7-2a958d10a44b req-b0575e7c-a043-4f41-9df2-a9eb00fd4651 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 210 time: 0.0452013 Mar 14 18:30:13.206782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-13d30e19-49bf-4e5e-8e33-6e506a432d3c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:30:13.210875 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-13d30e19-49bf-4e5e-8e33-6e506a432d3c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:port and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:30:13.213727 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-13d30e19-49bf-4e5e-8e33-6e506a432d3c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:30:13.219426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-13d30e19-49bf-4e5e-8e33-6e506a432d3c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:30:13.284198 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-13d30e19-49bf-4e5e-8e33-6e506a432d3c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:30:13.288007 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-13d30e19-49bf-4e5e-8e33-6e506a432d3c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:13.448697 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-13d30e19-49bf-4e5e-8e33-6e506a432d3c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.14 (2b4a04b2-2286-4113-8b7b-c0a60d46a83d/20349e64-2355-4e9b-ad90-58d893e7f489/f962e8f9-0b83-4c14-86d3-fe1cc43f3477) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:30:13.634604 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-13d30e19-49bf-4e5e-8e33-6e506a432d3c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:13.650197 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-13d30e19-49bf-4e5e-8e33-6e506a432d3c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object f962e8f9-0b83-4c14-86d3-fe1cc43f3477 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:30:13.771727 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-13d30e19-49bf-4e5e-8e33-6e506a432d3c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:13.840703 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-13d30e19-49bf-4e5e-8e33-6e506a432d3c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 2b4a04b2-2286-4113-8b7b-c0a60d46a83d is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:30:13.845828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-13d30e19-49bf-4e5e-8e33-6e506a432d3c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:30:13.851288 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-13d30e19-49bf-4e5e-8e33-6e506a432d3c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:30:13.887807 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d30e19-49bf-4e5e-8e33-6e506a432d3c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=f962e8f9-0b83-4c14-86d3-fe1cc43f3477,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:13.925310 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-13d30e19-49bf-4e5e-8e33-6e506a432d3c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:13.925310 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-13d30e19-49bf-4e5e-8e33-6e506a432d3c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:14.017761 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-13d30e19-49bf-4e5e-8e33-6e506a432d3c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9554050 Mar 14 18:30:14.029484 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Request body: {'port': {'device_id': '9ecf7edf-a36a-4277-b28f-eebda19206cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:14.114117 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d368acc3-9ef1-4ad8-b31d-7be512a0f7d5 None None] Provisioning for port f962e8f9-0b83-4c14-86d3-fe1cc43f3477 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:30:14.119483 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d368acc3-9ef1-4ad8-b31d-7be512a0f7d5 None None] Provisioning complete for port f962e8f9-0b83-4c14-86d3-fe1cc43f3477 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:30:14.119864 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d368acc3-9ef1-4ad8-b31d-7be512a0f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:14.147760 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:14.172975 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-d368acc3-9ef1-4ad8-b31d-7be512a0f7d5 None None] Port f962e8f9-0b83-4c14-86d3-fe1cc43f3477 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:30:14.372452 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4b90f-219f-448e-83d2-235e437da8ed req-b314dbf8-a105-4218-b943-2c68de098faf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:14.374872 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b9b4b90f-219f-448e-83d2-235e437da8ed req-b314dbf8-a105-4218-b943-2c68de098faf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 932 time: 0.0806062 Mar 14 18:30:14.420863 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b9b4b90f-219f-448e-83d2-235e437da8ed req-a7fd2618-2fd4-44eb-a1bd-ad1ccc919201 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=87af62fc-3b1d-4bb1-a837-805943f2d266&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392237 Mar 14 18:30:14.491710 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f962e8f9-0b83-4c14-86d3-fe1cc43f3477 {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:30:14.495481 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:14.509901 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Transition to ACTIVE for port object f962e8f9-0b83-4c14-86d3-fe1cc43f3477 will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:30:14.588284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:14.758151 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f962e8f9-0b83-4c14-86d3-fe1cc43f3477,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:14.832651 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Attempting to bind port f962e8f9-0b83-4c14-86d3-fe1cc43f3477 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:30:14.832982 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Attempting to bind port f962e8f9-0b83-4c14-86d3-fe1cc43f3477 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'd070be53-277f-42b6-a6f9-af563c26f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:30:14.833306 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Attempting to bind port f962e8f9-0b83-4c14-86d3-fe1cc43f3477 on network 2b4a04b2-2286-4113-8b7b-c0a60d46a83d {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:30:14.840745 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Port f962e8f9-0b83-4c14-86d3-fe1cc43f3477 on network 2b4a04b2-2286-4113-8b7b-c0a60d46a83d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:30:14.840745 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Attempting to bind port f962e8f9-0b83-4c14-86d3-fe1cc43f3477 on network 2b4a04b2-2286-4113-8b7b-c0a60d46a83d {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:30:14.843238 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:30:14.843565 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Checking segment: {'id': 'd070be53-277f-42b6-a6f9-af563c26f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:30:14.843940 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Bound using segment: {'id': 'd070be53-277f-42b6-a6f9-af563c26f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:30:14.844389 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Bound port: f962e8f9-0b83-4c14-86d3-fe1cc43f3477, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd070be53-277f-42b6-a6f9-af563c26f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:30:14.844726 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:14.941666 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] For port f962e8f9-0b83-4c14-86d3-fe1cc43f3477, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:30:14.944510 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] For port f962e8f9-0b83-4c14-86d3-fe1cc43f3477, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f962e8f9-0b83-4c14-86d3-fe1cc43f3477,segment=NetworkSegment(d070be53-277f-42b6-a6f9-af563c26f1b0),segment_id=d070be53-277f-42b6-a6f9-af563c26f1b0)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:30:15.022597 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:15.079002 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:15.079609 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:15.080944 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] 10.222.0.59 "PUT /v2.0/ports/f962e8f9-0b83-4c14-86d3-fe1cc43f3477 HTTP/1.1" status: 200 len: 1094 time: 1.0555630 Mar 14 18:30:15.081369 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ecf7edf-a36a-4277-b28f-eebda19206cc', 'tag': 'f962e8f9-0b83-4c14-86d3-fe1cc43f3477'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:30:15.116405 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560658bd-6094-4639-a88c-c8295f09f7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f962e8f9-0b83-4c14-86d3-fe1cc43f3477,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:15.132555 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ecf7edf-a36a-4277-b28f-eebda19206cc', 'tag': 'f962e8f9-0b83-4c14-86d3-fe1cc43f3477', 'status': 'completed', 'code': 200} Mar 14 18:30:15.351477 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230d042-ab47-49b0-958d-8bd288b41ca5 req-a366ddc7-1d1d-444f-b21a-167f7de67a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:15.353618 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1230d042-ab47-49b0-958d-8bd288b41ca5 req-a366ddc7-1d1d-444f-b21a-167f7de67a51 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 1097 time: 0.1986585 Mar 14 18:30:15.494410 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230d042-ab47-49b0-958d-8bd288b41ca5 req-4c237ed2-5ffb-4689-af07-f98af10f1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:15.496301 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1230d042-ab47-49b0-958d-8bd288b41ca5 req-4c237ed2-5ffb-4689-af07-f98af10f1ef0 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1343744 Mar 14 18:30:15.612977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839b862-9566-432d-8840-2d56b4077f9b req-4d215dc2-9628-4617-bfdb-828802af57eb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:15.614788 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6839b862-9566-432d-8840-2d56b4077f9b req-4d215dc2-9628-4617-bfdb-828802af57eb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 944 time: 0.0857277 Mar 14 18:30:15.637938 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230d042-ab47-49b0-958d-8bd288b41ca5 req-69d8e811-fc1d-4550-a3f7-f97386b8488d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:15.639428 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1230d042-ab47-49b0-958d-8bd288b41ca5 req-69d8e811-fc1d-4550-a3f7-f97386b8488d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368213 Mar 14 18:30:15.660795 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6839b862-9566-432d-8840-2d56b4077f9b req-93f91009-a40d-4bbd-ae56-09e25372dc92 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=87af62fc-3b1d-4bb1-a837-805943f2d266&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402577 Mar 14 18:30:15.755379 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-059799af-a943-475f-8bbd-20ac8fd89094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:15.757328 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-059799af-a943-475f-8bbd-20ac8fd89094 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 1097 time: 0.0762930 Mar 14 18:30:15.828168 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-50d6eeb2-9c2c-4694-a086-ffe254186758 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f962e8f9-0b83-4c14-86d3-fe1cc43f3477 HTTP/1.1" status: 200 len: 217 time: 0.0638514 Mar 14 18:30:15.890211 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-fd7049b4-aa2e-40a3-899c-9ca4fdf3a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:15.891646 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-fd7049b4-aa2e-40a3-899c-9ca4fdf3a2b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20349e64-2355-4e9b-ad90-58d893e7f489 HTTP/1.1" status: 200 len: 834 time: 0.0571716 Mar 14 18:30:15.969874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-9409a702-b53a-4631-8ae5-abadfa315494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:15.971375 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-9409a702-b53a-4631-8ae5-abadfa315494 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b4a04b2-2286-4113-8b7b-c0a60d46a83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731201 Mar 14 18:30:16.103744 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-841bebeb-27e5-4348-9adc-ba73f9047d32 service neutron] 10.222.0.59 "GET /v2.0/networks/2b4a04b2-2286-4113-8b7b-c0a60d46a83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264474 Mar 14 18:30:16.233713 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-6f44fd0d-f266-4b44-8070-043a944b1890 req-5c6c22d5-e1de-4aa9-a223-bfc45f3f5f7e service neutron] 10.222.0.59 "GET /v2.0/networks/2b4a04b2-2286-4113-8b7b-c0a60d46a83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235633 Mar 14 18:30:16.847462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ee880-71f4-45b4-ab17-8561f43e4caa req-f34b66b6-04f6-4a71-abf7-70cb0b4430e2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:16.849019 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ed8ee880-71f4-45b4-ab17-8561f43e4caa req-f34b66b6-04f6-4a71-abf7-70cb0b4430e2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 944 time: 0.0801833 Mar 14 18:30:16.894774 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ed8ee880-71f4-45b4-ab17-8561f43e4caa req-0f513a49-9aea-445c-8d90-d510017b76ca tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=87af62fc-3b1d-4bb1-a837-805943f2d266&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394590 Mar 14 18:30:17.585492 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device f962e8f9-0b83-4c14-86d3-fe1cc43f3477 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:30:17.718250 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port f962e8f9-0b83-4c14-86d3-fe1cc43f3477, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f962e8f9-0b83-4c14-86d3-fe1cc43f3477,segment=NetworkSegment(d070be53-277f-42b6-a6f9-af563c26f1b0),segment_id=d070be53-277f-42b6-a6f9-af563c26f1b0)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:30:17.731756 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'f962e8f9-0b83-4c14-86d3-fe1cc43f3477', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'port_id': 'f962e8f9-0b83-4c14-86d3-fe1cc43f3477', 'mac_address': 'fa:16:3e:b1:3a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:30:17.788157 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:17.805014 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f962e8f9-0b83-4c14-86d3-fe1cc43f3477 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:30:17.820615 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port f962e8f9-0b83-4c14-86d3-fe1cc43f3477, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f962e8f9-0b83-4c14-86d3-fe1cc43f3477,segment=NetworkSegment(d070be53-277f-42b6-a6f9-af563c26f1b0),segment_id=d070be53-277f-42b6-a6f9-af563c26f1b0)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:30:17.866267 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:17.929183 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=f962e8f9-0b83-4c14-86d3-fe1cc43f3477,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:17.938420 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:17.938420 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:17.938591 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:17.938807 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:17.939133 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:17.939460 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:17.939986 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:17.941408 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:17.941408 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:17.941408 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:17.941408 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:17.941916 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:18.078981 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192f885-5313-44c5-9876-6592e9fe7c3a req-e091dac6-016a-440a-98c9-e44c2b05f765 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:18.080410 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7192f885-5313-44c5-9876-6592e9fe7c3a req-e091dac6-016a-440a-98c9-e44c2b05f765 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 945 time: 0.0778782 Mar 14 18:30:18.102050 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['f962e8f9-0b83-4c14-86d3-fe1cc43f3477'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:30:18.126005 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7192f885-5313-44c5-9876-6592e9fe7c3a req-e1f871eb-a45a-4927-b90f-1685015d83d1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=87af62fc-3b1d-4bb1-a837-805943f2d266&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399270 Mar 14 18:30:19.325493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ba3e6-ae3c-41fc-b297-3d3dd1f90135 req-9777b1df-77a2-4985-b760-8f141ed90fd4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:19.327423 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f10ba3e6-ae3c-41fc-b297-3d3dd1f90135 req-9777b1df-77a2-4985-b760-8f141ed90fd4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 945 time: 0.0875046 Mar 14 18:30:19.378256 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f10ba3e6-ae3c-41fc-b297-3d3dd1f90135 req-2dd38942-56fa-4004-99d8-2999a3710fec tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=87af62fc-3b1d-4bb1-a837-805943f2d266&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397985 Mar 14 18:30:19.602277 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device f962e8f9-0b83-4c14-86d3-fe1cc43f3477 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:30:19.725509 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port f962e8f9-0b83-4c14-86d3-fe1cc43f3477 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:30:19.732469 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port f962e8f9-0b83-4c14-86d3-fe1cc43f3477 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:30:19.732469 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:19.851893 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:19.879226 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecf7edf-a36a-4277-b28f-eebda19206cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f962e8f9-0b83-4c14-86d3-fe1cc43f3477'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:30:19.888633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port f962e8f9-0b83-4c14-86d3-fe1cc43f3477, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f962e8f9-0b83-4c14-86d3-fe1cc43f3477,segment=NetworkSegment(d070be53-277f-42b6-a6f9-af563c26f1b0),segment_id=d070be53-277f-42b6-a6f9-af563c26f1b0)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:30:19.929466 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ecf7edf-a36a-4277-b28f-eebda19206cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f962e8f9-0b83-4c14-86d3-fe1cc43f3477', 'code': 200} Mar 14 18:30:19.964658 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:20.029768 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=f962e8f9-0b83-4c14-86d3-fe1cc43f3477,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:20.327683 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe69a5-f9b4-4203-bdd9-ab855b3df567 req-25d179cc-35dc-4e9b-9499-c25ce71d895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:20.329171 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-d8fe69a5-f9b4-4203-bdd9-ab855b3df567 req-25d179cc-35dc-4e9b-9499-c25ce71d895b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 1099 time: 0.0697095 Mar 14 18:30:20.370232 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-d8fe69a5-f9b4-4203-bdd9-ab855b3df567 req-5fb39fb7-2004-4a40-a9ec-b50d56b144bd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87af62fc-3b1d-4bb1-a837-805943f2d266&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331714 Mar 14 18:30:20.553754 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a99df-71ac-4418-a798-0f482703545a req-fbf64adc-f75c-4a4d-95fe-be5c12380ca3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:20.555224 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-290a99df-71ac-4418-a798-0f482703545a req-fbf64adc-f75c-4a4d-95fe-be5c12380ca3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 946 time: 0.0786846 Mar 14 18:30:20.599327 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-290a99df-71ac-4418-a798-0f482703545a req-09a29a58-775a-422c-9b5a-fee6985361d4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=87af62fc-3b1d-4bb1-a837-805943f2d266&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376322 Mar 14 18:30:21.789774 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5bb87-cea7-4480-92ab-3cb7d385cad3 req-ffbaa47a-b373-423c-898b-bb5b2841bcd1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:21.791285 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d0a5bb87-cea7-4480-92ab-3cb7d385cad3 req-ffbaa47a-b373-423c-898b-bb5b2841bcd1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 946 time: 0.0831501 Mar 14 18:30:21.835605 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d0a5bb87-cea7-4480-92ab-3cb7d385cad3 req-5657e1c9-4469-4320-8c00-a4162274b288 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=87af62fc-3b1d-4bb1-a837-805943f2d266&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383868 Mar 14 18:30:22.017534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3eacd-6823-433c-a15a-65c92f4581d4 req-43dacb42-2e83-490c-a57b-f736d54924ed tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:22.018987 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9db3eacd-6823-433c-a15a-65c92f4581d4 req-43dacb42-2e83-490c-a57b-f736d54924ed tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 946 time: 0.0784979 Mar 14 18:30:22.066653 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9db3eacd-6823-433c-a15a-65c92f4581d4 req-0c4e7768-d775-4afe-a8d3-6bdd0ec57469 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=87af62fc-3b1d-4bb1-a837-805943f2d266&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420315 Mar 14 18:30:22.091259 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 32880) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:30:22.159065 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca8c10-46b9-4f11-baec-c85abdae2bd9 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:22.160542 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2bca8c10-46b9-4f11-baec-c85abdae2bd9 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 1094 time: 0.0683770 Mar 14 18:30:22.163416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 32884) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:30:22.168747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-49551213-752a-4582-b955-d121f4267d9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'floatingip': {'port_id': 'f962e8f9-0b83-4c14-86d3-fe1cc43f3477'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:22.246098 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-49551213-752a-4582-b955-d121f4267d9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:22.936208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-49551213-752a-4582-b955-d121f4267d9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:22.991642 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-49551213-752a-4582-b955-d121f4267d9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:23.157062 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-49551213-752a-4582-b955-d121f4267d9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP c8134433-0b35-4415-be6b-d350c6d597dd associated. External IP: 172.26.7.150, port: f962e8f9-0b83-4c14-86d3-fe1cc43f3477. Mar 14 18:30:23.500014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49551213-752a-4582-b955-d121f4267d9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:30:23.672197 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49551213-752a-4582-b955-d121f4267d9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:30:23.676895 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-49551213-752a-4582-b955-d121f4267d9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:23.682371 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812059c-762c-43df-9569-6650ae32358c None None] Sync routers for ids ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:30:23.693166 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8812059c-762c-43df-9569-6650ae32358c None None] Routers {'1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:30:23.693854 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-8812059c-762c-43df-9569-6650ae32358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:29:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:23.854196 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-49551213-752a-4582-b955-d121f4267d9f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/floatingips/c8134433-0b35-4415-be6b-d350c6d597dd HTTP/1.1" status: 200 len: 992 time: 1.6897705 Mar 14 18:30:23.854805 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ecf7edf-a36a-4277-b28f-eebda19206cc', 'tag': 'f962e8f9-0b83-4c14-86d3-fe1cc43f3477'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:30:23.860744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 32890) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:30:23.880119 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-8812059c-762c-43df-9569-6650ae32358c None None] Set router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:30:23.903651 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ecf7edf-a36a-4277-b28f-eebda19206cc', 'tag': 'f962e8f9-0b83-4c14-86d3-fe1cc43f3477', 'status': 'completed', 'code': 200} Mar 14 18:30:24.008056 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7281d-ae71-491b-863f-e06ba61b1d40 req-bfb49dd6-82f4-4c96-a6bd-c1bde0ecd810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:24.010060 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9ff7281d-ae71-491b-863f-e06ba61b1d40 req-bfb49dd6-82f4-4c96-a6bd-c1bde0ecd810 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 1099 time: 0.0854068 Mar 14 18:30:24.018636 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-08826a9d-fcea-4dff-a96c-036a199fd78b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/c8134433-0b35-4415-be6b-d350c6d597dd HTTP/1.1" status: 200 len: 992 time: 0.1557767 Mar 14 18:30:24.142114 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7281d-ae71-491b-863f-e06ba61b1d40 req-06c8b6bf-cc13-451f-8686-f747adf86d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:24.143580 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9ff7281d-ae71-491b-863f-e06ba61b1d40 req-06c8b6bf-cc13-451f-8686-f747adf86d32 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b4a04b2-2286-4113-8b7b-c0a60d46a83d HTTP/1.1" status: 200 len: 898 time: 0.1276000 Mar 14 18:30:24.245577 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9ff7281d-ae71-491b-863f-e06ba61b1d40 req-adbe9522-35de-4351-8908-9d081ba211ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f962e8f9-0b83-4c14-86d3-fe1cc43f3477 HTTP/1.1" status: 200 len: 1000 time: 0.0961285 Mar 14 18:30:24.271093 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-8812059c-762c-43df-9569-6650ae32358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'c8134433-0b35-4415-be6b-d350c6d597dd', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.150', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'port_id': 'f962e8f9-0b83-4c14-86d3-fe1cc43f3477', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'mac_address': 'fa:16:3e:b1:3a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecf7edf-a36a-4277-b28f-eebda19206cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:26Z', 'updated_at': '2022-03-14T18:30:22Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d86439-bf59-4f42-a3e4-845802229982', 'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:82:be:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:03Z', 'updated_at': '2022-03-14T18:29:08Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:24.275422 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812059c-762c-43df-9569-6650ae32358c None None] Checking router: 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:30:24.283983 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8812059c-762c-43df-9569-6650ae32358c None None] Routers {'1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:30:24.284550 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-8812059c-762c-43df-9569-6650ae32358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:29:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:24.307047 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7281d-ae71-491b-863f-e06ba61b1d40 req-11e1f33c-8957-4719-8b16-04bf2385d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:24.308977 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9ff7281d-ae71-491b-863f-e06ba61b1d40 req-11e1f33c-8957-4719-8b16-04bf2385d103 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20349e64-2355-4e9b-ad90-58d893e7f489 HTTP/1.1" status: 200 len: 834 time: 0.0570924 Mar 14 18:30:24.339503 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6c3f6a51-1276-48d8-a200-81a2be8952d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:24.387864 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7281d-ae71-491b-863f-e06ba61b1d40 req-88173e02-5775-419b-858b-3d3cab592804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:24.389346 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9ff7281d-ae71-491b-863f-e06ba61b1d40 req-88173e02-5775-419b-858b-3d3cab592804 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b4a04b2-2286-4113-8b7b-c0a60d46a83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746977 Mar 14 18:30:24.470822 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-8812059c-762c-43df-9569-6650ae32358c None None] Set router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:30:24.519983 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9ff7281d-ae71-491b-863f-e06ba61b1d40 req-7c434254-e5ee-48b8-b3f7-5ea721f2cfd5 service neutron] 10.222.0.59 "GET /v2.0/networks/2b4a04b2-2286-4113-8b7b-c0a60d46a83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242478 Mar 14 18:30:24.770544 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9ff7281d-ae71-491b-863f-e06ba61b1d40 req-a403e8e7-196d-4100-9a68-4eb7357e0fdd service neutron] 10.222.0.59 "GET /v2.0/networks/2b4a04b2-2286-4113-8b7b-c0a60d46a83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450006 Mar 14 18:30:24.824386 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-8812059c-762c-43df-9569-6650ae32358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'c8134433-0b35-4415-be6b-d350c6d597dd', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.150', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'port_id': 'f962e8f9-0b83-4c14-86d3-fe1cc43f3477', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'mac_address': 'fa:16:3e:b1:3a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecf7edf-a36a-4277-b28f-eebda19206cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:26Z', 'updated_at': '2022-03-14T18:30:22Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d86439-bf59-4f42-a3e4-845802229982', 'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:82:be:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:03Z', 'updated_at': '2022-03-14T18:29:08Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:24.828425 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812059c-762c-43df-9569-6650ae32358c None None] The sync data for ids ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'] in dv-neutron-833560-1-hyperv is: [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'c8134433-0b35-4415-be6b-d350c6d597dd', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.150', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'port_id': 'f962e8f9-0b83-4c14-86d3-fe1cc43f3477', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'mac_address': 'fa:16:3e:b1:3a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecf7edf-a36a-4277-b28f-eebda19206cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:26Z', 'updated_at': '2022-03-14T18:30:22Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d86439-bf59-4f42-a3e4-845802229982', 'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:82:be:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:03Z', 'updated_at': '2022-03-14T18:29:08Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:30:25.011272 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd73c35-334d-4897-afdd-51d0a8132b59 None None] New status for floating IP c8134433-0b35-4415-be6b-d350c6d597dd: ACTIVE {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:30:25.020720 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 32896) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:30:25.126919 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e549b769-787f-4260-a07f-05a607401f12 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/c8134433-0b35-4415-be6b-d350c6d597dd HTTP/1.1" status: 200 len: 992 time: 0.1050234 Mar 14 18:30:26.130055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 32900) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:30:26.235266 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-afe031bd-e300-402a-90dd-a2fedca9c48c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/c8134433-0b35-4415-be6b-d350c6d597dd HTTP/1.1" status: 200 len: 994 time: 0.1040695 Mar 14 18:30:26.357773 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ee4c019c-ede8-439e-8257-5710a5273baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:27.765345 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:27.919489 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:29.731425 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:32.089627 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:30:39.021826 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:54.301586 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7102fdec-5d11-4bc2-9ffa-f284d7ad302d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:55.375267 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ef5c0-4d87-481c-b2bb-1a53b178c652 req-d95c1d2e-3aab-41f5-b9d5-afd550bf6817 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:55.379664 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bf0ef5c0-4d87-481c-b2bb-1a53b178c652 req-d95c1d2e-3aab-41f5-b9d5-afd550bf6817 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 946 time: 0.0787177 Mar 14 18:30:55.420335 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bf0ef5c0-4d87-481c-b2bb-1a53b178c652 req-c005e992-59cf-4963-98fb-33bce5dcb6c4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=87af62fc-3b1d-4bb1-a837-805943f2d266&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377488 Mar 14 18:30:56.364516 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-814635f9-75b6-4f7e-b64e-a47856fcaac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:56.608028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf900e2-8756-4650-aef0-15b490921d55 req-18f914d2-0f18-4829-bb47-2b26b4541620 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:56.612908 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ebf900e2-8756-4650-aef0-15b490921d55 req-18f914d2-0f18-4829-bb47-2b26b4541620 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 946 time: 0.0819590 Mar 14 18:30:56.653291 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ebf900e2-8756-4650-aef0-15b490921d55 req-f45bd708-fc46-49a7-bed6-01749d37e98f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=87af62fc-3b1d-4bb1-a837-805943f2d266&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380621 Mar 14 18:30:56.788602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b18bf-610d-4191-865e-f80e3e2e38f0 req-20031301-380c-4d49-b75b-ad03bbfc4cb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:56.789291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-629b18bf-610d-4191-865e-f80e3e2e38f0 req-20031301-380c-4d49-b75b-ad03bbfc4cb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:30:56.892068 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-629b18bf-610d-4191-865e-f80e3e2e38f0 req-20031301-380c-4d49-b75b-ad03bbfc4cb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:30:56.892672 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-629b18bf-610d-4191-865e-f80e3e2e38f0 req-20031301-380c-4d49-b75b-ad03bbfc4cb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 946 time: 0.1834836 Mar 14 18:30:56.961186 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-629b18bf-610d-4191-865e-f80e3e2e38f0 req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port f962e8f9-0b83-4c14-86d3-fe1cc43f3477 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:30:56.966065 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-629b18bf-610d-4191-865e-f80e3e2e38f0 req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:57.204098 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-629b18bf-610d-4191-865e-f80e3e2e38f0 req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port f962e8f9-0b83-4c14-86d3-fe1cc43f3477, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f962e8f9-0b83-4c14-86d3-fe1cc43f3477,segment=NetworkSegment(d070be53-277f-42b6-a6f9-af563c26f1b0),segment_id=d070be53-277f-42b6-a6f9-af563c26f1b0)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:30:57.204517 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-629b18bf-610d-4191-865e-f80e3e2e38f0 req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:57.489141 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-629b18bf-610d-4191-865e-f80e3e2e38f0 req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:57.489507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-629b18bf-610d-4191-865e-f80e3e2e38f0 req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:57.489811 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [req-629b18bf-610d-4191-865e-f80e3e2e38f0 req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP c8134433-0b35-4415-be6b-d350c6d597dd disassociated. External IP: 172.26.7.150, port: f962e8f9-0b83-4c14-86d3-fe1cc43f3477. Mar 14 18:30:57.490143 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-629b18bf-610d-4191-865e-f80e3e2e38f0 req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for f962e8f9-0b83-4c14-86d3-fe1cc43f3477 owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:30:57.685050 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-629b18bf-610d-4191-865e-f80e3e2e38f0 req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:57.746864 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=f962e8f9-0b83-4c14-86d3-fe1cc43f3477,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:57.776920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:57.809563 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9230e772-1d41-4046-84e3-b8a90c1a91b5 req-98271cb1-c895-45f2-8b4f-cb33fd135f22 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 210 time: 0.0426757 Mar 14 18:30:57.816909 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.817438 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.817650 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.817983 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.818310 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.818632 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.818976 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.819297 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.819615 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.820100 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.820426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.820736 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.906050 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:57.950042 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-629b18bf-610d-4191-865e-f80e3e2e38f0 req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:30:58.130038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-629b18bf-610d-4191-865e-f80e3e2e38f0 req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:30:58.140340 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5420029d-f325-4ae2-aa1a-1469410e563d None None] Sync routers for ids ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:30:58.150975 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5420029d-f325-4ae2-aa1a-1469410e563d None None] Routers {'1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:30:58.151245 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5420029d-f325-4ae2-aa1a-1469410e563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:30:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:58.319353 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-629b18bf-610d-4191-865e-f80e3e2e38f0 req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] No DVR routers for this DVR port f962e8f9-0b83-4c14-86d3-fe1cc43f3477 on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:30:58.321797 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-629b18bf-610d-4191-865e-f80e3e2e38f0 req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:58.324631 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecf7edf-a36a-4277-b28f-eebda19206cc', 'name': 'network-vif-deleted', 'tag': 'f962e8f9-0b83-4c14-86d3-fe1cc43f3477'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:30:58.336996 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-5420029d-f325-4ae2-aa1a-1469410e563d None None] Set router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:30:58.369239 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ecf7edf-a36a-4277-b28f-eebda19206cc', 'name': 'network-vif-deleted', 'tag': 'f962e8f9-0b83-4c14-86d3-fe1cc43f3477', 'status': 'completed', 'code': 200} Mar 14 18:30:58.428183 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-629b18bf-610d-4191-865e-f80e3e2e38f0 req-373e681a-5f59-41c0-bdbd-3248fdaa9618 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "DELETE /v2.0/ports/f962e8f9-0b83-4c14-86d3-fe1cc43f3477 HTTP/1.1" status: 204 len: 173 time: 1.5304854 Mar 14 18:30:58.643435 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5420029d-f325-4ae2-aa1a-1469410e563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'f5d86439-bf59-4f42-a3e4-845802229982', 'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:82:be:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:03Z', 'updated_at': '2022-03-14T18:29:08Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:58.647275 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5420029d-f325-4ae2-aa1a-1469410e563d None None] Checking router: 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:30:58.655591 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5420029d-f325-4ae2-aa1a-1469410e563d None None] Routers {'1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:30:58.656177 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5420029d-f325-4ae2-aa1a-1469410e563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:30:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:58.880012 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-5420029d-f325-4ae2-aa1a-1469410e563d None None] Set router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:30:58.942204 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-376997d9-5ac6-4330-82fc-173b44aab97b req-814cf04d-b631-4c7b-a0e0-38ebe794939e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764611 Mar 14 18:30:59.048174 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376997d9-5ac6-4330-82fc-173b44aab97b req-ada1cf25-1d85-4878-8024-9dd196ca32be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:59.052280 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-376997d9-5ac6-4330-82fc-173b44aab97b req-ada1cf25-1d85-4878-8024-9dd196ca32be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 1099 time: 0.0829401 Mar 14 18:30:59.140378 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c859427c-24d8-40d6-b16f-63cdedf5c218 req-e2129a66-5ab7-4264-ae5a-95389a48aad7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecf7edf-a36a-4277-b28f-eebda19206cc HTTP/1.1" status: 200 len: 210 time: 0.0526843 Mar 14 18:30:59.213082 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376997d9-5ac6-4330-82fc-173b44aab97b req-cfbb6b5c-fe35-4a67-a89e-bad588f5ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:59.215347 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-376997d9-5ac6-4330-82fc-173b44aab97b req-cfbb6b5c-fe35-4a67-a89e-bad588f5ab7a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b4a04b2-2286-4113-8b7b-c0a60d46a83d HTTP/1.1" status: 200 len: 898 time: 0.1398990 Mar 14 18:30:59.241101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5420029d-f325-4ae2-aa1a-1469410e563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'f5d86439-bf59-4f42-a3e4-845802229982', 'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:82:be:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:03Z', 'updated_at': '2022-03-14T18:29:08Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:59.247484 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5420029d-f325-4ae2-aa1a-1469410e563d None None] The sync data for ids ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'] in dv-neutron-833560-1-hyperv is: [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'f5d86439-bf59-4f42-a3e4-845802229982', 'name': '', 'network_id': '2b4a04b2-2286-4113-8b7b-c0a60d46a83d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:82:be:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:03Z', 'updated_at': '2022-03-14T18:29:08Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '20349e64-2355-4e9b-ad90-58d893e7f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:30:59.292345 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-376997d9-5ac6-4330-82fc-173b44aab97b req-dee0a755-0173-4ff3-a9ea-fc0709a7f3ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f03ea921-00c8-475b-8c68-110dec7508a3 HTTP/1.1" status: 200 len: 217 time: 0.0679326 Mar 14 18:30:59.355231 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376997d9-5ac6-4330-82fc-173b44aab97b req-5e4d2fb6-ed24-4568-b77c-217f164c1dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:59.356654 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-376997d9-5ac6-4330-82fc-173b44aab97b req-5e4d2fb6-ed24-4568-b77c-217f164c1dd1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20349e64-2355-4e9b-ad90-58d893e7f489 HTTP/1.1" status: 200 len: 834 time: 0.0593100 Mar 14 18:30:59.437430 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376997d9-5ac6-4330-82fc-173b44aab97b req-5a5dd015-c68a-4315-be3b-a84b222a249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:59.438956 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-376997d9-5ac6-4330-82fc-173b44aab97b req-5a5dd015-c68a-4315-be3b-a84b222a249d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b4a04b2-2286-4113-8b7b-c0a60d46a83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738440 Mar 14 18:30:59.490198 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3686f76-5560-4e46-b57a-c30bddbac252 None None] New status for floating IP c8134433-0b35-4415-be6b-d350c6d597dd: DOWN {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:30:59.578325 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-376997d9-5ac6-4330-82fc-173b44aab97b req-fa8701f7-d017-4868-8529-3e5a960de184 service neutron] 10.222.0.59 "GET /v2.0/networks/2b4a04b2-2286-4113-8b7b-c0a60d46a83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309135 Mar 14 18:30:59.724966 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-376997d9-5ac6-4330-82fc-173b44aab97b req-609b9d56-561e-4a0f-9b76-1a4abd2a64b6 service neutron] 10.222.0.59 "GET /v2.0/networks/2b4a04b2-2286-4113-8b7b-c0a60d46a83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409504 Mar 14 18:30:59.774591 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:59.791012 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device f962e8f9-0b83-4c14-86d3-fe1cc43f3477 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:30:59.833035 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: f962e8f9-0b83-4c14-86d3-fe1cc43f3477 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:30:59.833035 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device f962e8f9-0b83-4c14-86d3-fe1cc43f3477 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:31:00.227416 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 32932) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:00.299095 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2efb929e-a268-4953-8eb2-8eb1246e749f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:00.328583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2efb929e-a268-4953-8eb2-8eb1246e749f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:00.452263 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2efb929e-a268-4953-8eb2-8eb1246e749f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:00.468954 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb929e-a268-4953-8eb2-8eb1246e749f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87af62fc-3b1d-4bb1-a837-805943f2d266,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:00.541079 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2efb929e-a268-4953-8eb2-8eb1246e749f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:00.542278 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2efb929e-a268-4953-8eb2-8eb1246e749f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/security-groups/87af62fc-3b1d-4bb1-a837-805943f2d266 HTTP/1.1" status: 204 len: 168 time: 0.3138666 Mar 14 18:31:00.626421 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 32938) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:00.788629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-5d2fcc7d-0da5-4de6-a557-620b8a0989c5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port cc91ffbb-0f5b-4b8c-b4a9-6c00e0e92cb8 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:31:00.789065 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5d2fcc7d-0da5-4de6-a557-620b8a0989c5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:00.961930 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5d2fcc7d-0da5-4de6-a557-620b8a0989c5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:00.962260 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5d2fcc7d-0da5-4de6-a557-620b8a0989c5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:01.085357 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-5d2fcc7d-0da5-4de6-a557-620b8a0989c5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for cc91ffbb-0f5b-4b8c-b4a9-6c00e0e92cb8 owned by network:floatingip {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:31:01.294570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5d2fcc7d-0da5-4de6-a557-620b8a0989c5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:01.342906 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fcc7d-0da5-4de6-a557-620b8a0989c5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=cc91ffbb-0f5b-4b8c-b4a9-6c00e0e92cb8,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:01.433470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5d2fcc7d-0da5-4de6-a557-620b8a0989c5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:01.447256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5d2fcc7d-0da5-4de6-a557-620b8a0989c5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:01.448380 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5d2fcc7d-0da5-4de6-a557-620b8a0989c5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/floatingips/c8134433-0b35-4415-be6b-d350c6d597dd HTTP/1.1" status: 204 len: 168 time: 0.8209507 Mar 14 18:31:02.133003 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243cde6-0544-4b47-b02e-cff84a267ecc req-9aa5b789-692a-43a8-ba95-7a9835ea4244 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:02.134570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-9243cde6-0544-4b47-b02e-cff84a267ecc req-9aa5b789-692a-43a8-ba95-7a9835ea4244 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:31:02.221680 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-9243cde6-0544-4b47-b02e-cff84a267ecc req-9aa5b789-692a-43a8-ba95-7a9835ea4244 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:31:02.223484 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9243cde6-0544-4b47-b02e-cff84a267ecc req-9aa5b789-692a-43a8-ba95-7a9835ea4244 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 946 time: 0.2745066 Mar 14 18:31:02.268361 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9243cde6-0544-4b47-b02e-cff84a267ecc req-9016f90b-7ab4-493a-bfa4-426d66bfd8c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbac1d32-87d9-42d9-97c6-cac35cf03022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396135 Mar 14 18:31:03.318648 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90480e78-472d-4b6d-aeda-cd5eb2f2bfde req-6c7dcd2d-5173-4cf9-9d4a-cc42875fd21f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:03.319367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-90480e78-472d-4b6d-aeda-cd5eb2f2bfde req-6c7dcd2d-5173-4cf9-9d4a-cc42875fd21f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:31:03.331446 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-90480e78-472d-4b6d-aeda-cd5eb2f2bfde req-6c7dcd2d-5173-4cf9-9d4a-cc42875fd21f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:31:03.338221 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-90480e78-472d-4b6d-aeda-cd5eb2f2bfde req-6c7dcd2d-5173-4cf9-9d4a-cc42875fd21f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 946 time: 0.0942433 Mar 14 18:31:03.401419 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-90480e78-472d-4b6d-aeda-cd5eb2f2bfde req-81e8fa50-ba1e-4225-9143-0c35520ea354 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port f03ea921-00c8-475b-8c68-110dec7508a3 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:31:03.401842 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-90480e78-472d-4b6d-aeda-cd5eb2f2bfde req-81e8fa50-ba1e-4225-9143-0c35520ea354 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:03.458714 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc6795-0382-44a9-b339-e03bbb8bb26c req-38ada22b-24e6-4bf8-a746-6e609d305d4e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:03.460182 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d2fc6795-0382-44a9-b339-e03bbb8bb26c req-38ada22b-24e6-4bf8-a746-6e609d305d4e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 946 time: 0.0830755 Mar 14 18:31:03.504498 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d2fc6795-0382-44a9-b339-e03bbb8bb26c req-c743c5f3-4b24-42d3-85c2-5ee946283346 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbac1d32-87d9-42d9-97c6-cac35cf03022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386171 Mar 14 18:31:03.645765 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-90480e78-472d-4b6d-aeda-cd5eb2f2bfde req-81e8fa50-ba1e-4225-9143-0c35520ea354 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port f03ea921-00c8-475b-8c68-110dec7508a3, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f03ea921-00c8-475b-8c68-110dec7508a3,segment=NetworkSegment(d070be53-277f-42b6-a6f9-af563c26f1b0),segment_id=d070be53-277f-42b6-a6f9-af563c26f1b0)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:31:03.646109 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-90480e78-472d-4b6d-aeda-cd5eb2f2bfde req-81e8fa50-ba1e-4225-9143-0c35520ea354 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:03.767992 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-90480e78-472d-4b6d-aeda-cd5eb2f2bfde req-81e8fa50-ba1e-4225-9143-0c35520ea354 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for f03ea921-00c8-475b-8c68-110dec7508a3 owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:31:04.142938 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-90480e78-472d-4b6d-aeda-cd5eb2f2bfde req-81e8fa50-ba1e-4225-9143-0c35520ea354 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:04.186830 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8fa50-ba1e-4225-9143-0c35520ea354 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=f03ea921-00c8-475b-8c68-110dec7508a3,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:04.260901 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-90480e78-472d-4b6d-aeda-cd5eb2f2bfde req-81e8fa50-ba1e-4225-9143-0c35520ea354 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] No DVR routers for this DVR port f03ea921-00c8-475b-8c68-110dec7508a3 on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:31:04.263155 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-90480e78-472d-4b6d-aeda-cd5eb2f2bfde req-81e8fa50-ba1e-4225-9143-0c35520ea354 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:04.265653 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67328eab-2a62-4a6e-8572-15fc94ecc336', 'name': 'network-vif-deleted', 'tag': 'f03ea921-00c8-475b-8c68-110dec7508a3'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:31:04.308269 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67328eab-2a62-4a6e-8572-15fc94ecc336', 'name': 'network-vif-deleted', 'tag': 'f03ea921-00c8-475b-8c68-110dec7508a3', 'status': 'completed', 'code': 200} Mar 14 18:31:04.378913 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-90480e78-472d-4b6d-aeda-cd5eb2f2bfde req-81e8fa50-ba1e-4225-9143-0c35520ea354 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "DELETE /v2.0/ports/f03ea921-00c8-475b-8c68-110dec7508a3 HTTP/1.1" status: 204 len: 173 time: 1.0381010 Mar 14 18:31:04.665078 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a752a6dd-27da-4860-9a31-8c21f563596a req-040eadf6-a4eb-469e-9ecb-46735794df29 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=67328eab-2a62-4a6e-8572-15fc94ecc336 HTTP/1.1" status: 200 len: 210 time: 0.0480671 Mar 14 18:31:05.761229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 32956) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:05.802687 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device f03ea921-00c8-475b-8c68-110dec7508a3 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:31:05.833520 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5fad-5b05-404b-83f1-b77ff6428223 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:05.835832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: f03ea921-00c8-475b-8c68-110dec7508a3 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:31:05.840562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device f03ea921-00c8-475b-8c68-110dec7508a3 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:31:05.863892 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5fad-5b05-404b-83f1-b77ff6428223 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:05.991156 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5fad-5b05-404b-83f1-b77ff6428223 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:06.016802 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b5fad-5b05-404b-83f1-b77ff6428223 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbac1d32-87d9-42d9-97c6-cac35cf03022,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:06.020096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5fad-5b05-404b-83f1-b77ff6428223 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:06.022071 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-aa0b5fad-5b05-404b-83f1-b77ff6428223 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/security-groups/cbac1d32-87d9-42d9-97c6-cac35cf03022 HTTP/1.1" status: 204 len: 168 time: 0.2586434 Mar 14 18:31:06.129437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 32962) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:06.670258 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:07.015208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port f5d86439-bf59-4f42-a3e4-845802229982 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:31:07.015875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:07.301270 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port f5d86439-bf59-4f42-a3e4-845802229982, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f5d86439-bf59-4f42-a3e4-845802229982,segment=NetworkSegment(d070be53-277f-42b6-a6f9-af563c26f1b0),segment_id=d070be53-277f-42b6-a6f9-af563c26f1b0)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:31:07.301626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:07.421517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for f5d86439-bf59-4f42-a3e4-845802229982 owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:31:07.793364 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:07.840710 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=f5d86439-bf59-4f42-a3e4-845802229982,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:07.913357 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:07.913694 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:07.914020 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:07.917918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:07.917918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:07.917918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:07.917918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:07.917918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:07.917918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:07.917918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:07.917918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:07.917918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:08.130871 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:08.483536 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:31:08.769109 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:31:08.778358 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de5239-b2ca-4e24-b3d0-e9339ecaf1e9 None None] Sync routers for ids ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:31:08.782328 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e186a478-a616-4237-9a08-4999283e02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6517925 Mar 14 18:31:08.785171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 32966) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:08.792736 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1de5239-b2ca-4e24-b3d0-e9339ecaf1e9 None None] Routers {'1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:31:08.793431 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e1de5239-b2ca-4e24-b3d0-e9339ecaf1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:30:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:08.854867 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fc3a68-2402-4d23-81d4-df0e7ef5f6a5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting subnet 20349e64-2355-4e9b-ad90-58d893e7f489 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:31:08.858210 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3a68-2402-4d23-81d4-df0e7ef5f6a5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:08.911657 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3a68-2402-4d23-81d4-df0e7ef5f6a5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:08.982953 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-e1de5239-b2ca-4e24-b3d0-e9339ecaf1e9 None None] Set router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:31:08.999590 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3a68-2402-4d23-81d4-df0e7ef5f6a5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:09.090777 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:31:09.164872 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3a68-2402-4d23-81d4-df0e7ef5f6a5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:09.200839 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:09.208353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3a68-2402-4d23-81d4-df0e7ef5f6a5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:09.211373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc3a68-2402-4d23-81d4-df0e7ef5f6a5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Subnet': ['ID=20349e64-2355-4e9b-ad90-58d893e7f489,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:09.221002 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f1fc3a68-2402-4d23-81d4-df0e7ef5f6a5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/subnets/20349e64-2355-4e9b-ad90-58d893e7f489 HTTP/1.1" status: 204 len: 168 time: 0.4347680 Mar 14 18:31:09.221541 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 32970) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:09.235224 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555a82dc-40cd-475f-95f9-4c7614362d52 None None] Network 2b4a04b2-2286-4113-8b7b-c0a60d46a83d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:31:09.401518 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7beb78ff-ed99-4aa5-996f-48cb8d946fb4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:09.422298 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e1de5239-b2ca-4e24-b3d0-e9339ecaf1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:31:07Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:09.428709 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de5239-b2ca-4e24-b3d0-e9339ecaf1e9 None None] Checking router: 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:31:09.449627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1de5239-b2ca-4e24-b3d0-e9339ecaf1e9 None None] Routers {'1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:31:09.450247 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e1de5239-b2ca-4e24-b3d0-e9339ecaf1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:30:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:09.581054 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7beb78ff-ed99-4aa5-996f-48cb8d946fb4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:09.633165 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5e8463-a182-4406-a8c8-eba2a1481b99 None None] DHCP port deletion for 2b4a04b2-2286-4113-8b7b-c0a60d46a83d request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:31:09.647020 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e8463-a182-4406-a8c8-eba2a1481b99 None None] Deleting port 0640c335-2648-4de9-9052-cb445f142b5e {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:31:09.647399 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bc5e8463-a182-4406-a8c8-eba2a1481b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:09.650551 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7beb78ff-ed99-4aa5-996f-48cb8d946fb4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 1fcf3231-a5c5-4931-901a-8fe123891e74 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:31:09.651141 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7beb78ff-ed99-4aa5-996f-48cb8d946fb4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:09.729219 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-e1de5239-b2ca-4e24-b3d0-e9339ecaf1e9 None None] Set router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:31:09.833426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-7beb78ff-ed99-4aa5-996f-48cb8d946fb4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port 1fcf3231-a5c5-4931-901a-8fe123891e74, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1fcf3231-a5c5-4931-901a-8fe123891e74,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:31:09.834240 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7beb78ff-ed99-4aa5-996f-48cb8d946fb4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:09.954871 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7beb78ff-ed99-4aa5-996f-48cb8d946fb4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 1fcf3231-a5c5-4931-901a-8fe123891e74 owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:31:10.092985 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-bc5e8463-a182-4406-a8c8-eba2a1481b99 None None] For port 0640c335-2648-4de9-9052-cb445f142b5e, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=0640c335-2648-4de9-9052-cb445f142b5e,segment=NetworkSegment(d070be53-277f-42b6-a6f9-af563c26f1b0),segment_id=d070be53-277f-42b6-a6f9-af563c26f1b0)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:31:10.093498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bc5e8463-a182-4406-a8c8-eba2a1481b99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:10.170267 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7beb78ff-ed99-4aa5-996f-48cb8d946fb4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:10.218338 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb78ff-ed99-4aa5-996f-48cb8d946fb4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=1fcf3231-a5c5-4931-901a-8fe123891e74,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:10.253086 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e8463-a182-4406-a8c8-eba2a1481b99 None None] Calling delete_port for 0640c335-2648-4de9-9052-cb445f142b5e owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:31:10.306611 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7beb78ff-ed99-4aa5-996f-48cb8d946fb4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:10.335541 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e1de5239-b2ca-4e24-b3d0-e9339ecaf1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:31:07Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:10.339612 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de5239-b2ca-4e24-b3d0-e9339ecaf1e9 None None] The sync data for ids ['1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0'] in dv-neutron-833560-1-hyperv is: [{'id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'name': 'tempest-TestNetworkBasicOps-router-1643989946', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:31:07Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1fcf3231-a5c5-4931-901a-8fe123891e74', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:59Z', 'updated_at': '2022-03-14T18:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:31:10.437468 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bc5e8463-a182-4406-a8c8-eba2a1481b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:10.486881 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e8463-a182-4406-a8c8-eba2a1481b99 None None] Pushing event deleted for resources: {'Port': ['ID=0640c335-2648-4de9-9052-cb445f142b5e,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:10.490821 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e8463-a182-4406-a8c8-eba2a1481b99 None None] No DVR routers for this DVR port 0640c335-2648-4de9-9052-cb445f142b5e on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:31:10.593064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7beb78ff-ed99-4aa5-996f-48cb8d946fb4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:10.595172 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7beb78ff-ed99-4aa5-996f-48cb8d946fb4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:10.706194 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7beb78ff-ed99-4aa5-996f-48cb8d946fb4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:10.710093 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7beb78ff-ed99-4aa5-996f-48cb8d946fb4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Fanout notify agent at l3_agent the message router_deleted on router 1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:31:10.737098 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7beb78ff-ed99-4aa5-996f-48cb8d946fb4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:10.737098 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7beb78ff-ed99-4aa5-996f-48cb8d946fb4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/routers/1fe7b527-76cf-4a3d-8eca-a01a2cb6aca0 HTTP/1.1" status: 204 len: 168 time: 1.5088956 Mar 14 18:31:10.737264 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 32974) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:10.804902 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f5d86439-bf59-4f42-a3e4-845802229982 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:31:10.843675 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: f5d86439-bf59-4f42-a3e4-845802229982 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:31:10.843977 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f5d86439-bf59-4f42-a3e4-845802229982 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:31:10.844400 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0640c335-2648-4de9-9052-cb445f142b5e no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:31:10.862624 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a462456a-8128-4517-b093-65f7d0024245 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:10.878356 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 0640c335-2648-4de9-9052-cb445f142b5e {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:31:10.878717 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 0640c335-2648-4de9-9052-cb445f142b5e not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:31:10.993513 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a462456a-8128-4517-b093-65f7d0024245 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:11.020969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-a462456a-8128-4517-b093-65f7d0024245 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4a04b2-2286-4113-8b7b-c0a60d46a83d']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:11.033796 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-a462456a-8128-4517-b093-65f7d0024245 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd070be53-277f-42b6-a6f9-af563c26f1b0') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:11.034098 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-a462456a-8128-4517-b093-65f7d0024245 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd070be53-277f-42b6-a6f9-af563c26f1b0') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:11.045949 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a462456a-8128-4517-b093-65f7d0024245 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:11.066336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a462456a-8128-4517-b093-65f7d0024245 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:11.072315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a462456a-8128-4517-b093-65f7d0024245 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:31:11.072696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a462456a-8128-4517-b093-65f7d0024245 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:31:11.086979 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:31:11.243302 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a462456a-8128-4517-b093-65f7d0024245 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:11.260355 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a462456a-8128-4517-b093-65f7d0024245 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:11.271513 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462456a-8128-4517-b093-65f7d0024245 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Network': ['ID=2b4a04b2-2286-4113-8b7b-c0a60d46a83d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:11.323166 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a462456a-8128-4517-b093-65f7d0024245 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/networks/2b4a04b2-2286-4113-8b7b-c0a60d46a83d HTTP/1.1" status: 204 len: 168 time: 0.5869837 Mar 14 18:31:11.346228 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 32978) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:11.359443 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-77078f82-820e-4239-8fcb-bd98c71494ad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'network': {'name': 'tempest-network-smoke--2075442938', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'port_security_enabled': True}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:11.360574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-77078f82-820e-4239-8fcb-bd98c71494ad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:11.364483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-77078f82-820e-4239-8fcb-bd98c71494ad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:network and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:11.367397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-77078f82-820e-4239-8fcb-bd98c71494ad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:11.373614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-77078f82-820e-4239-8fcb-bd98c71494ad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:11.465390 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77078f82-820e-4239-8fcb-bd98c71494ad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:31:11.469079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77078f82-820e-4239-8fcb-bd98c71494ad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:11.496352 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77078f82-820e-4239-8fcb-bd98c71494ad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:31:11.505345 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77078f82-820e-4239-8fcb-bd98c71494ad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:11.505717 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-77078f82-820e-4239-8fcb-bd98c71494ad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Added segment d49c0996-7401-43b1-8770-84313e65be75 of type vlan for network 911f866b-1f11-412f-a0c9-92141a2fe940 Mar 14 18:31:11.530288 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77078f82-820e-4239-8fcb-bd98c71494ad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:11.613931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77078f82-820e-4239-8fcb-bd98c71494ad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:11.619160 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77078f82-820e-4239-8fcb-bd98c71494ad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:11.627062 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77078f82-820e-4239-8fcb-bd98c71494ad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:11.726368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77078f82-820e-4239-8fcb-bd98c71494ad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Network': ['ID=911f866b-1f11-412f-a0c9-92141a2fe940,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:11.737936 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 911f866b-1f11-412f-a0c9-92141a2fe940 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:31:11.762172 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 32982) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:11.762686 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-77078f82-820e-4239-8fcb-bd98c71494ad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4146993 Mar 14 18:31:11.767596 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-986476765', 'admin_state_up': True, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:11.774536 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:11.778460 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:router and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:11.781541 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:11.787818 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:11.838639 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:11.839787 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:11.854001 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:12.182693 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:12.393506 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1fcf3231-a5c5-4931-901a-8fe123891e74 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:31:12.430568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 1fcf3231-a5c5-4931-901a-8fe123891e74 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:31:12.430954 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1fcf3231-a5c5-4931-901a-8fe123891e74 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:31:12.557943 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:12.587147 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:12.722407 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.26.7.87 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/67fb8f91-fa77-4c69-a7f5-c6451d3e94db) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:31:12.866187 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:12.936181 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:12.996123 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:31:13.002830 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:31:13.006804 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:31:13.039568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=67fb8f91-fa77-4c69-a7f5-c6451d3e94db,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:13.609941 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:13.942331 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:14.222589 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 914b1087-927d-4fa0-a56c-a8219af20f74 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:31:14.400335 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:31:14.408117 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Sync routers for ids ['914b1087-927d-4fa0-a56c-a8219af20f74'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:31:14.417594 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Routers {'914b1087-927d-4fa0-a56c-a8219af20f74'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:31:14.418189 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:30:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['914b1087-927d-4fa0-a56c-a8219af20f74'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:14.478965 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:14.480144 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f27026c6-b85a-4430-b307-01f4fa4893c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7166064 Mar 14 18:31:14.483827 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 32988) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:14.593770 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Set router 914b1087-927d-4fa0-a56c-a8219af20f74 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:31:14.644337 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7e105224-9a5f-4089-b55f-3536abc54385 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=6c5e4a48cb994bfdaa976c98e4c4c63f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1593337 Mar 14 18:31:14.646924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 32996) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:14.776735 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909809af-273e-42c8-bbef-01c2bcdd58e6 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:14.778228 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-909809af-273e-42c8-bbef-01c2bcdd58e6 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303010 Mar 14 18:31:14.781639 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33000) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:14.820290 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c71217c2-63b3-4a5a-80ab-8e4a13ff7d0e tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375559 Mar 14 18:31:14.822832 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33004) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:14.828784 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a0c05c9c-f881-469f-a50d-25b9a86a2bf9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1491380525', 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:14.872349 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'name': 'tempest-TestNetworkBasicOps-router-986476765', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:31:11Z', 'updated_at': '2022-03-14T18:31:13Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:12Z', 'updated_at': '2022-03-14T18:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:14.876657 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Checking router: 914b1087-927d-4fa0-a56c-a8219af20f74 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:31:14.877065 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Updating router 914b1087-927d-4fa0-a56c-a8219af20f74 port 67fb8f91-fa77-4c69-a7f5-c6451d3e94db binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:31:14.932664 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:14.938398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a0c05c9c-f881-469f-a50d-25b9a86a2bf9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:14.942174 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a0c05c9c-f881-469f-a50d-25b9a86a2bf9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:subnet and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:14.944925 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a0c05c9c-f881-469f-a50d-25b9a86a2bf9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:14.951750 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a0c05c9c-f881-469f-a50d-25b9a86a2bf9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:15.032767 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c05c9c-f881-469f-a50d-25b9a86a2bf9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:31:15.036426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a0c05c9c-f881-469f-a50d-25b9a86a2bf9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:15.254326 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:15.266707 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Transition to ACTIVE for port object 67fb8f91-fa77-4c69-a7f5-c6451d3e94db will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:31:15.352881 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:15.438925 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Attempting to bind port 67fb8f91-fa77-4c69-a7f5-c6451d3e94db on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:31:15.438925 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Attempting to bind port 67fb8f91-fa77-4c69-a7f5-c6451d3e94db by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:31:15.438925 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Attempting to bind port 67fb8f91-fa77-4c69-a7f5-c6451d3e94db on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:31:15.442135 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:31:15.442502 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:31:15.443005 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:15.443393 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:31:15.443844 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Bound port: 67fb8f91-fa77-4c69-a7f5-c6451d3e94db, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:31:15.444205 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:15.455759 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a0c05c9c-f881-469f-a50d-25b9a86a2bf9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:15.469040 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df904c-02b1-48d2-b02f-9484eab175b3 None None] Pushing event updated for resources: {'Port': ['ID=67fb8f91-fa77-4c69-a7f5-c6451d3e94db,revision_number=2']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:15.485687 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df904c-02b1-48d2-b02f-9484eab175b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:15.486034 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df904c-02b1-48d2-b02f-9484eab175b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:15.486375 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df904c-02b1-48d2-b02f-9484eab175b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:15.486704 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df904c-02b1-48d2-b02f-9484eab175b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:15.487055 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df904c-02b1-48d2-b02f-9484eab175b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:15.487377 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df904c-02b1-48d2-b02f-9484eab175b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:15.487692 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df904c-02b1-48d2-b02f-9484eab175b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:15.488005 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df904c-02b1-48d2-b02f-9484eab175b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:15.488318 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df904c-02b1-48d2-b02f-9484eab175b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:15.488744 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df904c-02b1-48d2-b02f-9484eab175b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:15.488980 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df904c-02b1-48d2-b02f-9484eab175b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:15.489289 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df904c-02b1-48d2-b02f-9484eab175b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:15.530111 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] For port 67fb8f91-fa77-4c69-a7f5-c6451d3e94db, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:31:15.533143 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] For port 67fb8f91-fa77-4c69-a7f5-c6451d3e94db, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=67fb8f91-fa77-4c69-a7f5-c6451d3e94db,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:31:15.539739 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c05c9c-f881-469f-a50d-25b9a86a2bf9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Subnet': ['ID=ad0022b8-1e0e-4812-977a-6b5083c0c354,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:15.543757 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c05c9c-f881-469f-a50d-25b9a86a2bf9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Checking segment: {'id': 'd49c0996-7401-43b1-8770-84313e65be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:31:15.544117 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c05c9c-f881-469f-a50d-25b9a86a2bf9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network hostable DHCP agents. Network: 911f866b-1f11-412f-a0c9-92141a2fe940, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:31:15.627707 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:15.650843 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c05c9c-f881-469f-a50d-25b9a86a2bf9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 911f866b-1f11-412f-a0c9-92141a2fe940 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:31:15.702583 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Routers {'914b1087-927d-4fa0-a56c-a8219af20f74'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:31:15.703208 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:30:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['914b1087-927d-4fa0-a56c-a8219af20f74'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:15.726067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-a0c05c9c-f881-469f-a50d-25b9a86a2bf9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 911f866b-1f11-412f-a0c9-92141a2fe940) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:31:15.734448 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96117b38-a352-4ae0-bfce-549879ece565 None None] Network 911f866b-1f11-412f-a0c9-92141a2fe940 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:31:15.738889 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c05c9c-f881-469f-a50d-25b9a86a2bf9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:15.743256 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a0c05c9c-f881-469f-a50d-25b9a86a2bf9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:15.765735 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df904c-02b1-48d2-b02f-9484eab175b3 None None] Pushing event updated for resources: {'Port': ['ID=67fb8f91-fa77-4c69-a7f5-c6451d3e94db,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:15.823496 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33008) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:15.824041 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a0c05c9c-f881-469f-a50d-25b9a86a2bf9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9997876 Mar 14 18:31:15.886272 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] Set router 914b1087-927d-4fa0-a56c-a8219af20f74 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:31:15.951110 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-911f866b-1f11-412f-a0c9-92141a2fe940', 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ips': [{'subnet_id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:31:15.951953 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:16.157231 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Allocated IP 172.20.0.2 (911f866b-1f11-412f-a0c9-92141a2fe940/ad0022b8-1e0e-4812-977a-6b5083c0c354/fca3f364-803e-4d5a-be4e-239c676deb88) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:31:16.234454 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'name': 'tempest-TestNetworkBasicOps-router-986476765', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:31:11Z', 'updated_at': '2022-03-14T18:31:13Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:12Z', 'updated_at': '2022-03-14T18:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:16.234454 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1fb975-d7ff-4d77-84a7-75b1dffee242 None None] The sync data for ids ['914b1087-927d-4fa0-a56c-a8219af20f74'] in dv-neutron-833560-1-hyperv is: [{'id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'name': 'tempest-TestNetworkBasicOps-router-986476765', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:31:11Z', 'updated_at': '2022-03-14T18:31:13Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:12Z', 'updated_at': '2022-03-14T18:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:31:16.389255 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:16.400214 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Transition to ACTIVE for port object fca3f364-803e-4d5a-be4e-239c676deb88 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:31:16.420764 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Transition to ACTIVE for port object fca3f364-803e-4d5a-be4e-239c676deb88 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:31:16.490713 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:16.552471 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Network 911f866b-1f11-412f-a0c9-92141a2fe940 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:31:16.554362 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:31:16.557720 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:31:16.610734 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Pushing event updated for resources: {'Port': ['ID=fca3f364-803e-4d5a-be4e-239c676deb88,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:16.666547 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Attempting to bind port fca3f364-803e-4d5a-be4e-239c676deb88 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:31:16.666547 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Attempting to bind port fca3f364-803e-4d5a-be4e-239c676deb88 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'd49c0996-7401-43b1-8770-84313e65be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:31:16.666547 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Attempting to bind port fca3f364-803e-4d5a-be4e-239c676deb88 on network 911f866b-1f11-412f-a0c9-92141a2fe940 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:31:16.672240 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:31:16.672619 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Checking segment: {'id': 'd49c0996-7401-43b1-8770-84313e65be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:31:16.673025 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:16.673424 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Bound using segment: {'id': 'd49c0996-7401-43b1-8770-84313e65be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:31:16.673893 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Bound port: fca3f364-803e-4d5a-be4e-239c676deb88, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49c0996-7401-43b1-8770-84313e65be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:31:16.674267 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:16.706520 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:16.771280 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] For port fca3f364-803e-4d5a-be4e-239c676deb88, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:31:16.778059 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] For port fca3f364-803e-4d5a-be4e-239c676deb88, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=fca3f364-803e-4d5a-be4e-239c676deb88,segment=NetworkSegment(d49c0996-7401-43b1-8770-84313e65be75),segment_id=d49c0996-7401-43b1-8770-84313e65be75)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:31:16.900403 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:16.988046 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bd58b-231b-4c76-9d98-02b24a3c108a None None] Pushing event updated for resources: {'Port': ['ID=fca3f364-803e-4d5a-be4e-239c676deb88,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:17.139627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.1 (911f866b-1f11-412f-a0c9-92141a2fe940/ad0022b8-1e0e-4812-977a-6b5083c0c354/d28b0a7c-9805-44ef-889b-8232bd00d9e2) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:31:17.324353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:17.340048 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object d28b0a7c-9805-44ef-889b-8232bd00d9e2 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:31:17.433028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:17.497624 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 911f866b-1f11-412f-a0c9-92141a2fe940 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:31:17.507893 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:31:17.510576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:31:17.548826 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=d28b0a7c-9805-44ef-889b-8232bd00d9e2,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:17.577335 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:17.883602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:18.168874 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6c311a-2d48-402e-82ea-0387ab04d64d None None] Network 911f866b-1f11-412f-a0c9-92141a2fe940 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:31:18.372202 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e7bfdc23-70fa-48bb-a6ec-c1fca216ee31 None None] Provisioning for port fca3f364-803e-4d5a-be4e-239c676deb88 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:31:18.428622 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:18.518117 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device fca3f364-803e-4d5a-be4e-239c676deb88 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:31:18.529840 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:18.645208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:18.652060 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=d28b0a7c-9805-44ef-889b-8232bd00d9e2,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:18.685785 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port fca3f364-803e-4d5a-be4e-239c676deb88 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:31:18.693191 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port fca3f364-803e-4d5a-be4e-239c676deb88 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:31:18.693806 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:18.796786 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 911f866b-1f11-412f-a0c9-92141a2fe940 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:31:18.797980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:31:18.831710 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:18.844853 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a8971873-3383-4de1-943c-b28b26ea4b91 None None] Provisioning for port d28b0a7c-9805-44ef-889b-8232bd00d9e2 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:31:18.853927 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a8971873-3383-4de1-943c-b28b26ea4b91 None None] Provisioning complete for port d28b0a7c-9805-44ef-889b-8232bd00d9e2 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:31:18.854301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8971873-3383-4de1-943c-b28b26ea4b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:18.921046 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port fca3f364-803e-4d5a-be4e-239c676deb88, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=fca3f364-803e-4d5a-be4e-239c676deb88,segment=NetworkSegment(d49c0996-7401-43b1-8770-84313e65be75),segment_id=d49c0996-7401-43b1-8770-84313e65be75)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:31:18.923975 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a8971873-3383-4de1-943c-b28b26ea4b91 None None] Port d28b0a7c-9805-44ef-889b-8232bd00d9e2 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:31:18.935299 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a8971873-3383-4de1-943c-b28b26ea4b91 None None] Provisioning complete for port fca3f364-803e-4d5a-be4e-239c676deb88 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:31:18.937777 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8971873-3383-4de1-943c-b28b26ea4b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:18.990100 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 914b1087-927d-4fa0-a56c-a8219af20f74 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:31:18.991289 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:18.992278 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 67fb8f91-fa77-4c69-a7f5-c6451d3e94db up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:31:19.154939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=fca3f364-803e-4d5a-be4e-239c676deb88,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:19.172114 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:31:19.172275 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:19.172275 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:19.172275 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:19.172839 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:19.172839 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:19.173178 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:19.173520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:19.173864 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:19.174197 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:19.174724 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:19.175088 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:19.175457 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:19.182807 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8a2b0c96-6982-4dc0-a027-53072fb79018 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/914b1087-927d-4fa0-a56c-a8219af20f74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3574464 Mar 14 18:31:19.185704 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33012) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:19.189849 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Sync routers for ids ['914b1087-927d-4fa0-a56c-a8219af20f74'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:31:19.205209 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Routers {'914b1087-927d-4fa0-a56c-a8219af20f74'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:31:19.205820 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:30:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['914b1087-927d-4fa0-a56c-a8219af20f74'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:19.260850 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 67fb8f91-fa77-4c69-a7f5-c6451d3e94db completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:31:19.276189 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 67fb8f91-fa77-4c69-a7f5-c6451d3e94db triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:31:19.276565 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:19.324122 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a42e9d-c10f-4682-b039-fc6e96f42f5e tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:19.324593 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a42e9d-c10f-4682-b039-fc6e96f42f5e tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:19.325046 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a42e9d-c10f-4682-b039-fc6e96f42f5e tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:19.326034 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a42e9d-c10f-4682-b039-fc6e96f42f5e tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:19.326488 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a42e9d-c10f-4682-b039-fc6e96f42f5e tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:19.326955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a42e9d-c10f-4682-b039-fc6e96f42f5e tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:19.328681 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-48a42e9d-c10f-4682-b039-fc6e96f42f5e tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1420476 Mar 14 18:31:19.331494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33016) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:19.403958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16d7447-9aaf-48c6-9fe3-b6ae3b0f4e11 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:19.404418 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16d7447-9aaf-48c6-9fe3-b6ae3b0f4e11 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:19.404873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16d7447-9aaf-48c6-9fe3-b6ae3b0f4e11 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:19.405315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16d7447-9aaf-48c6-9fe3-b6ae3b0f4e11 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:19.405754 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16d7447-9aaf-48c6-9fe3-b6ae3b0f4e11 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:19.406191 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16d7447-9aaf-48c6-9fe3-b6ae3b0f4e11 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:19.408008 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f16d7447-9aaf-48c6-9fe3-b6ae3b0f4e11 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0755732 Mar 14 18:31:19.410994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33020) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:19.456689 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2ee51d4c-0849-4fc6-b226-5cd548d5601a None None] Provisioning complete for port d28b0a7c-9805-44ef-889b-8232bd00d9e2 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:31:19.457097 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ee51d4c-0849-4fc6-b226-5cd548d5601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:19.542578 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Set router 914b1087-927d-4fa0-a56c-a8219af20f74 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:31:19.621684 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-846e1910-b88a-4e90-9601-b62e34966ac4 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2095525 Mar 14 18:31:19.624636 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33024) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:19.628044 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2ee51d4c-0849-4fc6-b226-5cd548d5601a None None] Port d28b0a7c-9805-44ef-889b-8232bd00d9e2 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:31:19.630001 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-03a82e31-99dc-4c30-b927-72ace2493b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-239282781', 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:19.718429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:19.767026 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-03a82e31-99dc-4c30-b927-72ace2493b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:19.771193 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-03a82e31-99dc-4c30-b927-72ace2493b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:port and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:19.774194 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-03a82e31-99dc-4c30-b927-72ace2493b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:19.780564 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-03a82e31-99dc-4c30-b927-72ace2493b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:19.808470 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 67fb8f91-fa77-4c69-a7f5-c6451d3e94db, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=67fb8f91-fa77-4c69-a7f5-c6451d3e94db,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:31:19.899773 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a82e31-99dc-4c30-b927-72ace2493b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:31:19.903338 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-03a82e31-99dc-4c30-b927-72ace2493b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:19.915071 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'name': 'tempest-TestNetworkBasicOps-router-986476765', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:31:11Z', 'updated_at': '2022-03-14T18:31:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:12Z', 'updated_at': '2022-03-14T18:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd28b0a7c-9805-44ef-889b-8232bd00d9e2', 'name': '', 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:8e:52:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:16Z', 'updated_at': '2022-03-14T18:31:18Z', 'revision_number': 2, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:19.918916 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Checking router: 914b1087-927d-4fa0-a56c-a8219af20f74 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:31:19.919295 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Updating router 914b1087-927d-4fa0-a56c-a8219af20f74 port d28b0a7c-9805-44ef-889b-8232bd00d9e2 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:31:19.924776 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [None req-03a82e31-99dc-4c30-b927-72ace2493b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] device_id is not set on port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:31:19.946012 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:20.022322 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:20.046589 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=67fb8f91-fa77-4c69-a7f5-c6451d3e94db,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:20.071170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-03a82e31-99dc-4c30-b927-72ace2493b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.13 (911f866b-1f11-412f-a0c9-92141a2fe940/ad0022b8-1e0e-4812-977a-6b5083c0c354/ae2e93d6-f7b5-45a6-915f-268e8ba1b87f) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:31:20.272689 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-03a82e31-99dc-4c30-b927-72ace2493b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:20.287949 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-03a82e31-99dc-4c30-b927-72ace2493b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object ae2e93d6-f7b5-45a6-915f-268e8ba1b87f will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:31:20.404723 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-03a82e31-99dc-4c30-b927-72ace2493b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:20.451343 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device fca3f364-803e-4d5a-be4e-239c676deb88 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:31:20.475599 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a82e31-99dc-4c30-b927-72ace2493b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 911f866b-1f11-412f-a0c9-92141a2fe940 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:31:20.483970 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-03a82e31-99dc-4c30-b927-72ace2493b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:31:20.488399 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a82e31-99dc-4c30-b927-72ace2493b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:31:20.518522 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a82e31-99dc-4c30-b927-72ace2493b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:20.557684 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a82e31-99dc-4c30-b927-72ace2493b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:20.558301 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-03a82e31-99dc-4c30-b927-72ace2493b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:20.607098 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port fca3f364-803e-4d5a-be4e-239c676deb88 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:31:20.607473 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:20.650420 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-03a82e31-99dc-4c30-b927-72ace2493b50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0247872 Mar 14 18:31:20.735753 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:20.782838 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Transition to ACTIVE for port object d28b0a7c-9805-44ef-889b-8232bd00d9e2 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:31:20.811735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 67fb8f91-fa77-4c69-a7f5-c6451d3e94db up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:31:20.862236 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:20.904946 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d2aa50a9-7b01-4e75-b281-830833d8a2bf None None] Provisioning for port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:31:20.974489 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d2aa50a9-7b01-4e75-b281-830833d8a2bf None None] Provisioning complete for port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:31:20.974489 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d2aa50a9-7b01-4e75-b281-830833d8a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:21.033140 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b248f7a-6bbe-49e5-b5b1-2f8d68357c61 None None] Pushing event updated for resources: {'Port': ['ID=d28b0a7c-9805-44ef-889b-8232bd00d9e2,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:21.112856 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 67fb8f91-fa77-4c69-a7f5-c6451d3e94db triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:31:21.113230 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:21.158927 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33030) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:21.164635 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-2062189b-4d48-4e19-b0a8-76faf83e169a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1390523551', 'description': 'tempest-secgroup-smoke-1390523551 description', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:21.172360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2062189b-4d48-4e19-b0a8-76faf83e169a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:21.176782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2062189b-4d48-4e19-b0a8-76faf83e169a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:21.180064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2062189b-4d48-4e19-b0a8-76faf83e169a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:21.188309 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2062189b-4d48-4e19-b0a8-76faf83e169a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:21.200621 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa50a9-7b01-4e75-b281-830833d8a2bf None None] Port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:31:21.240053 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Attempting to bind port d28b0a7c-9805-44ef-889b-8232bd00d9e2 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:31:21.240415 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Attempting to bind port d28b0a7c-9805-44ef-889b-8232bd00d9e2 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'd49c0996-7401-43b1-8770-84313e65be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:31:21.240770 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Attempting to bind port d28b0a7c-9805-44ef-889b-8232bd00d9e2 on network 911f866b-1f11-412f-a0c9-92141a2fe940 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:31:21.248913 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:31:21.249276 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Checking segment: {'id': 'd49c0996-7401-43b1-8770-84313e65be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:31:21.249671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:21.250047 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Bound using segment: {'id': 'd49c0996-7401-43b1-8770-84313e65be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:31:21.250501 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Bound port: d28b0a7c-9805-44ef-889b-8232bd00d9e2, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49c0996-7401-43b1-8770-84313e65be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:31:21.250894 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:21.279439 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2062189b-4d48-4e19-b0a8-76faf83e169a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:21.299398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2062189b-4d48-4e19-b0a8-76faf83e169a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:21.303064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2062189b-4d48-4e19-b0a8-76faf83e169a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:21.305844 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2062189b-4d48-4e19-b0a8-76faf83e169a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:21.311819 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2062189b-4d48-4e19-b0a8-76faf83e169a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:21.378562 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2062189b-4d48-4e19-b0a8-76faf83e169a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:21.399694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] For port d28b0a7c-9805-44ef-889b-8232bd00d9e2, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:31:21.402574 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] For port d28b0a7c-9805-44ef-889b-8232bd00d9e2, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d28b0a7c-9805-44ef-889b-8232bd00d9e2,segment=NetworkSegment(d49c0996-7401-43b1-8770-84313e65be75),segment_id=d49c0996-7401-43b1-8770-84313e65be75)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:31:21.438347 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2062189b-4d48-4e19-b0a8-76faf83e169a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:21.484520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:21.485325 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062189b-4d48-4e19-b0a8-76faf83e169a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e83191-fed8-4f37-b2fa-6a8c5e2f18c3,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:21.566328 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2062189b-4d48-4e19-b0a8-76faf83e169a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:21.566328 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2062189b-4d48-4e19-b0a8-76faf83e169a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4008985 Mar 14 18:31:21.566328 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33034) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:21.569173 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Routers {'914b1087-927d-4fa0-a56c-a8219af20f74'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:31:21.569812 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:30:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['914b1087-927d-4fa0-a56c-a8219af20f74'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:21.573764 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-9005dc32-f077-479b-b5b8-b0effd53bd31 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'b5e83191-fed8-4f37-b2fa-6a8c5e2f18c3', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:21.580636 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-9005dc32-f077-479b-b5b8-b0effd53bd31 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:21.585864 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9005dc32-f077-479b-b5b8-b0effd53bd31 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:21.588376 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-9005dc32-f077-479b-b5b8-b0effd53bd31 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:21.594595 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-9005dc32-f077-479b-b5b8-b0effd53bd31 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:21.632261 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b248f7a-6bbe-49e5-b5b1-2f8d68357c61 None None] Pushing event updated for resources: {'Port': ['ID=d28b0a7c-9805-44ef-889b-8232bd00d9e2,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:21.665241 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9005dc32-f077-479b-b5b8-b0effd53bd31 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:21.740474 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9005dc32-f077-479b-b5b8-b0effd53bd31 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:21.760072 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] Set router 914b1087-927d-4fa0-a56c-a8219af20f74 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:31:21.810185 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9005dc32-f077-479b-b5b8-b0effd53bd31 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:21.832004 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005dc32-f077-479b-b5b8-b0effd53bd31 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094b1031-a347-4af3-a18c-ccd97a357fc0,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:21.901964 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9005dc32-f077-479b-b5b8-b0effd53bd31 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:21.902835 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9005dc32-f077-479b-b5b8-b0effd53bd31 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3349490 Mar 14 18:31:21.906261 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33038) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:21.911333 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-f31fe850-ed33-4cc0-8de6-4f959d9ed243 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'b5e83191-fed8-4f37-b2fa-6a8c5e2f18c3', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:21.917523 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f31fe850-ed33-4cc0-8de6-4f959d9ed243 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:21.921895 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f31fe850-ed33-4cc0-8de6-4f959d9ed243 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:21.926889 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f31fe850-ed33-4cc0-8de6-4f959d9ed243 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:21.931337 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f31fe850-ed33-4cc0-8de6-4f959d9ed243 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:22.008991 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f31fe850-ed33-4cc0-8de6-4f959d9ed243 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:22.072984 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f31fe850-ed33-4cc0-8de6-4f959d9ed243 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:22.088065 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'name': 'tempest-TestNetworkBasicOps-router-986476765', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:31:11Z', 'updated_at': '2022-03-14T18:31:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:12Z', 'updated_at': '2022-03-14T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd28b0a7c-9805-44ef-889b-8232bd00d9e2', 'name': '', 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:8e:52:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:16Z', 'updated_at': '2022-03-14T18:31:21Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:22.092500 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de9f16c-d6ee-48b2-890c-30e621792690 None None] The sync data for ids ['914b1087-927d-4fa0-a56c-a8219af20f74'] in dv-neutron-833560-1-hyperv is: [{'id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'name': 'tempest-TestNetworkBasicOps-router-986476765', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:31:11Z', 'updated_at': '2022-03-14T18:31:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:12Z', 'updated_at': '2022-03-14T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd28b0a7c-9805-44ef-889b-8232bd00d9e2', 'name': '', 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:8e:52:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:16Z', 'updated_at': '2022-03-14T18:31:21Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:31:22.130265 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f31fe850-ed33-4cc0-8de6-4f959d9ed243 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:22.163084 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fe850-ed33-4cc0-8de6-4f959d9ed243 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ac980d-bd65-415d-bbb8-3e5ac3c84b21,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:22.284177 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f31fe850-ed33-4cc0-8de6-4f959d9ed243 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:22.285539 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f31fe850-ed33-4cc0-8de6-4f959d9ed243 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3782949 Mar 14 18:31:22.288385 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33042) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:22.293581 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-4acee3dc-cfff-43c2-a1ef-311fa83b201e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'b5e83191-fed8-4f37-b2fa-6a8c5e2f18c3', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:22.300358 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4acee3dc-cfff-43c2-a1ef-311fa83b201e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:22.304613 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4acee3dc-cfff-43c2-a1ef-311fa83b201e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:22.309522 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4acee3dc-cfff-43c2-a1ef-311fa83b201e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:22.315999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4acee3dc-cfff-43c2-a1ef-311fa83b201e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:22.371053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4acee3dc-cfff-43c2-a1ef-311fa83b201e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:22.447793 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4acee3dc-cfff-43c2-a1ef-311fa83b201e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:22.477680 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d28b0a7c-9805-44ef-889b-8232bd00d9e2 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:31:22.517360 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4acee3dc-cfff-43c2-a1ef-311fa83b201e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:22.543939 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acee3dc-cfff-43c2-a1ef-311fa83b201e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ee062f-8752-4db9-bd6a-3a71ac73f443,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:22.621431 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4acee3dc-cfff-43c2-a1ef-311fa83b201e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:22.623598 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4acee3dc-cfff-43c2-a1ef-311fa83b201e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3339584 Mar 14 18:31:22.626144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33046) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:22.631609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-9736e246-3996-4dc9-8eb0-5b67d54f019f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'b5e83191-fed8-4f37-b2fa-6a8c5e2f18c3', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:22.632374 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port d28b0a7c-9805-44ef-889b-8232bd00d9e2 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:31:22.638477 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port d28b0a7c-9805-44ef-889b-8232bd00d9e2 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:31:22.640192 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9736e246-3996-4dc9-8eb0-5b67d54f019f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:22.640327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:22.643096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9736e246-3996-4dc9-8eb0-5b67d54f019f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:22.646479 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9736e246-3996-4dc9-8eb0-5b67d54f019f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:22.652842 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9736e246-3996-4dc9-8eb0-5b67d54f019f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:22.792108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9736e246-3996-4dc9-8eb0-5b67d54f019f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:22.849483 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:22.863473 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9736e246-3996-4dc9-8eb0-5b67d54f019f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:22.892928 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port d28b0a7c-9805-44ef-889b-8232bd00d9e2, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d28b0a7c-9805-44ef-889b-8232bd00d9e2,segment=NetworkSegment(d49c0996-7401-43b1-8770-84313e65be75),segment_id=d49c0996-7401-43b1-8770-84313e65be75)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:31:22.929839 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9736e246-3996-4dc9-8eb0-5b67d54f019f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:22.954053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736e246-3996-4dc9-8eb0-5b67d54f019f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36df16ed-4659-4556-9fa9-99e90c8b21eb,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:22.967262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:23.031573 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9736e246-3996-4dc9-8eb0-5b67d54f019f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:23.032818 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9736e246-3996-4dc9-8eb0-5b67d54f019f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4056160 Mar 14 18:31:23.035606 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33050) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:23.040890 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a6a23295-5522-46a7-9b45-4604fa4e7f21 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'b5e83191-fed8-4f37-b2fa-6a8c5e2f18c3', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:23.048909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a6a23295-5522-46a7-9b45-4604fa4e7f21 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:23.051729 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=d28b0a7c-9805-44ef-889b-8232bd00d9e2,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:23.053365 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a6a23295-5522-46a7-9b45-4604fa4e7f21 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:23.057190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a6a23295-5522-46a7-9b45-4604fa4e7f21 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:23.069414 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a6a23295-5522-46a7-9b45-4604fa4e7f21 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:23.140558 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-a6a23295-5522-46a7-9b45-4604fa4e7f21 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:31:23.147378 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a6a23295-5522-46a7-9b45-4604fa4e7f21 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:23.213152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a6a23295-5522-46a7-9b45-4604fa4e7f21 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:23.335325 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a6a23295-5522-46a7-9b45-4604fa4e7f21 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:23.364030 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a23295-5522-46a7-9b45-4604fa4e7f21 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025b8969-10dd-469a-a092-adec6b21ee1b,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:23.432470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a6a23295-5522-46a7-9b45-4604fa4e7f21 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:23.433595 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a6a23295-5522-46a7-9b45-4604fa4e7f21 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3970664 Mar 14 18:31:23.436494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33054) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:23.441399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-cfee5e62-55e3-49a9-8b2b-ad4a32354c68 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'b5e83191-fed8-4f37-b2fa-6a8c5e2f18c3', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:23.447185 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-cfee5e62-55e3-49a9-8b2b-ad4a32354c68 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:23.451023 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-cfee5e62-55e3-49a9-8b2b-ad4a32354c68 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:23.453835 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-cfee5e62-55e3-49a9-8b2b-ad4a32354c68 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:23.459534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-cfee5e62-55e3-49a9-8b2b-ad4a32354c68 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:23.524719 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-cfee5e62-55e3-49a9-8b2b-ad4a32354c68 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:31:23.531657 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cfee5e62-55e3-49a9-8b2b-ad4a32354c68 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:23.596787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cfee5e62-55e3-49a9-8b2b-ad4a32354c68 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:23.670830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cfee5e62-55e3-49a9-8b2b-ad4a32354c68 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:23.695472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee5e62-55e3-49a9-8b2b-ad4a32354c68 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b237afca-7e27-459f-b28c-25b2751a05bb,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:23.850191 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cfee5e62-55e3-49a9-8b2b-ad4a32354c68 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:23.851507 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-cfee5e62-55e3-49a9-8b2b-ad4a32354c68 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4141042 Mar 14 18:31:24.115933 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6cb2d95c-04f8-429a-82b9-ff2f2ff83b09 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:31:24.273006 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6cb2d95c-04f8-429a-82b9-ff2f2ff83b09 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:31:24.273730 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6cb2d95c-04f8-429a-82b9-ff2f2ff83b09 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1390523551&fields=id&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 267 time: 0.1956756 Mar 14 18:31:24.301061 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0462d972-b9a8-482c-b4f5-f51e179d379b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:24.353728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-5659323d-17dd-400a-af74-08d012fc543b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:24.354276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-5659323d-17dd-400a-af74-08d012fc543b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:31:24.421597 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-5659323d-17dd-400a-af74-08d012fc543b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:31:24.422807 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-5659323d-17dd-400a-af74-08d012fc543b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports/ae2e93d6-f7b5-45a6-915f-268e8ba1b87f HTTP/1.1" status: 200 len: 930 time: 0.1421196 Mar 14 18:31:24.442188 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d28b0a7c-9805-44ef-889b-8232bd00d9e2 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:31:24.499936 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-e3f7a055-5ac4-4218-91a6-985840952166 service neutron] 10.222.0.43 "GET /v2.0/ports/ae2e93d6-f7b5-45a6-915f-268e8ba1b87f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0639136 Mar 14 18:31:24.512456 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port d28b0a7c-9805-44ef-889b-8232bd00d9e2 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:31:24.512818 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:24.744888 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-b67ee062-8e97-4040-87ff-09693ecbebde service neutron] 10.222.0.43 "GET /v2.0/networks/911f866b-1f11-412f-a0c9-92141a2fe940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379508 Mar 14 18:31:24.872177 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-f1792b49-b05d-48c5-8382-10caf6b229ca service neutron] 10.222.0.43 "GET /v2.0/networks/911f866b-1f11-412f-a0c9-92141a2fe940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212940 Mar 14 18:31:25.136941 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-82915609-9b1c-4586-9c89-0cfe6bcde63a req-d06aa478-ff63-4242-95e4-c4071f868ca9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 210 time: 0.0410621 Mar 14 18:31:26.295311 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0eca80d3-c495-4f9a-8076-64f5d58befc7 req-a2cf1b03-ad02-49f5-b859-b1f474ce9efb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 210 time: 0.0482323 Mar 14 18:31:26.339189 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d694d237-772f-4da4-b057-c2ce9e23bd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:27.036546 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-46298eed-1046-4afe-99a1-f29783dc9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:27.042796 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-46298eed-1046-4afe-99a1-f29783dc9dc4 service neutron] 10.222.0.59 "GET /v2.0/ports/ae2e93d6-f7b5-45a6-915f-268e8ba1b87f HTTP/1.1" status: 200 len: 1026 time: 0.0648780 Mar 14 18:31:27.193544 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-0e5ebf28-43b1-4d3b-983e-319e01ec7270 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:27.194977 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-0e5ebf28-43b1-4d3b-983e-319e01ec7270 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/networks?id=911f866b-1f11-412f-a0c9-92141a2fe940 HTTP/1.1" status: 200 len: 797 time: 0.1519802 Mar 14 18:31:27.244005 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-aed83d48-5a3f-47f4-96c2-8415ed90da4d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:31:27.256202 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-aed83d48-5a3f-47f4-96c2-8415ed90da4d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:31:27.257302 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-aed83d48-5a3f-47f4-96c2-8415ed90da4d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 380 time: 0.0542874 Mar 14 18:31:27.267716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Request body: {'port': {'device_id': 'b57c2fc2-43f2-476f-a809-f2584479ffa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:27.444719 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f98921eb-9aa3-418e-a243-2ffbf935e996 req-1579280d-6881-4e8c-8886-6f5a09a83d86 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 210 time: 0.0435154 Mar 14 18:31:27.488936 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:27.763726 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:27.822426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2e93d6-f7b5-45a6-915f-268e8ba1b87f {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:31:27.830116 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:27.844303 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Transition to ACTIVE for port object ae2e93d6-f7b5-45a6-915f-268e8ba1b87f will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:31:27.872148 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:27.900718 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:28.060360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Pushing event updated for resources: {'Port': ['ID=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:28.144942 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Attempting to bind port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:31:28.145286 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Attempting to bind port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'd49c0996-7401-43b1-8770-84313e65be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:31:28.145609 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Attempting to bind port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f on network 911f866b-1f11-412f-a0c9-92141a2fe940 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:31:28.150122 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f on network 911f866b-1f11-412f-a0c9-92141a2fe940 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:31:28.150437 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Attempting to bind port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f on network 911f866b-1f11-412f-a0c9-92141a2fe940 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:31:28.156527 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:31:28.156860 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Checking segment: {'id': 'd49c0996-7401-43b1-8770-84313e65be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:31:28.157235 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Bound using segment: {'id': 'd49c0996-7401-43b1-8770-84313e65be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:31:28.157670 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Bound port: ae2e93d6-f7b5-45a6-915f-268e8ba1b87f, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd49c0996-7401-43b1-8770-84313e65be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:31:28.158012 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:28.244146 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] For port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:31:28.248084 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] For port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,segment=NetworkSegment(d49c0996-7401-43b1-8770-84313e65be75),segment_id=d49c0996-7401-43b1-8770-84313e65be75)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:31:28.368356 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:28.426139 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:28.426524 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:28.427905 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] 10.222.0.59 "PUT /v2.0/ports/ae2e93d6-f7b5-45a6-915f-268e8ba1b87f HTTP/1.1" status: 200 len: 1131 time: 1.1642590 Mar 14 18:31:28.428327 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57c2fc2-43f2-476f-a809-f2584479ffa1', 'tag': 'ae2e93d6-f7b5-45a6-915f-268e8ba1b87f'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:31:28.453815 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887a499-64f0-413b-9bfc-61a8d6c87f0b service neutron] Pushing event updated for resources: {'Port': ['ID=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:28.480504 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57c2fc2-43f2-476f-a809-f2584479ffa1', 'tag': 'ae2e93d6-f7b5-45a6-915f-268e8ba1b87f', 'status': 'completed', 'code': 200} Mar 14 18:31:28.572131 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d640f8-da48-4cd3-8a29-e3a7c47fe351 req-d0ec11d0-8a22-4532-8d78-f84b97569852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:28.573607 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-55d640f8-da48-4cd3-8a29-e3a7c47fe351 req-d0ec11d0-8a22-4532-8d78-f84b97569852 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 1134 time: 0.0742984 Mar 14 18:31:28.645002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734d993-ce5e-497a-8278-48faae0e34f9 req-ca0a44e2-da7a-47ff-96f6-bbf300b7ea93 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:28.646453 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f734d993-ce5e-497a-8278-48faae0e34f9 req-ca0a44e2-da7a-47ff-96f6-bbf300b7ea93 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 981 time: 0.0813310 Mar 14 18:31:28.694913 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f734d993-ce5e-497a-8278-48faae0e34f9 req-46fb76d8-c941-44c5-b407-fc232d6d8b52 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423970 Mar 14 18:31:28.724198 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d640f8-da48-4cd3-8a29-e3a7c47fe351 req-8fa69054-3669-472a-903a-d5331cf28f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:28.725714 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-55d640f8-da48-4cd3-8a29-e3a7c47fe351 req-8fa69054-3669-472a-903a-d5331cf28f6a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1442666 Mar 14 18:31:28.858162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d640f8-da48-4cd3-8a29-e3a7c47fe351 req-45426d3e-3a18-4ea3-8e46-416be9665b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:28.859622 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-55d640f8-da48-4cd3-8a29-e3a7c47fe351 req-45426d3e-3a18-4ea3-8e46-416be9665b64 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267610 Mar 14 18:31:28.963972 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-a6db4680-2fef-4972-a25a-f670908c9f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:28.965423 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-a6db4680-2fef-4972-a25a-f670908c9f92 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 1134 time: 0.0684779 Mar 14 18:31:29.035736 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-10dda9f3-1b48-4209-a0a7-ea85b32177b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f HTTP/1.1" status: 200 len: 217 time: 0.0623410 Mar 14 18:31:29.097757 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-0e609d92-9d4c-4f6b-8368-828e8e324963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:29.099177 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-0e609d92-9d4c-4f6b-8368-828e8e324963 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad0022b8-1e0e-4812-977a-6b5083c0c354 HTTP/1.1" status: 200 len: 835 time: 0.0576351 Mar 14 18:31:29.176561 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-733de2d4-231c-42b5-858c-2f2d2ad76727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:29.178382 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-733de2d4-231c-42b5-858c-2f2d2ad76727 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=911f866b-1f11-412f-a0c9-92141a2fe940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726218 Mar 14 18:31:29.414073 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-7ae6dfb1-a62a-493a-8807-17ea8f048ad1 service neutron] 10.222.0.59 "GET /v2.0/networks/911f866b-1f11-412f-a0c9-92141a2fe940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292681 Mar 14 18:31:29.544791 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f79ba899-6e3e-40ab-bdeb-60f6228da4f6 req-ac908ffc-20ab-40e1-abf3-bd31ab5f0f49 service neutron] 10.222.0.59 "GET /v2.0/networks/911f866b-1f11-412f-a0c9-92141a2fe940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241972 Mar 14 18:31:29.750886 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:29.883178 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3c3d9-9c75-422f-8de1-e6390a6b5cbd req-aa495bee-fe95-4b5f-a303-39e5162a7f81 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:29.884633 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d2b3c3d9-9c75-422f-8de1-e6390a6b5cbd req-aa495bee-fe95-4b5f-a303-39e5162a7f81 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 981 time: 0.0798998 Mar 14 18:31:29.929335 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d2b3c3d9-9c75-422f-8de1-e6390a6b5cbd req-d319c5cf-4ea2-4908-8089-7dc69c6b29a9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381351 Mar 14 18:31:31.121525 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197fce3-bf64-4ece-9e40-86f2c6bb0fd3 req-3f80bed7-5647-4d5e-8103-61689cd206eb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:31.123035 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0197fce3-bf64-4ece-9e40-86f2c6bb0fd3 req-3f80bed7-5647-4d5e-8103-61689cd206eb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 981 time: 0.0815632 Mar 14 18:31:31.167055 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0197fce3-bf64-4ece-9e40-86f2c6bb0fd3 req-f97ae73e-f90a-446e-b5d9-6a04bcfb0a61 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383906 Mar 14 18:31:31.915077 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device ae2e93d6-f7b5-45a6-915f-268e8ba1b87f details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:31:32.046707 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,segment=NetworkSegment(d49c0996-7401-43b1-8770-84313e65be75),segment_id=d49c0996-7401-43b1-8770-84313e65be75)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:31:32.059457 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'ae2e93d6-f7b5-45a6-915f-268e8ba1b87f', 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940', 'port_id': 'ae2e93d6-f7b5-45a6-915f-268e8ba1b87f', 'mac_address': 'fa:16:3e:c3:dc:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:31:32.114415 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:32.134152 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2e93d6-f7b5-45a6-915f-268e8ba1b87f {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:31:32.150004 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,segment=NetworkSegment(d49c0996-7401-43b1-8770-84313e65be75),segment_id=d49c0996-7401-43b1-8770-84313e65be75)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:31:32.215838 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:32.284403 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:32.356170 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696880f-842c-429b-8bb1-b67ac9bd9084 req-a2cd1396-2c12-4cd1-a82a-630654ac9d65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:32.357636 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4696880f-842c-429b-8bb1-b67ac9bd9084 req-a2cd1396-2c12-4cd1-a82a-630654ac9d65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 982 time: 0.0806489 Mar 14 18:31:32.402607 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4696880f-842c-429b-8bb1-b67ac9bd9084 req-9ecc8ebb-20e2-4257-a695-9603c891d37b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392010 Mar 14 18:31:32.445215 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['ae2e93d6-f7b5-45a6-915f-268e8ba1b87f'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:31:33.592574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e62681-404b-4fec-b051-a1a2520696b9 req-b0bc615a-b144-4617-b717-7d80da97d86d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:33.592574 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-54e62681-404b-4fec-b051-a1a2520696b9 req-b0bc615a-b144-4617-b717-7d80da97d86d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 982 time: 0.0823653 Mar 14 18:31:33.639747 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-54e62681-404b-4fec-b051-a1a2520696b9 req-0d10a27c-852e-425e-8586-f58baa2ba985 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379014 Mar 14 18:31:33.926245 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device ae2e93d6-f7b5-45a6-915f-268e8ba1b87f up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:31:34.058611 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:31:34.064443 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:31:34.064821 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:34.248899 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:34.274702 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57c2fc2-43f2-476f-a809-f2584479ffa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2e93d6-f7b5-45a6-915f-268e8ba1b87f'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:31:34.284382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,segment=NetworkSegment(d49c0996-7401-43b1-8770-84313e65be75),segment_id=d49c0996-7401-43b1-8770-84313e65be75)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:31:34.322609 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57c2fc2-43f2-476f-a809-f2584479ffa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2e93d6-f7b5-45a6-915f-268e8ba1b87f', 'code': 200} Mar 14 18:31:34.363925 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:34.432454 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:34.659180 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e61ef-cdc2-43b6-ad8d-9fa33abc8ec9 req-db359c1b-b19d-4891-a0ba-d9dd0b8c2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:34.661178 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5e9e61ef-cdc2-43b6-ad8d-9fa33abc8ec9 req-db359c1b-b19d-4891-a0ba-d9dd0b8c2d6d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 1136 time: 0.0691981 Mar 14 18:31:34.703753 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5e9e61ef-cdc2-43b6-ad8d-9fa33abc8ec9 req-d22ccc33-ce16-4403-a452-6bf1821eef11 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367315 Mar 14 18:31:34.820625 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23314bc-0b49-45ea-a973-94e959f4cb4b req-87ed60e5-4a90-4325-8852-ad72d3513d54 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:34.822067 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f23314bc-0b49-45ea-a973-94e959f4cb4b req-87ed60e5-4a90-4325-8852-ad72d3513d54 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 983 time: 0.0792313 Mar 14 18:31:34.868348 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f23314bc-0b49-45ea-a973-94e959f4cb4b req-15abc959-5b13-4784-860f-088cd704768c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404887 Mar 14 18:31:36.056672 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf071cb-8f2f-40e4-9e0a-57c325716cf6 req-7cbbc083-eab0-4662-94eb-c057d6f811c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:36.058041 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5bf071cb-8f2f-40e4-9e0a-57c325716cf6 req-7cbbc083-eab0-4662-94eb-c057d6f811c6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 983 time: 0.0791020 Mar 14 18:31:36.102551 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5bf071cb-8f2f-40e4-9e0a-57c325716cf6 req-a07c67ef-ebe7-4a46-8a3a-6a0f8afd0910 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383997 Mar 14 18:31:36.289771 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcdca8-1bff-4e4a-93a6-fceaee8dac61 req-bc478c43-0af5-4bbd-b4cc-7c7df2dadddc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:36.291456 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-31dcdca8-1bff-4e4a-93a6-fceaee8dac61 req-bc478c43-0af5-4bbd-b4cc-7c7df2dadddc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 983 time: 0.0813243 Mar 14 18:31:36.334701 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-31dcdca8-1bff-4e4a-93a6-fceaee8dac61 req-ce6800e4-b1a2-41df-befd-7ce6a35a7fc0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378957 Mar 14 18:31:36.359280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33110) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:36.427829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356a6925-4466-45f2-b91b-b3dc66a09211 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:36.429311 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-356a6925-4466-45f2-b91b-b3dc66a09211 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 1131 time: 0.0690837 Mar 14 18:31:36.432130 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33114) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:36.437705 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': 'ae2e93d6-f7b5-45a6-915f-268e8ba1b87f', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:36.443568 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:36.447417 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:floatingip and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:36.450331 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:36.455836 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:36.516720 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:36.649891 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:36.786235 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.26.7.99 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/ca65fc7d-8e5f-47f4-844b-6ca4631e879c) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:31:36.928384 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:37.014851 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:37.171739 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:31:37.174486 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:31:37.182445 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:31:37.216484 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=ca65fc7d-8e5f-47f4-844b-6ca4631e879c,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:37.595188 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:37.728353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:37.941609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:38.030553 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:38.139901 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=ca65fc7d-8e5f-47f4-844b-6ca4631e879c,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:38.152627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:38.329956 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP 5a44db11-f64b-4c07-ba9c-a650eb36bcb8 associated. External IP: 172.26.7.99, port: ae2e93d6-f7b5-45a6-915f-268e8ba1b87f. Mar 14 18:31:38.688585 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 914b1087-927d-4fa0-a56c-a8219af20f74 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:31:38.971401 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:31:38.981487 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fcb569-e123-4560-ac3a-37eb3b7895d1 None None] Sync routers for ids ['914b1087-927d-4fa0-a56c-a8219af20f74'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:31:38.993723 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fcb569-e123-4560-ac3a-37eb3b7895d1 None None] Routers {'914b1087-927d-4fa0-a56c-a8219af20f74'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:31:38.993723 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e3fcb569-e123-4560-ac3a-37eb3b7895d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:31:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['914b1087-927d-4fa0-a56c-a8219af20f74'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:39.049505 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:39.070799 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:39.129854 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-dbf0bed0-2123-4c34-87b3-a485478f68bd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.6967230 Mar 14 18:31:39.130438 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57c2fc2-43f2-476f-a809-f2584479ffa1', 'tag': 'ae2e93d6-f7b5-45a6-915f-268e8ba1b87f'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:31:39.133535 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33122) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:39.167726 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-e3fcb569-e123-4560-ac3a-37eb3b7895d1 None None] Set router 914b1087-927d-4fa0-a56c-a8219af20f74 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:31:39.181915 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57c2fc2-43f2-476f-a809-f2584479ffa1', 'tag': 'ae2e93d6-f7b5-45a6-915f-268e8ba1b87f', 'status': 'completed', 'code': 200} Mar 14 18:31:39.256339 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5836e223-9d5c-4267-9844-dd87013d3a3a tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:39.257838 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5836e223-9d5c-4267-9844-dd87013d3a3a tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1&network_id=911f866b-1f11-412f-a0c9-92141a2fe940 HTTP/1.1" status: 200 len: 1131 time: 0.1238456 Mar 14 18:31:39.288187 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9567b44-2ce3-429b-ac9c-25aa65d5d7bf req-d3855d61-4fd6-4ab6-bccc-e5cf7f1d4c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:39.289663 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f9567b44-2ce3-429b-ac9c-25aa65d5d7bf req-d3855d61-4fd6-4ab6-bccc-e5cf7f1d4c20 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 1136 time: 0.0858731 Mar 14 18:31:39.432128 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9567b44-2ce3-429b-ac9c-25aa65d5d7bf req-0fbf4770-896f-4266-a5ea-8ad69f41578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:39.433591 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f9567b44-2ce3-429b-ac9c-25aa65d5d7bf req-0fbf4770-896f-4266-a5ea-8ad69f41578d service neutron] 10.222.0.59 "GET /v2.0/networks?id=911f866b-1f11-412f-a0c9-92141a2fe940 HTTP/1.1" status: 200 len: 898 time: 0.1382008 Mar 14 18:31:39.519955 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e3fcb569-e123-4560-ac3a-37eb3b7895d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'name': 'tempest-TestNetworkBasicOps-router-986476765', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:31:11Z', 'updated_at': '2022-03-14T18:31:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:12Z', 'updated_at': '2022-03-14T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '5a44db11-f64b-4c07-ba9c-a650eb36bcb8', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'port_id': 'ae2e93d6-f7b5-45a6-915f-268e8ba1b87f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-239282781', 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940', 'mac_address': 'fa:16:3e:c3:dc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c2fc2-43f2-476f-a809-f2584479ffa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:31:37Z', 'updated_at': '2022-03-14T18:31:37Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28b0a7c-9805-44ef-889b-8232bd00d9e2', 'name': '', 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:8e:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:16Z', 'updated_at': '2022-03-14T18:31:22Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:39.523713 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fcb569-e123-4560-ac3a-37eb3b7895d1 None None] Checking router: 914b1087-927d-4fa0-a56c-a8219af20f74 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:31:39.532248 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fcb569-e123-4560-ac3a-37eb3b7895d1 None None] Routers {'914b1087-927d-4fa0-a56c-a8219af20f74'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:31:39.532823 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e3fcb569-e123-4560-ac3a-37eb3b7895d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:31:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['914b1087-927d-4fa0-a56c-a8219af20f74'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:39.539328 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f9567b44-2ce3-429b-ac9c-25aa65d5d7bf req-57128700-363a-43d2-904d-5c15fcfa8e81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f HTTP/1.1" status: 200 len: 1036 time: 0.0995307 Mar 14 18:31:39.604912 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9567b44-2ce3-429b-ac9c-25aa65d5d7bf req-ce47fa27-8c4d-47b0-bbf6-6bbbd43910d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:39.606355 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f9567b44-2ce3-429b-ac9c-25aa65d5d7bf req-ce47fa27-8c4d-47b0-bbf6-6bbbd43910d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad0022b8-1e0e-4812-977a-6b5083c0c354 HTTP/1.1" status: 200 len: 835 time: 0.0615475 Mar 14 18:31:39.694574 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9567b44-2ce3-429b-ac9c-25aa65d5d7bf req-a651e514-a513-4511-bd75-ee490c361fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:39.696383 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f9567b44-2ce3-429b-ac9c-25aa65d5d7bf req-a651e514-a513-4511-bd75-ee490c361fe5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=911f866b-1f11-412f-a0c9-92141a2fe940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842431 Mar 14 18:31:39.716222 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-e3fcb569-e123-4560-ac3a-37eb3b7895d1 None None] Set router 914b1087-927d-4fa0-a56c-a8219af20f74 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:31:39.858282 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f9567b44-2ce3-429b-ac9c-25aa65d5d7bf req-6de4d03f-d646-4b34-b904-9cc0e2510c25 service neutron] 10.222.0.59 "GET /v2.0/networks/911f866b-1f11-412f-a0c9-92141a2fe940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554999 Mar 14 18:31:40.012236 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f9567b44-2ce3-429b-ac9c-25aa65d5d7bf req-7a09f787-a29d-4d6f-91f6-2fb89367a349 service neutron] 10.222.0.59 "GET /v2.0/networks/911f866b-1f11-412f-a0c9-92141a2fe940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471207 Mar 14 18:31:40.027084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078b9c2-daea-4ab6-a758-8e9da63e7b4f req-dad6b5c6-f546-4cfa-b6a7-8ff4dfb56827 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:40.031396 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2078b9c2-daea-4ab6-a758-8e9da63e7b4f req-dad6b5c6-f546-4cfa-b6a7-8ff4dfb56827 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 983 time: 0.0929277 Mar 14 18:31:40.075619 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2078b9c2-daea-4ab6-a758-8e9da63e7b4f req-31943b97-001b-47e8-9180-569441d4c9d1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403733 Mar 14 18:31:40.076366 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e3fcb569-e123-4560-ac3a-37eb3b7895d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'name': 'tempest-TestNetworkBasicOps-router-986476765', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:31:11Z', 'updated_at': '2022-03-14T18:31:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:12Z', 'updated_at': '2022-03-14T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '5a44db11-f64b-4c07-ba9c-a650eb36bcb8', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'port_id': 'ae2e93d6-f7b5-45a6-915f-268e8ba1b87f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-239282781', 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940', 'mac_address': 'fa:16:3e:c3:dc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c2fc2-43f2-476f-a809-f2584479ffa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:31:37Z', 'updated_at': '2022-03-14T18:31:37Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28b0a7c-9805-44ef-889b-8232bd00d9e2', 'name': '', 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:8e:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:16Z', 'updated_at': '2022-03-14T18:31:22Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:40.081035 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fcb569-e123-4560-ac3a-37eb3b7895d1 None None] The sync data for ids ['914b1087-927d-4fa0-a56c-a8219af20f74'] in dv-neutron-833560-1-hyperv is: [{'id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'name': 'tempest-TestNetworkBasicOps-router-986476765', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:31:11Z', 'updated_at': '2022-03-14T18:31:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:12Z', 'updated_at': '2022-03-14T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '5a44db11-f64b-4c07-ba9c-a650eb36bcb8', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'port_id': 'ae2e93d6-f7b5-45a6-915f-268e8ba1b87f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-239282781', 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940', 'mac_address': 'fa:16:3e:c3:dc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c2fc2-43f2-476f-a809-f2584479ffa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:31:37Z', 'updated_at': '2022-03-14T18:31:37Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28b0a7c-9805-44ef-889b-8232bd00d9e2', 'name': '', 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:8e:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:16Z', 'updated_at': '2022-03-14T18:31:22Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:31:40.265874 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d7d79-fd6d-41f3-8255-dec2b11dca5d None None] New status for floating IP 5a44db11-f64b-4c07-ba9c-a650eb36bcb8: ACTIVE {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:31:41.236454 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a128034-2f33-4b3b-bdfc-db94f445ee36 req-f63b12e1-2ff1-4eae-abd5-c3bac903aeeb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:41.237142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-9a128034-2f33-4b3b-bdfc-db94f445ee36 req-f63b12e1-2ff1-4eae-abd5-c3bac903aeeb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:31:41.272622 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672e26-c896-4577-b803-92cc3dd9fd6b req-bf51af13-7043-4b85-a22d-a9824647fdac tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:41.274070 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-64672e26-c896-4577-b803-92cc3dd9fd6b req-bf51af13-7043-4b85-a22d-a9824647fdac tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 983 time: 0.0821486 Mar 14 18:31:41.320840 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-64672e26-c896-4577-b803-92cc3dd9fd6b req-89084f9c-5a0b-4413-b21e-73a19c87a9b8 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408576 Mar 14 18:31:41.327932 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-9a128034-2f33-4b3b-bdfc-db94f445ee36 req-f63b12e1-2ff1-4eae-abd5-c3bac903aeeb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:31:41.329346 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9a128034-2f33-4b3b-bdfc-db94f445ee36 req-f63b12e1-2ff1-4eae-abd5-c3bac903aeeb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/ports?device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 983 time: 0.1721659 Mar 14 18:31:41.403253 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a128034-2f33-4b3b-bdfc-db94f445ee36 req-95d6d776-3740-4967-96a4-4461c691132f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:41.404587 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9a128034-2f33-4b3b-bdfc-db94f445ee36 req-95d6d776-3740-4967-96a4-4461c691132f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/ports/ae2e93d6-f7b5-45a6-915f-268e8ba1b87f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0703433 Mar 14 18:31:41.548343 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9a128034-2f33-4b3b-bdfc-db94f445ee36 req-a86f180a-2bed-4b1c-9ba6-11d2d36b1098 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/networks/911f866b-1f11-412f-a0c9-92141a2fe940?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1391008 Mar 14 18:31:41.559035 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-9a128034-2f33-4b3b-bdfc-db94f445ee36 req-458d6173-8d58-4d2a-8dc7-c363a926365f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:41.667900 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-9a128034-2f33-4b3b-bdfc-db94f445ee36 req-458d6173-8d58-4d2a-8dc7-c363a926365f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:41.968151 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-9a128034-2f33-4b3b-bdfc-db94f445ee36 req-458d6173-8d58-4d2a-8dc7-c363a926365f service neutron] For port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,segment=NetworkSegment(d49c0996-7401-43b1-8770-84313e65be75),segment_id=d49c0996-7401-43b1-8770-84313e65be75)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:31:41.996477 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-9a128034-2f33-4b3b-bdfc-db94f445ee36 req-458d6173-8d58-4d2a-8dc7-c363a926365f service neutron] For port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:31:42.049740 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-9a128034-2f33-4b3b-bdfc-db94f445ee36 req-458d6173-8d58-4d2a-8dc7-c363a926365f service neutron] device_id is not set on port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:31:42.058332 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-9a128034-2f33-4b3b-bdfc-db94f445ee36 req-458d6173-8d58-4d2a-8dc7-c363a926365f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:42.141880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-9a128034-2f33-4b3b-bdfc-db94f445ee36 req-458d6173-8d58-4d2a-8dc7-c363a926365f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:42.281445 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d6173-8d58-4d2a-8dc7-c363a926365f service neutron] Pushing event updated for resources: {'Port': ['ID=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,revision_number=6']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:42.339741 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a128034-2f33-4b3b-bdfc-db94f445ee36 req-458d6173-8d58-4d2a-8dc7-c363a926365f service neutron] No DVR routers for this DVR port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:31:42.422817 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e78b3eb1-051d-4333-b907-aaeaf3e43259 None None] Provisioning complete for port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:31:42.425778 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e78b3eb1-051d-4333-b907-aaeaf3e43259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:42.477098 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e78b3eb1-051d-4333-b907-aaeaf3e43259 None None] Port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:31:42.493140 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ef1885cb-a66b-4d24-bcb9-de32749eb2ef req-88425769-2821-4f8c-bc3a-6ebdad95ff7c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 210 time: 0.0462513 Mar 14 18:31:42.564691 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-9a128034-2f33-4b3b-bdfc-db94f445ee36 req-458d6173-8d58-4d2a-8dc7-c363a926365f service neutron] In _notify_port_updated(), no bound segment for port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f on network 911f866b-1f11-412f-a0c9-92141a2fe940 {{(pid=88634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:31:42.565587 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a128034-2f33-4b3b-bdfc-db94f445ee36 req-458d6173-8d58-4d2a-8dc7-c363a926365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:42.566186 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-9a128034-2f33-4b3b-bdfc-db94f445ee36 req-458d6173-8d58-4d2a-8dc7-c363a926365f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:42.567637 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9a128034-2f33-4b3b-bdfc-db94f445ee36 req-458d6173-8d58-4d2a-8dc7-c363a926365f service neutron] 10.222.0.59 "PUT /v2.0/ports/ae2e93d6-f7b5-45a6-915f-268e8ba1b87f HTTP/1.1" status: 200 len: 1026 time: 1.0127141 Mar 14 18:31:43.657333 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6a5b5ae8-efdf-4ff3-b410-63f6c730e8b3 req-b87295b7-e60c-45ed-bcbd-456f70577d94 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b57c2fc2-43f2-476f-a809-f2584479ffa1 HTTP/1.1" status: 200 len: 210 time: 0.0465667 Mar 14 18:31:43.996061 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device ae2e93d6-f7b5-45a6-915f-268e8ba1b87f no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:31:44.056203 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device ae2e93d6-f7b5-45a6-915f-268e8ba1b87f not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:31:44.751690 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33140) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:44.824475 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b644915-c5dc-498d-a0bb-052cbfb027de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:44.825789 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5b644915-c5dc-498d-a0bb-052cbfb027de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports/ae2e93d6-f7b5-45a6-915f-268e8ba1b87f HTTP/1.1" status: 200 len: 925 time: 0.0731206 Mar 14 18:31:45.164795 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33146) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:45.170264 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-0b2e6e07-b1b4-468c-9927-a8cef8c46b5a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-667760517', 'description': 'tempest-secgroup-smoke-667760517 description', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:45.176987 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0b2e6e07-b1b4-468c-9927-a8cef8c46b5a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:45.187190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0b2e6e07-b1b4-468c-9927-a8cef8c46b5a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:45.270514 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0b2e6e07-b1b4-468c-9927-a8cef8c46b5a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:45.291009 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0b2e6e07-b1b4-468c-9927-a8cef8c46b5a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:45.294693 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0b2e6e07-b1b4-468c-9927-a8cef8c46b5a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:45.297439 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0b2e6e07-b1b4-468c-9927-a8cef8c46b5a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:45.304438 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0b2e6e07-b1b4-468c-9927-a8cef8c46b5a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:45.371029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0b2e6e07-b1b4-468c-9927-a8cef8c46b5a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:45.464670 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0b2e6e07-b1b4-468c-9927-a8cef8c46b5a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:45.507387 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e6e07-b1b4-468c-9927-a8cef8c46b5a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6557ccaa-3733-4991-b345-1488e0e2c727,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:45.601434 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0b2e6e07-b1b4-468c-9927-a8cef8c46b5a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:45.605863 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0b2e6e07-b1b4-468c-9927-a8cef8c46b5a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4367044 Mar 14 18:31:45.605863 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33150) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:45.610389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-097cd578-9f21-41b0-a2dd-1baab9bee5d2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '6557ccaa-3733-4991-b345-1488e0e2c727', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:45.616245 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-097cd578-9f21-41b0-a2dd-1baab9bee5d2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:45.620197 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-097cd578-9f21-41b0-a2dd-1baab9bee5d2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:45.631578 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-097cd578-9f21-41b0-a2dd-1baab9bee5d2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:45.631578 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-097cd578-9f21-41b0-a2dd-1baab9bee5d2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:45.707037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-097cd578-9f21-41b0-a2dd-1baab9bee5d2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:45.767453 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-097cd578-9f21-41b0-a2dd-1baab9bee5d2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:45.837268 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-097cd578-9f21-41b0-a2dd-1baab9bee5d2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:45.862801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097cd578-9f21-41b0-a2dd-1baab9bee5d2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a80c5f-8ad0-445f-93c8-9c0c8d8c56c8,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:45.946245 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-097cd578-9f21-41b0-a2dd-1baab9bee5d2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:45.947476 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-097cd578-9f21-41b0-a2dd-1baab9bee5d2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3410773 Mar 14 18:31:45.950184 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33154) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:45.955404 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-b2c1e0ab-8204-42c6-943a-b2f4e61e76f0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '6557ccaa-3733-4991-b345-1488e0e2c727', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:45.961387 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b2c1e0ab-8204-42c6-943a-b2f4e61e76f0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:45.965301 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b2c1e0ab-8204-42c6-943a-b2f4e61e76f0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:45.968264 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b2c1e0ab-8204-42c6-943a-b2f4e61e76f0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:45.974067 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b2c1e0ab-8204-42c6-943a-b2f4e61e76f0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:46.042215 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e0ab-8204-42c6-943a-b2f4e61e76f0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:46.089341 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:31:46.101772 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e0ab-8204-42c6-943a-b2f4e61e76f0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:46.169169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e0ab-8204-42c6-943a-b2f4e61e76f0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:46.195894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1e0ab-8204-42c6-943a-b2f4e61e76f0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd80c91e-be08-42b2-89bf-4a14f55a31c5,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:46.258830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e0ab-8204-42c6-943a-b2f4e61e76f0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:46.260493 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b2c1e0ab-8204-42c6-943a-b2f4e61e76f0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3088465 Mar 14 18:31:46.267966 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33158) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:46.272835 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-d7597c70-e001-42bb-bedb-f7206a5f8c5c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '6557ccaa-3733-4991-b345-1488e0e2c727', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:46.278686 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d7597c70-e001-42bb-bedb-f7206a5f8c5c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:46.282585 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d7597c70-e001-42bb-bedb-f7206a5f8c5c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:46.285505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d7597c70-e001-42bb-bedb-f7206a5f8c5c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:46.291039 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d7597c70-e001-42bb-bedb-f7206a5f8c5c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:46.352783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d7597c70-e001-42bb-bedb-f7206a5f8c5c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:46.413157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d7597c70-e001-42bb-bedb-f7206a5f8c5c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:46.469930 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d7597c70-e001-42bb-bedb-f7206a5f8c5c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:46.492911 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7597c70-e001-42bb-bedb-f7206a5f8c5c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5597300-5f67-442d-8ed2-e62e629534b6,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:46.556058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d7597c70-e001-42bb-bedb-f7206a5f8c5c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:46.557234 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d7597c70-e001-42bb-bedb-f7206a5f8c5c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2883561 Mar 14 18:31:46.560097 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33162) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:46.565104 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-eed3a8de-d637-41f2-ba57-f974d7dcedfe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '6557ccaa-3733-4991-b345-1488e0e2c727', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:46.570901 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-eed3a8de-d637-41f2-ba57-f974d7dcedfe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:46.574599 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-eed3a8de-d637-41f2-ba57-f974d7dcedfe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:46.577407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-eed3a8de-d637-41f2-ba57-f974d7dcedfe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:46.582925 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-eed3a8de-d637-41f2-ba57-f974d7dcedfe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:46.660493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eed3a8de-d637-41f2-ba57-f974d7dcedfe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:46.724776 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eed3a8de-d637-41f2-ba57-f974d7dcedfe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:46.780144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eed3a8de-d637-41f2-ba57-f974d7dcedfe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:46.804907 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3a8de-d637-41f2-ba57-f974d7dcedfe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc1b325-31b3-4392-94d8-6c85760692e2,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:46.883039 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eed3a8de-d637-41f2-ba57-f974d7dcedfe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:46.884226 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-eed3a8de-d637-41f2-ba57-f974d7dcedfe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3232288 Mar 14 18:31:46.886889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33166) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:46.892306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-85338a99-aa21-4568-931d-a7adf0a1f87a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '6557ccaa-3733-4991-b345-1488e0e2c727', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:46.897969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-85338a99-aa21-4568-931d-a7adf0a1f87a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:46.901718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-85338a99-aa21-4568-931d-a7adf0a1f87a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:46.904531 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-85338a99-aa21-4568-931d-a7adf0a1f87a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:46.910675 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-85338a99-aa21-4568-931d-a7adf0a1f87a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:46.992101 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-85338a99-aa21-4568-931d-a7adf0a1f87a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:31:46.998930 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-85338a99-aa21-4568-931d-a7adf0a1f87a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:47.061780 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-85338a99-aa21-4568-931d-a7adf0a1f87a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:47.128871 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-85338a99-aa21-4568-931d-a7adf0a1f87a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:47.152939 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85338a99-aa21-4568-931d-a7adf0a1f87a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2926a9bf-724a-438a-bf3c-b13a3b7a8c54,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:47.220524 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-85338a99-aa21-4568-931d-a7adf0a1f87a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:47.221656 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-85338a99-aa21-4568-931d-a7adf0a1f87a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3338680 Mar 14 18:31:47.224282 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33170) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:47.229133 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c344c60d-67af-4d2d-88eb-27330cdcb5c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '6557ccaa-3733-4991-b345-1488e0e2c727', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:47.234912 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c344c60d-67af-4d2d-88eb-27330cdcb5c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:31:47.238781 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c344c60d-67af-4d2d-88eb-27330cdcb5c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:31:47.241581 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c344c60d-67af-4d2d-88eb-27330cdcb5c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:31:47.247260 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c344c60d-67af-4d2d-88eb-27330cdcb5c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:31:47.317716 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-c344c60d-67af-4d2d-88eb-27330cdcb5c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:31:47.324417 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c344c60d-67af-4d2d-88eb-27330cdcb5c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:47.389310 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c344c60d-67af-4d2d-88eb-27330cdcb5c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:47.458551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c344c60d-67af-4d2d-88eb-27330cdcb5c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:47.480927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344c60d-67af-4d2d-88eb-27330cdcb5c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a299ac99-57f0-4ced-b43b-610350e72c3d,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:47.551952 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c344c60d-67af-4d2d-88eb-27330cdcb5c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:47.553107 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c344c60d-67af-4d2d-88eb-27330cdcb5c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3279283 Mar 14 18:31:47.707932 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-0231f069-27c1-4b23-b132-742be41d58cb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:31:47.780599 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-0231f069-27c1-4b23-b132-742be41d58cb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:31:47.782281 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-0231f069-27c1-4b23-b132-742be41d58cb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-667760517&fields=id&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 267 time: 0.1131492 Mar 14 18:31:47.855767 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-87354fc4-3176-482b-84fa-0ff07ea81c90 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:47.857090 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-87354fc4-3176-482b-84fa-0ff07ea81c90 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports/ae2e93d6-f7b5-45a6-915f-268e8ba1b87f HTTP/1.1" status: 200 len: 930 time: 0.0680854 Mar 14 18:31:47.972432 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-9dac289e-f46d-43ba-a547-a8a6c27662db service neutron] 10.222.0.43 "GET /v2.0/ports/ae2e93d6-f7b5-45a6-915f-268e8ba1b87f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1029727 Mar 14 18:31:48.098647 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-d506e1ca-b486-45e8-9451-09dd79bf635d service neutron] 10.222.0.43 "GET /v2.0/networks/911f866b-1f11-412f-a0c9-92141a2fe940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205959 Mar 14 18:31:48.224842 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-55178725-f8f0-4258-80c9-d2a760628a90 service neutron] 10.222.0.43 "GET /v2.0/networks/911f866b-1f11-412f-a0c9-92141a2fe940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204019 Mar 14 18:31:48.495385 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b776e8d9-91b7-4b67-8933-16181c67f3dd req-ea0b3f24-dff3-4dd2-b88e-7a4cbe700529 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=87cd2230-7225-424d-9e53-bee3786ae073 HTTP/1.1" status: 200 len: 210 time: 0.0414081 Mar 14 18:31:49.644182 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0f939ac6-4f44-4ea3-bd9c-7c323f1d81a6 req-40266409-c0a7-401f-99bb-a24651b469fa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=87cd2230-7225-424d-9e53-bee3786ae073 HTTP/1.1" status: 200 len: 210 time: 0.0414095 Mar 14 18:31:50.379143 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-1878c159-15ea-4e8a-98d2-af97a2523f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:50.380463 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-1878c159-15ea-4e8a-98d2-af97a2523f17 service neutron] 10.222.0.59 "GET /v2.0/ports/ae2e93d6-f7b5-45a6-915f-268e8ba1b87f HTTP/1.1" status: 200 len: 1026 time: 0.0637724 Mar 14 18:31:50.525297 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-acb0368c-8176-44e4-bba2-92726f8587db tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:50.526684 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-acb0368c-8176-44e4-bba2-92726f8587db tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/networks?id=911f866b-1f11-412f-a0c9-92141a2fe940 HTTP/1.1" status: 200 len: 797 time: 0.1414814 Mar 14 18:31:50.576508 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-33a45926-2da2-485a-a1b2-b2baeb68dabe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 472 time: 0.0419211 Mar 14 18:31:50.586607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Request body: {'port': {'device_id': '87cd2230-7225-424d-9e53-bee3786ae073', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:50.700730 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:50.899089 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f16e8967-bb01-4db8-bd0c-ede25fed152e req-970470d8-4fe5-4126-a108-0c0133846a12 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=87cd2230-7225-424d-9e53-bee3786ae073 HTTP/1.1" status: 200 len: 210 time: 0.1457748 Mar 14 18:31:51.047630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2e93d6-f7b5-45a6-915f-268e8ba1b87f {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:31:51.054796 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:51.069222 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Transition to ACTIVE for port object ae2e93d6-f7b5-45a6-915f-268e8ba1b87f will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:31:51.151742 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:51.401125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,revision_number=7']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:51.522277 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Attempting to bind port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:31:51.522531 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Attempting to bind port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'd49c0996-7401-43b1-8770-84313e65be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:31:51.522889 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Attempting to bind port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f on network 911f866b-1f11-412f-a0c9-92141a2fe940 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:31:51.527339 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f on network 911f866b-1f11-412f-a0c9-92141a2fe940 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:31:51.527659 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Attempting to bind port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f on network 911f866b-1f11-412f-a0c9-92141a2fe940 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:31:51.533242 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:31:51.533580 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Checking segment: {'id': 'd49c0996-7401-43b1-8770-84313e65be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:31:51.533962 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Bound using segment: {'id': 'd49c0996-7401-43b1-8770-84313e65be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:31:51.534385 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Bound port: ae2e93d6-f7b5-45a6-915f-268e8ba1b87f, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd49c0996-7401-43b1-8770-84313e65be75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:31:51.534725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:51.622125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] For port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:31:51.625609 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] For port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,segment=NetworkSegment(d49c0996-7401-43b1-8770-84313e65be75),segment_id=d49c0996-7401-43b1-8770-84313e65be75)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:31:51.698582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:51.752835 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:51.753548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:51.754887 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] 10.222.0.59 "PUT /v2.0/ports/ae2e93d6-f7b5-45a6-915f-268e8ba1b87f HTTP/1.1" status: 200 len: 1131 time: 1.1721032 Mar 14 18:31:51.755310 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cd2230-7225-424d-9e53-bee3786ae073', 'tag': 'ae2e93d6-f7b5-45a6-915f-268e8ba1b87f'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:31:51.786863 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a190619-bfae-4043-9993-2b2d68281ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,revision_number=8']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:51.810295 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cd2230-7225-424d-9e53-bee3786ae073', 'tag': 'ae2e93d6-f7b5-45a6-915f-268e8ba1b87f', 'status': 'completed', 'code': 200} Mar 14 18:31:51.905667 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95e588-6ccc-4ea8-9bf4-8853d43f2266 req-6ca9e797-7b3a-4371-a050-877b0efbcfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:51.907206 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-7e95e588-6ccc-4ea8-9bf4-8853d43f2266 req-6ca9e797-7b3a-4371-a050-877b0efbcfa4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=87cd2230-7225-424d-9e53-bee3786ae073 HTTP/1.1" status: 200 len: 1134 time: 0.0767040 Mar 14 18:31:52.048533 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95e588-6ccc-4ea8-9bf4-8853d43f2266 req-67d11863-8d8f-4549-9293-aaa16f8a8ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:52.050650 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-7e95e588-6ccc-4ea8-9bf4-8853d43f2266 req-67d11863-8d8f-4549-9293-aaa16f8a8ff2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1361616 Mar 14 18:31:52.087639 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66103632-f2b7-4834-9254-eefcb9570345 req-0ff70602-5796-4a91-8c98-ce5e21089fad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:52.089086 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-66103632-f2b7-4834-9254-eefcb9570345 req-0ff70602-5796-4a91-8c98-ce5e21089fad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=87cd2230-7225-424d-9e53-bee3786ae073 HTTP/1.1" status: 200 len: 981 time: 0.0800068 Mar 14 18:31:52.138814 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-66103632-f2b7-4834-9254-eefcb9570345 req-b94dfa8c-bf5d-4436-8004-1f9558a03172 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437999 Mar 14 18:31:52.187433 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95e588-6ccc-4ea8-9bf4-8853d43f2266 req-8b074725-d455-427f-8eec-df9d22b27868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:52.188888 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-7e95e588-6ccc-4ea8-9bf4-8853d43f2266 req-8b074725-d455-427f-8eec-df9d22b27868 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321445 Mar 14 18:31:52.289505 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-43d957e0-53ee-4dd5-8466-db3658229829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:52.291146 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-43d957e0-53ee-4dd5-8466-db3658229829 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=87cd2230-7225-424d-9e53-bee3786ae073 HTTP/1.1" status: 200 len: 1134 time: 0.0688174 Mar 14 18:31:52.394384 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-35160261-06fa-4a79-80f2-4ed778115c90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f HTTP/1.1" status: 200 len: 1036 time: 0.0971463 Mar 14 18:31:52.458013 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-34def388-6bfb-4bfc-a189-62f5ebe620a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:52.459443 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-34def388-6bfb-4bfc-a189-62f5ebe620a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad0022b8-1e0e-4812-977a-6b5083c0c354 HTTP/1.1" status: 200 len: 835 time: 0.0591664 Mar 14 18:31:52.530832 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-61ba35a8-7942-4861-9a58-0e3f01e913fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:52.532260 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-61ba35a8-7942-4861-9a58-0e3f01e913fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=911f866b-1f11-412f-a0c9-92141a2fe940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666947 Mar 14 18:31:52.661240 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-faa50ed0-b591-4ff5-8397-8efca1f6bbd1 service neutron] 10.222.0.59 "GET /v2.0/networks/911f866b-1f11-412f-a0c9-92141a2fe940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219661 Mar 14 18:31:52.790632 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f05a5500-cc04-4174-a0c1-fcc413cab5f7 req-637d3392-5cb2-42ce-99a9-e1b9c90f10b2 service neutron] 10.222.0.59 "GET /v2.0/networks/911f866b-1f11-412f-a0c9-92141a2fe940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226952 Mar 14 18:31:53.323907 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb78bb-3df1-49c5-9cc3-d611fb53e413 req-591f0bf7-655b-4afd-b8c6-de6014e6e1d0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:53.325326 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7fb78bb-3df1-49c5-9cc3-d611fb53e413 req-591f0bf7-655b-4afd-b8c6-de6014e6e1d0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=87cd2230-7225-424d-9e53-bee3786ae073 HTTP/1.1" status: 200 len: 981 time: 0.0806785 Mar 14 18:31:53.371048 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7fb78bb-3df1-49c5-9cc3-d611fb53e413 req-005c5916-4252-49da-b17c-1851df46e050 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393260 Mar 14 18:31:54.045275 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device ae2e93d6-f7b5-45a6-915f-268e8ba1b87f details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:31:54.174460 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,segment=NetworkSegment(d49c0996-7401-43b1-8770-84313e65be75),segment_id=d49c0996-7401-43b1-8770-84313e65be75)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:31:54.195204 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'ae2e93d6-f7b5-45a6-915f-268e8ba1b87f', 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940', 'port_id': 'ae2e93d6-f7b5-45a6-915f-268e8ba1b87f', 'mac_address': 'fa:16:3e:c3:dc:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:31:54.250678 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:54.266542 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2e93d6-f7b5-45a6-915f-268e8ba1b87f {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:31:54.271694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8b6f547f-f221-42b5-8585-48c01aba4011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:54.282895 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,segment=NetworkSegment(d49c0996-7401-43b1-8770-84313e65be75),segment_id=d49c0996-7401-43b1-8770-84313e65be75)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:31:54.357820 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:54.426666 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,revision_number=9']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:54.553570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e74843-36d9-4146-b944-a25891fcec5c req-aa2cea40-7f3d-4786-b824-a3d1a9ea5576 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:54.555004 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b4e74843-36d9-4146-b944-a25891fcec5c req-aa2cea40-7f3d-4786-b824-a3d1a9ea5576 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=87cd2230-7225-424d-9e53-bee3786ae073 HTTP/1.1" status: 200 len: 982 time: 0.0800982 Mar 14 18:31:54.571432 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['ae2e93d6-f7b5-45a6-915f-268e8ba1b87f'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:31:54.600900 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b4e74843-36d9-4146-b944-a25891fcec5c req-be350afb-76cd-4d99-8ac7-83c2325e96e9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400052 Mar 14 18:31:55.783021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8f82f-0459-48e3-90f1-9ff0dc9bd632 req-677fa50e-ef0c-4a31-becd-3fae085de678 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:55.784475 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-11a8f82f-0459-48e3-90f1-9ff0dc9bd632 req-677fa50e-ef0c-4a31-becd-3fae085de678 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=87cd2230-7225-424d-9e53-bee3786ae073 HTTP/1.1" status: 200 len: 982 time: 0.0794725 Mar 14 18:31:55.828393 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-11a8f82f-0459-48e3-90f1-9ff0dc9bd632 req-df5c11a6-16b5-41ce-b9e4-210b3f014318 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382545 Mar 14 18:31:56.050404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device ae2e93d6-f7b5-45a6-915f-268e8ba1b87f up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:31:56.172598 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:31:56.177206 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:31:56.177578 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:56.297569 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:56.323335 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cd2230-7225-424d-9e53-bee3786ae073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2e93d6-f7b5-45a6-915f-268e8ba1b87f'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:31:56.333720 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,segment=NetworkSegment(d49c0996-7401-43b1-8770-84313e65be75),segment_id=d49c0996-7401-43b1-8770-84313e65be75)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:31:56.338189 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1f022919-3c20-4578-a73a-ce46b1c28073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:56.370043 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cd2230-7225-424d-9e53-bee3786ae073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2e93d6-f7b5-45a6-915f-268e8ba1b87f', 'code': 200} Mar 14 18:31:56.408970 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:56.477146 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,revision_number=10']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:56.712657 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300a2cb-d434-4268-bf0b-47136a5fa2fb req-3c1e0588-c659-4ac6-a097-2801c9275616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:56.714013 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-2300a2cb-d434-4268-bf0b-47136a5fa2fb req-3c1e0588-c659-4ac6-a097-2801c9275616 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=87cd2230-7225-424d-9e53-bee3786ae073 HTTP/1.1" status: 200 len: 1137 time: 0.0679169 Mar 14 18:31:56.757227 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-2300a2cb-d434-4268-bf0b-47136a5fa2fb req-a3096659-0e72-4bb7-a232-d1402804e606 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374231 Mar 14 18:31:57.014323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ac65d-2ad0-42ea-b07e-c1ff872f8898 req-319247a5-6acf-4a4a-b98d-1da89eb16f55 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:57.014323 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b03ac65d-2ad0-42ea-b07e-c1ff872f8898 req-319247a5-6acf-4a4a-b98d-1da89eb16f55 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=87cd2230-7225-424d-9e53-bee3786ae073 HTTP/1.1" status: 200 len: 984 time: 0.0808098 Mar 14 18:31:57.057033 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b03ac65d-2ad0-42ea-b07e-c1ff872f8898 req-81820095-cae3-45d7-a526-22c0df849a11 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376892 Mar 14 18:31:57.774927 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:57.917453 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:58.240316 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb787a4-152f-42d7-88f3-f6f84ba5f930 req-b78ceb44-38b5-4530-b46a-134138de9bfa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:58.241731 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1bb787a4-152f-42d7-88f3-f6f84ba5f930 req-b78ceb44-38b5-4530-b46a-134138de9bfa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=87cd2230-7225-424d-9e53-bee3786ae073 HTTP/1.1" status: 200 len: 984 time: 0.0773528 Mar 14 18:31:58.284238 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1bb787a4-152f-42d7-88f3-f6f84ba5f930 req-6a95df00-a828-497b-b84b-0bcfaa8fe2a9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369456 Mar 14 18:31:58.467815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b127b87-f1a9-4075-b370-2b4e65cfaa9e req-d9f939be-d5f9-4f67-9e9c-b789b1892e1d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:58.469277 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2b127b87-f1a9-4075-b370-2b4e65cfaa9e req-d9f939be-d5f9-4f67-9e9c-b789b1892e1d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=87cd2230-7225-424d-9e53-bee3786ae073 HTTP/1.1" status: 200 len: 984 time: 0.0811641 Mar 14 18:31:58.511592 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2b127b87-f1a9-4075-b370-2b4e65cfaa9e req-fdf8ba60-cb02-4152-bd4f-11a01aaae16b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367732 Mar 14 18:31:58.533814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33224) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:31:58.602176 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9776c451-73d9-45ef-9a85-a1140a1d31f6 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:58.603684 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9776c451-73d9-45ef-9a85-a1140a1d31f6 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=87cd2230-7225-424d-9e53-bee3786ae073&network_id=911f866b-1f11-412f-a0c9-92141a2fe940 HTTP/1.1" status: 200 len: 1132 time: 0.0689375 Mar 14 18:31:58.936920 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-81d3b6f1-a01b-4a88-b55a-70829c547bfd req-90e35322-5e10-46ba-8d3b-37fbdc99572f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707777 Mar 14 18:31:59.028165 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3b6f1-a01b-4a88-b55a-70829c547bfd req-486aefa0-a699-4c5a-86dd-72862094954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:59.029607 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-81d3b6f1-a01b-4a88-b55a-70829c547bfd req-486aefa0-a699-4c5a-86dd-72862094954c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 1099 time: 0.0704470 Mar 14 18:31:59.175926 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3b6f1-a01b-4a88-b55a-70829c547bfd req-02ec97b2-f049-4d55-822f-1cb645a0da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:59.177351 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-81d3b6f1-a01b-4a88-b55a-70829c547bfd req-02ec97b2-f049-4d55-822f-1cb645a0da3f service neutron] 10.222.0.59 "GET /v2.0/networks?id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b HTTP/1.1" status: 200 len: 913 time: 0.1295164 Mar 14 18:31:59.179830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be72b2-9856-4f5b-bb5d-29d698cc3913 req-a5680e71-79ea-4eb4-ab4a-28440ffa7471 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:59.181282 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-30be72b2-9856-4f5b-bb5d-29d698cc3913 req-a5680e71-79ea-4eb4-ab4a-28440ffa7471 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=87cd2230-7225-424d-9e53-bee3786ae073 HTTP/1.1" status: 200 len: 984 time: 0.0835347 Mar 14 18:31:59.225835 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-30be72b2-9856-4f5b-bb5d-29d698cc3913 req-995becd6-9915-4966-b050-2f2a9596f7c0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378571 Mar 14 18:31:59.283718 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-81d3b6f1-a01b-4a88-b55a-70829c547bfd req-0e83a89a-1b8a-47ad-a79a-b6c9b692b82e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db197a02-02e7-4ecd-a653-9ce722640f18 HTTP/1.1" status: 200 len: 1002 time: 0.0955076 Mar 14 18:31:59.348994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3b6f1-a01b-4a88-b55a-70829c547bfd req-6d6c70aa-df08-4b2d-b8a8-b29acdd57045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:59.350363 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-81d3b6f1-a01b-4a88-b55a-70829c547bfd req-6d6c70aa-df08-4b2d-b8a8-b29acdd57045 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=308aa848-34d0-47aa-91ad-fa0584470c08 HTTP/1.1" status: 200 len: 851 time: 0.0589745 Mar 14 18:31:59.424174 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3b6f1-a01b-4a88-b55a-70829c547bfd req-3681a5f2-4de5-478d-8e75-d048a6e89b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:59.428163 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-81d3b6f1-a01b-4a88-b55a-70829c547bfd req-3681a5f2-4de5-478d-8e75-d048a6e89b4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680099 Mar 14 18:31:59.662975 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-81d3b6f1-a01b-4a88-b55a-70829c547bfd req-b10feed4-aca5-46a4-b4a4-617a960d58ee service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292724 Mar 14 18:31:59.727201 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:59.794625 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-81d3b6f1-a01b-4a88-b55a-70829c547bfd req-26dffe2b-2bb7-46a1-ba0f-a9f62a90a94b service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246693 Mar 14 18:32:00.407666 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbdba5-848f-4e6d-ae25-162f998aaa45 req-8b709963-4f19-44f2-a101-5121689eebc0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:00.409107 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c8fbdba5-848f-4e6d-ae25-162f998aaa45 req-8b709963-4f19-44f2-a101-5121689eebc0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=87cd2230-7225-424d-9e53-bee3786ae073 HTTP/1.1" status: 200 len: 984 time: 0.0778568 Mar 14 18:32:00.456942 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c8fbdba5-848f-4e6d-ae25-162f998aaa45 req-8056b09a-e71b-4ea3-ab7d-157bfe7161dd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=99a3ca93-1597-4a17-a186-4500098edcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421352 Mar 14 18:32:00.471131 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ac643-fcfd-45a7-805a-dc3d52d0614f req-ad863968-0552-434f-8d53-2b3028045d93 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:00.472669 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-075ac643-fcfd-45a7-805a-dc3d52d0614f req-ad863968-0552-434f-8d53-2b3028045d93 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/ports?device_id=87cd2230-7225-424d-9e53-bee3786ae073 HTTP/1.1" status: 200 len: 984 time: 0.0834718 Mar 14 18:32:00.549182 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ac643-fcfd-45a7-805a-dc3d52d0614f req-ca3d7ba0-ede6-4aa1-8550-c872ef72d832 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:00.550484 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-075ac643-fcfd-45a7-805a-dc3d52d0614f req-ca3d7ba0-ede6-4aa1-8550-c872ef72d832 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/ports/ae2e93d6-f7b5-45a6-915f-268e8ba1b87f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0720081 Mar 14 18:32:00.690584 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-075ac643-fcfd-45a7-805a-dc3d52d0614f req-0e60cd3c-b8c5-4c04-8369-21cd700c49ef tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/networks/911f866b-1f11-412f-a0c9-92141a2fe940?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1352441 Mar 14 18:32:00.700221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-075ac643-fcfd-45a7-805a-dc3d52d0614f req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:00.809126 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-075ac643-fcfd-45a7-805a-dc3d52d0614f req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:00.998369 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-075ac643-fcfd-45a7-805a-dc3d52d0614f req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] For port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,segment=NetworkSegment(d49c0996-7401-43b1-8770-84313e65be75),segment_id=d49c0996-7401-43b1-8770-84313e65be75)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:01.029658 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-075ac643-fcfd-45a7-805a-dc3d52d0614f req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] For port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:32:01.079407 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-075ac643-fcfd-45a7-805a-dc3d52d0614f req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] device_id is not set on port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f yet. {{(pid=88634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:32:01.087392 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-075ac643-fcfd-45a7-805a-dc3d52d0614f req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:01.151743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-075ac643-fcfd-45a7-805a-dc3d52d0614f req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:01.285733 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] Pushing event updated for resources: {'Port': ['ID=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,revision_number=11']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:01.297988 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:01.300038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:01.300038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:01.300038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:01.300038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:01.300038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:01.300038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:01.300614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:01.300614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:01.300832 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:01.301152 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:01.301465 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:01.356900 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-075ac643-fcfd-45a7-805a-dc3d52d0614f req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] No DVR routers for this DVR port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:32:01.443932 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-456f9201-74e2-4c2c-985b-e8fd731d8cf8 None None] Provisioning complete for port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:01.444498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-456f9201-74e2-4c2c-985b-e8fd731d8cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:01.496074 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-456f9201-74e2-4c2c-985b-e8fd731d8cf8 None None] Port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:32:01.580231 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-075ac643-fcfd-45a7-805a-dc3d52d0614f req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] In _notify_port_updated(), no bound segment for port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f on network 911f866b-1f11-412f-a0c9-92141a2fe940 {{(pid=88634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 14 18:32:01.581087 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ac643-fcfd-45a7-805a-dc3d52d0614f req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:01.581685 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-075ac643-fcfd-45a7-805a-dc3d52d0614f req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:01.582972 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-075ac643-fcfd-45a7-805a-dc3d52d0614f req-f6dc69ff-74da-45a4-bf7c-d81e419df3ba service neutron] 10.222.0.59 "PUT /v2.0/ports/ae2e93d6-f7b5-45a6-915f-268e8ba1b87f HTTP/1.1" status: 200 len: 1027 time: 0.8865159 Mar 14 18:32:01.606492 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b671767b-313c-4f9d-a9ec-14341be23bd7 req-3d13b053-9869-40c3-84c5-d1d0643f92c5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=87cd2230-7225-424d-9e53-bee3786ae073 HTTP/1.1" status: 200 len: 210 time: 0.0410628 Mar 14 18:32:02.706260 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33238) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:02.774040 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7534760d-0e70-44a8-8d05-a980f8bf921f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:02.802103 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7534760d-0e70-44a8-8d05-a980f8bf921f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:02.952129 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7534760d-0e70-44a8-8d05-a980f8bf921f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:02.970515 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534760d-0e70-44a8-8d05-a980f8bf921f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6557ccaa-3733-4991-b345-1488e0e2c727,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:03.041881 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7534760d-0e70-44a8-8d05-a980f8bf921f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:03.043102 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7534760d-0e70-44a8-8d05-a980f8bf921f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/security-groups/6557ccaa-3733-4991-b345-1488e0e2c727 HTTP/1.1" status: 204 len: 168 time: 0.3357224 Mar 14 18:32:03.134705 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33244) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:03.430374 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ae01a-9c06-445a-a7f8-34db8841f2e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port ca65fc7d-8e5f-47f4-844b-6ca4631e879c {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:03.430712 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae01a-9c06-445a-a7f8-34db8841f2e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:03.590778 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae01a-9c06-445a-a7f8-34db8841f2e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:03.591110 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae01a-9c06-445a-a7f8-34db8841f2e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:03.713928 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ae01a-9c06-445a-a7f8-34db8841f2e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for ca65fc7d-8e5f-47f4-844b-6ca4631e879c owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:32:03.928495 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae01a-9c06-445a-a7f8-34db8841f2e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:03.978548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ae01a-9c06-445a-a7f8-34db8841f2e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=ca65fc7d-8e5f-47f4-844b-6ca4631e879c,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:04.072839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae01a-9c06-445a-a7f8-34db8841f2e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:04.073290 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [None req-5a4ae01a-9c06-445a-a7f8-34db8841f2e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP 5a44db11-f64b-4c07-ba9c-a650eb36bcb8 disassociated (deleted). External IP: 172.26.7.99, port: ae2e93d6-f7b5-45a6-915f-268e8ba1b87f. Mar 14 18:32:04.096581 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device ae2e93d6-f7b5-45a6-915f-268e8ba1b87f no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:32:04.155152 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device ae2e93d6-f7b5-45a6-915f-268e8ba1b87f not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:32:04.412955 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4ae01a-9c06-445a-a7f8-34db8841f2e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 914b1087-927d-4fa0-a56c-a8219af20f74 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:32:04.586625 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4ae01a-9c06-445a-a7f8-34db8841f2e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:32:04.596611 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c8c1b2-4c63-496b-8888-1f0e21c5c4da None None] Sync routers for ids ['914b1087-927d-4fa0-a56c-a8219af20f74'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:32:04.605674 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c8c1b2-4c63-496b-8888-1f0e21c5c4da None None] Routers {'914b1087-927d-4fa0-a56c-a8219af20f74'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:32:04.606263 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-51c8c1b2-4c63-496b-8888-1f0e21c5c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:31:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['914b1087-927d-4fa0-a56c-a8219af20f74'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:04.681007 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae01a-9c06-445a-a7f8-34db8841f2e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:04.805319 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-51c8c1b2-4c63-496b-8888-1f0e21c5c4da None None] Set router 914b1087-927d-4fa0-a56c-a8219af20f74 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:32:04.851279 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5a4ae01a-9c06-445a-a7f8-34db8841f2e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/floatingips/5a44db11-f64b-4c07-ba9c-a650eb36bcb8 HTTP/1.1" status: 204 len: 168 time: 1.7154467 Mar 14 18:32:04.995218 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33252) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:05.063477 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b849ebd8-fa93-4083-8f3c-dd7a452537c4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:05.095869 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b849ebd8-fa93-4083-8f3c-dd7a452537c4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:05.118345 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-51c8c1b2-4c63-496b-8888-1f0e21c5c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'name': 'tempest-TestNetworkBasicOps-router-986476765', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:31:11Z', 'updated_at': '2022-03-14T18:31:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:12Z', 'updated_at': '2022-03-14T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd28b0a7c-9805-44ef-889b-8232bd00d9e2', 'name': '', 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:8e:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:16Z', 'updated_at': '2022-03-14T18:31:22Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:05.122110 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c8c1b2-4c63-496b-8888-1f0e21c5c4da None None] Checking router: 914b1087-927d-4fa0-a56c-a8219af20f74 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:32:05.131515 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c8c1b2-4c63-496b-8888-1f0e21c5c4da None None] Routers {'914b1087-927d-4fa0-a56c-a8219af20f74'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:32:05.132113 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-51c8c1b2-4c63-496b-8888-1f0e21c5c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:31:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['914b1087-927d-4fa0-a56c-a8219af20f74'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:05.249089 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b849ebd8-fa93-4083-8f3c-dd7a452537c4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:05.267682 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849ebd8-fa93-4083-8f3c-dd7a452537c4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e83191-fed8-4f37-b2fa-6a8c5e2f18c3,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:05.276010 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b849ebd8-fa93-4083-8f3c-dd7a452537c4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:05.277146 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b849ebd8-fa93-4083-8f3c-dd7a452537c4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/security-groups/b5e83191-fed8-4f37-b2fa-6a8c5e2f18c3 HTTP/1.1" status: 204 len: 168 time: 0.2808650 Mar 14 18:32:05.309816 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-51c8c1b2-4c63-496b-8888-1f0e21c5c4da None None] Set router 914b1087-927d-4fa0-a56c-a8219af20f74 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:32:05.362478 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33258) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:05.429548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-b89d78ea-404f-4037-bf2b-1d2eb7633f72 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port ae2e93d6-f7b5-45a6-915f-268e8ba1b87f {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:05.429929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b89d78ea-404f-4037-bf2b-1d2eb7633f72 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:05.611839 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-51c8c1b2-4c63-496b-8888-1f0e21c5c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'name': 'tempest-TestNetworkBasicOps-router-986476765', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:31:11Z', 'updated_at': '2022-03-14T18:31:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:12Z', 'updated_at': '2022-03-14T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd28b0a7c-9805-44ef-889b-8232bd00d9e2', 'name': '', 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:8e:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:16Z', 'updated_at': '2022-03-14T18:31:22Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:05.615676 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c8c1b2-4c63-496b-8888-1f0e21c5c4da None None] The sync data for ids ['914b1087-927d-4fa0-a56c-a8219af20f74'] in dv-neutron-833560-1-hyperv is: [{'id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'name': 'tempest-TestNetworkBasicOps-router-986476765', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:31:11Z', 'updated_at': '2022-03-14T18:31:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:12Z', 'updated_at': '2022-03-14T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd28b0a7c-9805-44ef-889b-8232bd00d9e2', 'name': '', 'network_id': '911f866b-1f11-412f-a0c9-92141a2fe940', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:8e:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:16Z', 'updated_at': '2022-03-14T18:31:22Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'ad0022b8-1e0e-4812-977a-6b5083c0c354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:32:05.670592 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b89d78ea-404f-4037-bf2b-1d2eb7633f72 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:05.793716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-b89d78ea-404f-4037-bf2b-1d2eb7633f72 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for ae2e93d6-f7b5-45a6-915f-268e8ba1b87f owned by {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:32:05.832803 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f813d399-6013-427b-b562-c2b6d78333d6 None None] New status for floating IP 5a44db11-f64b-4c07-ba9c-a650eb36bcb8: DOWN {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:32:05.997445 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b89d78ea-404f-4037-bf2b-1d2eb7633f72 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:06.077182 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d78ea-404f-4037-bf2b-1d2eb7633f72 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=ae2e93d6-f7b5-45a6-915f-268e8ba1b87f,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:06.150450 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b89d78ea-404f-4037-bf2b-1d2eb7633f72 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:06.162784 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b89d78ea-404f-4037-bf2b-1d2eb7633f72 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/ports/ae2e93d6-f7b5-45a6-915f-268e8ba1b87f HTTP/1.1" status: 204 len: 168 time: 0.7967782 Mar 14 18:32:06.163003 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33262) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:06.806010 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0886e000-d41c-4e72-904a-35bd3ef84061 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:07.148761 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-0886e000-d41c-4e72-904a-35bd3ef84061 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port d28b0a7c-9805-44ef-889b-8232bd00d9e2 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:07.149443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0886e000-d41c-4e72-904a-35bd3ef84061 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:07.329642 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-0886e000-d41c-4e72-904a-35bd3ef84061 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port d28b0a7c-9805-44ef-889b-8232bd00d9e2, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d28b0a7c-9805-44ef-889b-8232bd00d9e2,segment=NetworkSegment(d49c0996-7401-43b1-8770-84313e65be75),segment_id=d49c0996-7401-43b1-8770-84313e65be75)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:07.329994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0886e000-d41c-4e72-904a-35bd3ef84061 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:07.451749 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-0886e000-d41c-4e72-904a-35bd3ef84061 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for d28b0a7c-9805-44ef-889b-8232bd00d9e2 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:32:07.700651 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0886e000-d41c-4e72-904a-35bd3ef84061 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:07.748946 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886e000-d41c-4e72-904a-35bd3ef84061 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=d28b0a7c-9805-44ef-889b-8232bd00d9e2,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:08.019288 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0886e000-d41c-4e72-904a-35bd3ef84061 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:08.476753 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0886e000-d41c-4e72-904a-35bd3ef84061 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 914b1087-927d-4fa0-a56c-a8219af20f74 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:32:08.645505 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0886e000-d41c-4e72-904a-35bd3ef84061 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:32:08.656032 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f8f3c9-066a-482f-9e6b-a9b16adb69a9 None None] Sync routers for ids ['914b1087-927d-4fa0-a56c-a8219af20f74'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:32:08.658251 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0886e000-d41c-4e72-904a-35bd3ef84061 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/914b1087-927d-4fa0-a56c-a8219af20f74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4943304 Mar 14 18:32:08.660865 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33266) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:08.668180 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f8f3c9-066a-482f-9e6b-a9b16adb69a9 None None] Routers {'914b1087-927d-4fa0-a56c-a8219af20f74'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:32:08.668886 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-61f8f3c9-066a-482f-9e6b-a9b16adb69a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:31:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['914b1087-927d-4fa0-a56c-a8219af20f74'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:08.727621 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2614be-dd40-474c-acb9-1eca4d15c60f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting subnet ad0022b8-1e0e-4812-977a-6b5083c0c354 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:32:08.730613 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b2614be-dd40-474c-acb9-1eca4d15c60f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:08.786914 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b2614be-dd40-474c-acb9-1eca4d15c60f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:08.846607 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-61f8f3c9-066a-482f-9e6b-a9b16adb69a9 None None] Set router 914b1087-927d-4fa0-a56c-a8219af20f74 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:32:08.868397 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b2614be-dd40-474c-acb9-1eca4d15c60f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:09.018748 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b2614be-dd40-474c-acb9-1eca4d15c60f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:09.043220 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:09.058083 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2614be-dd40-474c-acb9-1eca4d15c60f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Subnet': ['ID=ad0022b8-1e0e-4812-977a-6b5083c0c354,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:09.061789 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b2614be-dd40-474c-acb9-1eca4d15c60f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:09.069216 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7b2614be-dd40-474c-acb9-1eca4d15c60f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/subnets/ad0022b8-1e0e-4812-977a-6b5083c0c354 HTTP/1.1" status: 204 len: 168 time: 0.4070394 Mar 14 18:32:09.071752 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33270) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:09.072885 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec1af1b-91bb-4445-bb4b-d395dc7d01ed None None] Network 911f866b-1f11-412f-a0c9-92141a2fe940 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:32:09.155663 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-61f8f3c9-066a-482f-9e6b-a9b16adb69a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'name': 'tempest-TestNetworkBasicOps-router-986476765', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:31:11Z', 'updated_at': '2022-03-14T18:32:07Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:12Z', 'updated_at': '2022-03-14T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:09.159552 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f8f3c9-066a-482f-9e6b-a9b16adb69a9 None None] Checking router: 914b1087-927d-4fa0-a56c-a8219af20f74 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:32:09.167878 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f8f3c9-066a-482f-9e6b-a9b16adb69a9 None None] Routers {'914b1087-927d-4fa0-a56c-a8219af20f74'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:32:09.168590 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-61f8f3c9-066a-482f-9e6b-a9b16adb69a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:31:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['914b1087-927d-4fa0-a56c-a8219af20f74'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:09.251583 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:09.333249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ea6d2f-3595-4b86-8e9e-da2c3ae195ce None None] DHCP port deletion for 911f866b-1f11-412f-a0c9-92141a2fe940 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:32:09.337970 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea6d2f-3595-4b86-8e9e-da2c3ae195ce None None] Deleting port fca3f364-803e-4d5a-be4e-239c676deb88 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:09.338531 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6d2f-3595-4b86-8e9e-da2c3ae195ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:09.347874 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-61f8f3c9-066a-482f-9e6b-a9b16adb69a9 None None] Set router 914b1087-927d-4fa0-a56c-a8219af20f74 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:32:09.428894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:09.511894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 67fb8f91-fa77-4c69-a7f5-c6451d3e94db {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:09.512249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:09.542278 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f5ea6d2f-3595-4b86-8e9e-da2c3ae195ce None None] For port fca3f364-803e-4d5a-be4e-239c676deb88, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=fca3f364-803e-4d5a-be4e-239c676deb88,segment=NetworkSegment(d49c0996-7401-43b1-8770-84313e65be75),segment_id=d49c0996-7401-43b1-8770-84313e65be75)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:09.542668 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6d2f-3595-4b86-8e9e-da2c3ae195ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:09.631152 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-61f8f3c9-066a-482f-9e6b-a9b16adb69a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'name': 'tempest-TestNetworkBasicOps-router-986476765', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:31:11Z', 'updated_at': '2022-03-14T18:32:07Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:12Z', 'updated_at': '2022-03-14T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:09.634933 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f8f3c9-066a-482f-9e6b-a9b16adb69a9 None None] The sync data for ids ['914b1087-927d-4fa0-a56c-a8219af20f74'] in dv-neutron-833560-1-hyperv is: [{'id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'name': 'tempest-TestNetworkBasicOps-router-986476765', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:31:11Z', 'updated_at': '2022-03-14T18:32:07Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '67fb8f91-fa77-4c69-a7f5-c6451d3e94db', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b1087-927d-4fa0-a56c-a8219af20f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:31:12Z', 'updated_at': '2022-03-14T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:32:09.668049 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea6d2f-3595-4b86-8e9e-da2c3ae195ce None None] Calling delete_port for fca3f364-803e-4d5a-be4e-239c676deb88 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:32:09.806392 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port 67fb8f91-fa77-4c69-a7f5-c6451d3e94db, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=67fb8f91-fa77-4c69-a7f5-c6451d3e94db,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:09.806679 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:09.818114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6d2f-3595-4b86-8e9e-da2c3ae195ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:09.864831 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea6d2f-3595-4b86-8e9e-da2c3ae195ce None None] Pushing event deleted for resources: {'Port': ['ID=fca3f364-803e-4d5a-be4e-239c676deb88,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:09.866602 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ea6d2f-3595-4b86-8e9e-da2c3ae195ce None None] No DVR routers for this DVR port fca3f364-803e-4d5a-be4e-239c676deb88 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:32:09.929896 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 67fb8f91-fa77-4c69-a7f5-c6451d3e94db owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:32:10.311398 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:10.356086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=67fb8f91-fa77-4c69-a7f5-c6451d3e94db,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:10.391176 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:10.391516 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:10.391845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:10.392172 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:10.392488 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:10.392803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:10.393113 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:10.393423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:10.393732 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:10.394043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:10.394342 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:10.394647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:10.461385 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:10.511677 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device fca3f364-803e-4d5a-be4e-239c676deb88 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:32:10.547227 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: fca3f364-803e-4d5a-be4e-239c676deb88 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:32:10.547512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device fca3f364-803e-4d5a-be4e-239c676deb88 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:32:10.547926 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d28b0a7c-9805-44ef-889b-8232bd00d9e2 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:32:10.579099 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: d28b0a7c-9805-44ef-889b-8232bd00d9e2 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:32:10.579442 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d28b0a7c-9805-44ef-889b-8232bd00d9e2 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:32:10.630777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:10.632852 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:10.711538 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:10.712047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Fanout notify agent at l3_agent the message router_deleted on router 914b1087-927d-4fa0-a56c-a8219af20f74 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:32:10.729706 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:10.730890 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-63d6972f-d9c5-4f62-ae2e-61c7ab3735bf tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/routers/914b1087-927d-4fa0-a56c-a8219af20f74 HTTP/1.1" status: 204 len: 168 time: 1.6580896 Mar 14 18:32:10.733593 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33274) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:10.848842 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d6005da4-f6c0-4977-b230-03ec6fa5a60c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:10.973094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d6005da4-f6c0-4977-b230-03ec6fa5a60c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:10.996321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-d6005da4-f6c0-4977-b230-03ec6fa5a60c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911f866b-1f11-412f-a0c9-92141a2fe940']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:11.008114 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-d6005da4-f6c0-4977-b230-03ec6fa5a60c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49c0996-7401-43b1-8770-84313e65be75') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:11.008410 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-d6005da4-f6c0-4977-b230-03ec6fa5a60c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49c0996-7401-43b1-8770-84313e65be75') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:11.019770 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d6005da4-f6c0-4977-b230-03ec6fa5a60c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:11.035185 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d6005da4-f6c0-4977-b230-03ec6fa5a60c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:11.040868 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6005da4-f6c0-4977-b230-03ec6fa5a60c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:32:11.041243 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d6005da4-f6c0-4977-b230-03ec6fa5a60c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:32:11.055230 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:32:11.214429 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d6005da4-f6c0-4977-b230-03ec6fa5a60c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:11.231522 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d6005da4-f6c0-4977-b230-03ec6fa5a60c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:11.242061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6005da4-f6c0-4977-b230-03ec6fa5a60c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Network': ['ID=911f866b-1f11-412f-a0c9-92141a2fe940,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:11.246849 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d6005da4-f6c0-4977-b230-03ec6fa5a60c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/networks/911f866b-1f11-412f-a0c9-92141a2fe940 HTTP/1.1" status: 204 len: 168 time: 0.5122995 Mar 14 18:32:11.261129 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33278) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:11.273076 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c4ea3da1-36bc-40ac-8e91-9482c0e9fe53 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0109541 Mar 14 18:32:11.275531 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33282) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:11.281416 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-5d5632e5-c8ba-4ac2-aa1c-e158a87dd7ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'network': {'name': 'tempest-network-smoke--55026643', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'port_security_enabled': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:11.286349 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5d5632e5-c8ba-4ac2-aa1c-e158a87dd7ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:32:11.290442 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5d5632e5-c8ba-4ac2-aa1c-e158a87dd7ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:network and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:32:11.293322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5d5632e5-c8ba-4ac2-aa1c-e158a87dd7ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:32:11.298880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5d5632e5-c8ba-4ac2-aa1c-e158a87dd7ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:32:11.368288 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5632e5-c8ba-4ac2-aa1c-e158a87dd7ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:32:11.371791 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d5632e5-c8ba-4ac2-aa1c-e158a87dd7ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:11.399474 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5632e5-c8ba-4ac2-aa1c-e158a87dd7ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:32:11.407625 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d5632e5-c8ba-4ac2-aa1c-e158a87dd7ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:11.407965 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-5d5632e5-c8ba-4ac2-aa1c-e158a87dd7ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Added segment 1a7046c1-dba0-47de-963f-53e5c40d9378 of type vlan for network aa451c8b-24af-4363-b9ea-858a55a3aa26 Mar 14 18:32:11.432438 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d5632e5-c8ba-4ac2-aa1c-e158a87dd7ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:11.511176 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d5632e5-c8ba-4ac2-aa1c-e158a87dd7ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:11.516546 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5632e5-c8ba-4ac2-aa1c-e158a87dd7ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:11.517159 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d5632e5-c8ba-4ac2-aa1c-e158a87dd7ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:11.622282 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5632e5-c8ba-4ac2-aa1c-e158a87dd7ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Network': ['ID=aa451c8b-24af-4363-b9ea-858a55a3aa26,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:11.633765 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network aa451c8b-24af-4363-b9ea-858a55a3aa26 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:32:11.706676 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5d5632e5-c8ba-4ac2-aa1c-e158a87dd7ae tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4297857 Mar 14 18:32:11.709489 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33286) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:11.714568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-593664221', 'admin_state_up': True, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:11.722372 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:32:11.726370 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:router and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:32:11.729527 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:32:11.736412 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:32:11.795227 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:11.796237 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:11.811292 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:12.134778 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:12.423432 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 67fb8f91-fa77-4c69-a7f5-c6451d3e94db no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:32:12.458211 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 67fb8f91-fa77-4c69-a7f5-c6451d3e94db {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:32:12.458562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 67fb8f91-fa77-4c69-a7f5-c6451d3e94db not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:32:12.601382 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:12.629697 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:12.763890 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.26.7.128 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/c67240bb-f34f-4d94-81f6-a3f83c0f5604) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:32:12.904927 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:12.991540 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:13.050568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:32:13.057080 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:32:13.061398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:32:13.093654 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=c67240bb-f34f-4d94-81f6-a3f83c0f5604,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:13.543492 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:13.876495 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:14.265759 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 988a48fc-4b69-491a-a4d9-158d4d3984ad is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:32:14.440869 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:32:14.450173 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Sync routers for ids ['988a48fc-4b69-491a-a4d9-158d4d3984ad'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:32:14.458958 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Routers {'988a48fc-4b69-491a-a4d9-158d4d3984ad'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:32:14.459560 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:31:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['988a48fc-4b69-491a-a4d9-158d4d3984ad'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:14.523179 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:14.524350 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e7b58488-6fec-4857-a9c5-9d060bd8e0bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8140044 Mar 14 18:32:14.527456 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33290) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:14.567326 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-759fc20a-93e3-4000-9758-e297de39f122 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=6c5e4a48cb994bfdaa976c98e4c4c63f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386307 Mar 14 18:32:14.569911 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33294) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:14.632891 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Set router 988a48fc-4b69-491a-a4d9-158d4d3984ad gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:32:14.696993 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c161c787-4667-41c1-a655-2f9c5c1a5719 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:14.701048 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c161c787-4667-41c1-a655-2f9c5c1a5719 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276691 Mar 14 18:32:14.701257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33298) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:14.739573 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1f9f07dd-bbb4-4151-b5bc-c5c37351f9b3 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371990 Mar 14 18:32:14.741957 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33302) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:14.747291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-410d45c5-b132-44a1-aabe-40ff8a18c428 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-84783451', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:14.857082 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-410d45c5-b132-44a1-aabe-40ff8a18c428 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:32:14.861382 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-410d45c5-b132-44a1-aabe-40ff8a18c428 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:subnet and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:32:14.864093 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-410d45c5-b132-44a1-aabe-40ff8a18c428 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:32:14.869593 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-410d45c5-b132-44a1-aabe-40ff8a18c428 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:32:14.915405 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'name': 'tempest-TestNetworkBasicOps-router-593664221', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:11Z', 'updated_at': '2022-03-14T18:32:13Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:12Z', 'updated_at': '2022-03-14T18:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:14.919302 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Checking router: 988a48fc-4b69-491a-a4d9-158d4d3984ad for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:32:14.919652 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Updating router 988a48fc-4b69-491a-a4d9-158d4d3984ad port c67240bb-f34f-4d94-81f6-a3f83c0f5604 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:32:14.945582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410d45c5-b132-44a1-aabe-40ff8a18c428 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:32:14.949197 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-410d45c5-b132-44a1-aabe-40ff8a18c428 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:14.971100 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:15.231935 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-410d45c5-b132-44a1-aabe-40ff8a18c428 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:15.287580 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:15.298898 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Transition to ACTIVE for port object c67240bb-f34f-4d94-81f6-a3f83c0f5604 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:32:15.310269 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d45c5-b132-44a1-aabe-40ff8a18c428 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Subnet': ['ID=d7a10c78-90cb-4870-b02c-155e1115993b,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:15.316682 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410d45c5-b132-44a1-aabe-40ff8a18c428 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Checking segment: {'id': '1a7046c1-dba0-47de-963f-53e5c40d9378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:32:15.317047 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410d45c5-b132-44a1-aabe-40ff8a18c428 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network hostable DHCP agents. Network: aa451c8b-24af-4363-b9ea-858a55a3aa26, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:32:15.389109 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:15.417659 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410d45c5-b132-44a1-aabe-40ff8a18c428 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network aa451c8b-24af-4363-b9ea-858a55a3aa26 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:32:15.473596 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Attempting to bind port c67240bb-f34f-4d94-81f6-a3f83c0f5604 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:32:15.474091 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Attempting to bind port c67240bb-f34f-4d94-81f6-a3f83c0f5604 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:32:15.474327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Attempting to bind port c67240bb-f34f-4d94-81f6-a3f83c0f5604 on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:32:15.476416 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6897754-114b-4348-b2c6-ae5a9c387295 None None] Pushing event updated for resources: {'Port': ['ID=c67240bb-f34f-4d94-81f6-a3f83c0f5604,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:15.481868 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:32:15.485423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:32:15.485423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:15.485423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:32:15.485423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Bound port: c67240bb-f34f-4d94-81f6-a3f83c0f5604, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:32:15.485423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:15.503419 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-410d45c5-b132-44a1-aabe-40ff8a18c428 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, aa451c8b-24af-4363-b9ea-858a55a3aa26) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:32:15.508977 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410d45c5-b132-44a1-aabe-40ff8a18c428 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:15.510785 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-410d45c5-b132-44a1-aabe-40ff8a18c428 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:15.512176 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cb99cf-4374-4525-91bf-12cbbe41d8d6 None None] Network aa451c8b-24af-4363-b9ea-858a55a3aa26 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:32:15.589858 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-410d45c5-b132-44a1-aabe-40ff8a18c428 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8468649 Mar 14 18:32:15.592551 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33306) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:15.643150 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] For port c67240bb-f34f-4d94-81f6-a3f83c0f5604, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:32:15.648386 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] For port c67240bb-f34f-4d94-81f6-a3f83c0f5604, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c67240bb-f34f-4d94-81f6-a3f83c0f5604,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:32:15.746048 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:15.805926 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-aa451c8b-24af-4363-b9ea-858a55a3aa26', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ips': [{'subnet_id': 'd7a10c78-90cb-4870-b02c-155e1115993b'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:32:15.806738 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:15.926012 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6897754-114b-4348-b2c6-ae5a9c387295 None None] Pushing event updated for resources: {'Port': ['ID=c67240bb-f34f-4d94-81f6-a3f83c0f5604,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:15.928485 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Routers {'988a48fc-4b69-491a-a4d9-158d4d3984ad'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:32:15.929080 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:31:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['988a48fc-4b69-491a-a4d9-158d4d3984ad'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:16.179254 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] Set router 988a48fc-4b69-491a-a4d9-158d4d3984ad gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:32:16.221615 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Allocated IP 172.20.0.2 (aa451c8b-24af-4363-b9ea-858a55a3aa26/d7a10c78-90cb-4870-b02c-155e1115993b/30c4800b-14dc-45bb-8824-910f78d8df20) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:32:16.402507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.617153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.629660 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Transition to ACTIVE for port object 30c4800b-14dc-45bb-8824-910f78d8df20 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:32:16.651204 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'name': 'tempest-TestNetworkBasicOps-router-593664221', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:11Z', 'updated_at': '2022-03-14T18:32:13Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:12Z', 'updated_at': '2022-03-14T18:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:16.656102 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Transition to ACTIVE for port object 30c4800b-14dc-45bb-8824-910f78d8df20 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:32:16.657799 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4c9932-66f8-4314-aadb-6272eb805117 None None] The sync data for ids ['988a48fc-4b69-491a-a4d9-158d4d3984ad'] in dv-neutron-833560-1-hyperv is: [{'id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'name': 'tempest-TestNetworkBasicOps-router-593664221', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:11Z', 'updated_at': '2022-03-14T18:32:13Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:12Z', 'updated_at': '2022-03-14T18:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:32:16.740534 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.805142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.1 (aa451c8b-24af-4363-b9ea-858a55a3aa26/d7a10c78-90cb-4870-b02c-155e1115993b/73f2e464-f5d8-4b2c-856e-a7b4cdf0655d) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:32:16.814101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Network aa451c8b-24af-4363-b9ea-858a55a3aa26 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:32:16.822412 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:32:16.826864 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:32:16.833281 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Pushing event updated for resources: {'Port': ['ID=30c4800b-14dc-45bb-8824-910f78d8df20,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:16.950185 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Attempting to bind port 30c4800b-14dc-45bb-8824-910f78d8df20 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:32:16.950885 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Attempting to bind port 30c4800b-14dc-45bb-8824-910f78d8df20 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '1a7046c1-dba0-47de-963f-53e5c40d9378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:32:16.951608 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Attempting to bind port 30c4800b-14dc-45bb-8824-910f78d8df20 on network aa451c8b-24af-4363-b9ea-858a55a3aa26 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:32:16.958051 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:32:16.958509 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Checking segment: {'id': '1a7046c1-dba0-47de-963f-53e5c40d9378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:32:16.959035 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.959494 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Bound using segment: {'id': '1a7046c1-dba0-47de-963f-53e5c40d9378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:32:16.959966 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Bound port: 30c4800b-14dc-45bb-8824-910f78d8df20, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7046c1-dba0-47de-963f-53e5c40d9378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:32:16.960336 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.994254 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:17.015851 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:32:17.053659 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] For port 30c4800b-14dc-45bb-8824-910f78d8df20, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:32:17.056905 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] For port 30c4800b-14dc-45bb-8824-910f78d8df20, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=30c4800b-14dc-45bb-8824-910f78d8df20,segment=NetworkSegment(1a7046c1-dba0-47de-963f-53e5c40d9378),segment_id=1a7046c1-dba0-47de-963f-53e5c40d9378)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:32:17.127544 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:17.129275 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:17.198119 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network aa451c8b-24af-4363-b9ea-858a55a3aa26 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:32:17.201198 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:32:17.204592 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:32:17.215429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a7dfb-c2bb-402e-bbc0-475bbc50b9ae None None] Pushing event updated for resources: {'Port': ['ID=30c4800b-14dc-45bb-8824-910f78d8df20,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:17.258805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=73f2e464-f5d8-4b2c-856e-a7b4cdf0655d,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:17.281378 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:17.641449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:18.132423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccaf4dd-6264-4fd2-984c-c7b071e47ca7 None None] Network aa451c8b-24af-4363-b9ea-858a55a3aa26 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:32:18.173136 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:18.236985 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:18.295314 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a5bb78e3-bc43-4286-a1f4-547ad52507aa None None] Provisioning for port 30c4800b-14dc-45bb-8824-910f78d8df20 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:32:18.348615 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=73f2e464-f5d8-4b2c-856e-a7b4cdf0655d,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:18.351100 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:18.509276 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network aa451c8b-24af-4363-b9ea-858a55a3aa26 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:32:18.510582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:32:18.557237 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 30c4800b-14dc-45bb-8824-910f78d8df20 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:32:18.730981 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 988a48fc-4b69-491a-a4d9-158d4d3984ad has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:32:18.755040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-87b26c2b-1460-4a31-a015-a7988fdaecc7 None None] Provisioning for port 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:32:18.765698 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-87b26c2b-1460-4a31-a015-a7988fdaecc7 None None] Provisioning complete for port 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:18.765698 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-87b26c2b-1460-4a31-a015-a7988fdaecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:18.799616 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 30c4800b-14dc-45bb-8824-910f78d8df20 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:32:18.816370 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 30c4800b-14dc-45bb-8824-910f78d8df20 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:18.816822 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:18.875353 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-87b26c2b-1460-4a31-a015-a7988fdaecc7 None None] Port 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:32:18.904423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-87b26c2b-1460-4a31-a015-a7988fdaecc7 None None] Provisioning complete for port 30c4800b-14dc-45bb-8824-910f78d8df20 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:18.904883 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-87b26c2b-1460-4a31-a015-a7988fdaecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:18.923730 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:32:18.934068 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Sync routers for ids ['988a48fc-4b69-491a-a4d9-158d4d3984ad'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:32:18.946391 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Routers {'988a48fc-4b69-491a-a4d9-158d4d3984ad'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:32:18.947108 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:31:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['988a48fc-4b69-491a-a4d9-158d4d3984ad'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:18.948428 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-98537280-18ac-415e-899f-59e048a2e929 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/988a48fc-4b69-491a-a4d9-158d4d3984ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3548663 Mar 14 18:32:18.950924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33310) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:19.019218 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:19.101591 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 30c4800b-14dc-45bb-8824-910f78d8df20, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=30c4800b-14dc-45bb-8824-910f78d8df20,segment=NetworkSegment(1a7046c1-dba0-47de-963f-53e5c40d9378),segment_id=1a7046c1-dba0-47de-963f-53e5c40d9378)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:19.109056 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7da8c68-87ee-4a3a-99bb-ac0829107acb tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:19.109527 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7da8c68-87ee-4a3a-99bb-ac0829107acb tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:19.109989 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7da8c68-87ee-4a3a-99bb-ac0829107acb tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:19.117473 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7da8c68-87ee-4a3a-99bb-ac0829107acb tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:19.117473 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7da8c68-87ee-4a3a-99bb-ac0829107acb tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:19.117473 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7da8c68-87ee-4a3a-99bb-ac0829107acb tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:19.117710 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-87b26c2b-1460-4a31-a015-a7988fdaecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:19.117810 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f7da8c68-87ee-4a3a-99bb-ac0829107acb tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1611986 Mar 14 18:32:19.117931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33314) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:19.147599 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Set router 988a48fc-4b69-491a-a4d9-158d4d3984ad gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:32:19.168769 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:19.169566 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c67240bb-f34f-4d94-81f6-a3f83c0f5604 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:32:19.188389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7199056b-0841-4761-83b3-09590bc4b3a1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:19.188784 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7199056b-0841-4761-83b3-09590bc4b3a1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:19.190255 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7199056b-0841-4761-83b3-09590bc4b3a1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:19.190255 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7199056b-0841-4761-83b3-09590bc4b3a1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:19.190255 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7199056b-0841-4761-83b3-09590bc4b3a1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:19.190601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7199056b-0841-4761-83b3-09590bc4b3a1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:19.195276 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33318) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:19.195483 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7199056b-0841-4761-83b3-09590bc4b3a1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0780041 Mar 14 18:32:19.334627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-87b26c2b-1460-4a31-a015-a7988fdaecc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:32:19.335046 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-87b26c2b-1460-4a31-a015-a7988fdaecc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:32:19.340023 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=30c4800b-14dc-45bb-8824-910f78d8df20,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:19.350413 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:19.350809 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:19.351120 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:19.351450 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:19.351782 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:19.352109 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:19.352431 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:19.352753 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:19.353073 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:19.353389 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:19.353707 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:19.354024 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:19.401964 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-73ff7411-abd2-4ec4-b4c7-c1abd76781fb tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2024951 Mar 14 18:32:19.425969 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port c67240bb-f34f-4d94-81f6-a3f83c0f5604 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:32:19.431344 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port c67240bb-f34f-4d94-81f6-a3f83c0f5604 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:19.431761 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:19.472012 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'name': 'tempest-TestNetworkBasicOps-router-593664221', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:11Z', 'updated_at': '2022-03-14T18:32:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:12Z', 'updated_at': '2022-03-14T18:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '73f2e464-f5d8-4b2c-856e-a7b4cdf0655d', 'name': '', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:2e:a3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:16Z', 'updated_at': '2022-03-14T18:32:18Z', 'revision_number': 2, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:19.475848 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Checking router: 988a48fc-4b69-491a-a4d9-158d4d3984ad for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:32:19.476191 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Updating router 988a48fc-4b69-491a-a4d9-158d4d3984ad port 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:32:19.527135 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:19.554998 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:19.572021 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port c67240bb-f34f-4d94-81f6-a3f83c0f5604, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c67240bb-f34f-4d94-81f6-a3f83c0f5604,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:19.627935 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33324) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:19.633479 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e694b8bf-daba-47d9-b49e-9202e0b0f5f7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-777268913', 'description': 'tempest-secgroup-smoke-777268913 description', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:19.639453 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e694b8bf-daba-47d9-b49e-9202e0b0f5f7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:32:19.644036 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e694b8bf-daba-47d9-b49e-9202e0b0f5f7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:32:19.646925 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e694b8bf-daba-47d9-b49e-9202e0b0f5f7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:32:19.656580 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e694b8bf-daba-47d9-b49e-9202e0b0f5f7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:32:19.668156 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:19.734367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e694b8bf-daba-47d9-b49e-9202e0b0f5f7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:19.741767 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=c67240bb-f34f-4d94-81f6-a3f83c0f5604,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:19.754121 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e694b8bf-daba-47d9-b49e-9202e0b0f5f7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:32:19.757860 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e694b8bf-daba-47d9-b49e-9202e0b0f5f7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:32:19.760642 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e694b8bf-daba-47d9-b49e-9202e0b0f5f7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:32:19.766901 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e694b8bf-daba-47d9-b49e-9202e0b0f5f7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:32:19.834547 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e694b8bf-daba-47d9-b49e-9202e0b0f5f7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:19.886791 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:19.898655 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Transition to ACTIVE for port object 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:32:19.915393 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e694b8bf-daba-47d9-b49e-9202e0b0f5f7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:19.959270 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b8bf-daba-47d9-b49e-9202e0b0f5f7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d30803-58d7-4cae-b22d-88681cd84d39,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:19.972234 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:20.000290 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33328) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:20.037463 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e694b8bf-daba-47d9-b49e-9202e0b0f5f7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:20.043016 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e694b8bf-daba-47d9-b49e-9202e0b0f5f7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4097717 Mar 14 18:32:20.043016 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33332) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:20.047707 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-ba2621af-b4b9-4aaf-b9f2-3de8dda30850 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '54d30803-58d7-4cae-b22d-88681cd84d39', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:20.054475 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ba2621af-b4b9-4aaf-b9f2-3de8dda30850 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:32:20.059492 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ba2621af-b4b9-4aaf-b9f2-3de8dda30850 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:32:20.062591 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ba2621af-b4b9-4aaf-b9f2-3de8dda30850 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:32:20.070332 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ba2621af-b4b9-4aaf-b9f2-3de8dda30850 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:32:20.103477 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6aefd2-d11a-4cb3-b41c-94a4de0403a2 None None] Pushing event updated for resources: {'Port': ['ID=73f2e464-f5d8-4b2c-856e-a7b4cdf0655d,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:20.142321 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6aefd2-d11a-4cb3-b41c-94a4de0403a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:20.142989 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6aefd2-d11a-4cb3-b41c-94a4de0403a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:20.142989 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6aefd2-d11a-4cb3-b41c-94a4de0403a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:20.143322 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6aefd2-d11a-4cb3-b41c-94a4de0403a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:20.143875 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6aefd2-d11a-4cb3-b41c-94a4de0403a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:20.143954 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6aefd2-d11a-4cb3-b41c-94a4de0403a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:20.144266 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6aefd2-d11a-4cb3-b41c-94a4de0403a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:20.144595 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6aefd2-d11a-4cb3-b41c-94a4de0403a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:20.145641 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6aefd2-d11a-4cb3-b41c-94a4de0403a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:20.145641 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6aefd2-d11a-4cb3-b41c-94a4de0403a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:20.145641 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6aefd2-d11a-4cb3-b41c-94a4de0403a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:20.145846 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6aefd2-d11a-4cb3-b41c-94a4de0403a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:20.167602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ba2621af-b4b9-4aaf-b9f2-3de8dda30850 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:20.205104 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Attempting to bind port 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:32:20.205341 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Attempting to bind port 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '1a7046c1-dba0-47de-963f-53e5c40d9378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:32:20.205703 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Attempting to bind port 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d on network aa451c8b-24af-4363-b9ea-858a55a3aa26 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:32:20.211824 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:32:20.212446 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Checking segment: {'id': '1a7046c1-dba0-47de-963f-53e5c40d9378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:32:20.212837 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:20.213383 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Bound using segment: {'id': '1a7046c1-dba0-47de-963f-53e5c40d9378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:32:20.213987 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Bound port: 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7046c1-dba0-47de-963f-53e5c40d9378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:32:20.214361 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:20.248955 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ba2621af-b4b9-4aaf-b9f2-3de8dda30850 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:20.304110 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] For port 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:32:20.307000 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] For port 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=73f2e464-f5d8-4b2c-856e-a7b4cdf0655d,segment=NetworkSegment(1a7046c1-dba0-47de-963f-53e5c40d9378),segment_id=1a7046c1-dba0-47de-963f-53e5c40d9378)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:32:20.328943 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ba2621af-b4b9-4aaf-b9f2-3de8dda30850 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:20.336037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-157d44fd-a74a-43f0-a85a-d987dbaad31a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Deleting port 1654237e-b6fd-4f63-bbeb-0a75eb6407d2 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:20.336501 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-157d44fd-a74a-43f0-a85a-d987dbaad31a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:20.351082 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2621af-b4b9-4aaf-b9f2-3de8dda30850 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56067538-2349-4141-8274-601534274098,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:20.380342 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:20.424030 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ba2621af-b4b9-4aaf-b9f2-3de8dda30850 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:20.426078 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ba2621af-b4b9-4aaf-b9f2-3de8dda30850 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3830812 Mar 14 18:32:20.428363 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33336) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:20.435706 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-842f740b-3195-42ea-8545-72686c50e440 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '54d30803-58d7-4cae-b22d-88681cd84d39', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:20.444089 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-842f740b-3195-42ea-8545-72686c50e440 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:32:20.449607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-842f740b-3195-42ea-8545-72686c50e440 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:32:20.452847 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-842f740b-3195-42ea-8545-72686c50e440 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:32:20.456737 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6aefd2-d11a-4cb3-b41c-94a4de0403a2 None None] Pushing event updated for resources: {'Port': ['ID=73f2e464-f5d8-4b2c-856e-a7b4cdf0655d,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:20.458666 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-842f740b-3195-42ea-8545-72686c50e440 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:32:20.478367 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Routers {'988a48fc-4b69-491a-a4d9-158d4d3984ad'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:32:20.479490 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:31:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['988a48fc-4b69-491a-a4d9-158d4d3984ad'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:20.503776 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 30c4800b-14dc-45bb-8824-910f78d8df20 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:32:20.535190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-157d44fd-a74a-43f0-a85a-d987dbaad31a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:20.535880 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-157d44fd-a74a-43f0-a85a-d987dbaad31a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:20.552146 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-842f740b-3195-42ea-8545-72686c50e440 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:20.604681 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 30c4800b-14dc-45bb-8824-910f78d8df20 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:20.605142 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:20.678112 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] Set router 988a48fc-4b69-491a-a4d9-158d4d3984ad gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:32:20.720086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-157d44fd-a74a-43f0-a85a-d987dbaad31a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Calling delete_port for 1654237e-b6fd-4f63-bbeb-0a75eb6407d2 owned by network:floatingip {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:32:20.784223 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c67240bb-f34f-4d94-81f6-a3f83c0f5604 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:32:20.810357 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-842f740b-3195-42ea-8545-72686c50e440 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:20.867152 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port c67240bb-f34f-4d94-81f6-a3f83c0f5604 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:20.867528 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:20.897922 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-842f740b-3195-42ea-8545-72686c50e440 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:20.922278 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f740b-3195-42ea-8545-72686c50e440 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c076f10-63e0-4b69-9164-b8f17e5ab563,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:20.985815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-157d44fd-a74a-43f0-a85a-d987dbaad31a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:21.014253 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-842f740b-3195-42ea-8545-72686c50e440 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:21.015780 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-842f740b-3195-42ea-8545-72686c50e440 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5860553 Mar 14 18:32:21.018573 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33340) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:21.023804 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-2b55f3e7-29b1-4494-b298-1eeccd502204 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '54d30803-58d7-4cae-b22d-88681cd84d39', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:21.029353 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2b55f3e7-29b1-4494-b298-1eeccd502204 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:32:21.032985 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d44fd-a74a-43f0-a85a-d987dbaad31a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event deleted for resources: {'Port': ['ID=1654237e-b6fd-4f63-bbeb-0a75eb6407d2,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:21.033646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2b55f3e7-29b1-4494-b298-1eeccd502204 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:32:21.036526 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2b55f3e7-29b1-4494-b298-1eeccd502204 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:32:21.043240 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2b55f3e7-29b1-4494-b298-1eeccd502204 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:32:21.059018 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'name': 'tempest-TestNetworkBasicOps-router-593664221', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:11Z', 'updated_at': '2022-03-14T18:32:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:12Z', 'updated_at': '2022-03-14T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '73f2e464-f5d8-4b2c-856e-a7b4cdf0655d', 'name': '', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:2e:a3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:16Z', 'updated_at': '2022-03-14T18:32:20Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:21.063102 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09544b07-f6d6-497a-b91e-2c9342fc84d4 None None] The sync data for ids ['988a48fc-4b69-491a-a4d9-158d4d3984ad'] in dv-neutron-833560-1-hyperv is: [{'id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'name': 'tempest-TestNetworkBasicOps-router-593664221', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:11Z', 'updated_at': '2022-03-14T18:32:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:12Z', 'updated_at': '2022-03-14T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '73f2e464-f5d8-4b2c-856e-a7b4cdf0655d', 'name': '', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:2e:a3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:16Z', 'updated_at': '2022-03-14T18:32:20Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:32:21.138296 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2b55f3e7-29b1-4494-b298-1eeccd502204 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:21.138670 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-157d44fd-a74a-43f0-a85a-d987dbaad31a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for floatingip, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:21.139033 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-157d44fd-a74a-43f0-a85a-d987dbaad31a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Floating IP 75a4f381-4b60-470a-8377-9176df9f734c disassociated (deleted). External IP: 172.26.7.187, port: db197a02-02e7-4ecd-a653-9ce722640f18. Mar 14 18:32:21.215984 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2b55f3e7-29b1-4494-b298-1eeccd502204 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:21.283123 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2b55f3e7-29b1-4494-b298-1eeccd502204 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:21.306666 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55f3e7-29b1-4494-b298-1eeccd502204 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ea8ade-400c-40df-8c7b-cc14c50a5fed,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:21.385620 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2b55f3e7-29b1-4494-b298-1eeccd502204 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:21.387031 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2b55f3e7-29b1-4494-b298-1eeccd502204 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3674502 Mar 14 18:32:21.390552 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33344) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:21.396799 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c83f39ed-d7c1-4afb-a901-91e52b14db22 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '54d30803-58d7-4cae-b22d-88681cd84d39', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:21.403337 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c83f39ed-d7c1-4afb-a901-91e52b14db22 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:32:21.408010 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c83f39ed-d7c1-4afb-a901-91e52b14db22 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:32:21.411112 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c83f39ed-d7c1-4afb-a901-91e52b14db22 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:32:21.417052 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c83f39ed-d7c1-4afb-a901-91e52b14db22 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:32:21.512337 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c83f39ed-d7c1-4afb-a901-91e52b14db22 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:21.512916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157d44fd-a74a-43f0-a85a-d987dbaad31a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Router d74f70b8-68f1-4c03-ab90-d993d4ace8ab has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:32:21.584666 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c83f39ed-d7c1-4afb-a901-91e52b14db22 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:21.654203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c83f39ed-d7c1-4afb-a901-91e52b14db22 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:21.684840 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f39ed-d7c1-4afb-a901-91e52b14db22 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461aa293-7f72-411f-b7c2-b4954b8759f8,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:21.774738 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c83f39ed-d7c1-4afb-a901-91e52b14db22 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:21.776011 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c83f39ed-d7c1-4afb-a901-91e52b14db22 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3843637 Mar 14 18:32:21.778938 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33348) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:21.785119 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-5c33ea55-7349-4574-8220-86856aac26aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '54d30803-58d7-4cae-b22d-88681cd84d39', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:21.792203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5c33ea55-7349-4574-8220-86856aac26aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:32:21.797511 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5c33ea55-7349-4574-8220-86856aac26aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:32:21.801073 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5c33ea55-7349-4574-8220-86856aac26aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:32:21.807883 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5c33ea55-7349-4574-8220-86856aac26aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:32:21.846291 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157d44fd-a74a-43f0-a85a-d987dbaad31a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:32:21.859736 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4910253-c802-4331-9048-e694bdc5a91f None None] Sync routers for ids ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:32:21.863536 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-157d44fd-a74a-43f0-a85a-d987dbaad31a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:21.869336 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4910253-c802-4331-9048-e694bdc5a91f None None] Routers {'d74f70b8-68f1-4c03-ab90-d993d4ace8ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:32:21.870065 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-c4910253-c802-4331-9048-e694bdc5a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:31:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:21.882832 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.securitygroups_db [None req-5c33ea55-7349-4574-8220-86856aac26aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:32:21.892560 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5c33ea55-7349-4574-8220-86856aac26aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:21.921625 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-157d44fd-a74a-43f0-a85a-d987dbaad31a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "DELETE /v2.0/floatingips/75a4f381-4b60-470a-8377-9176df9f734c HTTP/1.1" status: 204 len: 168 time: 1.9196076 Mar 14 18:32:21.922449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce12b31-22b4-450f-96d2-b3759ddf7acf', 'tag': 'db197a02-02e7-4ecd-a653-9ce722640f18'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:32:21.984935 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce12b31-22b4-450f-96d2-b3759ddf7acf', 'tag': 'db197a02-02e7-4ecd-a653-9ce722640f18', 'status': 'completed', 'code': 200} Mar 14 18:32:22.007042 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5c33ea55-7349-4574-8220-86856aac26aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:22.083465 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-c4910253-c802-4331-9048-e694bdc5a91f None None] Set router d74f70b8-68f1-4c03-ab90-d993d4ace8ab gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:32:22.085039 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5c33ea55-7349-4574-8220-86856aac26aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:22.106984 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33ea55-7349-4574-8220-86856aac26aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf8da18-b5e8-429d-a718-2e6aec742ec4,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:22.116828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b06a8-c31e-4c3b-b17f-86899300797d req-21e06b8c-12d8-4af2-85be-c3aefd6bed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:22.118315 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-501b06a8-c31e-4c3b-b17f-86899300797d req-21e06b8c-12d8-4af2-85be-c3aefd6bed80 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 1099 time: 0.1098044 Mar 14 18:32:22.274659 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b06a8-c31e-4c3b-b17f-86899300797d req-8a213b18-b1d4-4253-ab50-c192fc294054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:22.276192 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-501b06a8-c31e-4c3b-b17f-86899300797d req-8a213b18-b1d4-4253-ab50-c192fc294054 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b HTTP/1.1" status: 200 len: 913 time: 0.1520157 Mar 14 18:32:22.337128 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5c33ea55-7349-4574-8220-86856aac26aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:22.340999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33356) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:22.347135 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c0297e53-39b3-416f-bd62-09b1aebf2b53 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '54d30803-58d7-4cae-b22d-88681cd84d39', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:22.351387 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5c33ea55-7349-4574-8220-86856aac26aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5667558 Mar 14 18:32:22.353738 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c0297e53-39b3-416f-bd62-09b1aebf2b53 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:32:22.357865 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c0297e53-39b3-416f-bd62-09b1aebf2b53 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:32:22.361317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c0297e53-39b3-416f-bd62-09b1aebf2b53 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:32:22.364344 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-501b06a8-c31e-4c3b-b17f-86899300797d req-883bf2c6-51a5-477c-ad34-8c74f1942874 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db197a02-02e7-4ecd-a653-9ce722640f18 HTTP/1.1" status: 200 len: 217 time: 0.0820458 Mar 14 18:32:22.368134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c0297e53-39b3-416f-bd62-09b1aebf2b53 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:32:22.445598 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b06a8-c31e-4c3b-b17f-86899300797d req-2da790d9-3a9b-48ac-bb20-be6033c8122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:22.447333 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-501b06a8-c31e-4c3b-b17f-86899300797d req-2da790d9-3a9b-48ac-bb20-be6033c8122c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=308aa848-34d0-47aa-91ad-fa0584470c08 HTTP/1.1" status: 200 len: 851 time: 0.0757303 Mar 14 18:32:22.460558 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-c0297e53-39b3-416f-bd62-09b1aebf2b53 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:32:22.481472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c0297e53-39b3-416f-bd62-09b1aebf2b53 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:22.534184 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:32:22.555008 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b06a8-c31e-4c3b-b17f-86899300797d req-beb498a8-bbcb-4e36-9553-975e31c89fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:22.556607 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-501b06a8-c31e-4c3b-b17f-86899300797d req-beb498a8-bbcb-4e36-9553-975e31c89fd7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0929961 Mar 14 18:32:22.608173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c0297e53-39b3-416f-bd62-09b1aebf2b53 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:22.637616 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-c4910253-c802-4331-9048-e694bdc5a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '1d67c7eb-cd4e-4862-8efb-bf156494ca94', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'port_id': 'beefcafe-244f-44be-bf65-3e5d2a08ad77', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'mac_address': 'fa:16:3e:03:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:26:44Z', 'updated_at': '2022-03-14T18:26:49Z', 'revision_number': 1, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:26Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:22.642920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4910253-c802-4331-9048-e694bdc5a91f None None] Checking router: d74f70b8-68f1-4c03-ab90-d993d4ace8ab for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:32:22.651861 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe2c4a-6866-41f0-ac6f-b66e79186ce9 req-ce6bd470-7caa-4db5-bd3c-348f405540bf tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:22.652039 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4910253-c802-4331-9048-e694bdc5a91f None None] Routers {'d74f70b8-68f1-4c03-ab90-d993d4ace8ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:32:22.652556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-acbe2c4a-6866-41f0-ac6f-b66e79186ce9 req-ce6bd470-7caa-4db5-bd3c-348f405540bf tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Synchronizing usage tracker for tenant:8ca5128883c54d26a4b060b6ae0f5e46 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:32:22.652748 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-c4910253-c802-4331-9048-e694bdc5a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:31:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:22.672931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c0297e53-39b3-416f-bd62-09b1aebf2b53 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:22.696355 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-501b06a8-c31e-4c3b-b17f-86899300797d req-4aff8dbe-fd25-4605-8895-9bd057b02918 service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324651 Mar 14 18:32:22.702546 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0297e53-39b3-416f-bd62-09b1aebf2b53 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb33a546-51a1-442b-a717-a3e481fcd3f8,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:22.713656 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:32:22.728186 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:22.728564 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:22.761482 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-acbe2c4a-6866-41f0-ac6f-b66e79186ce9 req-ce6bd470-7caa-4db5-bd3c-348f405540bf tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Unset dirty status for tenant:8ca5128883c54d26a4b060b6ae0f5e46 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:32:22.762905 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-acbe2c4a-6866-41f0-ac6f-b66e79186ce9 req-ce6bd470-7caa-4db5-bd3c-348f405540bf tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 946 time: 0.1972876 Mar 14 18:32:22.800132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c0297e53-39b3-416f-bd62-09b1aebf2b53 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:22.810322 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c0297e53-39b3-416f-bd62-09b1aebf2b53 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4592178 Mar 14 18:32:22.822476 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-acbe2c4a-6866-41f0-ac6f-b66e79186ce9 req-3a8ef1b4-6bc2-45a1-98a0-0059c271a79c tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521510 Mar 14 18:32:22.854211 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-501b06a8-c31e-4c3b-b17f-86899300797d req-e27a5b25-dab1-4db8-8707-dacaaa3889f2 service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503873 Mar 14 18:32:22.930011 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-c4910253-c802-4331-9048-e694bdc5a91f None None] Set router d74f70b8-68f1-4c03-ab90-d993d4ace8ab gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:32:22.976495 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-16eb2318-eee4-438b-9572-4c05b0759313 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777268913&fields=id&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 267 time: 0.0398445 Mar 14 18:32:23.016632 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:23.088343 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:32:23.127957 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-34e099d8-9877-40e3-b5df-128ea8970691 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:23.128539 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-34e099d8-9877-40e3-b5df-128ea8970691 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:32:23.134365 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=73f2e464-f5d8-4b2c-856e-a7b4cdf0655d,segment=NetworkSegment(1a7046c1-dba0-47de-963f-53e5c40d9378),segment_id=1a7046c1-dba0-47de-963f-53e5c40d9378)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:23.223532 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:23.231147 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-34e099d8-9877-40e3-b5df-128ea8970691 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:32:23.232323 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-34e099d8-9877-40e3-b5df-128ea8970691 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/networks?id=aa451c8b-24af-4363-b9ea-858a55a3aa26 HTTP/1.1" status: 200 len: 795 time: 0.2491391 Mar 14 18:32:23.247208 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-84475e7d-ca7f-40ad-bbb4-9def34b2c231 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/quotas/6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 375 time: 0.0092967 Mar 14 18:32:23.333478 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-2feff09b-e4fb-4f5d-95ac-65cc32e0f2cb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805407 Mar 14 18:32:23.342330 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=73f2e464-f5d8-4b2c-856e-a7b4cdf0655d,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:23.379989 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-c4910253-c802-4331-9048-e694bdc5a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '1d67c7eb-cd4e-4862-8efb-bf156494ca94', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'port_id': 'beefcafe-244f-44be-bf65-3e5d2a08ad77', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'mac_address': 'fa:16:3e:03:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:26:44Z', 'updated_at': '2022-03-14T18:26:49Z', 'revision_number': 1, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:26Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:23.384226 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4910253-c802-4331-9048-e694bdc5a91f None None] The sync data for ids ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'] in dv-neutron-833560-1-hyperv is: [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '1d67c7eb-cd4e-4862-8efb-bf156494ca94', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'port_id': 'beefcafe-244f-44be-bf65-3e5d2a08ad77', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'mac_address': 'fa:16:3e:03:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:26:44Z', 'updated_at': '2022-03-14T18:26:49Z', 'revision_number': 1, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:26Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:32:23.474549 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-e0cc23de-fa3b-491d-a3c5-a394970d4503 service neutron] 10.222.0.43 "GET /v2.0/networks/aa451c8b-24af-4363-b9ea-858a55a3aa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281424 Mar 14 18:32:23.594937 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691f65ce-e8c2-4998-ab6c-3ddea8a7152c None None] New status for floating IP 75a4f381-4b60-470a-8377-9176df9f734c: DOWN {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:32:23.610208 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-642abcba-7626-4324-99d1-a399215a4e8a service neutron] 10.222.0.43 "GET /v2.0/networks/aa451c8b-24af-4363-b9ea-858a55a3aa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297281 Mar 14 18:32:23.873831 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-05e17d04-c640-4e7f-a3d1-a765e7c9bbc4 req-cff617c7-ed03-4e91-be6f-820c596d3331 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 210 time: 0.0441835 Mar 14 18:32:24.025581 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c816fd-211c-40d2-936d-57a6e04b5806 req-38ad81b9-98ba-416d-96ad-2b54cc865982 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:24.027566 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c0c816fd-211c-40d2-936d-57a6e04b5806 req-38ad81b9-98ba-416d-96ad-2b54cc865982 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 946 time: 0.0832787 Mar 14 18:32:24.067522 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0538ae-61e4-4966-9870-977c03fb8778 req-9fe5cd8d-8969-4088-aa1a-0ec6bfa7faa3 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:24.068206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-8d0538ae-61e4-4966-9870-977c03fb8778 req-9fe5cd8d-8969-4088-aa1a-0ec6bfa7faa3 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Synchronizing usage tracker for tenant:8ca5128883c54d26a4b060b6ae0f5e46 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:32:24.072431 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c0c816fd-211c-40d2-936d-57a6e04b5806 req-6208f039-ce3c-43d4-8372-5bebe666963a tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388613 Mar 14 18:32:24.081058 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-8d0538ae-61e4-4966-9870-977c03fb8778 req-9fe5cd8d-8969-4088-aa1a-0ec6bfa7faa3 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Unset dirty status for tenant:8ca5128883c54d26a4b060b6ae0f5e46 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:32:24.082162 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8d0538ae-61e4-4966-9870-977c03fb8778 req-9fe5cd8d-8969-4088-aa1a-0ec6bfa7faa3 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 946 time: 0.0997910 Mar 14 18:32:24.158504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-8d0538ae-61e4-4966-9870-977c03fb8778 req-27ec5264-abf5-4068-97f2-625f21c019e2 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Deleting port db197a02-02e7-4ecd-a653-9ce722640f18 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:24.158791 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-8d0538ae-61e4-4966-9870-977c03fb8778 req-27ec5264-abf5-4068-97f2-625f21c019e2 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:24.336268 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5623dd51-778c-40f8-8d09-7a72406503e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:24.404839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-8d0538ae-61e4-4966-9870-977c03fb8778 req-27ec5264-abf5-4068-97f2-625f21c019e2 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] For port db197a02-02e7-4ecd-a653-9ce722640f18, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=db197a02-02e7-4ecd-a653-9ce722640f18,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:24.405818 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-8d0538ae-61e4-4966-9870-977c03fb8778 req-27ec5264-abf5-4068-97f2-625f21c019e2 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:24.472699 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:32:24.530382 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-8d0538ae-61e4-4966-9870-977c03fb8778 req-27ec5264-abf5-4068-97f2-625f21c019e2 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Calling delete_port for db197a02-02e7-4ecd-a653-9ce722640f18 owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:32:24.544042 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:24.544421 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:24.865655 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-8d0538ae-61e4-4966-9870-977c03fb8778 req-27ec5264-abf5-4068-97f2-625f21c019e2 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:24.916283 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec5264-abf5-4068-97f2-625f21c019e2 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event deleted for resources: {'Port': ['ID=db197a02-02e7-4ecd-a653-9ce722640f18,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:24.993405 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0538ae-61e4-4966-9870-977c03fb8778 req-27ec5264-abf5-4068-97f2-625f21c019e2 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] No DVR routers for this DVR port db197a02-02e7-4ecd-a653-9ce722640f18 on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:32:24.995798 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-8d0538ae-61e4-4966-9870-977c03fb8778 req-27ec5264-abf5-4068-97f2-625f21c019e2 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:24.998331 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce12b31-22b4-450f-96d2-b3759ddf7acf', 'name': 'network-vif-deleted', 'tag': 'db197a02-02e7-4ecd-a653-9ce722640f18'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:32:25.039799 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-542b9e87-ad6e-4c68-be61-9fec39bfde4d req-9c93d521-bf96-4437-a78a-65ed18c89066 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 210 time: 0.0479794 Mar 14 18:32:25.047273 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce12b31-22b4-450f-96d2-b3759ddf7acf', 'name': 'network-vif-deleted', 'tag': 'db197a02-02e7-4ecd-a653-9ce722640f18', 'status': 'completed', 'code': 200} Mar 14 18:32:25.104485 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8d0538ae-61e4-4966-9870-977c03fb8778 req-27ec5264-abf5-4068-97f2-625f21c019e2 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.59 "DELETE /v2.0/ports/db197a02-02e7-4ecd-a653-9ce722640f18 HTTP/1.1" status: 204 len: 173 time: 1.0164011 Mar 14 18:32:25.227936 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-016ae3a3-90e0-48fd-9675-a078e41b6806 req-1ac849db-4711-4203-a60b-2ba1b8498741 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 210 time: 0.0473380 Mar 14 18:32:25.782084 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b433557c-deb8-402b-b6d9-40a6cee8bc0b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:25.782775 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b433557c-deb8-402b-b6d9-40a6cee8bc0b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:32:25.794685 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b433557c-deb8-402b-b6d9-40a6cee8bc0b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:32:25.796450 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b433557c-deb8-402b-b6d9-40a6cee8bc0b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/networks?id=aa451c8b-24af-4363-b9ea-858a55a3aa26 HTTP/1.1" status: 200 len: 795 time: 0.1601877 Mar 14 18:32:25.843101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-bbdfc263-0233-436b-a91c-7fb5307bd998 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:32:25.938911 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-bbdfc263-0233-436b-a91c-7fb5307bd998 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:32:25.940080 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-bbdfc263-0233-436b-a91c-7fb5307bd998 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 379 time: 0.1366732 Mar 14 18:32:25.949581 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-5f55e348-804d-41c7-a725-abfd123e23aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'port': {'device_id': '3c467e64-3856-49b0-880e-cc8ec466bfa6', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'admin_state_up': True, 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'security_groups': ['54d30803-58d7-4cae-b22d-88681cd84d39']}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:26.087873 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-5f55e348-804d-41c7-a725-abfd123e23aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:32:26.091976 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-5f55e348-804d-41c7-a725-abfd123e23aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:port and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:32:26.096117 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-5f55e348-804d-41c7-a725-abfd123e23aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:32:26.101093 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-5f55e348-804d-41c7-a725-abfd123e23aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:32:26.190675 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-56cdfea0-201e-4f02-b4ab-9870e6abda06 req-90d2ff6d-20ff-47f0-926f-9855b3405172 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 210 time: 0.0417292 Mar 14 18:32:26.209140 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-5f55e348-804d-41c7-a725-abfd123e23aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:32:26.209140 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-5f55e348-804d-41c7-a725-abfd123e23aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:26.214395 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device db197a02-02e7-4ecd-a653-9ce722640f18 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:32:26.252610 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: db197a02-02e7-4ecd-a653-9ce722640f18 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:32:26.252959 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device db197a02-02e7-4ecd-a653-9ce722640f18 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:32:26.337604 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1dd0fde3-b667-4000-9501-a9a3f744c647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:26.376298 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-5f55e348-804d-41c7-a725-abfd123e23aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.10 (aa451c8b-24af-4363-b9ea-858a55a3aa26/d7a10c78-90cb-4870-b02c-155e1115993b/a51cbd5d-0b8d-4cc2-b9af-8a9957d15134) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:32:26.406261 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-38dd1d58-70a3-407b-9f76-4ca3dbed01f6 req-be1d5bca-b53a-4ecf-944b-f76529a71b61 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ce12b31-22b4-450f-96d2-b3759ddf7acf HTTP/1.1" status: 200 len: 210 time: 0.0417066 Mar 14 18:32:26.564348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-5f55e348-804d-41c7-a725-abfd123e23aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:26.579206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-5f55e348-804d-41c7-a725-abfd123e23aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:32:26.660500 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-5f55e348-804d-41c7-a725-abfd123e23aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:26.729237 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-5f55e348-804d-41c7-a725-abfd123e23aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network aa451c8b-24af-4363-b9ea-858a55a3aa26 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:32:26.736858 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-5f55e348-804d-41c7-a725-abfd123e23aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:32:26.741119 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-5f55e348-804d-41c7-a725-abfd123e23aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:32:26.771595 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55e348-804d-41c7-a725-abfd123e23aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=a51cbd5d-0b8d-4cc2-b9af-8a9957d15134,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:26.810224 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-5f55e348-804d-41c7-a725-abfd123e23aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:26.810855 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-5f55e348-804d-41c7-a725-abfd123e23aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:26.898463 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-5f55e348-804d-41c7-a725-abfd123e23aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9535761 Mar 14 18:32:26.910628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Request body: {'port': {'device_id': '3c467e64-3856-49b0-880e-cc8ec466bfa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:27.021284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:27.029005 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b6845bb3-0763-4eb7-a081-6ed1c7c258aa None None] Provisioning for port a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:32:27.034903 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b6845bb3-0763-4eb7-a081-6ed1c7c258aa None None] Provisioning complete for port a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:27.035279 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b6845bb3-0763-4eb7-a081-6ed1c7c258aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:27.087095 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-b6845bb3-0763-4eb7-a081-6ed1c7c258aa None None] Port a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:32:27.354115 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:32:27.361411 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:27.375460 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a2cf5-372e-4fda-985d-cbc4a986c879 req-0acb40c5-2449-49e6-9ae3-0fa2119256c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:27.376920 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b39a2cf5-372e-4fda-985d-cbc4a986c879 req-0acb40c5-2449-49e6-9ae3-0fa2119256c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 932 time: 0.0832589 Mar 14 18:32:27.380314 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Transition to ACTIVE for port object a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:32:27.420864 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b39a2cf5-372e-4fda-985d-cbc4a986c879 req-6504b4be-0a95-4b14-ae73-789e2ceab62e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=54d30803-58d7-4cae-b22d-88681cd84d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379093 Mar 14 18:32:27.457588 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:27.748688 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Pushing event updated for resources: {'Port': ['ID=a51cbd5d-0b8d-4cc2-b9af-8a9957d15134,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:27.781008 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:27.825505 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Attempting to bind port a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:32:27.825840 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Attempting to bind port a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '1a7046c1-dba0-47de-963f-53e5c40d9378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:32:27.826169 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Attempting to bind port a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 on network aa451c8b-24af-4363-b9ea-858a55a3aa26 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:32:27.831946 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Port a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 on network aa451c8b-24af-4363-b9ea-858a55a3aa26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:32:27.832266 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Attempting to bind port a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 on network aa451c8b-24af-4363-b9ea-858a55a3aa26 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:32:27.837509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:32:27.837845 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Checking segment: {'id': '1a7046c1-dba0-47de-963f-53e5c40d9378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:32:27.838221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Bound using segment: {'id': '1a7046c1-dba0-47de-963f-53e5c40d9378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:32:27.838637 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Bound port: a51cbd5d-0b8d-4cc2-b9af-8a9957d15134, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7046c1-dba0-47de-963f-53e5c40d9378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:32:27.839001 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:27.897738 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:27.934144 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] For port a51cbd5d-0b8d-4cc2-b9af-8a9957d15134, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:32:27.937563 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] For port a51cbd5d-0b8d-4cc2-b9af-8a9957d15134, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a51cbd5d-0b8d-4cc2-b9af-8a9957d15134,segment=NetworkSegment(1a7046c1-dba0-47de-963f-53e5c40d9378),segment_id=1a7046c1-dba0-47de-963f-53e5c40d9378)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:32:28.008726 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:28.064354 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:28.065125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:28.066609 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] 10.222.0.59 "PUT /v2.0/ports/a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 HTTP/1.1" status: 200 len: 1094 time: 1.1601429 Mar 14 18:32:28.067164 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c467e64-3856-49b0-880e-cc8ec466bfa6', 'tag': 'a51cbd5d-0b8d-4cc2-b9af-8a9957d15134'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:32:28.093017 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eaac4f-61a4-4931-9bba-da9497812048 service neutron] Pushing event updated for resources: {'Port': ['ID=a51cbd5d-0b8d-4cc2-b9af-8a9957d15134,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:28.125056 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c467e64-3856-49b0-880e-cc8ec466bfa6', 'tag': 'a51cbd5d-0b8d-4cc2-b9af-8a9957d15134', 'status': 'completed', 'code': 200} Mar 14 18:32:28.224926 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5f3ce-2a32-48a3-a4a9-deabd9f6b898 req-9748793c-de71-4ad2-8894-96310d241783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:28.226342 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-69e5f3ce-2a32-48a3-a4a9-deabd9f6b898 req-9748793c-de71-4ad2-8894-96310d241783 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 1097 time: 0.0812788 Mar 14 18:32:28.369984 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5f3ce-2a32-48a3-a4a9-deabd9f6b898 req-e0cd95f7-1ecc-4a9a-9d19-a6792cde7093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:28.371558 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-69e5f3ce-2a32-48a3-a4a9-deabd9f6b898 req-e0cd95f7-1ecc-4a9a-9d19-a6792cde7093 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1382895 Mar 14 18:32:28.511883 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5f3ce-2a32-48a3-a4a9-deabd9f6b898 req-60e740f4-36af-4e63-a890-7d6a7d3dd90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:28.513569 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-69e5f3ce-2a32-48a3-a4a9-deabd9f6b898 req-60e740f4-36af-4e63-a890-7d6a7d3dd90e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354272 Mar 14 18:32:28.608110 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4657bc-3c4e-4754-b93d-366608db7d54 req-0f89a593-b308-4535-80bd-c2e9c73ab616 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:28.610387 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6a4657bc-3c4e-4754-b93d-366608db7d54 req-0f89a593-b308-4535-80bd-c2e9c73ab616 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 944 time: 0.0845072 Mar 14 18:32:28.618217 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-7d829987-35c2-48f5-b1d9-3b7679627725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:28.619713 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-7d829987-35c2-48f5-b1d9-3b7679627725 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 1097 time: 0.0718894 Mar 14 18:32:28.656615 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6a4657bc-3c4e-4754-b93d-366608db7d54 req-34cfb166-8aec-453c-b8a8-3a04eeb9889d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=54d30803-58d7-4cae-b22d-88681cd84d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395641 Mar 14 18:32:28.691767 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-af21f0ce-bd60-467a-afc1-e5cfba83b2d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 HTTP/1.1" status: 200 len: 217 time: 0.0650852 Mar 14 18:32:28.753901 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-23382081-6d04-45b8-b65c-fb36504744e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:28.755352 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-23382081-6d04-45b8-b65c-fb36504744e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a10c78-90cb-4870-b02c-155e1115993b HTTP/1.1" status: 200 len: 833 time: 0.0569210 Mar 14 18:32:28.835312 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-6b68a407-7ee4-4862-9158-66f6069eb8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:28.836790 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-6b68a407-7ee4-4862-9158-66f6069eb8fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aa451c8b-24af-4363-b9ea-858a55a3aa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747864 Mar 14 18:32:28.969065 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-462e70d2-7543-4af0-b172-6d8a2e24600e service neutron] 10.222.0.59 "GET /v2.0/networks/aa451c8b-24af-4363-b9ea-858a55a3aa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259508 Mar 14 18:32:29.096644 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-5f710c11-bb47-427e-9a45-d0cac87dcb77 req-058a6e4d-f3b7-43f4-96b3-d3c6ffae7f3c service neutron] 10.222.0.59 "GET /v2.0/networks/aa451c8b-24af-4363-b9ea-858a55a3aa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215949 Mar 14 18:32:29.760716 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:29.850993 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ef7d1-1fb5-4587-91af-1d0649e02429 req-1affbedd-e85c-4805-8621-5bcbd082d3d8 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:29.852547 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-800ef7d1-1fb5-4587-91af-1d0649e02429 req-1affbedd-e85c-4805-8621-5bcbd082d3d8 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 944 time: 0.0833969 Mar 14 18:32:29.897376 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-800ef7d1-1fb5-4587-91af-1d0649e02429 req-d4e94617-a4d0-4f00-a69d-9c1866fa0ba8 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=54d30803-58d7-4cae-b22d-88681cd84d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378869 Mar 14 18:32:30.216226 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:32:30.389101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port a51cbd5d-0b8d-4cc2-b9af-8a9957d15134, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a51cbd5d-0b8d-4cc2-b9af-8a9957d15134,segment=NetworkSegment(1a7046c1-dba0-47de-963f-53e5c40d9378),segment_id=1a7046c1-dba0-47de-963f-53e5c40d9378)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:30.402399 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'a51cbd5d-0b8d-4cc2-b9af-8a9957d15134', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'port_id': 'a51cbd5d-0b8d-4cc2-b9af-8a9957d15134', 'mac_address': 'fa:16:3e:c5:89:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:32:30.459046 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:30.475514 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:32:30.492142 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port a51cbd5d-0b8d-4cc2-b9af-8a9957d15134, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a51cbd5d-0b8d-4cc2-b9af-8a9957d15134,segment=NetworkSegment(1a7046c1-dba0-47de-963f-53e5c40d9378),segment_id=1a7046c1-dba0-47de-963f-53e5c40d9378)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:30.614558 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:30.681109 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=a51cbd5d-0b8d-4cc2-b9af-8a9957d15134,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:30.819931 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['a51cbd5d-0b8d-4cc2-b9af-8a9957d15134'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:32:31.101910 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61517423-d62a-4f8a-8174-f51a0b4fd916 req-510678d5-395c-4be2-b4ed-df5caa724217 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:31.104204 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-61517423-d62a-4f8a-8174-f51a0b4fd916 req-510678d5-395c-4be2-b4ed-df5caa724217 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 945 time: 0.0986526 Mar 14 18:32:31.155940 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-61517423-d62a-4f8a-8174-f51a0b4fd916 req-c70d6630-31f6-41ea-be4d-295bf5422c5b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=54d30803-58d7-4cae-b22d-88681cd84d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457218 Mar 14 18:32:32.242915 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33430) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:32.252106 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:32:32.412022 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:32:32.417062 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:32.417442 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:32.537643 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:32.566059 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c467e64-3856-49b0-880e-cc8ec466bfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51cbd5d-0b8d-4cc2-b9af-8a9957d15134'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:32:32.577867 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port a51cbd5d-0b8d-4cc2-b9af-8a9957d15134, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a51cbd5d-0b8d-4cc2-b9af-8a9957d15134,segment=NetworkSegment(1a7046c1-dba0-47de-963f-53e5c40d9378),segment_id=1a7046c1-dba0-47de-963f-53e5c40d9378)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:32.604026 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-e1e6fc23-395d-4cba-a337-e91c45afb037 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Deleting port d3f80768-8161-4172-97ed-1df7127f3f2b {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:32.604366 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e1e6fc23-395d-4cba-a337-e91c45afb037 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:32.615939 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c467e64-3856-49b0-880e-cc8ec466bfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51cbd5d-0b8d-4cc2-b9af-8a9957d15134', 'code': 200} Mar 14 18:32:32.635205 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:32.699515 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bafe8-0d69-492e-8e01-63122db8e133 req-3e799f2c-3d9c-48d5-ad5a-4782190058b2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:32.701068 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-428bafe8-0d69-492e-8e01-63122db8e133 req-3e799f2c-3d9c-48d5-ad5a-4782190058b2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 945 time: 0.3983819 Mar 14 18:32:32.709631 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=a51cbd5d-0b8d-4cc2-b9af-8a9957d15134,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:32.814059 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-428bafe8-0d69-492e-8e01-63122db8e133 req-66269d28-29f0-48f2-bcce-16a41c10426d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=54d30803-58d7-4cae-b22d-88681cd84d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017809 Mar 14 18:32:32.839177 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e1e6fc23-395d-4cba-a337-e91c45afb037 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:32.839587 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e1e6fc23-395d-4cba-a337-e91c45afb037 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:32.964038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a4a0a-f3e7-405e-9be6-ae455f25804d req-5d54f7a1-6e80-4a5f-8e54-380ebe898ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:32.964740 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-e1e6fc23-395d-4cba-a337-e91c45afb037 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Calling delete_port for d3f80768-8161-4172-97ed-1df7127f3f2b owned by network:floatingip {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:32:32.965554 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e47a4a0a-f3e7-405e-9be6-ae455f25804d req-5d54f7a1-6e80-4a5f-8e54-380ebe898ca5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 1099 time: 0.0716443 Mar 14 18:32:33.006258 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e47a4a0a-f3e7-405e-9be6-ae455f25804d req-6a4fd728-2b9b-433a-8f5e-c8ad4b201890 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=54d30803-58d7-4cae-b22d-88681cd84d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342183 Mar 14 18:32:33.211866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e1e6fc23-395d-4cba-a337-e91c45afb037 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:33.260302 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6fc23-395d-4cba-a337-e91c45afb037 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event deleted for resources: {'Port': ['ID=d3f80768-8161-4172-97ed-1df7127f3f2b,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:33.347851 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e1e6fc23-395d-4cba-a337-e91c45afb037 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for floatingip, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:33.348179 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-e1e6fc23-395d-4cba-a337-e91c45afb037 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Floating IP 1d67c7eb-cd4e-4862-8efb-bf156494ca94 disassociated (deleted). External IP: 172.26.7.186, port: beefcafe-244f-44be-bf65-3e5d2a08ad77. Mar 14 18:32:33.689144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e6fc23-395d-4cba-a337-e91c45afb037 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Router d74f70b8-68f1-4c03-ab90-d993d4ace8ab has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:32:33.862010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e6fc23-395d-4cba-a337-e91c45afb037 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:32:33.871213 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e21c12-23f3-4fdc-924c-d4b21201b13e None None] Sync routers for ids ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:32:33.878095 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e1e6fc23-395d-4cba-a337-e91c45afb037 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:33.880953 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e21c12-23f3-4fdc-924c-d4b21201b13e None None] Routers {'d74f70b8-68f1-4c03-ab90-d993d4ace8ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:32:33.881796 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-c8e21c12-23f3-4fdc-924c-d4b21201b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:32:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:33.941207 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e1e6fc23-395d-4cba-a337-e91c45afb037 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "DELETE /v2.0/floatingips/1d67c7eb-cd4e-4862-8efb-bf156494ca94 HTTP/1.1" status: 204 len: 168 time: 1.6967289 Mar 14 18:32:33.941571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'tag': 'beefcafe-244f-44be-bf65-3e5d2a08ad77'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:32:34.067540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a4eb5-afc3-4adc-bf89-3635c4943ed2 req-d0883891-7b7d-4015-9225-ea27f2663442 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:34.069879 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0c9a4eb5-afc3-4adc-bf89-3635c4943ed2 req-d0883891-7b7d-4015-9225-ea27f2663442 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 946 time: 0.1394529 Mar 14 18:32:34.077553 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-c8e21c12-23f3-4fdc-924c-d4b21201b13e None None] Set router d74f70b8-68f1-4c03-ab90-d993d4ace8ab gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:32:34.131637 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0c9a4eb5-afc3-4adc-bf89-3635c4943ed2 req-b3ec329a-b753-45f9-9d31-7b4b65ad7972 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=54d30803-58d7-4cae-b22d-88681cd84d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555816 Mar 14 18:32:34.180414 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'tag': 'beefcafe-244f-44be-bf65-3e5d2a08ad77', 'status': 'completed', 'code': 200} Mar 14 18:32:34.278016 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71ca04-b026-4b85-a46f-da669050dd8c req-e8a0b676-b304-40dd-ac0e-e2e0b41ab2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:34.279465 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1a71ca04-b026-4b85-a46f-da669050dd8c req-e8a0b676-b304-40dd-ac0e-e2e0b41ab2f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 1099 time: 0.0770009 Mar 14 18:32:34.397606 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-c8e21c12-23f3-4fdc-924c-d4b21201b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:26Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:34.401480 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e21c12-23f3-4fdc-924c-d4b21201b13e None None] Checking router: d74f70b8-68f1-4c03-ab90-d993d4ace8ab for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:32:34.413009 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e21c12-23f3-4fdc-924c-d4b21201b13e None None] Routers {'d74f70b8-68f1-4c03-ab90-d993d4ace8ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:32:34.413686 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-c8e21c12-23f3-4fdc-924c-d4b21201b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:32:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:34.428989 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71ca04-b026-4b85-a46f-da669050dd8c req-99f889c0-b2c3-41b3-b2c2-d11b73ce57e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:34.430512 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1a71ca04-b026-4b85-a46f-da669050dd8c req-99f889c0-b2c3-41b3-b2c2-d11b73ce57e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b HTTP/1.1" status: 200 len: 913 time: 0.1456692 Mar 14 18:32:34.506258 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1a71ca04-b026-4b85-a46f-da669050dd8c req-c3865d68-a66e-492a-98a8-b3e53e14e048 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beefcafe-244f-44be-bf65-3e5d2a08ad77 HTTP/1.1" status: 200 len: 217 time: 0.0652664 Mar 14 18:32:34.585241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d3db8-2629-471e-9b88-917b3859651b req-76c416f9-c5c2-4745-bcab-b755ec9b4465 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:34.587039 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-705d3db8-2629-471e-9b88-917b3859651b req-76c416f9-c5c2-4745-bcab-b755ec9b4465 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Synchronizing usage tracker for tenant:8ca5128883c54d26a4b060b6ae0f5e46 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:32:34.643253 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-c8e21c12-23f3-4fdc-924c-d4b21201b13e None None] Set router d74f70b8-68f1-4c03-ab90-d993d4ace8ab gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:32:34.655377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-705d3db8-2629-471e-9b88-917b3859651b req-76c416f9-c5c2-4745-bcab-b755ec9b4465 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Unset dirty status for tenant:8ca5128883c54d26a4b060b6ae0f5e46 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:32:34.656741 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-705d3db8-2629-471e-9b88-917b3859651b req-76c416f9-c5c2-4745-bcab-b755ec9b4465 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 946 time: 0.1627288 Mar 14 18:32:34.700126 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71ca04-b026-4b85-a46f-da669050dd8c req-702882b7-1d2f-49c9-bf76-2dafe38d2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:34.701887 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1a71ca04-b026-4b85-a46f-da669050dd8c req-702882b7-1d2f-49c9-bf76-2dafe38d2c11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=308aa848-34d0-47aa-91ad-fa0584470c08 HTTP/1.1" status: 200 len: 851 time: 0.1865656 Mar 14 18:32:34.785655 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71ca04-b026-4b85-a46f-da669050dd8c req-da90c3a4-02e6-464c-901b-5b28bfade18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:34.787185 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1a71ca04-b026-4b85-a46f-da669050dd8c req-da90c3a4-02e6-464c-901b-5b28bfade18d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791008 Mar 14 18:32:34.838059 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-705d3db8-2629-471e-9b88-917b3859651b req-9741036b-3cad-4aad-b494-8bdf09909e07 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/security-groups?id=589148e7-fd04-48fb-9bf6-e1d69b38b186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749299 Mar 14 18:32:34.926232 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1a71ca04-b026-4b85-a46f-da669050dd8c req-073b5b2e-0503-48cc-b1d3-ac4edf808055 service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283565 Mar 14 18:32:34.963391 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-c8e21c12-23f3-4fdc-924c-d4b21201b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:26Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:34.968172 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e21c12-23f3-4fdc-924c-d4b21201b13e None None] The sync data for ids ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'] in dv-neutron-833560-1-hyperv is: [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 4, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '2253c7fc-68b9-4c0c-b5fa-ddc4814b7589', 'name': '', 'network_id': '20ac48fc-e1d7-4500-81e2-2e5c3fd7197b', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'mac_address': 'fa:16:3e:9c:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:14Z', 'updated_at': '2022-03-14T18:21:26Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'subnets': [{'id': '308aa848-34d0-47aa-91ad-fa0584470c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:32:35.000050 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d360b6-3cdb-4146-a545-6788619215ff req-98fd2af5-e24f-4824-89b0-629a2df4968b tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:35.001597 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d9d360b6-3cdb-4146-a545-6788619215ff req-98fd2af5-e24f-4824-89b0-629a2df4968b tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 946 time: 0.0831065 Mar 14 18:32:35.066251 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1a71ca04-b026-4b85-a46f-da669050dd8c req-4c4390cc-ddf5-4aaf-9d65-848530a21748 service neutron] 10.222.0.59 "GET /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336615 Mar 14 18:32:35.075142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-d9d360b6-3cdb-4146-a545-6788619215ff req-18cc2447-347d-48ca-bf68-ea45cc849006 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Deleting port beefcafe-244f-44be-bf65-3e5d2a08ad77 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:35.075564 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-d9d360b6-3cdb-4146-a545-6788619215ff req-18cc2447-347d-48ca-bf68-ea45cc849006 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:35.206940 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128d3ea-ec5f-4241-bb46-f62e0e246ce3 None None] New status for floating IP 1d67c7eb-cd4e-4862-8efb-bf156494ca94: DOWN {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:32:35.373207 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-d9d360b6-3cdb-4146-a545-6788619215ff req-18cc2447-347d-48ca-bf68-ea45cc849006 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] For port beefcafe-244f-44be-bf65-3e5d2a08ad77, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=beefcafe-244f-44be-bf65-3e5d2a08ad77,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:35.374078 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-d9d360b6-3cdb-4146-a545-6788619215ff req-18cc2447-347d-48ca-bf68-ea45cc849006 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:35.501496 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-d9d360b6-3cdb-4146-a545-6788619215ff req-18cc2447-347d-48ca-bf68-ea45cc849006 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Calling delete_port for beefcafe-244f-44be-bf65-3e5d2a08ad77 owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:32:35.547221 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f7b81-60f0-4e78-91dc-ec118675662c req-631dc487-c25e-47d6-b6ab-289e474237f1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:35.548647 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d55f7b81-60f0-4e78-91dc-ec118675662c req-631dc487-c25e-47d6-b6ab-289e474237f1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 946 time: 0.2730865 Mar 14 18:32:35.616735 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d55f7b81-60f0-4e78-91dc-ec118675662c req-b6c3155d-601e-4a8a-b819-0a400c06b10a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=54d30803-58d7-4cae-b22d-88681cd84d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564146 Mar 14 18:32:35.792607 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-d9d360b6-3cdb-4146-a545-6788619215ff req-18cc2447-347d-48ca-bf68-ea45cc849006 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:35.851328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc2447-347d-48ca-bf68-ea45cc849006 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event deleted for resources: {'Port': ['ID=beefcafe-244f-44be-bf65-3e5d2a08ad77,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:35.930820 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d360b6-3cdb-4146-a545-6788619215ff req-18cc2447-347d-48ca-bf68-ea45cc849006 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] No DVR routers for this DVR port beefcafe-244f-44be-bf65-3e5d2a08ad77 on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:32:35.941101 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f161a-bf6f-412d-bf1f-69476e932d1a req-e02a34c8-bac4-453f-8b86-5d7eac8146a2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:35.943527 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e03f161a-bf6f-412d-bf1f-69476e932d1a req-e02a34c8-bac4-453f-8b86-5d7eac8146a2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 946 time: 0.2159295 Mar 14 18:32:35.944557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-d9d360b6-3cdb-4146-a545-6788619215ff req-18cc2447-347d-48ca-bf68-ea45cc849006 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:36.013227 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-7c746711-204b-4f9e-921e-458f111f1c7f req-27ed8e33-d112-4a70-b87a-0b783753228f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Synchronizing usage tracker for tenant:8ca5128883c54d26a4b060b6ae0f5e46 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:32:36.039552 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e03f161a-bf6f-412d-bf1f-69476e932d1a req-93ef0299-e1ee-44c6-9c1e-68009d37d344 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=54d30803-58d7-4cae-b22d-88681cd84d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906427 Mar 14 18:32:36.061149 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d9d360b6-3cdb-4146-a545-6788619215ff req-18cc2447-347d-48ca-bf68-ea45cc849006 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.59 "DELETE /v2.0/ports/beefcafe-244f-44be-bf65-3e5d2a08ad77 HTTP/1.1" status: 204 len: 173 time: 1.0545137 Mar 14 18:32:36.062702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33454) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:36.129736 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e8ec73-6fce-4fb1-bbba-856ea6a6b219 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:36.131122 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-06e8ec73-6fce-4fb1-bbba-856ea6a6b219 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 1094 time: 0.0674860 Mar 14 18:32:36.133945 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33458) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:36.138914 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': 'a51cbd5d-0b8d-4cc2-b9af-8a9957d15134', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:36.145314 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:32:36.149446 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:floatingip and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:32:36.153369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-7c746711-204b-4f9e-921e-458f111f1c7f req-27ed8e33-d112-4a70-b87a-0b783753228f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Unset dirty status for tenant:8ca5128883c54d26a4b060b6ae0f5e46 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:32:36.153369 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7c746711-204b-4f9e-921e-458f111f1c7f req-27ed8e33-d112-4a70-b87a-0b783753228f tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 210 time: 0.1993411 Mar 14 18:32:36.153709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:32:36.160012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:32:36.181544 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'name': 'network-vif-deleted', 'tag': 'beefcafe-244f-44be-bf65-3e5d2a08ad77'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:32:36.230805 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b78180-f044-4cce-9f58-2c80482dc176', 'name': 'network-vif-deleted', 'tag': 'beefcafe-244f-44be-bf65-3e5d2a08ad77', 'status': 'completed', 'code': 200} Mar 14 18:32:36.232121 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:36.371749 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:36.508151 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.26.7.177 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/e1d0a0c3-916e-4d35-bb08-e185d693d116) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:32:36.765002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:36.860211 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:36.917927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:32:36.921156 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:32:36.923816 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:32:36.975190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=e1d0a0c3-916e-4d35-bb08-e185d693d116,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:37.328663 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae860d72-fae0-4e6d-8d85-cf6612360daf req-08993154-5dde-460a-9e4c-2df1c1504b4e tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b78180-f044-4cce-9f58-2c80482dc176 HTTP/1.1" status: 200 len: 210 time: 0.0514848 Mar 14 18:32:37.381632 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:37.514784 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:37.717708 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:37.766086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:37.872808 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=e1d0a0c3-916e-4d35-bb08-e185d693d116,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:37.884509 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:38.052222 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP b8d9e5cb-9730-4eb0-920d-e4aab6960cb8 associated. External IP: 172.26.7.177, port: a51cbd5d-0b8d-4cc2-b9af-8a9957d15134. Mar 14 18:32:38.283027 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device beefcafe-244f-44be-bf65-3e5d2a08ad77 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:32:38.318744 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: beefcafe-244f-44be-bf65-3e5d2a08ad77 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:32:38.319076 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device beefcafe-244f-44be-bf65-3e5d2a08ad77 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:32:38.424833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33468) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:38.521433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 988a48fc-4b69-491a-a4d9-158d4d3984ad has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:32:38.579233 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-18c5e480-e47b-49a8-a570-4bd6b4c3762b tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Deleting port 99f9ad60-9f09-46a4-8256-5ae636bdca7e {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:38.579504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-18c5e480-e47b-49a8-a570-4bd6b4c3762b tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:38.696480 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:32:38.709503 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8fb262-7c4a-47a6-8247-be78dd0a3bf8 None None] Sync routers for ids ['988a48fc-4b69-491a-a4d9-158d4d3984ad'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:32:38.718895 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8fb262-7c4a-47a6-8247-be78dd0a3bf8 None None] Routers {'988a48fc-4b69-491a-a4d9-158d4d3984ad'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:32:38.719445 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-de8fb262-7c4a-47a6-8247-be78dd0a3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:32:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['988a48fc-4b69-491a-a4d9-158d4d3984ad'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:38.755924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-18c5e480-e47b-49a8-a570-4bd6b4c3762b tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:38.756244 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-18c5e480-e47b-49a8-a570-4bd6b4c3762b tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:38.783590 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:38.841758 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f61a5e95-3e81-49ca-a9e7-757754b99e65 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7066514 Mar 14 18:32:38.843060 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c467e64-3856-49b0-880e-cc8ec466bfa6', 'tag': 'a51cbd5d-0b8d-4cc2-b9af-8a9957d15134'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:32:38.847341 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33472) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:38.887298 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-18c5e480-e47b-49a8-a570-4bd6b4c3762b tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Calling delete_port for 99f9ad60-9f09-46a4-8256-5ae636bdca7e owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:32:38.905134 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c467e64-3856-49b0-880e-cc8ec466bfa6', 'tag': 'a51cbd5d-0b8d-4cc2-b9af-8a9957d15134', 'status': 'completed', 'code': 200} Mar 14 18:32:38.905269 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-de8fb262-7c4a-47a6-8247-be78dd0a3bf8 None None] Set router 988a48fc-4b69-491a-a4d9-158d4d3984ad gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:32:39.085531 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ca3cc98c-3f12-44a0-b846-a31e140b8cd2 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/routers/988a48fc-4b69-491a-a4d9-158d4d3984ad HTTP/1.1" status: 200 len: 922 time: 0.2366352 Mar 14 18:32:39.089680 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33480) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:39.102982 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c60ca-f2e5-486d-acd2-59406e5c8ac6 req-03346478-b9ae-43ec-8097-9f94d4e1101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:39.104362 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f46c60ca-f2e5-486d-acd2-59406e5c8ac6 req-03346478-b9ae-43ec-8097-9f94d4e1101f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 1099 time: 0.1768272 Mar 14 18:32:39.158382 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-18c5e480-e47b-49a8-a570-4bd6b4c3762b tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:39.171288 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:39.226466 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5e480-e47b-49a8-a570-4bd6b4c3762b tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event deleted for resources: {'Port': ['ID=99f9ad60-9f09-46a4-8256-5ae636bdca7e,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:39.246951 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c60ca-f2e5-486d-acd2-59406e5c8ac6 req-70e30d9e-d69c-4a0f-8c63-9466984f6a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:39.249077 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f46c60ca-f2e5-486d-acd2-59406e5c8ac6 req-70e30d9e-d69c-4a0f-8c63-9466984f6a9a service neutron] 10.222.0.59 "GET /v2.0/networks?id=aa451c8b-24af-4363-b9ea-858a55a3aa26 HTTP/1.1" status: 200 len: 896 time: 0.1379807 Mar 14 18:32:39.284861 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-de8fb262-7c4a-47a6-8247-be78dd0a3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'name': 'tempest-TestNetworkBasicOps-router-593664221', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:11Z', 'updated_at': '2022-03-14T18:32:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:12Z', 'updated_at': '2022-03-14T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'b8d9e5cb-9730-4eb0-920d-e4aab6960cb8', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.177', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'port_id': 'a51cbd5d-0b8d-4cc2-b9af-8a9957d15134', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'mac_address': 'fa:16:3e:c5:89:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c467e64-3856-49b0-880e-cc8ec466bfa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:32:37Z', 'updated_at': '2022-03-14T18:32:37Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73f2e464-f5d8-4b2c-856e-a7b4cdf0655d', 'name': '', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:2e:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:16Z', 'updated_at': '2022-03-14T18:32:23Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:39.288876 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8fb262-7c4a-47a6-8247-be78dd0a3bf8 None None] Checking router: 988a48fc-4b69-491a-a4d9-158d4d3984ad for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:32:39.297269 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8fb262-7c4a-47a6-8247-be78dd0a3bf8 None None] Routers {'988a48fc-4b69-491a-a4d9-158d4d3984ad'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:32:39.297869 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-de8fb262-7c4a-47a6-8247-be78dd0a3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:32:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['988a48fc-4b69-491a-a4d9-158d4d3984ad'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:39.330688 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4d454659-f547-4f3a-8696-f110fb2bdc7b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/b8d9e5cb-9730-4eb0-920d-e4aab6960cb8 HTTP/1.1" status: 200 len: 992 time: 0.2384253 Mar 14 18:32:39.342119 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-18c5e480-e47b-49a8-a570-4bd6b4c3762b tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:39.356876 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-18c5e480-e47b-49a8-a570-4bd6b4c3762b tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:39.358630 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-18c5e480-e47b-49a8-a570-4bd6b4c3762b tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "DELETE /v2.0/floatingips/b3c6877c-85f9-49e7-a2bc-c26b925cbd93 HTTP/1.1" status: 204 len: 168 time: 0.9330378 Mar 14 18:32:39.363856 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f46c60ca-f2e5-486d-acd2-59406e5c8ac6 req-09ecb7d4-3027-4957-948e-d0522fc6cd37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 HTTP/1.1" status: 200 len: 1000 time: 0.1095941 Mar 14 18:32:39.425487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c60ca-f2e5-486d-acd2-59406e5c8ac6 req-9f160a2f-d351-42cb-a08a-a1edb4382161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:39.426970 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f46c60ca-f2e5-486d-acd2-59406e5c8ac6 req-9f160a2f-d351-42cb-a08a-a1edb4382161 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a10c78-90cb-4870-b02c-155e1115993b HTTP/1.1" status: 200 len: 833 time: 0.0576732 Mar 14 18:32:39.481511 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-de8fb262-7c4a-47a6-8247-be78dd0a3bf8 None None] Set router 988a48fc-4b69-491a-a4d9-158d4d3984ad gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:32:39.508999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c60ca-f2e5-486d-acd2-59406e5c8ac6 req-a962c7d4-d52b-4a05-8202-c19f686afb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:39.510838 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f46c60ca-f2e5-486d-acd2-59406e5c8ac6 req-a962c7d4-d52b-4a05-8202-c19f686afb97 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aa451c8b-24af-4363-b9ea-858a55a3aa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779538 Mar 14 18:32:39.651660 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f46c60ca-f2e5-486d-acd2-59406e5c8ac6 req-80734d10-acbf-4e58-9ed2-a2f8dacb4579 service neutron] 10.222.0.59 "GET /v2.0/networks/aa451c8b-24af-4363-b9ea-858a55a3aa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345377 Mar 14 18:32:39.816281 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f46c60ca-f2e5-486d-acd2-59406e5c8ac6 req-83d23d5d-5ed0-447a-9eaa-edd15819e780 service neutron] 10.222.0.59 "GET /v2.0/networks/aa451c8b-24af-4363-b9ea-858a55a3aa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587508 Mar 14 18:32:39.903000 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-de8fb262-7c4a-47a6-8247-be78dd0a3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'name': 'tempest-TestNetworkBasicOps-router-593664221', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:11Z', 'updated_at': '2022-03-14T18:32:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:12Z', 'updated_at': '2022-03-14T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'b8d9e5cb-9730-4eb0-920d-e4aab6960cb8', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.177', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'port_id': 'a51cbd5d-0b8d-4cc2-b9af-8a9957d15134', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'mac_address': 'fa:16:3e:c5:89:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c467e64-3856-49b0-880e-cc8ec466bfa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:32:37Z', 'updated_at': '2022-03-14T18:32:37Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73f2e464-f5d8-4b2c-856e-a7b4cdf0655d', 'name': '', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:2e:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:16Z', 'updated_at': '2022-03-14T18:32:23Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:39.907036 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8fb262-7c4a-47a6-8247-be78dd0a3bf8 None None] The sync data for ids ['988a48fc-4b69-491a-a4d9-158d4d3984ad'] in dv-neutron-833560-1-hyperv is: [{'id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'name': 'tempest-TestNetworkBasicOps-router-593664221', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:11Z', 'updated_at': '2022-03-14T18:32:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:12Z', 'updated_at': '2022-03-14T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'b8d9e5cb-9730-4eb0-920d-e4aab6960cb8', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.177', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'port_id': 'a51cbd5d-0b8d-4cc2-b9af-8a9957d15134', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'mac_address': 'fa:16:3e:c5:89:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c467e64-3856-49b0-880e-cc8ec466bfa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:32:37Z', 'updated_at': '2022-03-14T18:32:37Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73f2e464-f5d8-4b2c-856e-a7b4cdf0655d', 'name': '', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:2e:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:16Z', 'updated_at': '2022-03-14T18:32:23Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:32:40.101208 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7292da8-51dc-4922-9110-8ba3352b65c8 None None] New status for floating IP b8d9e5cb-9730-4eb0-920d-e4aab6960cb8: ACTIVE {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:32:40.333444 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33492) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:40.449346 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-778a50fe-2e5a-4a5b-883d-2b7517e9ffa4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/b8d9e5cb-9730-4eb0-920d-e4aab6960cb8 HTTP/1.1" status: 200 len: 992 time: 0.1147635 Mar 14 18:32:41.452803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33498) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:41.556998 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5623b85b-e9aa-40fc-be69-9efa692c3d7b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/b8d9e5cb-9730-4eb0-920d-e4aab6960cb8 HTTP/1.1" status: 200 len: 994 time: 0.1031008 Mar 14 18:32:41.946305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33504) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:42.132017 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e4517b36-b54a-4105-b078-bb19d9d14a24 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:42.168516 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e4517b36-b54a-4105-b078-bb19d9d14a24 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:42.288488 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e4517b36-b54a-4105-b078-bb19d9d14a24 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:42.307306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4517b36-b54a-4105-b078-bb19d9d14a24 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=589148e7-fd04-48fb-9bf6-e1d69b38b186,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:42.384788 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e4517b36-b54a-4105-b078-bb19d9d14a24 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:42.385862 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e4517b36-b54a-4105-b078-bb19d9d14a24 tempest-TestVolumeBootPattern-628262718 tempest-TestVolumeBootPattern-628262718-project] 10.222.0.43 "DELETE /v2.0/security-groups/589148e7-fd04-48fb-9bf6-e1d69b38b186 HTTP/1.1" status: 204 len: 168 time: 0.4385047 Mar 14 18:32:42.503691 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33510) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:43.173895 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-328d2b98-61c5-4b83-a502-3b42ea8ded78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:43.507142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-328d2b98-61c5-4b83-a502-3b42ea8ded78 admin admin] Deleting port 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:43.507797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-328d2b98-61c5-4b83-a502-3b42ea8ded78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:43.669349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-328d2b98-61c5-4b83-a502-3b42ea8ded78 admin admin] For port 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2253c7fc-68b9-4c0c-b5fa-ddc4814b7589,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:43.669692 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-328d2b98-61c5-4b83-a502-3b42ea8ded78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:43.787649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-328d2b98-61c5-4b83-a502-3b42ea8ded78 admin admin] Calling delete_port for 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:32:44.116413 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-328d2b98-61c5-4b83-a502-3b42ea8ded78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:44.164684 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2b98-61c5-4b83-a502-3b42ea8ded78 admin admin] Pushing event deleted for resources: {'Port': ['ID=2253c7fc-68b9-4c0c-b5fa-ddc4814b7589,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:44.422087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-328d2b98-61c5-4b83-a502-3b42ea8ded78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:44.770277 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328d2b98-61c5-4b83-a502-3b42ea8ded78 admin admin] Router d74f70b8-68f1-4c03-ab90-d993d4ace8ab has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:32:44.941067 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328d2b98-61c5-4b83-a502-3b42ea8ded78 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:32:44.949363 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0552cd-3426-4308-8c91-aebe8c947a19 None None] Sync routers for ids ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:32:44.952840 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-328d2b98-61c5-4b83-a502-3b42ea8ded78 admin admin] 10.222.0.43 "PUT /v2.0/routers/d74f70b8-68f1-4c03-ab90-d993d4ace8ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4481018 Mar 14 18:32:44.955351 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33516) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:44.960807 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0552cd-3426-4308-8c91-aebe8c947a19 None None] Routers {'d74f70b8-68f1-4c03-ab90-d993d4ace8ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:32:44.961408 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-2d0552cd-3426-4308-8c91-aebe8c947a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:32:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:45.127249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-472c9e75-b411-4c53-b468-f407a30918fa admin admin] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:45.134726 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-2d0552cd-3426-4308-8c91-aebe8c947a19 None None] Set router d74f70b8-68f1-4c03-ab90-d993d4ace8ab gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:32:45.417415 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-2d0552cd-3426-4308-8c91-aebe8c947a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:32:44Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:45.422486 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0552cd-3426-4308-8c91-aebe8c947a19 None None] Checking router: d74f70b8-68f1-4c03-ab90-d993d4ace8ab for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:32:45.423191 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-472c9e75-b411-4c53-b468-f407a30918fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:45.430832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0552cd-3426-4308-8c91-aebe8c947a19 None None] Routers {'d74f70b8-68f1-4c03-ab90-d993d4ace8ab'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:32:45.431435 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-2d0552cd-3426-4308-8c91-aebe8c947a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:32:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:45.514845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-472c9e75-b411-4c53-b468-f407a30918fa admin admin] Deleting port 714ee9a6-9625-49c4-9cd5-da215b734ec8 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:45.515303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-472c9e75-b411-4c53-b468-f407a30918fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:45.610582 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-2d0552cd-3426-4308-8c91-aebe8c947a19 None None] Set router d74f70b8-68f1-4c03-ab90-d993d4ace8ab gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:32:45.684138 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-472c9e75-b411-4c53-b468-f407a30918fa admin admin] For port 714ee9a6-9625-49c4-9cd5-da215b734ec8, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=714ee9a6-9625-49c4-9cd5-da215b734ec8,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:45.684530 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-472c9e75-b411-4c53-b468-f407a30918fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:45.807315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-472c9e75-b411-4c53-b468-f407a30918fa admin admin] Calling delete_port for 714ee9a6-9625-49c4-9cd5-da215b734ec8 owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:32:45.886957 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-2d0552cd-3426-4308-8c91-aebe8c947a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:32:44Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:45.891522 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0552cd-3426-4308-8c91-aebe8c947a19 None None] The sync data for ids ['d74f70b8-68f1-4c03-ab90-d993d4ace8ab'] in dv-neutron-833560-1-hyperv is: [{'id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'name': 'tempest-TestVolumeBootPattern-1449504661-router', 'tenant_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:20:59Z', 'updated_at': '2022-03-14T18:32:44Z', 'revision_number': 5, 'project_id': '8ca5128883c54d26a4b060b6ae0f5e46', 'gw_port': {'id': '714ee9a6-9625-49c4-9cd5-da215b734ec8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f70b8-68f1-4c03-ab90-d993d4ace8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:02Z', 'updated_at': '2022-03-14T18:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:32:46.040044 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-472c9e75-b411-4c53-b468-f407a30918fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:46.085910 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c9e75-b411-4c53-b468-f407a30918fa admin admin] Pushing event deleted for resources: {'Port': ['ID=714ee9a6-9625-49c4-9cd5-da215b734ec8,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:46.179007 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-472c9e75-b411-4c53-b468-f407a30918fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:46.353513 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-472c9e75-b411-4c53-b468-f407a30918fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:46.355758 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-472c9e75-b411-4c53-b468-f407a30918fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:46.453967 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-472c9e75-b411-4c53-b468-f407a30918fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:46.454489 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472c9e75-b411-4c53-b468-f407a30918fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router d74f70b8-68f1-4c03-ab90-d993d4ace8ab {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:32:46.474320 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-472c9e75-b411-4c53-b468-f407a30918fa admin admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:46.480127 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-472c9e75-b411-4c53-b468-f407a30918fa admin admin] 10.222.0.43 "DELETE /v2.0/routers/d74f70b8-68f1-4c03-ab90-d993d4ace8ab HTTP/1.1" status: 204 len: 168 time: 1.5215075 Mar 14 18:32:46.480333 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33520) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:46.493085 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:32:46.526840 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:32:46.527457 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2253c7fc-68b9-4c0c-b5fa-ddc4814b7589 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:32:46.540739 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b3281f-2e5d-4b08-97e1-e1d69aab90b7 admin admin] Deleting subnet 308aa848-34d0-47aa-91ad-fa0584470c08 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:32:46.543954 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38b3281f-2e5d-4b08-97e1-e1d69aab90b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:46.594371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38b3281f-2e5d-4b08-97e1-e1d69aab90b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:46.674556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38b3281f-2e5d-4b08-97e1-e1d69aab90b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:46.790996 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38b3281f-2e5d-4b08-97e1-e1d69aab90b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:46.830348 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3281f-2e5d-4b08-97e1-e1d69aab90b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=308aa848-34d0-47aa-91ad-fa0584470c08,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:46.832218 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-38b3281f-2e5d-4b08-97e1-e1d69aab90b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:46.836491 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aae82a-b138-4bd8-931b-0fc67b11d8d8 None None] Network 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:32:46.838505 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-38b3281f-2e5d-4b08-97e1-e1d69aab90b7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/308aa848-34d0-47aa-91ad-fa0584470c08 HTTP/1.1" status: 204 len: 168 time: 0.3571637 Mar 14 18:32:46.840885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33524) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:46.945532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:46.957768 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] Deleting port 7d02e7b8-a5bc-4235-a301-48dd0c10c031 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:46.958106 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.094784 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46ba4b1-52c1-4d49-b04a-2c20251f4e11 None None] DHCP port deletion for 20ac48fc-e1d7-4500-81e2-2e5c3fd7197b request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:32:47.098727 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e46ba4b1-52c1-4d49-b04a-2c20251f4e11 None None] Deleting port 7d02e7b8-a5bc-4235-a301-48dd0c10c031 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:47.099119 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e46ba4b1-52c1-4d49-b04a-2c20251f4e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.172413 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] For port 7d02e7b8-a5bc-4235-a301-48dd0c10c031, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7d02e7b8-a5bc-4235-a301-48dd0c10c031,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:47.172786 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.328546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e46ba4b1-52c1-4d49-b04a-2c20251f4e11 None None] For port 7d02e7b8-a5bc-4235-a301-48dd0c10c031, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7d02e7b8-a5bc-4235-a301-48dd0c10c031,segment=NetworkSegment(fb3b78b1-f0b2-4b9c-b32b-adf937556d74),segment_id=fb3b78b1-f0b2-4b9c-b32b-adf937556d74)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:47.328933 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e46ba4b1-52c1-4d49-b04a-2c20251f4e11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.401747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] Calling delete_port for 7d02e7b8-a5bc-4235-a301-48dd0c10c031 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:32:47.447988 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e46ba4b1-52c1-4d49-b04a-2c20251f4e11 None None] Calling delete_port for 7d02e7b8-a5bc-4235-a301-48dd0c10c031 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:32:47.539783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.545507 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-e46ba4b1-52c1-4d49-b04a-2c20251f4e11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:32:47.546011 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-e46ba4b1-52c1-4d49-b04a-2c20251f4e11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:32:47.583512 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d02e7b8-a5bc-4235-a301-48dd0c10c031,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:47.588917 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] No DVR routers for this DVR port 7d02e7b8-a5bc-4235-a301-48dd0c10c031 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:32:47.699977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.724656 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ac48fc-e1d7-4500-81e2-2e5c3fd7197b']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:47.736319 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:47.736619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3b78b1-f0b2-4b9c-b32b-adf937556d74') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:47.747399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.763036 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.769696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:32:47.772218 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:32:47.786638 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:32:47.933478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.937969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.960889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] Pushing event deleted for resources: {'Network': ['ID=20ac48fc-e1d7-4500-81e2-2e5c3fd7197b,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:48.019710 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-af60ddc5-923b-4d70-b88d-6d95858d0465 admin admin] 10.222.0.43 "DELETE /v2.0/networks/20ac48fc-e1d7-4500-81e2-2e5c3fd7197b HTTP/1.1" status: 204 len: 168 time: 1.1778781 Mar 14 18:32:48.022479 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33528) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:48.047066 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e46ba4b1-52c1-4d49-b04a-2c20251f4e11 None None] Deleting port 7d02e7b8-a5bc-4235-a301-48dd0c10c031 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:48.047469 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e46ba4b1-52c1-4d49-b04a-2c20251f4e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:48.113811 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e46ba4b1-52c1-4d49-b04a-2c20251f4e11 None None] The port '7d02e7b8-a5bc-4235-a301-48dd0c10c031' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:32:48.481576 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 714ee9a6-9625-49c4-9cd5-da215b734ec8 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:32:48.515029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 714ee9a6-9625-49c4-9cd5-da215b734ec8 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:32:48.515378 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 714ee9a6-9625-49c4-9cd5-da215b734ec8 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:32:48.515802 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7d02e7b8-a5bc-4235-a301-48dd0c10c031 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:32:48.548068 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 7d02e7b8-a5bc-4235-a301-48dd0c10c031 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:32:48.548755 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7d02e7b8-a5bc-4235-a301-48dd0c10c031 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:32:48.550289 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b815e1c0-2ff7-43cd-81ed-861491922b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:48.989707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-b815e1c0-2ff7-43cd-81ed-861491922b19 admin admin] Deleting port 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:48.990473 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b815e1c0-2ff7-43cd-81ed-861491922b19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:49.153511 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-b815e1c0-2ff7-43cd-81ed-861491922b19 admin admin] For port 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4a66ccbe-f453-47aa-9419-82c3b5bbf9ee,segment=NetworkSegment(c12170c3-d928-4ac1-929a-7a94f8d0149b),segment_id=c12170c3-d928-4ac1-929a-7a94f8d0149b)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:49.153857 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b815e1c0-2ff7-43cd-81ed-861491922b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:49.281979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-b815e1c0-2ff7-43cd-81ed-861491922b19 admin admin] Calling delete_port for 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:32:49.499859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b815e1c0-2ff7-43cd-81ed-861491922b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:49.571519 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815e1c0-2ff7-43cd-81ed-861491922b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a66ccbe-f453-47aa-9419-82c3b5bbf9ee,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:49.808526 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b815e1c0-2ff7-43cd-81ed-861491922b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:50.154728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b815e1c0-2ff7-43cd-81ed-861491922b19 admin admin] Router 97ac3979-357e-4ead-a739-bec5b1183649 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:32:50.423530 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b815e1c0-2ff7-43cd-81ed-861491922b19 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:32:50.433006 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43233031-1bbc-47c9-b784-4e6d84f8db91 None None] Sync routers for ids ['97ac3979-357e-4ead-a739-bec5b1183649'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:32:50.445991 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43233031-1bbc-47c9-b784-4e6d84f8db91 None None] Routers {'97ac3979-357e-4ead-a739-bec5b1183649'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:32:50.446587 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-43233031-1bbc-47c9-b784-4e6d84f8db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:32:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['97ac3979-357e-4ead-a739-bec5b1183649'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:50.521577 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b815e1c0-2ff7-43cd-81ed-861491922b19 admin admin] 10.222.0.43 "PUT /v2.0/routers/97ac3979-357e-4ead-a739-bec5b1183649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4980474 Mar 14 18:32:50.524016 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33532) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:50.618211 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-43233031-1bbc-47c9-b784-4e6d84f8db91 None None] Set router 97ac3979-357e-4ead-a739-bec5b1183649 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:32:50.696470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-56f36783-af34-4f09-8445-9c9d6e9abb64 admin admin] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:50.870472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-56f36783-af34-4f09-8445-9c9d6e9abb64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:50.891324 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-43233031-1bbc-47c9-b784-4e6d84f8db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ac3979-357e-4ead-a739-bec5b1183649', 'name': 'tempest-TestVolumeBootPattern-880393540-router', 'tenant_id': '2a927de9df9c49669a960670cec38ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.153'}], 'enable_snat': True}, 'gw_port_id': 'fb3d6025-faeb-45bc-a318-be9c275707fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:27Z', 'updated_at': '2022-03-14T18:32:49Z', 'revision_number': 5, 'project_id': '2a927de9df9c49669a960670cec38ac8', 'gw_port': {'id': 'fb3d6025-faeb-45bc-a318-be9c275707fd', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ac3979-357e-4ead-a739-bec5b1183649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:29Z', 'updated_at': '2022-03-14T18:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:50.894995 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43233031-1bbc-47c9-b784-4e6d84f8db91 None None] Checking router: 97ac3979-357e-4ead-a739-bec5b1183649 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:32:50.903061 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43233031-1bbc-47c9-b784-4e6d84f8db91 None None] Routers {'97ac3979-357e-4ead-a739-bec5b1183649'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:32:50.903639 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-43233031-1bbc-47c9-b784-4e6d84f8db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:32:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['97ac3979-357e-4ead-a739-bec5b1183649'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:50.939096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-56f36783-af34-4f09-8445-9c9d6e9abb64 admin admin] Deleting port fb3d6025-faeb-45bc-a318-be9c275707fd {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:50.939426 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-56f36783-af34-4f09-8445-9c9d6e9abb64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.050738 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-43233031-1bbc-47c9-b784-4e6d84f8db91 None None] Set router 97ac3979-357e-4ead-a739-bec5b1183649 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:32:51.112775 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-56f36783-af34-4f09-8445-9c9d6e9abb64 admin admin] For port fb3d6025-faeb-45bc-a318-be9c275707fd, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=fb3d6025-faeb-45bc-a318-be9c275707fd,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:51.113132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-56f36783-af34-4f09-8445-9c9d6e9abb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.187442 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-43233031-1bbc-47c9-b784-4e6d84f8db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ac3979-357e-4ead-a739-bec5b1183649', 'name': 'tempest-TestVolumeBootPattern-880393540-router', 'tenant_id': '2a927de9df9c49669a960670cec38ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:27Z', 'updated_at': '2022-03-14T18:32:50Z', 'revision_number': 6, 'project_id': '2a927de9df9c49669a960670cec38ac8', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:51.191384 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43233031-1bbc-47c9-b784-4e6d84f8db91 None None] The sync data for ids ['97ac3979-357e-4ead-a739-bec5b1183649'] in dv-neutron-833560-1-hyperv is: [{'id': '97ac3979-357e-4ead-a739-bec5b1183649', 'name': 'tempest-TestVolumeBootPattern-880393540-router', 'tenant_id': '2a927de9df9c49669a960670cec38ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:27Z', 'updated_at': '2022-03-14T18:32:50Z', 'revision_number': 6, 'project_id': '2a927de9df9c49669a960670cec38ac8', 'gw_port_host': None}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:32:51.236345 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-56f36783-af34-4f09-8445-9c9d6e9abb64 admin admin] Calling delete_port for fb3d6025-faeb-45bc-a318-be9c275707fd owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:32:51.451377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-56f36783-af34-4f09-8445-9c9d6e9abb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.499003 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f36783-af34-4f09-8445-9c9d6e9abb64 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3d6025-faeb-45bc-a318-be9c275707fd,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:51.588337 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-56f36783-af34-4f09-8445-9c9d6e9abb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.756328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-56f36783-af34-4f09-8445-9c9d6e9abb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.758463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-56f36783-af34-4f09-8445-9c9d6e9abb64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.845444 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-56f36783-af34-4f09-8445-9c9d6e9abb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.845967 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f36783-af34-4f09-8445-9c9d6e9abb64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97ac3979-357e-4ead-a739-bec5b1183649 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:32:51.858007 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-56f36783-af34-4f09-8445-9c9d6e9abb64 admin admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.859199 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-56f36783-af34-4f09-8445-9c9d6e9abb64 admin admin] 10.222.0.43 "DELETE /v2.0/routers/97ac3979-357e-4ead-a739-bec5b1183649 HTTP/1.1" status: 204 len: 168 time: 1.3342717 Mar 14 18:32:51.861613 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33536) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:52.032333 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-282f83fb-fdac-4f78-ba0e-61a29c8bb50b admin admin] Deleting subnet 34a2cf3a-cb28-4c35-96e0-0466ebefa774 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:32:52.035295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-282f83fb-fdac-4f78-ba0e-61a29c8bb50b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.085631 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-282f83fb-fdac-4f78-ba0e-61a29c8bb50b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.168215 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-282f83fb-fdac-4f78-ba0e-61a29c8bb50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.311523 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-282f83fb-fdac-4f78-ba0e-61a29c8bb50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.347644 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f83fb-fdac-4f78-ba0e-61a29c8bb50b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a2cf3a-cb28-4c35-96e0-0466ebefa774,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:52.352920 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-282f83fb-fdac-4f78-ba0e-61a29c8bb50b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.358282 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fabb50-099b-4f17-9592-79970fc0e3c6 None None] Network 88752347-a509-4c9e-87d2-cd0d7ae759f3 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:32:52.360886 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-282f83fb-fdac-4f78-ba0e-61a29c8bb50b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/34a2cf3a-cb28-4c35-96e0-0466ebefa774 HTTP/1.1" status: 204 len: 168 time: 0.4962223 Mar 14 18:32:52.361400 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33540) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:52.467792 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.478042 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] Deleting port 8772c237-dd79-4819-91dd-4d942dd25d8a {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:52.478383 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.486258 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device fb3d6025-faeb-45bc-a318-be9c275707fd no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:32:52.550227 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: fb3d6025-faeb-45bc-a318-be9c275707fd {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:32:52.550568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device fb3d6025-faeb-45bc-a318-be9c275707fd not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:32:52.551013 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:32:52.588359 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:32:52.588624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4a66ccbe-f453-47aa-9419-82c3b5bbf9ee not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:32:52.665749 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b24a0a-96b6-4d6a-b6e7-195a3105f410 None None] DHCP port deletion for 88752347-a509-4c9e-87d2-cd0d7ae759f3 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:32:52.670509 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-66b24a0a-96b6-4d6a-b6e7-195a3105f410 None None] Deleting port 8772c237-dd79-4819-91dd-4d942dd25d8a {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:52.671091 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-66b24a0a-96b6-4d6a-b6e7-195a3105f410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.680458 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] For port 8772c237-dd79-4819-91dd-4d942dd25d8a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8772c237-dd79-4819-91dd-4d942dd25d8a,segment=NetworkSegment(c12170c3-d928-4ac1-929a-7a94f8d0149b),segment_id=c12170c3-d928-4ac1-929a-7a94f8d0149b)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:52.680807 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.799664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] Calling delete_port for 8772c237-dd79-4819-91dd-4d942dd25d8a owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:32:52.868646 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-66b24a0a-96b6-4d6a-b6e7-195a3105f410 None None] For port 8772c237-dd79-4819-91dd-4d942dd25d8a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8772c237-dd79-4819-91dd-4d942dd25d8a,segment=NetworkSegment(c12170c3-d928-4ac1-929a-7a94f8d0149b),segment_id=c12170c3-d928-4ac1-929a-7a94f8d0149b)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:32:52.868959 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-66b24a0a-96b6-4d6a-b6e7-195a3105f410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.945006 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.990085 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-66b24a0a-96b6-4d6a-b6e7-195a3105f410 None None] Calling delete_port for 8772c237-dd79-4819-91dd-4d942dd25d8a owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:32:52.995502 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] Pushing event deleted for resources: {'Port': ['ID=8772c237-dd79-4819-91dd-4d942dd25d8a,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:52.997256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] No DVR routers for this DVR port 8772c237-dd79-4819-91dd-4d942dd25d8a on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:32:53.062239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-66b24a0a-96b6-4d6a-b6e7-195a3105f410 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:32:53.062578 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-66b24a0a-96b6-4d6a-b6e7-195a3105f410 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:32:53.110336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.135259 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88752347-a509-4c9e-87d2-cd0d7ae759f3']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:53.147501 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12170c3-d928-4ac1-929a-7a94f8d0149b') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:53.147787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12170c3-d928-4ac1-929a-7a94f8d0149b') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:53.158978 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.174442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.180350 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:32:53.180718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:32:53.194014 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:32:53.331084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.335321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.358939 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] Pushing event deleted for resources: {'Network': ['ID=88752347-a509-4c9e-87d2-cd0d7ae759f3,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:53.364414 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-90693e34-9bfc-4aa8-a336-2a0e164fdc21 admin admin] 10.222.0.43 "DELETE /v2.0/networks/88752347-a509-4c9e-87d2-cd0d7ae759f3 HTTP/1.1" status: 204 len: 168 time: 1.0019712 Mar 14 18:32:53.563750 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-66b24a0a-96b6-4d6a-b6e7-195a3105f410 None None] Deleting port 8772c237-dd79-4819-91dd-4d942dd25d8a {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:32:53.564301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-66b24a0a-96b6-4d6a-b6e7-195a3105f410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.656174 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-66b24a0a-96b6-4d6a-b6e7-195a3105f410 None None] The port '8772c237-dd79-4819-91dd-4d942dd25d8a' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:32:53.692389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33546) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:53.739895 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f7ff15d3-7fdd-4199-9b2a-25f71bd59ba5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ca5128883c54d26a4b060b6ae0f5e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463674 Mar 14 18:32:53.742408 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33550) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:53.798197 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ceb501aa-d33c-4172-a8cb-eaa9a67df73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.823157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ceb501aa-d33c-4172-a8cb-eaa9a67df73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.938971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ceb501aa-d33c-4172-a8cb-eaa9a67df73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.957600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb501aa-d33c-4172-a8cb-eaa9a67df73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fa2718-ff07-411e-a8e3-f8d5ab6741ff,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:53.966825 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ceb501aa-d33c-4172-a8cb-eaa9a67df73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.966825 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ceb501aa-d33c-4172-a8cb-eaa9a67df73b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5fa2718-ff07-411e-a8e3-f8d5ab6741ff HTTP/1.1" status: 204 len: 168 time: 0.2196412 Mar 14 18:32:54.251082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-26e0ca50-4c31-4c1a-882b-c16f47b6e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:54.479904 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8772c237-dd79-4819-91dd-4d942dd25d8a no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:32:54.513137 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 8772c237-dd79-4819-91dd-4d942dd25d8a {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:32:54.513483 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8772c237-dd79-4819-91dd-4d942dd25d8a not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:32:54.576595 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33558) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:54.721321 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fefc36ba-8ff4-44f2-a44b-be0513013059 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a927de9df9c49669a960670cec38ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435263 Mar 14 18:32:54.723728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33562) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:32:54.779320 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-52f47b0e-1792-4edb-ae6e-7028a17276ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:54.803780 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-52f47b0e-1792-4edb-ae6e-7028a17276ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:54.899258 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-52f47b0e-1792-4edb-ae6e-7028a17276ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:54.913119 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f47b0e-1792-4edb-ae6e-7028a17276ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73518769-e86c-4db9-a90e-8aed92b221bd,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:54.919433 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-52f47b0e-1792-4edb-ae6e-7028a17276ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:54.923533 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-52f47b0e-1792-4edb-ae6e-7028a17276ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73518769-e86c-4db9-a90e-8aed92b221bd HTTP/1.1" status: 204 len: 168 time: 0.1985066 Mar 14 18:32:56.353993 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-705ea70d-aa7d-461a-8da0-30aa168ce4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:57.779080 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:57.874202 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:59.744651 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:59.884632 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7919fe60-459f-4479-812b-d2dcf42f196b req-4a631b3b-47ad-4ef7-a733-678a4b73fd28 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675149 Mar 14 18:33:00.021112 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919fe60-459f-4479-812b-d2dcf42f196b req-6d11c9fd-d72d-4773-b10c-5fadbdc93928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:00.022558 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7919fe60-459f-4479-812b-d2dcf42f196b req-6d11c9fd-d72d-4773-b10c-5fadbdc93928 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 1099 time: 0.0717750 Mar 14 18:33:00.100141 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:33:00.165512 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919fe60-459f-4479-812b-d2dcf42f196b req-80469758-942d-4610-84b6-1e5e9e5bc60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:00.166885 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7919fe60-459f-4479-812b-d2dcf42f196b req-80469758-942d-4610-84b6-1e5e9e5bc60e service neutron] 10.222.0.59 "GET /v2.0/networks?id=aa451c8b-24af-4363-b9ea-858a55a3aa26 HTTP/1.1" status: 200 len: 896 time: 0.1247265 Mar 14 18:33:00.262776 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7919fe60-459f-4479-812b-d2dcf42f196b req-a030fa13-9ec8-4a47-93b7-6c55629a6fc5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 HTTP/1.1" status: 200 len: 1002 time: 0.0894611 Mar 14 18:33:00.415372 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919fe60-459f-4479-812b-d2dcf42f196b req-03c1c487-c32c-471e-9f44-47a367c867bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:00.416834 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7919fe60-459f-4479-812b-d2dcf42f196b req-03c1c487-c32c-471e-9f44-47a367c867bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a10c78-90cb-4870-b02c-155e1115993b HTTP/1.1" status: 200 len: 833 time: 0.1479192 Mar 14 18:33:00.488940 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919fe60-459f-4479-812b-d2dcf42f196b req-00030939-17f0-437a-99a7-317d43408d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:00.490500 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7919fe60-459f-4479-812b-d2dcf42f196b req-00030939-17f0-437a-99a7-317d43408d30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aa451c8b-24af-4363-b9ea-858a55a3aa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678859 Mar 14 18:33:00.616915 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7919fe60-459f-4479-812b-d2dcf42f196b req-c72031a7-14b8-4361-91cb-feed4fcf3aa7 service neutron] 10.222.0.59 "GET /v2.0/networks/aa451c8b-24af-4363-b9ea-858a55a3aa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197767 Mar 14 18:33:00.746052 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7919fe60-459f-4479-812b-d2dcf42f196b req-361c7617-cfda-4f05-802f-ef2eb3f5c2a9 service neutron] 10.222.0.59 "GET /v2.0/networks/aa451c8b-24af-4363-b9ea-858a55a3aa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222832 Mar 14 18:33:09.058976 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:10.739373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33578) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:10.919503 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-209774d6-4cf8-47f6-bf20-f65b3511189e tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/routers/988a48fc-4b69-491a-a4d9-158d4d3984ad/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1789455 Mar 14 18:33:10.922380 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33582) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:11.149907 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd0ba89-c0d0-476d-ae8a-81c5dad28b73 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Notify agent at dv-neutron-833560-1-hyperv the message router_removed_from_agent {{(pid=88635) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 14 18:33:11.153577 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1bd0ba89-c0d0-476d-ae8a-81c5dad28b73 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "DELETE /v2.0/agents/f3003347-2a93-45e3-901a-8f203f0302a7/l3-routers/988a48fc-4b69-491a-a4d9-158d4d3984ad HTTP/1.1" status: 204 len: 168 time: 0.2302902 Mar 14 18:33:11.156135 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33586) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:11.334358 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-92cbfc7d-e903-417f-8672-f436d2097c64 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/routers/988a48fc-4b69-491a-a4d9-158d4d3984ad/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1770883 Mar 14 18:33:11.336909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33590) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:11.439204 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b8eea7e7-8785-4b71-a7cb-c22fc0c04b86 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/b8d9e5cb-9730-4eb0-920d-e4aab6960cb8 HTTP/1.1" status: 200 len: 994 time: 0.1010404 Mar 14 18:33:11.919306 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae31096-f02c-4579-942f-e3ef0cee3785 None None] New status for floating IP b8d9e5cb-9730-4eb0-920d-e4aab6960cb8: DOWN {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:33:12.442289 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33594) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:12.491934 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:33:12.546785 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-dd97362c-1a96-42b1-82af-2772309b6c4b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/b8d9e5cb-9730-4eb0-920d-e4aab6960cb8 HTTP/1.1" status: 200 len: 992 time: 0.1032257 Mar 14 18:33:12.603582 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:12.633528 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=73f2e464-f5d8-4b2c-856e-a7b4cdf0655d,segment=NetworkSegment(1a7046c1-dba0-47de-963f-53e5c40d9378),segment_id=1a7046c1-dba0-47de-963f-53e5c40d9378)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:33:12.698846 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:12.699549 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c67240bb-f34f-4d94-81f6-a3f83c0f5604 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:33:12.811032 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=73f2e464-f5d8-4b2c-856e-a7b4cdf0655d,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:12.864710 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:12.880414 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port c67240bb-f34f-4d94-81f6-a3f83c0f5604, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c67240bb-f34f-4d94-81f6-a3f83c0f5604,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:33:12.938575 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:13.004003 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=c67240bb-f34f-4d94-81f6-a3f83c0f5604,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:13.684851 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33600) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:14.052570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c254ef23-66d1-487b-9efa-21eb6d864383 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Router 988a48fc-4b69-491a-a4d9-158d4d3984ad is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:33:14.052899 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c254ef23-66d1-487b-9efa-21eb6d864383 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Notify agent at dv-neutron-833560-1-hyperv the message router_added_to_agent {{(pid=88635) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 14 18:33:14.071294 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c254ef23-66d1-487b-9efa-21eb6d864383 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "POST /v2.0/agents/f3003347-2a93-45e3-901a-8f203f0302a7/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3849106 Mar 14 18:33:14.074744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33608) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:14.083504 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9e3264-73f9-412b-be0a-e64fa81bcb3a None None] Sync routers for ids ['988a48fc-4b69-491a-a4d9-158d4d3984ad'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:33:14.092841 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e3264-73f9-412b-be0a-e64fa81bcb3a None None] Routers {'988a48fc-4b69-491a-a4d9-158d4d3984ad'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:33:14.093504 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ce9e3264-73f9-412b-be0a-e64fa81bcb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:32:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['988a48fc-4b69-491a-a4d9-158d4d3984ad'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:14.249433 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b79effe9-7a57-469b-9bec-049954b0ebdd tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/routers/988a48fc-4b69-491a-a4d9-158d4d3984ad/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1742437 Mar 14 18:33:14.252210 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33612) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:14.264894 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-ce9e3264-73f9-412b-be0a-e64fa81bcb3a None None] Set router 988a48fc-4b69-491a-a4d9-158d4d3984ad gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:33:14.356295 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f9864530-3ceb-4b8a-96b0-c45bd6dd70ca tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/b8d9e5cb-9730-4eb0-920d-e4aab6960cb8 HTTP/1.1" status: 200 len: 992 time: 0.1029220 Mar 14 18:33:14.600917 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ce9e3264-73f9-412b-be0a-e64fa81bcb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'name': 'tempest-TestNetworkBasicOps-router-593664221', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:11Z', 'updated_at': '2022-03-14T18:32:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:12Z', 'updated_at': '2022-03-14T18:33:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'b8d9e5cb-9730-4eb0-920d-e4aab6960cb8', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.177', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'port_id': 'a51cbd5d-0b8d-4cc2-b9af-8a9957d15134', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'mac_address': 'fa:16:3e:c5:89:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c467e64-3856-49b0-880e-cc8ec466bfa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:32:37Z', 'updated_at': '2022-03-14T18:33:12Z', 'revision_number': 2, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73f2e464-f5d8-4b2c-856e-a7b4cdf0655d', 'name': '', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:2e:a3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:16Z', 'updated_at': '2022-03-14T18:33:12Z', 'revision_number': 6, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:14.604544 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9e3264-73f9-412b-be0a-e64fa81bcb3a None None] Checking router: 988a48fc-4b69-491a-a4d9-158d4d3984ad for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:33:14.613074 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e3264-73f9-412b-be0a-e64fa81bcb3a None None] Routers {'988a48fc-4b69-491a-a4d9-158d4d3984ad'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:33:14.613573 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ce9e3264-73f9-412b-be0a-e64fa81bcb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:32:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['988a48fc-4b69-491a-a4d9-158d4d3984ad'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:14.782070 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-ce9e3264-73f9-412b-be0a-e64fa81bcb3a None None] Set router 988a48fc-4b69-491a-a4d9-158d4d3984ad gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:33:15.109812 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ce9e3264-73f9-412b-be0a-e64fa81bcb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'name': 'tempest-TestNetworkBasicOps-router-593664221', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:11Z', 'updated_at': '2022-03-14T18:32:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:12Z', 'updated_at': '2022-03-14T18:33:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'b8d9e5cb-9730-4eb0-920d-e4aab6960cb8', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.177', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'port_id': 'a51cbd5d-0b8d-4cc2-b9af-8a9957d15134', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'mac_address': 'fa:16:3e:c5:89:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c467e64-3856-49b0-880e-cc8ec466bfa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:32:37Z', 'updated_at': '2022-03-14T18:33:12Z', 'revision_number': 2, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73f2e464-f5d8-4b2c-856e-a7b4cdf0655d', 'name': '', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:2e:a3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:16Z', 'updated_at': '2022-03-14T18:33:12Z', 'revision_number': 6, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:15.113642 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9e3264-73f9-412b-be0a-e64fa81bcb3a None None] The sync data for ids ['988a48fc-4b69-491a-a4d9-158d4d3984ad'] in dv-neutron-833560-1-hyperv is: [{'id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'name': 'tempest-TestNetworkBasicOps-router-593664221', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:11Z', 'updated_at': '2022-03-14T18:32:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:12Z', 'updated_at': '2022-03-14T18:33:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'b8d9e5cb-9730-4eb0-920d-e4aab6960cb8', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.177', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'port_id': 'a51cbd5d-0b8d-4cc2-b9af-8a9957d15134', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'mac_address': 'fa:16:3e:c5:89:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c467e64-3856-49b0-880e-cc8ec466bfa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:32:37Z', 'updated_at': '2022-03-14T18:33:12Z', 'revision_number': 2, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73f2e464-f5d8-4b2c-856e-a7b4cdf0655d', 'name': '', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:2e:a3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:16Z', 'updated_at': '2022-03-14T18:33:12Z', 'revision_number': 6, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:33:15.360130 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33616) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:15.471361 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a4f4cd45-76ea-4c97-a038-13e34919b1cb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/b8d9e5cb-9730-4eb0-920d-e4aab6960cb8 HTTP/1.1" status: 200 len: 992 time: 0.1101332 Mar 14 18:33:16.475110 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33620) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:16.534349 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c67240bb-f34f-4d94-81f6-a3f83c0f5604 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:33:16.583926 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a836f0d9-aefa-4187-907e-a8db73823dbe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/b8d9e5cb-9730-4eb0-920d-e4aab6960cb8 HTTP/1.1" status: 200 len: 992 time: 0.1060719 Mar 14 18:33:16.605002 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port c67240bb-f34f-4d94-81f6-a3f83c0f5604 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:16.605373 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:16.672680 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a29a02-865c-43b4-bb70-825787bc91ab None None] New status for floating IP b8d9e5cb-9730-4eb0-920d-e4aab6960cb8: ACTIVE {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:33:16.807605 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:16.893368 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port c67240bb-f34f-4d94-81f6-a3f83c0f5604, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c67240bb-f34f-4d94-81f6-a3f83c0f5604,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:33:16.973093 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:16.973775 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:33:17.089849 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=c67240bb-f34f-4d94-81f6-a3f83c0f5604,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:17.101545 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:17.101921 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:17.255227 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:17.294848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=73f2e464-f5d8-4b2c-856e-a7b4cdf0655d,segment=NetworkSegment(1a7046c1-dba0-47de-963f-53e5c40d9378),segment_id=1a7046c1-dba0-47de-963f-53e5c40d9378)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:33:17.379752 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:17.446892 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=73f2e464-f5d8-4b2c-856e-a7b4cdf0655d,revision_number=7']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:17.586396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33624) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:17.690258 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ba9c90d0-b302-4ad1-841f-ea5a8ec6eca4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/b8d9e5cb-9730-4eb0-920d-e4aab6960cb8 HTTP/1.1" status: 200 len: 994 time: 0.1027377 Mar 14 18:33:17.963251 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33632) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:18.160520 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port e1d0a0c3-916e-4d35-bb08-e185d693d116 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:33:18.160807 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:18.327192 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:18.327523 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:18.447495 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for e1d0a0c3-916e-4d35-bb08-e185d693d116 owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:33:18.499619 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c67240bb-f34f-4d94-81f6-a3f83c0f5604 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:33:18.568756 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port c67240bb-f34f-4d94-81f6-a3f83c0f5604 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:18.569131 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:18.680335 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:33:18.685627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:18.748763 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:18.749072 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:18.759114 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=e1d0a0c3-916e-4d35-bb08-e185d693d116,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:18.804753 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:18.805101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:18.805442 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:18.805774 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:18.806102 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:18.806427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:18.806762 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:18.807090 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:18.807413 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:18.807735 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:18.808060 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:18.808377 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:18.837047 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:18.837381 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP b8d9e5cb-9730-4eb0-920d-e4aab6960cb8 disassociated (deleted). External IP: 172.26.7.177, port: a51cbd5d-0b8d-4cc2-b9af-8a9957d15134. Mar 14 18:33:19.174683 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 988a48fc-4b69-491a-a4d9-158d4d3984ad has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:33:19.454861 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:33:19.461040 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e551d694-3f72-4f6a-818e-7be6936ac786 None None] Sync routers for ids ['988a48fc-4b69-491a-a4d9-158d4d3984ad'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:33:19.467102 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:19.471135 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e551d694-3f72-4f6a-818e-7be6936ac786 None None] Routers {'988a48fc-4b69-491a-a4d9-158d4d3984ad'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:33:19.471766 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e551d694-3f72-4f6a-818e-7be6936ac786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:32:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['988a48fc-4b69-491a-a4d9-158d4d3984ad'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:19.525227 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d2b21bd7-046d-4fba-ba10-7f019576425b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/floatingips/b8d9e5cb-9730-4eb0-920d-e4aab6960cb8 HTTP/1.1" status: 204 len: 168 time: 1.5609541 Mar 14 18:33:19.525915 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c467e64-3856-49b0-880e-cc8ec466bfa6', 'tag': 'a51cbd5d-0b8d-4cc2-b9af-8a9957d15134'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:33:19.678400 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-e551d694-3f72-4f6a-818e-7be6936ac786 None None] Set router 988a48fc-4b69-491a-a4d9-158d4d3984ad gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:33:19.785647 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c467e64-3856-49b0-880e-cc8ec466bfa6', 'tag': 'a51cbd5d-0b8d-4cc2-b9af-8a9957d15134', 'status': 'completed', 'code': 200} Mar 14 18:33:19.878643 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839af74-7d64-41e2-ade8-5b0d5ff5e95a req-69497936-19a5-4a9b-bb10-70c6101f64c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:19.880233 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a839af74-7d64-41e2-ade8-5b0d5ff5e95a req-69497936-19a5-4a9b-bb10-70c6101f64c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 1099 time: 0.0734243 Mar 14 18:33:19.997577 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e551d694-3f72-4f6a-818e-7be6936ac786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'name': 'tempest-TestNetworkBasicOps-router-593664221', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:11Z', 'updated_at': '2022-03-14T18:32:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:12Z', 'updated_at': '2022-03-14T18:33:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '73f2e464-f5d8-4b2c-856e-a7b4cdf0655d', 'name': '', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:2e:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:16Z', 'updated_at': '2022-03-14T18:33:17Z', 'revision_number': 7, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:20.001145 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e551d694-3f72-4f6a-818e-7be6936ac786 None None] Checking router: 988a48fc-4b69-491a-a4d9-158d4d3984ad for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:33:20.009136 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e551d694-3f72-4f6a-818e-7be6936ac786 None None] Routers {'988a48fc-4b69-491a-a4d9-158d4d3984ad'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:33:20.009710 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e551d694-3f72-4f6a-818e-7be6936ac786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:32:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['988a48fc-4b69-491a-a4d9-158d4d3984ad'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:20.061337 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839af74-7d64-41e2-ade8-5b0d5ff5e95a req-2512ee1b-3574-4425-b078-f840599a205b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:20.062793 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a839af74-7d64-41e2-ade8-5b0d5ff5e95a req-2512ee1b-3574-4425-b078-f840599a205b service neutron] 10.222.0.59 "GET /v2.0/networks?id=aa451c8b-24af-4363-b9ea-858a55a3aa26 HTTP/1.1" status: 200 len: 896 time: 0.1769509 Mar 14 18:33:20.134384 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a839af74-7d64-41e2-ade8-5b0d5ff5e95a req-152dd408-4aaa-42dc-ac79-3c1454ccded8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 HTTP/1.1" status: 200 len: 217 time: 0.0607378 Mar 14 18:33:20.143253 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e39e0-f331-4c83-8f69-0e0fe596c7da req-bb786f4c-7195-4d46-80a6-f3223cf10d1e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:20.144638 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-987e39e0-f331-4c83-8f69-0e0fe596c7da req-bb786f4c-7195-4d46-80a6-f3223cf10d1e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 946 time: 0.1708186 Mar 14 18:33:20.180561 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-e551d694-3f72-4f6a-818e-7be6936ac786 None None] Set router 988a48fc-4b69-491a-a4d9-158d4d3984ad gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:33:20.232676 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839af74-7d64-41e2-ade8-5b0d5ff5e95a req-0099699c-2a59-4a29-a09f-85d0ad4d7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:20.234100 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a839af74-7d64-41e2-ade8-5b0d5ff5e95a req-0099699c-2a59-4a29-a09f-85d0ad4d7fad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a10c78-90cb-4870-b02c-155e1115993b HTTP/1.1" status: 200 len: 833 time: 0.0886216 Mar 14 18:33:20.236973 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-987e39e0-f331-4c83-8f69-0e0fe596c7da req-08131c5e-5a22-48f3-8f28-6344755b729d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=54d30803-58d7-4cae-b22d-88681cd84d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602505 Mar 14 18:33:20.307635 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839af74-7d64-41e2-ade8-5b0d5ff5e95a req-1c3a3f88-4633-4bc7-a741-ded2b1c727b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:20.309350 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a839af74-7d64-41e2-ade8-5b0d5ff5e95a req-1c3a3f88-4633-4bc7-a741-ded2b1c727b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aa451c8b-24af-4363-b9ea-858a55a3aa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691020 Mar 14 18:33:20.440150 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a839af74-7d64-41e2-ade8-5b0d5ff5e95a req-11b1dcf0-cf33-408f-bee0-e06688c65daf service neutron] 10.222.0.59 "GET /v2.0/networks/aa451c8b-24af-4363-b9ea-858a55a3aa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244724 Mar 14 18:33:20.484919 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e551d694-3f72-4f6a-818e-7be6936ac786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'name': 'tempest-TestNetworkBasicOps-router-593664221', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:11Z', 'updated_at': '2022-03-14T18:32:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:12Z', 'updated_at': '2022-03-14T18:33:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '73f2e464-f5d8-4b2c-856e-a7b4cdf0655d', 'name': '', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:2e:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:16Z', 'updated_at': '2022-03-14T18:33:17Z', 'revision_number': 7, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:20.488840 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e551d694-3f72-4f6a-818e-7be6936ac786 None None] The sync data for ids ['988a48fc-4b69-491a-a4d9-158d4d3984ad'] in dv-neutron-833560-1-hyperv is: [{'id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'name': 'tempest-TestNetworkBasicOps-router-593664221', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:11Z', 'updated_at': '2022-03-14T18:32:17Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:12Z', 'updated_at': '2022-03-14T18:33:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '73f2e464-f5d8-4b2c-856e-a7b4cdf0655d', 'name': '', 'network_id': 'aa451c8b-24af-4363-b9ea-858a55a3aa26', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:2e:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:16Z', 'updated_at': '2022-03-14T18:33:17Z', 'revision_number': 7, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'd7a10c78-90cb-4870-b02c-155e1115993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:33:20.574384 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a839af74-7d64-41e2-ade8-5b0d5ff5e95a req-5d7528fd-3d74-4f21-ae76-a07e087d4bde service neutron] 10.222.0.59 "GET /v2.0/networks/aa451c8b-24af-4363-b9ea-858a55a3aa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278496 Mar 14 18:33:21.106383 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1860587-756d-4b81-a62f-296c80a341d2 None None] New status for floating IP b8d9e5cb-9730-4eb0-920d-e4aab6960cb8: DOWN {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:33:21.454087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966097b-2a47-483f-8d03-4f1f1aaac3bf req-18df7436-d09e-4ea4-9347-86b9194f1b6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:21.455474 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0966097b-2a47-483f-8d03-4f1f1aaac3bf req-18df7436-d09e-4ea4-9347-86b9194f1b6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 946 time: 0.1017108 Mar 14 18:33:21.465564 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88797d30-84fb-4de1-b54e-c2ed4446fe31 req-f8858dc3-29fa-4769-88a6-63a2c4deaa42 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:21.467450 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-88797d30-84fb-4de1-b54e-c2ed4446fe31 req-f8858dc3-29fa-4769-88a6-63a2c4deaa42 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 946 time: 0.2549720 Mar 14 18:33:21.559209 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0966097b-2a47-483f-8d03-4f1f1aaac3bf req-1f8e0055-dde2-461b-b216-a08eb03e7d06 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=54d30803-58d7-4cae-b22d-88681cd84d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905318 Mar 14 18:33:21.562726 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-88797d30-84fb-4de1-b54e-c2ed4446fe31 req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:33:21.563089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-88797d30-84fb-4de1-b54e-c2ed4446fe31 req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:21.800345 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-88797d30-84fb-4de1-b54e-c2ed4446fe31 req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port a51cbd5d-0b8d-4cc2-b9af-8a9957d15134, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a51cbd5d-0b8d-4cc2-b9af-8a9957d15134,segment=NetworkSegment(1a7046c1-dba0-47de-963f-53e5c40d9378),segment_id=1a7046c1-dba0-47de-963f-53e5c40d9378)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:33:21.800700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-88797d30-84fb-4de1-b54e-c2ed4446fe31 req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:21.918208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-88797d30-84fb-4de1-b54e-c2ed4446fe31 req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:33:22.121920 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-88797d30-84fb-4de1-b54e-c2ed4446fe31 req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:22.172085 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=a51cbd5d-0b8d-4cc2-b9af-8a9957d15134,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:22.206338 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:22.206683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:22.207043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:22.207370 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:22.207692 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:22.208013 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:22.208329 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:22.208651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:22.208967 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:22.209282 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:22.209595 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:22.209908 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:22.256534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-88797d30-84fb-4de1-b54e-c2ed4446fe31 req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] No DVR routers for this DVR port a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:33:22.258928 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-88797d30-84fb-4de1-b54e-c2ed4446fe31 req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:22.261404 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c467e64-3856-49b0-880e-cc8ec466bfa6', 'name': 'network-vif-deleted', 'tag': 'a51cbd5d-0b8d-4cc2-b9af-8a9957d15134'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:33:22.277294 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-88797d30-84fb-4de1-b54e-c2ed4446fe31 req-54e3c15f-ffb2-4f2c-936c-62118f994f46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "DELETE /v2.0/ports/a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 HTTP/1.1" status: 204 len: 173 time: 0.7921774 Mar 14 18:33:22.307552 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c467e64-3856-49b0-880e-cc8ec466bfa6', 'name': 'network-vif-deleted', 'tag': 'a51cbd5d-0b8d-4cc2-b9af-8a9957d15134', 'status': 'completed', 'code': 200} Mar 14 18:33:22.729510 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-69dfb7a2-8673-4401-b308-8eed34c419d0 req-b126d5f9-7bce-4331-9a97-74e050f8d2d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:33:22.801939 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-69dfb7a2-8673-4401-b308-8eed34c419d0 req-b126d5f9-7bce-4331-9a97-74e050f8d2d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:33:22.801939 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-69dfb7a2-8673-4401-b308-8eed34c419d0 req-b126d5f9-7bce-4331-9a97-74e050f8d2d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c467e64-3856-49b0-880e-cc8ec466bfa6 HTTP/1.1" status: 200 len: 210 time: 0.1143317 Mar 14 18:33:23.892866 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33652) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:23.959518 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-44c92312-b5f7-4a07-a418-05c9b804cd10 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:23.987997 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-44c92312-b5f7-4a07-a418-05c9b804cd10 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:24.144257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-44c92312-b5f7-4a07-a418-05c9b804cd10 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:24.162773 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c92312-b5f7-4a07-a418-05c9b804cd10 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d30803-58d7-4cae-b22d-88681cd84d39,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:24.235318 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-44c92312-b5f7-4a07-a418-05c9b804cd10 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:24.236473 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-44c92312-b5f7-4a07-a418-05c9b804cd10 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/security-groups/54d30803-58d7-4cae-b22d-88681cd84d39 HTTP/1.1" status: 204 len: 168 time: 0.3426423 Mar 14 18:33:24.258632 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e994e23e-53f3-4f97-81ed-e5ec91bebca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:24.310496 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33658) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:24.486367 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:33:24.519977 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:33:24.520239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device a51cbd5d-0b8d-4cc2-b9af-8a9957d15134 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:33:24.934697 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-456fb8ba-1a7f-489f-9bf8-baa7b472a603 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:25.268941 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-456fb8ba-1a7f-489f-9bf8-baa7b472a603 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:33:25.269151 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-456fb8ba-1a7f-489f-9bf8-baa7b472a603 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:25.449843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-456fb8ba-1a7f-489f-9bf8-baa7b472a603 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=73f2e464-f5d8-4b2c-856e-a7b4cdf0655d,segment=NetworkSegment(1a7046c1-dba0-47de-963f-53e5c40d9378),segment_id=1a7046c1-dba0-47de-963f-53e5c40d9378)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:33:25.452758 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-456fb8ba-1a7f-489f-9bf8-baa7b472a603 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:25.570362 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-456fb8ba-1a7f-489f-9bf8-baa7b472a603 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:33:25.812576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-456fb8ba-1a7f-489f-9bf8-baa7b472a603 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:25.858957 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fb8ba-1a7f-489f-9bf8-baa7b472a603 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=73f2e464-f5d8-4b2c-856e-a7b4cdf0655d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:26.127512 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-456fb8ba-1a7f-489f-9bf8-baa7b472a603 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:26.336316 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-68129d8c-05a9-4579-995d-015097ba9fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:26.577947 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456fb8ba-1a7f-489f-9bf8-baa7b472a603 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 988a48fc-4b69-491a-a4d9-158d4d3984ad has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:33:26.751895 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456fb8ba-1a7f-489f-9bf8-baa7b472a603 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:33:26.761996 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7436ee98-2284-4ef6-8e73-e9a82251f85e None None] Sync routers for ids ['988a48fc-4b69-491a-a4d9-158d4d3984ad'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:33:26.771202 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7436ee98-2284-4ef6-8e73-e9a82251f85e None None] Routers {'988a48fc-4b69-491a-a4d9-158d4d3984ad'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:33:26.774416 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-7436ee98-2284-4ef6-8e73-e9a82251f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:33:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['988a48fc-4b69-491a-a4d9-158d4d3984ad'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:26.823423 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-456fb8ba-1a7f-489f-9bf8-baa7b472a603 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/988a48fc-4b69-491a-a4d9-158d4d3984ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5117655 Mar 14 18:33:26.826146 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33662) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:26.890318 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-71052bcd-c08f-4e05-a8a7-5b54b47262c0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting subnet d7a10c78-90cb-4870-b02c-155e1115993b {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:33:26.893270 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-71052bcd-c08f-4e05-a8a7-5b54b47262c0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:26.945272 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-7436ee98-2284-4ef6-8e73-e9a82251f85e None None] Set router 988a48fc-4b69-491a-a4d9-158d4d3984ad gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:33:26.946898 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-71052bcd-c08f-4e05-a8a7-5b54b47262c0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:27.031019 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-71052bcd-c08f-4e05-a8a7-5b54b47262c0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:27.173208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-71052bcd-c08f-4e05-a8a7-5b54b47262c0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:27.209410 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71052bcd-c08f-4e05-a8a7-5b54b47262c0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a10c78-90cb-4870-b02c-155e1115993b,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:27.217309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-71052bcd-c08f-4e05-a8a7-5b54b47262c0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:27.223301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c114db-700d-4b16-947d-f84dc0b2fcf1 None None] Network aa451c8b-24af-4363-b9ea-858a55a3aa26 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:33:27.226457 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-71052bcd-c08f-4e05-a8a7-5b54b47262c0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/subnets/d7a10c78-90cb-4870-b02c-155e1115993b HTTP/1.1" status: 204 len: 168 time: 0.3969305 Mar 14 18:33:27.226646 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33666) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:27.250645 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-7436ee98-2284-4ef6-8e73-e9a82251f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'name': 'tempest-TestNetworkBasicOps-router-593664221', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:11Z', 'updated_at': '2022-03-14T18:33:25Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:12Z', 'updated_at': '2022-03-14T18:33:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:27.254378 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7436ee98-2284-4ef6-8e73-e9a82251f85e None None] Checking router: 988a48fc-4b69-491a-a4d9-158d4d3984ad for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:33:27.262396 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7436ee98-2284-4ef6-8e73-e9a82251f85e None None] Routers {'988a48fc-4b69-491a-a4d9-158d4d3984ad'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:33:27.263040 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-7436ee98-2284-4ef6-8e73-e9a82251f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:33:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['988a48fc-4b69-491a-a4d9-158d4d3984ad'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:27.406672 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-97dfe4bb-3a01-4afb-979d-975aa3e53040 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:27.437660 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-7436ee98-2284-4ef6-8e73-e9a82251f85e None None] Set router 988a48fc-4b69-491a-a4d9-158d4d3984ad gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:33:27.481009 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] DHCP port deletion for aa451c8b-24af-4363-b9ea-858a55a3aa26 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:33:27.485843 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] Deleting port 30c4800b-14dc-45bb-8824-910f78d8df20 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:33:27.486220 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:27.590309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-97dfe4bb-3a01-4afb-979d-975aa3e53040 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:27.650522 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-97dfe4bb-3a01-4afb-979d-975aa3e53040 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port c67240bb-f34f-4d94-81f6-a3f83c0f5604 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:33:27.650904 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-97dfe4bb-3a01-4afb-979d-975aa3e53040 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:27.692002 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] For port 30c4800b-14dc-45bb-8824-910f78d8df20, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=30c4800b-14dc-45bb-8824-910f78d8df20,segment=NetworkSegment(1a7046c1-dba0-47de-963f-53e5c40d9378),segment_id=1a7046c1-dba0-47de-963f-53e5c40d9378)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:33:27.692373 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:27.733966 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-7436ee98-2284-4ef6-8e73-e9a82251f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'name': 'tempest-TestNetworkBasicOps-router-593664221', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:11Z', 'updated_at': '2022-03-14T18:33:25Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:12Z', 'updated_at': '2022-03-14T18:33:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:27.737933 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7436ee98-2284-4ef6-8e73-e9a82251f85e None None] The sync data for ids ['988a48fc-4b69-491a-a4d9-158d4d3984ad'] in dv-neutron-833560-1-hyperv is: [{'id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'name': 'tempest-TestNetworkBasicOps-router-593664221', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:11Z', 'updated_at': '2022-03-14T18:33:25Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'c67240bb-f34f-4d94-81f6-a3f83c0f5604', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a48fc-4b69-491a-a4d9-158d4d3984ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:12Z', 'updated_at': '2022-03-14T18:33:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:33:27.846473 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-97dfe4bb-3a01-4afb-979d-975aa3e53040 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port c67240bb-f34f-4d94-81f6-a3f83c0f5604, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c67240bb-f34f-4d94-81f6-a3f83c0f5604,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:33:27.846866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-97dfe4bb-3a01-4afb-979d-975aa3e53040 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:27.869467 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] Calling delete_port for 30c4800b-14dc-45bb-8824-910f78d8df20 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:33:27.947799 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:27.970667 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:28.022365 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:28.069105 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] Pushing event deleted for resources: {'Port': ['ID=30c4800b-14dc-45bb-8824-910f78d8df20,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:28.073599 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] No DVR routers for this DVR port 30c4800b-14dc-45bb-8824-910f78d8df20 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:33:28.075106 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-97dfe4bb-3a01-4afb-979d-975aa3e53040 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for c67240bb-f34f-4d94-81f6-a3f83c0f5604 owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:33:28.085208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:28.085463 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:28.085806 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:28.086147 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:28.086732 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:28.087095 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:28.087421 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:28.087749 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:28.088070 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:28.088389 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:28.088780 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:28.089122 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0edb82-ebd4-4084-9bd3-4c00c84c9762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:28.296007 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-97dfe4bb-3a01-4afb-979d-975aa3e53040 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:28.344276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfe4bb-3a01-4afb-979d-975aa3e53040 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=c67240bb-f34f-4d94-81f6-a3f83c0f5604,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:28.430470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-97dfe4bb-3a01-4afb-979d-975aa3e53040 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:28.544736 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 30c4800b-14dc-45bb-8824-910f78d8df20 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:33:28.578533 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 30c4800b-14dc-45bb-8824-910f78d8df20 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:33:28.578920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 30c4800b-14dc-45bb-8824-910f78d8df20 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:33:28.579344 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:33:28.603397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-97dfe4bb-3a01-4afb-979d-975aa3e53040 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:28.606357 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-97dfe4bb-3a01-4afb-979d-975aa3e53040 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:28.610950 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:33:28.611308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 73f2e464-f5d8-4b2c-856e-a7b4cdf0655d not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:33:28.698220 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-97dfe4bb-3a01-4afb-979d-975aa3e53040 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:28.698724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97dfe4bb-3a01-4afb-979d-975aa3e53040 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Fanout notify agent at l3_agent the message router_deleted on router 988a48fc-4b69-491a-a4d9-158d4d3984ad {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:33:28.713328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-97dfe4bb-3a01-4afb-979d-975aa3e53040 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:28.717552 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-97dfe4bb-3a01-4afb-979d-975aa3e53040 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/routers/988a48fc-4b69-491a-a4d9-158d4d3984ad HTTP/1.1" status: 204 len: 168 time: 1.4868517 Mar 14 18:33:28.717993 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33670) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:28.833361 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a4ce-d925-4d7d-a1b4-148d627899b7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:28.958805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a4ce-d925-4d7d-a1b4-148d627899b7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:28.983192 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-b7e9a4ce-d925-4d7d-a1b4-148d627899b7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa451c8b-24af-4363-b9ea-858a55a3aa26']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:28.994371 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-b7e9a4ce-d925-4d7d-a1b4-148d627899b7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7046c1-dba0-47de-963f-53e5c40d9378') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:28.994665 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-b7e9a4ce-d925-4d7d-a1b4-148d627899b7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7046c1-dba0-47de-963f-53e5c40d9378') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:29.005399 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a4ce-d925-4d7d-a1b4-148d627899b7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:29.024014 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a4ce-d925-4d7d-a1b4-148d627899b7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:29.030527 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e9a4ce-d925-4d7d-a1b4-148d627899b7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:33:29.030946 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a4ce-d925-4d7d-a1b4-148d627899b7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:33:29.044302 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:33:29.207637 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a4ce-d925-4d7d-a1b4-148d627899b7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:29.211785 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a4ce-d925-4d7d-a1b4-148d627899b7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:29.236547 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9a4ce-d925-4d7d-a1b4-148d627899b7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Network': ['ID=aa451c8b-24af-4363-b9ea-858a55a3aa26,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:29.288154 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b7e9a4ce-d925-4d7d-a1b4-148d627899b7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/networks/aa451c8b-24af-4363-b9ea-858a55a3aa26 HTTP/1.1" status: 204 len: 168 time: 0.5690894 Mar 14 18:33:29.309280 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33674) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:29.316608 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-90dc8b52-e8c0-4043-92cc-221a27917626 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'network': {'name': 'tempest-network-smoke--898116816', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'port_security_enabled': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:29.321632 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-90dc8b52-e8c0-4043-92cc-221a27917626 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:33:29.326196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-90dc8b52-e8c0-4043-92cc-221a27917626 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:network and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:33:29.329027 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-90dc8b52-e8c0-4043-92cc-221a27917626 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:33:29.334629 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-90dc8b52-e8c0-4043-92cc-221a27917626 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:33:29.400749 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dc8b52-e8c0-4043-92cc-221a27917626 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:33:29.404231 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-90dc8b52-e8c0-4043-92cc-221a27917626 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:29.430602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dc8b52-e8c0-4043-92cc-221a27917626 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:33:29.439604 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-90dc8b52-e8c0-4043-92cc-221a27917626 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:29.439950 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-90dc8b52-e8c0-4043-92cc-221a27917626 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Added segment 9666dd26-e55e-44e6-b633-64cc4b781945 of type vlan for network fcb8e262-7076-4b68-85f8-5476ecb5953d Mar 14 18:33:29.465090 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-90dc8b52-e8c0-4043-92cc-221a27917626 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:29.553163 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-90dc8b52-e8c0-4043-92cc-221a27917626 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:29.558606 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dc8b52-e8c0-4043-92cc-221a27917626 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:29.559470 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-90dc8b52-e8c0-4043-92cc-221a27917626 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:29.667511 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc8b52-e8c0-4043-92cc-221a27917626 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Network': ['ID=fcb8e262-7076-4b68-85f8-5476ecb5953d,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:29.678360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network fcb8e262-7076-4b68-85f8-5476ecb5953d details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:33:29.734191 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-90dc8b52-e8c0-4043-92cc-221a27917626 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4238236 Mar 14 18:33:29.736988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33678) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:29.742373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2012093653', 'admin_state_up': True, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:29.749968 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:33:29.753826 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:router and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:33:29.756662 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:33:29.765692 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:33:29.789800 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:29.876051 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:29.877002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:29.891223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:30.226633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:30.456813 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c67240bb-f34f-4d94-81f6-a3f83c0f5604 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:33:30.494328 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: c67240bb-f34f-4d94-81f6-a3f83c0f5604 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:33:30.494669 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c67240bb-f34f-4d94-81f6-a3f83c0f5604 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:33:30.565488 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:30.594574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:30.820070 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.26.7.121 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/12fad934-5dfc-4bb3-9b5e-8ca5714d4af4) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:33:30.961742 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:31.029832 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:31.090253 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:33:31.092974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:33:31.101697 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:33:31.135734 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=12fad934-5dfc-4bb3-9b5e-8ca5714d4af4,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:31.543912 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:31.873506 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:32.160791 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:33:32.439467 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:33:32.449516 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Sync routers for ids ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:33:32.459322 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Routers {'185fa3fb-9aaf-4b76-a2e0-621e998a73a4'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:33:32.459989 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:33:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:32.527196 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:32.528945 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8e008fe1-ba86-4261-b4ca-30b4e2ab4dba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7904439 Mar 14 18:33:32.532094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33682) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:32.571393 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8c8ef89c-2f77-4aea-b80b-ba9b8df6239b tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=6c5e4a48cb994bfdaa976c98e4c4c63f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381434 Mar 14 18:33:32.573919 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33686) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:32.633934 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Set router 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:33:32.700468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48b558d-4a4f-41b8-907a-3ef82d0744d1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:32.704428 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e48b558d-4a4f-41b8-907a-3ef82d0744d1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270430 Mar 14 18:33:32.704638 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33690) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:32.750264 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1d8ce3ec-842b-4d55-974d-1443c966af45 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422585 Mar 14 18:33:32.750454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33694) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:32.755695 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-af6bc1ca-95bf-409f-a80d-38f049ddcb4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2053453598', 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:32.861902 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-af6bc1ca-95bf-409f-a80d-38f049ddcb4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:33:32.865662 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-af6bc1ca-95bf-409f-a80d-38f049ddcb4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:subnet and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:33:32.868429 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-af6bc1ca-95bf-409f-a80d-38f049ddcb4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:33:32.874579 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-af6bc1ca-95bf-409f-a80d-38f049ddcb4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:33:32.916651 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'name': 'tempest-TestNetworkBasicOps-router-2012093653', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:29Z', 'updated_at': '2022-03-14T18:33:31Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:30Z', 'updated_at': '2022-03-14T18:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:32.920894 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Checking router: 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:33:32.921241 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Updating router 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 port 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:33:32.941754 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6bc1ca-95bf-409f-a80d-38f049ddcb4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:33:32.945295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af6bc1ca-95bf-409f-a80d-38f049ddcb4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:32.971931 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:33.205033 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af6bc1ca-95bf-409f-a80d-38f049ddcb4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:33.284843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bc1ca-95bf-409f-a80d-38f049ddcb4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Subnet': ['ID=e094d198-4aeb-4ead-95b5-5262bb795d0e,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:33.292328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6bc1ca-95bf-409f-a80d-38f049ddcb4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Checking segment: {'id': '9666dd26-e55e-44e6-b633-64cc4b781945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:33:33.292677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6bc1ca-95bf-409f-a80d-38f049ddcb4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network hostable DHCP agents. Network: fcb8e262-7076-4b68-85f8-5476ecb5953d, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:33:33.294104 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:33.305590 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Transition to ACTIVE for port object 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:33:33.370324 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6bc1ca-95bf-409f-a80d-38f049ddcb4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network fcb8e262-7076-4b68-85f8-5476ecb5953d is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:33:33.386848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:33.438861 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-af6bc1ca-95bf-409f-a80d-38f049ddcb4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, fcb8e262-7076-4b68-85f8-5476ecb5953d) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:33:33.445465 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6bc1ca-95bf-409f-a80d-38f049ddcb4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:33.445465 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-af6bc1ca-95bf-409f-a80d-38f049ddcb4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:33.452200 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ad3b2f-ce7a-45da-9989-e5fe75ddafea None None] Network fcb8e262-7076-4b68-85f8-5476ecb5953d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:33:33.493249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Attempting to bind port 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:33:33.493620 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Attempting to bind port 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:33:33.493983 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Attempting to bind port 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4 on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:33:33.501148 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55630320-65a9-4fa7-9c68-9c6db27dc504 None None] Pushing event updated for resources: {'Port': ['ID=12fad934-5dfc-4bb3-9b5e-8ca5714d4af4,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:33.550523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:33:33.550851 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-af6bc1ca-95bf-409f-a80d-38f049ddcb4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7991183 Mar 14 18:33:33.550958 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:33:33.551366 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:33.552634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:33:33.552634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Bound port: 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:33:33.552634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:33.553494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33698) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:33.715396 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] For port 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:33:33.734041 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] For port 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=12fad934-5dfc-4bb3-9b5e-8ca5714d4af4,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:33:33.788466 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-fcb8e262-7076-4b68-85f8-5476ecb5953d', 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ips': [{'subnet_id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:33:33.789340 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:33.805192 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:33.938562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Routers {'185fa3fb-9aaf-4b76-a2e0-621e998a73a4'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:33:33.939205 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:33:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:34.010867 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55630320-65a9-4fa7-9c68-9c6db27dc504 None None] Pushing event updated for resources: {'Port': ['ID=12fad934-5dfc-4bb3-9b5e-8ca5714d4af4,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:34.183156 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Allocated IP 172.20.0.2 (fcb8e262-7076-4b68-85f8-5476ecb5953d/e094d198-4aeb-4ead-95b5-5262bb795d0e/36960347-ccad-4af9-a4a7-823ae3fdf0e2) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:33:34.186908 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] Set router 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:33:34.329318 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:34.629968 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:34.642778 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Transition to ACTIVE for port object 36960347-ccad-4af9-a4a7-823ae3fdf0e2 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:33:34.659748 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'name': 'tempest-TestNetworkBasicOps-router-2012093653', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:29Z', 'updated_at': '2022-03-14T18:33:31Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:30Z', 'updated_at': '2022-03-14T18:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:34.667670 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Transition to ACTIVE for port object 36960347-ccad-4af9-a4a7-823ae3fdf0e2 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:33:34.668865 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f77c8-915d-45f3-b4ee-8c9a1ef4824c None None] The sync data for ids ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'] in dv-neutron-833560-1-hyperv is: [{'id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'name': 'tempest-TestNetworkBasicOps-router-2012093653', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:29Z', 'updated_at': '2022-03-14T18:33:31Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:30Z', 'updated_at': '2022-03-14T18:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:33:34.739133 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:34.798904 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Network fcb8e262-7076-4b68-85f8-5476ecb5953d is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:33:34.802070 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:33:34.804941 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:33:34.809520 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.1 (fcb8e262-7076-4b68-85f8-5476ecb5953d/e094d198-4aeb-4ead-95b5-5262bb795d0e/f723cc08-3ed1-44ae-af7e-a3d1ef705e49) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:33:34.852234 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Pushing event updated for resources: {'Port': ['ID=36960347-ccad-4af9-a4a7-823ae3fdf0e2,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:34.919708 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Attempting to bind port 36960347-ccad-4af9-a4a7-823ae3fdf0e2 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:33:34.920165 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Attempting to bind port 36960347-ccad-4af9-a4a7-823ae3fdf0e2 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '9666dd26-e55e-44e6-b633-64cc4b781945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:33:34.920592 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Attempting to bind port 36960347-ccad-4af9-a4a7-823ae3fdf0e2 on network fcb8e262-7076-4b68-85f8-5476ecb5953d {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:33:34.925801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:33:34.926263 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Checking segment: {'id': '9666dd26-e55e-44e6-b633-64cc4b781945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:33:34.926728 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:34.927238 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Bound using segment: {'id': '9666dd26-e55e-44e6-b633-64cc4b781945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:33:34.928037 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Bound port: 36960347-ccad-4af9-a4a7-823ae3fdf0e2, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9666dd26-e55e-44e6-b633-64cc4b781945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:33:34.929139 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:35.006495 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:35.027326 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object f723cc08-3ed1-44ae-af7e-a3d1ef705e49 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:33:35.027476 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] For port 36960347-ccad-4af9-a4a7-823ae3fdf0e2, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:33:35.030572 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] For port 36960347-ccad-4af9-a4a7-823ae3fdf0e2, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=36960347-ccad-4af9-a4a7-823ae3fdf0e2,segment=NetworkSegment(9666dd26-e55e-44e6-b633-64cc4b781945),segment_id=9666dd26-e55e-44e6-b633-64cc4b781945)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:33:35.116199 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:35.139674 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:35.208877 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fba25-8578-4d44-9d5c-54f91d736d1e None None] Pushing event updated for resources: {'Port': ['ID=36960347-ccad-4af9-a4a7-823ae3fdf0e2,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:35.219280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=f723cc08-3ed1-44ae-af7e-a3d1ef705e49,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:35.222902 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network fcb8e262-7076-4b68-85f8-5476ecb5953d is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:33:35.224376 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:33:35.227075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:33:35.292395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:35.629523 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:36.146053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:36.206859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:36.319990 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:36.326394 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=f723cc08-3ed1-44ae-af7e-a3d1ef705e49,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:36.456980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network fcb8e262-7076-4b68-85f8-5476ecb5953d is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:33:36.456980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:33:36.564360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 36960347-ccad-4af9-a4a7-823ae3fdf0e2 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:33:36.672125 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:33:36.752877 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 36960347-ccad-4af9-a4a7-823ae3fdf0e2 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:33:36.758065 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:33:36.829669 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e953fb4-83c0-4e9c-8704-19f7ac9534b5 None None] Network fcb8e262-7076-4b68-85f8-5476ecb5953d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:33:36.857575 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:33:36.868939 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Sync routers for ids ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:33:36.873077 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0b5d0d6f-b823-444b-811b-9975e95a8674 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/185fa3fb-9aaf-4b76-a2e0-621e998a73a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3156083 Mar 14 18:33:36.873077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33702) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:36.879383 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Routers {'185fa3fb-9aaf-4b76-a2e0-621e998a73a4'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:33:36.880128 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:33:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:36.915012 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:33:36.928657 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:36.929032 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.012252 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c848f38-e6c5-4cb4-8cc1-6a7f0fef86dd tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:37.012817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c848f38-e6c5-4cb4-8cc1-6a7f0fef86dd tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:37.013284 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c848f38-e6c5-4cb4-8cc1-6a7f0fef86dd tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:37.013741 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c848f38-e6c5-4cb4-8cc1-6a7f0fef86dd tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:37.018212 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8c848f38-e6c5-4cb4-8cc1-6a7f0fef86dd tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1420391 Mar 14 18:33:37.018518 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33706) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:37.056975 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Set router 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:33:37.080520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9ecf42c7-d742-4b18-a888-525e68edfbff None None] Provisioning for port 36960347-ccad-4af9-a4a7-823ae3fdf0e2 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:33:37.092555 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cd9d5f-89e2-4cdc-97b0-aca4abe286f7 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:37.093032 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cd9d5f-89e2-4cdc-97b0-aca4abe286f7 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:37.093498 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cd9d5f-89e2-4cdc-97b0-aca4abe286f7 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:37.093951 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cd9d5f-89e2-4cdc-97b0-aca4abe286f7 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:37.098325 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c8cd9d5f-89e2-4cdc-97b0-aca4abe286f7 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0761590 Mar 14 18:33:37.098673 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33710) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:37.101672 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9ecf42c7-d742-4b18-a888-525e68edfbff None None] Provisioning complete for port 36960347-ccad-4af9-a4a7-823ae3fdf0e2 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:37.102042 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9ecf42c7-d742-4b18-a888-525e68edfbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.116047 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:33:37.195467 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.234086 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=12fad934-5dfc-4bb3-9b5e-8ca5714d4af4,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:33:37.288775 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.315232 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d92eeedd-c81d-4fd1-9899-290505915e84 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2151418 Mar 14 18:33:37.368000 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9ecf42c7-d742-4b18-a888-525e68edfbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.377603 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'name': 'tempest-TestNetworkBasicOps-router-2012093653', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:29Z', 'updated_at': '2022-03-14T18:33:35Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:30Z', 'updated_at': '2022-03-14T18:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'f723cc08-3ed1-44ae-af7e-a3d1ef705e49', 'name': '', 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:34:7d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:34Z', 'updated_at': '2022-03-14T18:33:35Z', 'revision_number': 2, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:37.384527 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Checking router: 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:33:37.384985 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Updating router 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 port f723cc08-3ed1-44ae-af7e-a3d1ef705e49 binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:33:37.406958 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=12fad934-5dfc-4bb3-9b5e-8ca5714d4af4,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:37.420652 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9ecf42c7-d742-4b18-a888-525e68edfbff None None] For port 36960347-ccad-4af9-a4a7-823ae3fdf0e2, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=36960347-ccad-4af9-a4a7-823ae3fdf0e2,segment=NetworkSegment(9666dd26-e55e-44e6-b633-64cc4b781945),segment_id=9666dd26-e55e-44e6-b633-64cc4b781945)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:33:37.443779 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.496051 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9ecf42c7-d742-4b18-a888-525e68edfbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.574557 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf42c7-d742-4b18-a888-525e68edfbff None None] Pushing event updated for resources: {'Port': ['ID=36960347-ccad-4af9-a4a7-823ae3fdf0e2,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:37.626108 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e1fc2879-4359-4d38-a092-22691a3ffc6d None None] Provisioning complete for port 36960347-ccad-4af9-a4a7-823ae3fdf0e2 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:37.626499 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e1fc2879-4359-4d38-a092-22691a3ffc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.643054 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33716) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:37.648781 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-470a2537-2624-41f3-86b9-1c427cbb5099 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-264042561', 'description': 'tempest-secgroup-smoke-264042561 description', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:37.660249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-470a2537-2624-41f3-86b9-1c427cbb5099 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:33:37.667548 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-470a2537-2624-41f3-86b9-1c427cbb5099 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:33:37.677749 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-470a2537-2624-41f3-86b9-1c427cbb5099 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:33:37.685077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-470a2537-2624-41f3-86b9-1c427cbb5099 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:33:37.753186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-470a2537-2624-41f3-86b9-1c427cbb5099 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.788217 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-470a2537-2624-41f3-86b9-1c427cbb5099 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:33:37.792682 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-470a2537-2624-41f3-86b9-1c427cbb5099 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:33:37.801592 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-470a2537-2624-41f3-86b9-1c427cbb5099 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:33:37.808624 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-470a2537-2624-41f3-86b9-1c427cbb5099 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:33:37.893604 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.906955 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Transition to ACTIVE for port object f723cc08-3ed1-44ae-af7e-a3d1ef705e49 will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:33:37.908297 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-470a2537-2624-41f3-86b9-1c427cbb5099 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.913358 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e1fc2879-4359-4d38-a092-22691a3ffc6d None None] Provisioning for port f723cc08-3ed1-44ae-af7e-a3d1ef705e49 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:33:37.918559 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e1fc2879-4359-4d38-a092-22691a3ffc6d None None] Provisioning complete for port f723cc08-3ed1-44ae-af7e-a3d1ef705e49 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:37.919726 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e1fc2879-4359-4d38-a092-22691a3ffc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.976759 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e1fc2879-4359-4d38-a092-22691a3ffc6d None None] Port f723cc08-3ed1-44ae-af7e-a3d1ef705e49 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:33:37.982106 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-470a2537-2624-41f3-86b9-1c427cbb5099 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.010184 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.030104 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a2537-2624-41f3-86b9-1c427cbb5099 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c23773-d832-46f2-9dca-0328cbd71448,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:38.103931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-470a2537-2624-41f3-86b9-1c427cbb5099 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.108320 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33720) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:38.108833 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-470a2537-2624-41f3-86b9-1c427cbb5099 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4639940 Mar 14 18:33:38.118345 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4ee845d5-5b89-4c68-b399-47dfc324d81b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '10c23773-d832-46f2-9dca-0328cbd71448', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:38.125458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4ee845d5-5b89-4c68-b399-47dfc324d81b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:33:38.131380 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4ee845d5-5b89-4c68-b399-47dfc324d81b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:33:38.134063 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4bf5d-ae7d-4260-982a-64222a5b2f30 None None] Pushing event updated for resources: {'Port': ['ID=f723cc08-3ed1-44ae-af7e-a3d1ef705e49,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:38.135208 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4ee845d5-5b89-4c68-b399-47dfc324d81b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:33:38.142699 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bf5d-ae7d-4260-982a-64222a5b2f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:38.143322 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bf5d-ae7d-4260-982a-64222a5b2f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:38.143796 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4ee845d5-5b89-4c68-b399-47dfc324d81b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:33:38.143935 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bf5d-ae7d-4260-982a-64222a5b2f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:38.144393 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bf5d-ae7d-4260-982a-64222a5b2f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:38.144878 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bf5d-ae7d-4260-982a-64222a5b2f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:38.145625 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bf5d-ae7d-4260-982a-64222a5b2f30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:38.146084 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bf5d-ae7d-4260-982a-64222a5b2f30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:38.146541 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bf5d-ae7d-4260-982a-64222a5b2f30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:38.147174 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bf5d-ae7d-4260-982a-64222a5b2f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:38.147654 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bf5d-ae7d-4260-982a-64222a5b2f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:38.148107 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bf5d-ae7d-4260-982a-64222a5b2f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:38.148570 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bf5d-ae7d-4260-982a-64222a5b2f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:38.248106 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4ee845d5-5b89-4c68-b399-47dfc324d81b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.249300 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Attempting to bind port f723cc08-3ed1-44ae-af7e-a3d1ef705e49 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:33:38.249665 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Attempting to bind port f723cc08-3ed1-44ae-af7e-a3d1ef705e49 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '9666dd26-e55e-44e6-b633-64cc4b781945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:33:38.250019 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Attempting to bind port f723cc08-3ed1-44ae-af7e-a3d1ef705e49 on network fcb8e262-7076-4b68-85f8-5476ecb5953d {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:33:38.257123 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:33:38.257394 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Checking segment: {'id': '9666dd26-e55e-44e6-b633-64cc4b781945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:33:38.257786 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.258161 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Bound using segment: {'id': '9666dd26-e55e-44e6-b633-64cc4b781945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:33:38.259271 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Bound port: f723cc08-3ed1-44ae-af7e-a3d1ef705e49, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9666dd26-e55e-44e6-b633-64cc4b781945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:33:38.259664 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.323475 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4ee845d5-5b89-4c68-b399-47dfc324d81b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.346430 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] For port f723cc08-3ed1-44ae-af7e-a3d1ef705e49, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:33:38.349402 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] For port f723cc08-3ed1-44ae-af7e-a3d1ef705e49, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f723cc08-3ed1-44ae-af7e-a3d1ef705e49,segment=NetworkSegment(9666dd26-e55e-44e6-b633-64cc4b781945),segment_id=9666dd26-e55e-44e6-b633-64cc4b781945)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:33:38.401013 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4ee845d5-5b89-4c68-b399-47dfc324d81b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.425059 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee845d5-5b89-4c68-b399-47dfc324d81b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebed1a2-b2b7-4b38-82ea-cc7d241a71be,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:38.431141 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.498850 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4ee845d5-5b89-4c68-b399-47dfc324d81b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.500965 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4ee845d5-5b89-4c68-b399-47dfc324d81b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3913305 Mar 14 18:33:38.503464 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33724) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:38.508528 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-ae46b084-8072-4605-b441-d5ea04572a47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '10c23773-d832-46f2-9dca-0328cbd71448', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:38.514608 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4bf5d-ae7d-4260-982a-64222a5b2f30 None None] Pushing event updated for resources: {'Port': ['ID=f723cc08-3ed1-44ae-af7e-a3d1ef705e49,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:38.519566 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Routers {'185fa3fb-9aaf-4b76-a2e0-621e998a73a4'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:33:38.520357 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:33:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:38.520584 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:33:38.527501 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ae46b084-8072-4605-b441-d5ea04572a47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:33:38.533691 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ae46b084-8072-4605-b441-d5ea04572a47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:33:38.538717 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ae46b084-8072-4605-b441-d5ea04572a47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:33:38.550243 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ae46b084-8072-4605-b441-d5ea04572a47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:33:38.598429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:38.599037 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.647605 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ae46b084-8072-4605-b441-d5ea04572a47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.708610 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] Set router 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:33:38.742545 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ae46b084-8072-4605-b441-d5ea04572a47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.767384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 36960347-ccad-4af9-a4a7-823ae3fdf0e2 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:33:38.810424 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ae46b084-8072-4605-b441-d5ea04572a47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.844446 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46b084-8072-4605-b441-d5ea04572a47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2944987-cfd5-4bb1-b2c2-38115c47c5b4,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:38.849424 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 36960347-ccad-4af9-a4a7-823ae3fdf0e2 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:38.849796 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.904339 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ae46b084-8072-4605-b441-d5ea04572a47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.905824 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ae46b084-8072-4605-b441-d5ea04572a47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4014359 Mar 14 18:33:38.908575 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33728) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:38.913588 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-186f498b-b3d9-4f0c-8feb-d10723f3b635 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '10c23773-d832-46f2-9dca-0328cbd71448', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:38.919526 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-186f498b-b3d9-4f0c-8feb-d10723f3b635 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:33:38.923635 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-186f498b-b3d9-4f0c-8feb-d10723f3b635 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:33:38.926453 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-186f498b-b3d9-4f0c-8feb-d10723f3b635 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:33:38.932337 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-186f498b-b3d9-4f0c-8feb-d10723f3b635 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:33:38.990268 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-186f498b-b3d9-4f0c-8feb-d10723f3b635 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:39.024125 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'name': 'tempest-TestNetworkBasicOps-router-2012093653', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:29Z', 'updated_at': '2022-03-14T18:33:35Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:30Z', 'updated_at': '2022-03-14T18:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'f723cc08-3ed1-44ae-af7e-a3d1ef705e49', 'name': '', 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:34:7d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:34Z', 'updated_at': '2022-03-14T18:33:38Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:39.027978 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff469c-e502-4f16-87a7-44ef418fd68a None None] The sync data for ids ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'] in dv-neutron-833560-1-hyperv is: [{'id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'name': 'tempest-TestNetworkBasicOps-router-2012093653', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:29Z', 'updated_at': '2022-03-14T18:33:35Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:30Z', 'updated_at': '2022-03-14T18:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'f723cc08-3ed1-44ae-af7e-a3d1ef705e49', 'name': '', 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:34:7d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:34Z', 'updated_at': '2022-03-14T18:33:38Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:33:39.054505 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-186f498b-b3d9-4f0c-8feb-d10723f3b635 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:39.063820 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:39.143833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-186f498b-b3d9-4f0c-8feb-d10723f3b635 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:39.170578 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f498b-b3d9-4f0c-8feb-d10723f3b635 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a0533c-07fd-435d-853c-2d80455a49f3,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:39.250371 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-186f498b-b3d9-4f0c-8feb-d10723f3b635 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:39.251658 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-186f498b-b3d9-4f0c-8feb-d10723f3b635 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3421586 Mar 14 18:33:39.254359 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33732) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:39.259457 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e0815c7f-f1de-4fd9-a7a5-587d3ecde1c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '10c23773-d832-46f2-9dca-0328cbd71448', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:39.266175 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e0815c7f-f1de-4fd9-a7a5-587d3ecde1c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:33:39.270425 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e0815c7f-f1de-4fd9-a7a5-587d3ecde1c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:33:39.273596 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e0815c7f-f1de-4fd9-a7a5-587d3ecde1c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:33:39.280373 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e0815c7f-f1de-4fd9-a7a5-587d3ecde1c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:33:39.371504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e0815c7f-f1de-4fd9-a7a5-587d3ecde1c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:39.437945 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e0815c7f-f1de-4fd9-a7a5-587d3ecde1c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:39.510055 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e0815c7f-f1de-4fd9-a7a5-587d3ecde1c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:39.534713 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0815c7f-f1de-4fd9-a7a5-587d3ecde1c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdac4fa-6448-4c7c-8ef7-0175d1b3e27a,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:39.618369 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e0815c7f-f1de-4fd9-a7a5-587d3ecde1c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:39.622465 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e0815c7f-f1de-4fd9-a7a5-587d3ecde1c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3643098 Mar 14 18:33:39.623083 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33736) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:39.628277 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-e65de350-f83f-43e4-9a9f-a6aa1119201d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '10c23773-d832-46f2-9dca-0328cbd71448', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:39.635720 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e65de350-f83f-43e4-9a9f-a6aa1119201d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:33:39.640549 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e65de350-f83f-43e4-9a9f-a6aa1119201d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:33:39.645074 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e65de350-f83f-43e4-9a9f-a6aa1119201d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:33:39.649555 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e65de350-f83f-43e4-9a9f-a6aa1119201d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:33:39.738656 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-e65de350-f83f-43e4-9a9f-a6aa1119201d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:33:39.748457 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e65de350-f83f-43e4-9a9f-a6aa1119201d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:39.815487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e65de350-f83f-43e4-9a9f-a6aa1119201d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:39.886963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e65de350-f83f-43e4-9a9f-a6aa1119201d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:39.910966 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65de350-f83f-43e4-9a9f-a6aa1119201d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51b07a7-d2c7-4655-ac3d-f74af3e0d26b,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:40.001667 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e65de350-f83f-43e4-9a9f-a6aa1119201d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:40.002955 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e65de350-f83f-43e4-9a9f-a6aa1119201d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3787997 Mar 14 18:33:40.005576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33740) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:40.010440 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c1b134f4-5b0b-4f4b-9f13-4ff49f8274e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '10c23773-d832-46f2-9dca-0328cbd71448', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:40.017086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c1b134f4-5b0b-4f4b-9f13-4ff49f8274e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:33:40.020775 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c1b134f4-5b0b-4f4b-9f13-4ff49f8274e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:33:40.028655 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c1b134f4-5b0b-4f4b-9f13-4ff49f8274e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:33:40.029190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c1b134f4-5b0b-4f4b-9f13-4ff49f8274e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:33:40.101447 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-c1b134f4-5b0b-4f4b-9f13-4ff49f8274e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:33:40.108473 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c1b134f4-5b0b-4f4b-9f13-4ff49f8274e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:40.172688 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c1b134f4-5b0b-4f4b-9f13-4ff49f8274e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:40.223714 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c1b134f4-5b0b-4f4b-9f13-4ff49f8274e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:40.247660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b134f4-5b0b-4f4b-9f13-4ff49f8274e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989014ff-7808-4adc-ad31-2e6cb4072f1f,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:40.318594 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c1b134f4-5b0b-4f4b-9f13-4ff49f8274e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:40.319816 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c1b134f4-5b0b-4f4b-9f13-4ff49f8274e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3133435 Mar 14 18:33:40.533756 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-fe342d06-ce46-4668-a032-350f08ff18b6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:33:40.535959 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f723cc08-3ed1-44ae-af7e-a3d1ef705e49 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:33:40.595320 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-fe342d06-ce46-4668-a032-350f08ff18b6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:33:40.596498 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-fe342d06-ce46-4668-a032-350f08ff18b6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-264042561&fields=id&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 267 time: 0.1027250 Mar 14 18:33:40.661284 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port f723cc08-3ed1-44ae-af7e-a3d1ef705e49 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:33:40.666357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port f723cc08-3ed1-44ae-af7e-a3d1ef705e49 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:40.666728 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:40.789305 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:40.821948 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port f723cc08-3ed1-44ae-af7e-a3d1ef705e49, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f723cc08-3ed1-44ae-af7e-a3d1ef705e49,segment=NetworkSegment(9666dd26-e55e-44e6-b633-64cc4b781945),segment_id=9666dd26-e55e-44e6-b633-64cc4b781945)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:33:40.858237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-bbc28bff-e185-4019-a75c-b8bed7bf10ad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:40.859679 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-bbc28bff-e185-4019-a75c-b8bed7bf10ad tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/networks?id=fcb8e262-7076-4b68-85f8-5476ecb5953d HTTP/1.1" status: 200 len: 796 time: 0.2562332 Mar 14 18:33:40.873847 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-e4d88d4c-a47a-4078-ad78-266f8da211de tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/quotas/6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 375 time: 0.0086818 Mar 14 18:33:40.901802 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:40.956396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-0d21ad3d-7ccb-45ef-acfd-59a44802e18a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:33:40.969204 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=f723cc08-3ed1-44ae-af7e-a3d1ef705e49,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:41.029942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-0d21ad3d-7ccb-45ef-acfd-59a44802e18a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:33:41.031281 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-0d21ad3d-7ccb-45ef-acfd-59a44802e18a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1525795 Mar 14 18:33:41.166665 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-b40e5a42-b97f-4a5c-941d-4b6a9d9c4124 service neutron] 10.222.0.43 "GET /v2.0/networks/fcb8e262-7076-4b68-85f8-5476ecb5953d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238360 Mar 14 18:33:41.294519 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-d978e9ad-ac2a-4087-bae0-cd922639398b service neutron] 10.222.0.43 "GET /v2.0/networks/fcb8e262-7076-4b68-85f8-5476ecb5953d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220074 Mar 14 18:33:41.536810 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b30d7451-9fb6-43e1-b0fe-b6524db2570a req-f9dea2a4-50c8-4761-89fa-01ae302b02fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 210 time: 0.0456367 Mar 14 18:33:42.508758 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f723cc08-3ed1-44ae-af7e-a3d1ef705e49 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:33:42.612685 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port f723cc08-3ed1-44ae-af7e-a3d1ef705e49 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:42.613061 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:42.693798 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cd0baa95-c471-47e8-9b0e-d83cb1217f94 req-e6044369-636a-4b10-bbce-c9f7688e16d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 210 time: 0.0422454 Mar 14 18:33:43.752575 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-423dc98a-d79d-4628-8da8-a04fe0a12ff4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:43.754045 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-423dc98a-d79d-4628-8da8-a04fe0a12ff4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/networks?id=fcb8e262-7076-4b68-85f8-5476ecb5953d HTTP/1.1" status: 200 len: 796 time: 0.1453447 Mar 14 18:33:43.805630 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-593f99e1-c943-4bc8-80ef-9e71e7352e26 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 379 time: 0.0431645 Mar 14 18:33:43.815039 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-f8306348-473d-4213-9f33-11e24fedea67 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'port': {'device_id': '85d72997-e515-472d-b7a5-55822eb40652', 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d', 'admin_state_up': True, 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'security_groups': ['10c23773-d832-46f2-9dca-0328cbd71448']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:43.957090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-f8306348-473d-4213-9f33-11e24fedea67 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:33:44.008017 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8238f3fb-b626-4b59-9c75-cebf5978abdb req-35431483-83c5-429f-b71b-f63dccf85cf9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 210 time: 0.0526311 Mar 14 18:33:44.008745 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-f8306348-473d-4213-9f33-11e24fedea67 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:33:44.103648 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-f8306348-473d-4213-9f33-11e24fedea67 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:33:44.107556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-f8306348-473d-4213-9f33-11e24fedea67 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:44.265463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-f8306348-473d-4213-9f33-11e24fedea67 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.4 (fcb8e262-7076-4b68-85f8-5476ecb5953d/e094d198-4aeb-4ead-95b5-5262bb795d0e/ca3ba50d-8c1c-494c-8f63-75fd61adcb94) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:33:44.446174 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-f8306348-473d-4213-9f33-11e24fedea67 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:44.461847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-f8306348-473d-4213-9f33-11e24fedea67 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object ca3ba50d-8c1c-494c-8f63-75fd61adcb94 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:33:44.553408 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-f8306348-473d-4213-9f33-11e24fedea67 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:44.617670 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-f8306348-473d-4213-9f33-11e24fedea67 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network fcb8e262-7076-4b68-85f8-5476ecb5953d is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:33:44.625370 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-f8306348-473d-4213-9f33-11e24fedea67 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:33:44.630271 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-f8306348-473d-4213-9f33-11e24fedea67 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:33:44.663121 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8306348-473d-4213-9f33-11e24fedea67 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=ca3ba50d-8c1c-494c-8f63-75fd61adcb94,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:44.699062 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-f8306348-473d-4213-9f33-11e24fedea67 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:44.699748 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-f8306348-473d-4213-9f33-11e24fedea67 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:44.778902 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-f8306348-473d-4213-9f33-11e24fedea67 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9677718 Mar 14 18:33:44.790089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Request body: {'port': {'device_id': '85d72997-e515-472d-b7a5-55822eb40652', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:44.894726 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:44.987092 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d739266d-3e8b-45c9-a9dd-1dbb2ceddb65 None None] Provisioning for port ca3ba50d-8c1c-494c-8f63-75fd61adcb94 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:33:44.992321 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d739266d-3e8b-45c9-a9dd-1dbb2ceddb65 None None] Provisioning complete for port ca3ba50d-8c1c-494c-8f63-75fd61adcb94 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:44.992691 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d739266d-3e8b-45c9-a9dd-1dbb2ceddb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:45.044361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-d739266d-3e8b-45c9-a9dd-1dbb2ceddb65 None None] Port ca3ba50d-8c1c-494c-8f63-75fd61adcb94 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:33:45.319054 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20770bc7-df92-43b8-ae65-c0aa4db0b12b req-7c0cc0c1-8a6d-4198-9d00-9ceb6d277fe5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:45.319656 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-20770bc7-df92-43b8-ae65-c0aa4db0b12b req-7c0cc0c1-8a6d-4198-9d00-9ceb6d277fe5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:33:45.388173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3ba50d-8c1c-494c-8f63-75fd61adcb94 {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:33:45.395234 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:45.410001 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Transition to ACTIVE for port object ca3ba50d-8c1c-494c-8f63-75fd61adcb94 will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:33:45.472990 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-20770bc7-df92-43b8-ae65-c0aa4db0b12b req-7c0cc0c1-8a6d-4198-9d00-9ceb6d277fe5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:33:45.474150 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-20770bc7-df92-43b8-ae65-c0aa4db0b12b req-7c0cc0c1-8a6d-4198-9d00-9ceb6d277fe5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 931 time: 0.3156157 Mar 14 18:33:45.508899 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:45.566091 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-20770bc7-df92-43b8-ae65-c0aa4db0b12b req-c39898ab-8d1b-45f8-99b9-5040773ae6a0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10c23773-d832-46f2-9dca-0328cbd71448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861604 Mar 14 18:33:45.679731 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Pushing event updated for resources: {'Port': ['ID=ca3ba50d-8c1c-494c-8f63-75fd61adcb94,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:45.753950 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Attempting to bind port ca3ba50d-8c1c-494c-8f63-75fd61adcb94 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:33:45.754208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Attempting to bind port ca3ba50d-8c1c-494c-8f63-75fd61adcb94 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '9666dd26-e55e-44e6-b633-64cc4b781945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:33:45.754537 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Attempting to bind port ca3ba50d-8c1c-494c-8f63-75fd61adcb94 on network fcb8e262-7076-4b68-85f8-5476ecb5953d {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:33:45.759222 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Port ca3ba50d-8c1c-494c-8f63-75fd61adcb94 on network fcb8e262-7076-4b68-85f8-5476ecb5953d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:33:45.759541 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Attempting to bind port ca3ba50d-8c1c-494c-8f63-75fd61adcb94 on network fcb8e262-7076-4b68-85f8-5476ecb5953d {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:33:45.765103 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:33:45.765448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Checking segment: {'id': '9666dd26-e55e-44e6-b633-64cc4b781945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:33:45.765835 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Bound using segment: {'id': '9666dd26-e55e-44e6-b633-64cc4b781945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:33:45.766252 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Bound port: ca3ba50d-8c1c-494c-8f63-75fd61adcb94, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9666dd26-e55e-44e6-b633-64cc4b781945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:33:45.766594 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:45.855035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] For port ca3ba50d-8c1c-494c-8f63-75fd61adcb94, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:33:45.857793 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] For port ca3ba50d-8c1c-494c-8f63-75fd61adcb94, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ca3ba50d-8c1c-494c-8f63-75fd61adcb94,segment=NetworkSegment(9666dd26-e55e-44e6-b633-64cc4b781945),segment_id=9666dd26-e55e-44e6-b633-64cc4b781945)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:33:45.915047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:45.971021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:45.971682 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:45.973040 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] 10.222.0.59 "PUT /v2.0/ports/ca3ba50d-8c1c-494c-8f63-75fd61adcb94 HTTP/1.1" status: 200 len: 1093 time: 1.1872704 Mar 14 18:33:45.973482 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d72997-e515-472d-b7a5-55822eb40652', 'tag': 'ca3ba50d-8c1c-494c-8f63-75fd61adcb94'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:33:45.995224 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504b532-d80a-43f7-91d6-dddd2955636c service neutron] Pushing event updated for resources: {'Port': ['ID=ca3ba50d-8c1c-494c-8f63-75fd61adcb94,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:46.025224 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d72997-e515-472d-b7a5-55822eb40652', 'tag': 'ca3ba50d-8c1c-494c-8f63-75fd61adcb94', 'status': 'completed', 'code': 200} Mar 14 18:33:46.120295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75104a4d-6dee-4273-8b22-7c177dd3ca1b req-d5cdae47-ef93-49b5-96a7-a8e2f5c37c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:46.122339 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-75104a4d-6dee-4273-8b22-7c177dd3ca1b req-d5cdae47-ef93-49b5-96a7-a8e2f5c37c4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 1096 time: 0.0750813 Mar 14 18:33:46.256760 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75104a4d-6dee-4273-8b22-7c177dd3ca1b req-dca8c3da-d56a-4839-8260-8e77162603b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:46.258102 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-75104a4d-6dee-4273-8b22-7c177dd3ca1b req-dca8c3da-d56a-4839-8260-8e77162603b5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1295805 Mar 14 18:33:46.386813 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75104a4d-6dee-4273-8b22-7c177dd3ca1b req-7388a289-221d-48bc-bcb5-c8d89b47079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:46.388181 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-75104a4d-6dee-4273-8b22-7c177dd3ca1b req-7388a289-221d-48bc-bcb5-c8d89b47079c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1245029 Mar 14 18:33:46.489857 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-00b6f003-f256-4a6c-8c21-758ceb37fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:46.491354 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-00b6f003-f256-4a6c-8c21-758ceb37fd94 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 1096 time: 0.0690281 Mar 14 18:33:46.560195 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-ab5f888c-08fb-4461-a5ae-ae9ce6d249ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca3ba50d-8c1c-494c-8f63-75fd61adcb94 HTTP/1.1" status: 200 len: 217 time: 0.0620158 Mar 14 18:33:46.620133 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-8ca35cf9-ba2b-4fed-a24c-9267c334a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:46.622104 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-8ca35cf9-ba2b-4fed-a24c-9267c334a648 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e094d198-4aeb-4ead-95b5-5262bb795d0e HTTP/1.1" status: 200 len: 844 time: 0.0562780 Mar 14 18:33:46.756116 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-f9c707d5-94c3-4dba-9a9b-4b2b81d1a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:46.757550 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-f9c707d5-94c3-4dba-9a9b-4b2b81d1a92f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fcb8e262-7076-4b68-85f8-5476ecb5953d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1300266 Mar 14 18:33:46.768256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53feed9b-6450-4d33-8f58-0d79433228b7 req-90ced0de-c8f6-4fe1-9f62-36e1db76b3fa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:46.769568 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-53feed9b-6450-4d33-8f58-0d79433228b7 req-90ced0de-c8f6-4fe1-9f62-36e1db76b3fa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 943 time: 0.0976145 Mar 14 18:33:46.894153 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-53feed9b-6450-4d33-8f58-0d79433228b7 req-560fcc97-39f7-4e6b-b2ea-68098403f8bb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10c23773-d832-46f2-9dca-0328cbd71448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068368 Mar 14 18:33:46.923581 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-6e2d35e5-f893-4db9-bb5b-36f2e40b8c94 service neutron] 10.222.0.59 "GET /v2.0/networks/fcb8e262-7076-4b68-85f8-5476ecb5953d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531365 Mar 14 18:33:47.146008 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae19a8fd-9cfb-4307-b216-65fff2bd4163 req-a1db5317-8dd7-4347-88bc-23caa7d5e695 service neutron] 10.222.0.59 "GET /v2.0/networks/fcb8e262-7076-4b68-85f8-5476ecb5953d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162383 Mar 14 18:33:48.077495 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bcdbf-e5ec-4acc-9feb-a69b1d3ed1c7 req-b0f2ac0d-cb60-4d9d-a927-1a9e2889dd0c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:48.078962 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-aa5bcdbf-e5ec-4acc-9feb-a69b1d3ed1c7 req-b0f2ac0d-cb60-4d9d-a927-1a9e2889dd0c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 943 time: 0.0815260 Mar 14 18:33:48.122022 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-aa5bcdbf-e5ec-4acc-9feb-a69b1d3ed1c7 req-ad16ee07-5c85-4da6-b766-eccc4edef709 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10c23773-d832-46f2-9dca-0328cbd71448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372012 Mar 14 18:33:48.545670 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device ca3ba50d-8c1c-494c-8f63-75fd61adcb94 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:33:48.674479 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port ca3ba50d-8c1c-494c-8f63-75fd61adcb94, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ca3ba50d-8c1c-494c-8f63-75fd61adcb94,segment=NetworkSegment(9666dd26-e55e-44e6-b633-64cc4b781945),segment_id=9666dd26-e55e-44e6-b633-64cc4b781945)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:33:48.687257 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'ca3ba50d-8c1c-494c-8f63-75fd61adcb94', 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d', 'port_id': 'ca3ba50d-8c1c-494c-8f63-75fd61adcb94', 'mac_address': 'fa:16:3e:75:9b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:33:48.744093 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:48.759750 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3ba50d-8c1c-494c-8f63-75fd61adcb94 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:33:48.774632 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port ca3ba50d-8c1c-494c-8f63-75fd61adcb94, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ca3ba50d-8c1c-494c-8f63-75fd61adcb94,segment=NetworkSegment(9666dd26-e55e-44e6-b633-64cc4b781945),segment_id=9666dd26-e55e-44e6-b633-64cc4b781945)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:33:48.840782 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:48.907484 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=ca3ba50d-8c1c-494c-8f63-75fd61adcb94,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:49.048261 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['ca3ba50d-8c1c-494c-8f63-75fd61adcb94'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:33:49.303794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b2a00-9e28-494e-b29d-c559d4fd2487 req-78e463b4-08d8-4189-ad6d-7d068aa793aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:49.305161 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-337b2a00-9e28-494e-b29d-c559d4fd2487 req-78e463b4-08d8-4189-ad6d-7d068aa793aa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 944 time: 0.0774989 Mar 14 18:33:49.351574 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-337b2a00-9e28-494e-b29d-c559d4fd2487 req-1b4d79f5-aa17-4d57-a7f7-12209af2386f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10c23773-d832-46f2-9dca-0328cbd71448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400057 Mar 14 18:33:50.532031 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8154974-2368-462c-b90a-1afc40a8a5d5 req-6395fbad-db9d-440c-8fe9-583f7b841645 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:50.533492 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e8154974-2368-462c-b90a-1afc40a8a5d5 req-6395fbad-db9d-440c-8fe9-583f7b841645 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 944 time: 0.0770547 Mar 14 18:33:50.562275 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device ca3ba50d-8c1c-494c-8f63-75fd61adcb94 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:33:50.577874 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e8154974-2368-462c-b90a-1afc40a8a5d5 req-695b1b8d-d040-4d0f-b770-fc5608549bdb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10c23773-d832-46f2-9dca-0328cbd71448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387201 Mar 14 18:33:50.675029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port ca3ba50d-8c1c-494c-8f63-75fd61adcb94 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:33:50.679874 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port ca3ba50d-8c1c-494c-8f63-75fd61adcb94 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:50.680246 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:50.798165 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:50.824215 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d72997-e515-472d-b7a5-55822eb40652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3ba50d-8c1c-494c-8f63-75fd61adcb94'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:33:50.833622 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port ca3ba50d-8c1c-494c-8f63-75fd61adcb94, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ca3ba50d-8c1c-494c-8f63-75fd61adcb94,segment=NetworkSegment(9666dd26-e55e-44e6-b633-64cc4b781945),segment_id=9666dd26-e55e-44e6-b633-64cc4b781945)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:33:50.868165 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d72997-e515-472d-b7a5-55822eb40652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3ba50d-8c1c-494c-8f63-75fd61adcb94', 'code': 200} Mar 14 18:33:50.889565 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:50.956060 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=ca3ba50d-8c1c-494c-8f63-75fd61adcb94,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:51.200708 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0848a-5ccc-4e47-bfb3-66d0bb0a4cca req-634426be-6a5f-4d36-bda9-e029ad327dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:51.202139 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0ab0848a-5ccc-4e47-bfb3-66d0bb0a4cca req-634426be-6a5f-4d36-bda9-e029ad327dd9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 1098 time: 0.0701740 Mar 14 18:33:51.242336 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0ab0848a-5ccc-4e47-bfb3-66d0bb0a4cca req-60c01f1e-6af0-44ae-ba36-b53d639b787a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=10c23773-d832-46f2-9dca-0328cbd71448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339327 Mar 14 18:33:51.756894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c17bb-244e-41da-8e1d-62f290fe81fd req-9e3f7ef0-26a1-4455-84e4-8a4b170b9a88 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:51.758366 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c21c17bb-244e-41da-8e1d-62f290fe81fd req-9e3f7ef0-26a1-4455-84e4-8a4b170b9a88 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 945 time: 0.0788846 Mar 14 18:33:51.801488 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c21c17bb-244e-41da-8e1d-62f290fe81fd req-7e98e5df-6a6e-4112-80e8-bf075f4af856 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10c23773-d832-46f2-9dca-0328cbd71448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369518 Mar 14 18:33:52.987496 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff97bb-8475-4b46-bb1e-4b19733b30dc req-05baea11-f236-4fe1-b7b1-c120d2d336e4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:52.988919 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a8ff97bb-8475-4b46-bb1e-4b19733b30dc req-05baea11-f236-4fe1-b7b1-c120d2d336e4 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 945 time: 0.0810800 Mar 14 18:33:53.033596 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a8ff97bb-8475-4b46-bb1e-4b19733b30dc req-8eee1548-379f-48f2-afa1-953efe60eb4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10c23773-d832-46f2-9dca-0328cbd71448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389583 Mar 14 18:33:53.213847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca526bd-3efb-448f-bcf8-12ada72a02e2 req-55ffbbb1-2850-46e7-9d2f-0d9786e62579 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:53.215292 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5ca526bd-3efb-448f-bcf8-12ada72a02e2 req-55ffbbb1-2850-46e7-9d2f-0d9786e62579 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 945 time: 0.0814285 Mar 14 18:33:53.257464 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5ca526bd-3efb-448f-bcf8-12ada72a02e2 req-83ad86b0-7048-4bb5-9256-aadfc4af8e37 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10c23773-d832-46f2-9dca-0328cbd71448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358589 Mar 14 18:33:53.280220 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33798) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:53.347446 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789740f-6ced-462b-8b4e-91ea095f1ca0 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:53.348904 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e789740f-6ced-462b-8b4e-91ea095f1ca0 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 1093 time: 0.0677433 Mar 14 18:33:53.351664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33802) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:53.356358 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': 'ca3ba50d-8c1c-494c-8f63-75fd61adcb94', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:53.362023 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:33:53.365724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:floatingip and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:33:53.368460 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:33:53.374389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:33:53.435654 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:53.566365 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:53.697311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.26.7.213 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/4669de37-b740-46de-93b3-73506fc7f8e5) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:33:53.837755 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:53.924419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:53.981570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:33:53.984669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:33:53.992195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:33:54.028846 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=4669de37-b740-46de-93b3-73506fc7f8e5,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:54.244067 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-43b6ddc8-fe0f-4a2c-a9ae-209e257b32f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:54.485022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:54.650948 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:54.849477 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:54.918187 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:55.024425 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=4669de37-b740-46de-93b3-73506fc7f8e5,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:55.035885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:55.199590 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP b7c309e4-e8f0-4ffa-b5cc-a9b40a290d80 associated. External IP: 172.26.7.213, port: ca3ba50d-8c1c-494c-8f63-75fd61adcb94. Mar 14 18:33:55.537927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:33:55.712878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:33:55.723215 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13970211-3536-4f81-9753-4f41584b576d None None] Sync routers for ids ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:33:55.732449 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13970211-3536-4f81-9753-4f41584b576d None None] Routers {'185fa3fb-9aaf-4b76-a2e0-621e998a73a4'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:33:55.733055 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-13970211-3536-4f81-9753-4f41584b576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:33:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:55.800969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:55.853724 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c7781b4d-a7d7-431f-a595-c95e9b7f02ce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5010655 Mar 14 18:33:55.854276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d72997-e515-472d-b7a5-55822eb40652', 'tag': 'ca3ba50d-8c1c-494c-8f63-75fd61adcb94'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:33:55.856580 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33806) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:55.900459 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d72997-e515-472d-b7a5-55822eb40652', 'tag': 'ca3ba50d-8c1c-494c-8f63-75fd61adcb94', 'status': 'completed', 'code': 200} Mar 14 18:33:55.912186 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-13970211-3536-4f81-9753-4f41584b576d None None] Set router 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:33:55.971056 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c99b77d8-a5b7-4a87-9e86-56fe6935c586 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/b7c309e4-e8f0-4ffa-b5cc-a9b40a290d80 HTTP/1.1" status: 200 len: 991 time: 0.1127384 Mar 14 18:33:56.102300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967e5c9-3f38-49c2-88b3-51ecdcb16fc2 req-5550bd3b-3e65-421b-910d-d8baa39da844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:56.103927 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5967e5c9-3f38-49c2-88b3-51ecdcb16fc2 req-5550bd3b-3e65-421b-910d-d8baa39da844 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 1098 time: 0.1809199 Mar 14 18:33:56.231690 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967e5c9-3f38-49c2-88b3-51ecdcb16fc2 req-561cd79f-e6b6-41c1-ac1d-8f1416303efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:56.233129 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5967e5c9-3f38-49c2-88b3-51ecdcb16fc2 req-561cd79f-e6b6-41c1-ac1d-8f1416303efd service neutron] 10.222.0.59 "GET /v2.0/networks?id=fcb8e262-7076-4b68-85f8-5476ecb5953d HTTP/1.1" status: 200 len: 897 time: 0.1236365 Mar 14 18:33:56.298449 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-13970211-3536-4f81-9753-4f41584b576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'name': 'tempest-TestNetworkBasicOps-router-2012093653', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:29Z', 'updated_at': '2022-03-14T18:33:35Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:30Z', 'updated_at': '2022-03-14T18:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'b7c309e4-e8f0-4ffa-b5cc-a9b40a290d80', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'port_id': 'ca3ba50d-8c1c-494c-8f63-75fd61adcb94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d', 'mac_address': 'fa:16:3e:75:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d72997-e515-472d-b7a5-55822eb40652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:33:54Z', 'updated_at': '2022-03-14T18:33:54Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f723cc08-3ed1-44ae-af7e-a3d1ef705e49', 'name': '', 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:34:7d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:34Z', 'updated_at': '2022-03-14T18:33:40Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:56.302743 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13970211-3536-4f81-9753-4f41584b576d None None] Checking router: 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:33:56.311503 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13970211-3536-4f81-9753-4f41584b576d None None] Routers {'185fa3fb-9aaf-4b76-a2e0-621e998a73a4'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:33:56.312103 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-13970211-3536-4f81-9753-4f41584b576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:33:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:56.333269 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5967e5c9-3f38-49c2-88b3-51ecdcb16fc2 req-07beaf83-3e02-40fd-a703-d9f003e420fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca3ba50d-8c1c-494c-8f63-75fd61adcb94 HTTP/1.1" status: 200 len: 999 time: 0.0943003 Mar 14 18:33:56.366838 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-753cb917-d270-4fcd-aa02-333011e42e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:56.394937 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967e5c9-3f38-49c2-88b3-51ecdcb16fc2 req-a3c234df-6f47-442a-b113-0c29acec5605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:56.396388 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5967e5c9-3f38-49c2-88b3-51ecdcb16fc2 req-a3c234df-6f47-442a-b113-0c29acec5605 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e094d198-4aeb-4ead-95b5-5262bb795d0e HTTP/1.1" status: 200 len: 844 time: 0.0578494 Mar 14 18:33:56.473314 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967e5c9-3f38-49c2-88b3-51ecdcb16fc2 req-b66183f8-3e8f-4e71-9fc9-823673481248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:56.474942 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5967e5c9-3f38-49c2-88b3-51ecdcb16fc2 req-b66183f8-3e8f-4e71-9fc9-823673481248 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fcb8e262-7076-4b68-85f8-5476ecb5953d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726671 Mar 14 18:33:56.489394 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-13970211-3536-4f81-9753-4f41584b576d None None] Set router 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:33:56.604369 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5967e5c9-3f38-49c2-88b3-51ecdcb16fc2 req-9e0a3329-267f-46ae-8da7-a82b0232ca5d service neutron] 10.222.0.59 "GET /v2.0/networks/fcb8e262-7076-4b68-85f8-5476ecb5953d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225524 Mar 14 18:33:56.732499 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5967e5c9-3f38-49c2-88b3-51ecdcb16fc2 req-28191018-9667-4ed0-bb37-8abdc4351b79 service neutron] 10.222.0.59 "GET /v2.0/networks/fcb8e262-7076-4b68-85f8-5476ecb5953d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219666 Mar 14 18:33:56.832819 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-13970211-3536-4f81-9753-4f41584b576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'name': 'tempest-TestNetworkBasicOps-router-2012093653', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:29Z', 'updated_at': '2022-03-14T18:33:35Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:30Z', 'updated_at': '2022-03-14T18:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'b7c309e4-e8f0-4ffa-b5cc-a9b40a290d80', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'port_id': 'ca3ba50d-8c1c-494c-8f63-75fd61adcb94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d', 'mac_address': 'fa:16:3e:75:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d72997-e515-472d-b7a5-55822eb40652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:33:54Z', 'updated_at': '2022-03-14T18:33:54Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f723cc08-3ed1-44ae-af7e-a3d1ef705e49', 'name': '', 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:34:7d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:34Z', 'updated_at': '2022-03-14T18:33:40Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:56.836709 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13970211-3536-4f81-9753-4f41584b576d None None] The sync data for ids ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'] in dv-neutron-833560-1-hyperv is: [{'id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'name': 'tempest-TestNetworkBasicOps-router-2012093653', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:29Z', 'updated_at': '2022-03-14T18:33:35Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:30Z', 'updated_at': '2022-03-14T18:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'b7c309e4-e8f0-4ffa-b5cc-a9b40a290d80', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'port_id': 'ca3ba50d-8c1c-494c-8f63-75fd61adcb94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d', 'mac_address': 'fa:16:3e:75:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d72997-e515-472d-b7a5-55822eb40652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:33:54Z', 'updated_at': '2022-03-14T18:33:54Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f723cc08-3ed1-44ae-af7e-a3d1ef705e49', 'name': '', 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:34:7d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:34Z', 'updated_at': '2022-03-14T18:33:40Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:33:56.972599 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33812) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:57.017188 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7dcc47-a7be-4394-b9fd-939a7c65218a None None] New status for floating IP b7c309e4-e8f0-4ffa-b5cc-a9b40a290d80: ACTIVE {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:33:57.079893 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4034f5e0-1424-42bd-a32e-44c9a11e70fb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/b7c309e4-e8f0-4ffa-b5cc-a9b40a290d80 HTTP/1.1" status: 200 len: 991 time: 0.1060786 Mar 14 18:33:57.772074 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:57.897769 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:58.083737 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33816) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:33:58.187755 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-653d3011-9dd8-45ff-8b88-f32b43acaaf2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/b7c309e4-e8f0-4ffa-b5cc-a9b40a290d80 HTTP/1.1" status: 200 len: 993 time: 0.1028898 Mar 14 18:33:59.775452 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:59.888137 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00255a53-3756-41db-a42d-095d35d9661a req-adb4e196-1535-43aa-92d3-594979fb882e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670521 Mar 14 18:34:00.021679 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00255a53-3756-41db-a42d-095d35d9661a req-27fb0214-743a-465a-9668-110fd09295d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:00.023131 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00255a53-3756-41db-a42d-095d35d9661a req-27fb0214-743a-465a-9668-110fd09295d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 1098 time: 0.0682337 Mar 14 18:34:00.161200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00255a53-3756-41db-a42d-095d35d9661a req-9a2e0e49-a086-4ae9-90d6-1690c7b1b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:00.162614 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00255a53-3756-41db-a42d-095d35d9661a req-9a2e0e49-a086-4ae9-90d6-1690c7b1b2d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fcb8e262-7076-4b68-85f8-5476ecb5953d HTTP/1.1" status: 200 len: 897 time: 0.1219435 Mar 14 18:34:00.263202 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00255a53-3756-41db-a42d-095d35d9661a req-1978c5e0-110e-4dba-90b1-448828c2db87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca3ba50d-8c1c-494c-8f63-75fd61adcb94 HTTP/1.1" status: 200 len: 1001 time: 0.0941572 Mar 14 18:34:00.326227 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00255a53-3756-41db-a42d-095d35d9661a req-bdd787e4-9d4f-4d34-a5b4-e56cd77263b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:00.327664 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00255a53-3756-41db-a42d-095d35d9661a req-bdd787e4-9d4f-4d34-a5b4-e56cd77263b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e094d198-4aeb-4ead-95b5-5262bb795d0e HTTP/1.1" status: 200 len: 844 time: 0.0589375 Mar 14 18:34:00.398977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00255a53-3756-41db-a42d-095d35d9661a req-c9b97032-7179-4d0f-bd94-4c81f12d3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:00.400422 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00255a53-3756-41db-a42d-095d35d9661a req-c9b97032-7179-4d0f-bd94-4c81f12d3476 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fcb8e262-7076-4b68-85f8-5476ecb5953d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672016 Mar 14 18:34:00.529358 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00255a53-3756-41db-a42d-095d35d9661a req-e31c32d9-0c26-4c81-84b0-a1f164b62938 service neutron] 10.222.0.59 "GET /v2.0/networks/fcb8e262-7076-4b68-85f8-5476ecb5953d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220677 Mar 14 18:34:00.758468 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00255a53-3756-41db-a42d-095d35d9661a req-bb463695-6cf5-4675-af18-f089c7215331 service neutron] 10.222.0.59 "GET /v2.0/networks/fcb8e262-7076-4b68-85f8-5476ecb5953d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231328 Mar 14 18:34:09.060380 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:14.115277 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:34:24.254852 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7493cb1b-3805-4b88-927e-3d561fcbaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:26.328282 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-583531ce-fb3b-45ae-b7c2-5933691db051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:27.774319 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:27.896939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:29.777184 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:39.108355 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:51.115091 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:34:54.273630 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-18dbb74e-728b-4d27-b5dc-fad91ecc28ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:56.350939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2e0ea05c-7f1e-4e14-bbbf-268676e2cf2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:57.782222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:57.878984 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:59.813620 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:00.883945 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00d2ca7d-36f9-494a-a6fd-6ea4e7a24ee1 req-02fe3a6b-365f-488a-a511-f7d1b23de751 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693123 Mar 14 18:35:01.015147 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2ca7d-36f9-494a-a6fd-6ea4e7a24ee1 req-907347c2-73be-4baf-bb2f-f109473eb152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:01.016592 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00d2ca7d-36f9-494a-a6fd-6ea4e7a24ee1 req-907347c2-73be-4baf-bb2f-f109473eb152 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 1098 time: 0.0680470 Mar 14 18:35:01.155143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2ca7d-36f9-494a-a6fd-6ea4e7a24ee1 req-a916f4bb-772d-4f81-a07f-cbd0b28a6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:01.156468 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00d2ca7d-36f9-494a-a6fd-6ea4e7a24ee1 req-a916f4bb-772d-4f81-a07f-cbd0b28a6f5f service neutron] 10.222.0.59 "GET /v2.0/networks?id=fcb8e262-7076-4b68-85f8-5476ecb5953d HTTP/1.1" status: 200 len: 897 time: 0.1221924 Mar 14 18:35:01.256364 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00d2ca7d-36f9-494a-a6fd-6ea4e7a24ee1 req-fe0c5de6-81b2-4c0e-a0d1-ef448e1ddd27 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca3ba50d-8c1c-494c-8f63-75fd61adcb94 HTTP/1.1" status: 200 len: 1001 time: 0.0936582 Mar 14 18:35:01.317355 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2ca7d-36f9-494a-a6fd-6ea4e7a24ee1 req-143474d0-9877-40c6-8025-e74dedfe3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:01.318800 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00d2ca7d-36f9-494a-a6fd-6ea4e7a24ee1 req-143474d0-9877-40c6-8025-e74dedfe3ad8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e094d198-4aeb-4ead-95b5-5262bb795d0e HTTP/1.1" status: 200 len: 844 time: 0.0569715 Mar 14 18:35:01.393659 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2ca7d-36f9-494a-a6fd-6ea4e7a24ee1 req-3b136949-f9cd-4346-a097-d262ac4481dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:01.395280 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00d2ca7d-36f9-494a-a6fd-6ea4e7a24ee1 req-3b136949-f9cd-4346-a097-d262ac4481dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fcb8e262-7076-4b68-85f8-5476ecb5953d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706038 Mar 14 18:35:01.523746 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00d2ca7d-36f9-494a-a6fd-6ea4e7a24ee1 req-b4baa636-8022-499b-b81c-698d826b4881 service neutron] 10.222.0.59 "GET /v2.0/networks/fcb8e262-7076-4b68-85f8-5476ecb5953d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220801 Mar 14 18:35:01.648710 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00d2ca7d-36f9-494a-a6fd-6ea4e7a24ee1 req-5d408ede-abda-4b56-aa96-cad36ceb809a service neutron] 10.222.0.59 "GET /v2.0/networks/fcb8e262-7076-4b68-85f8-5476ecb5953d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195617 Mar 14 18:35:09.076122 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:24.250136 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fd5b3897-3676-426f-a34d-5ef702fce997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:26.353134 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8ededd60-3eec-499b-8cb3-2c7a4398a839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:27.798310 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:27.875215 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:28.113228 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:35:28.174125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [req-ef5f0e0a-fd1c-429e-82b6-a3a64996dd3a req-e2b65239-0bff-4493-a7e3-0bdc4f306c4a tempest-ServerActionsTestJSON-2020895516 tempest-ServerActionsTestJSON-2020895516-project] (88634) timed out ('10.222.0.59', 54906) {{(pid=88634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 14 18:35:29.821306 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:39.077912 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:47.676566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33848) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:35:47.818569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-698bcbe5-0ffb-49d5-93aa-15d15f1a5284 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:35:47.934075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-698bcbe5-0ffb-49d5-93aa-15d15f1a5284 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2123067'] for subnet, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:48.157826 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-698bcbe5-0ffb-49d5-93aa-15d15f1a5284 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739048859383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4022166'] for subnet, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:48.206892 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698bcbe5-0ffb-49d5-93aa-15d15f1a5284 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:48.207363 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-698bcbe5-0ffb-49d5-93aa-15d15f1a5284 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:48.208757 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-698bcbe5-0ffb-49d5-93aa-15d15f1a5284 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/subnets/e094d198-4aeb-4ead-95b5-5262bb795d0e HTTP/1.1" status: 200 len: 836 time: 0.5311537 Mar 14 18:35:48.214587 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9554f020-731c-44ba-83d7-4b5798b4d511 None None] Network fcb8e262-7076-4b68-85f8-5476ecb5953d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:35:48.225357 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698bcbe5-0ffb-49d5-93aa-15d15f1a5284 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Subnet': ['ID=e094d198-4aeb-4ead-95b5-5262bb795d0e,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:48.232482 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bcbe5-0ffb-49d5-93aa-15d15f1a5284 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:48.232821 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bcbe5-0ffb-49d5-93aa-15d15f1a5284 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:48.233154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bcbe5-0ffb-49d5-93aa-15d15f1a5284 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:48.233479 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bcbe5-0ffb-49d5-93aa-15d15f1a5284 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:48.233811 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bcbe5-0ffb-49d5-93aa-15d15f1a5284 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:48.234126 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bcbe5-0ffb-49d5-93aa-15d15f1a5284 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:48.234440 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bcbe5-0ffb-49d5-93aa-15d15f1a5284 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:48.234785 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bcbe5-0ffb-49d5-93aa-15d15f1a5284 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:48.235093 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bcbe5-0ffb-49d5-93aa-15d15f1a5284 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:48.235404 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bcbe5-0ffb-49d5-93aa-15d15f1a5284 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:48.235713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bcbe5-0ffb-49d5-93aa-15d15f1a5284 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:48.236033 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bcbe5-0ffb-49d5-93aa-15d15f1a5284 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:48.680535 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4355796e-810e-4e81-a055-44bced664270 None None] Provisioning complete for port 36960347-ccad-4af9-a4a7-823ae3fdf0e2 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:48.680905 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4355796e-810e-4e81-a055-44bced664270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:48.801496 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4355796e-810e-4e81-a055-44bced664270 None None] Provisioning complete for port f723cc08-3ed1-44ae-af7e-a3d1ef705e49 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:48.802410 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4355796e-810e-4e81-a055-44bced664270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:48.923163 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4355796e-810e-4e81-a055-44bced664270 None None] Provisioning complete for port ca3ba50d-8c1c-494c-8f63-75fd61adcb94 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:48.923531 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4355796e-810e-4e81-a055-44bced664270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:54.232300 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-848e54e3-a375-4c2c-a586-6b9d04f1a6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:56.346531 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4b7877e1-a8c8-4cfe-afb1-4924184882c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:57.787419 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:57.883529 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:59.772111 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:00.897755 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-60cedca1-89a0-4d4a-8ae6-55a44cda1965 req-8e9c2710-3d80-4bad-a085-a6bc56203d93 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686264 Mar 14 18:36:01.035564 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cedca1-89a0-4d4a-8ae6-55a44cda1965 req-f2dd14db-7954-4daa-8ce5-376066279464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:01.037702 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-60cedca1-89a0-4d4a-8ae6-55a44cda1965 req-f2dd14db-7954-4daa-8ce5-376066279464 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 1098 time: 0.0723915 Mar 14 18:36:01.178845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cedca1-89a0-4d4a-8ae6-55a44cda1965 req-c62eff48-6bd6-4a46-a3d5-da799e14a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:01.180180 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-60cedca1-89a0-4d4a-8ae6-55a44cda1965 req-c62eff48-6bd6-4a46-a3d5-da799e14a591 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fcb8e262-7076-4b68-85f8-5476ecb5953d HTTP/1.1" status: 200 len: 897 time: 0.1218548 Mar 14 18:36:01.384104 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-60cedca1-89a0-4d4a-8ae6-55a44cda1965 req-d876c460-733b-498a-9cd2-64c653def645 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca3ba50d-8c1c-494c-8f63-75fd61adcb94 HTTP/1.1" status: 200 len: 1001 time: 0.1974289 Mar 14 18:36:01.444311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cedca1-89a0-4d4a-8ae6-55a44cda1965 req-df398f8d-6170-4b63-80ef-5a32fdeecb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:01.445664 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-60cedca1-89a0-4d4a-8ae6-55a44cda1965 req-df398f8d-6170-4b63-80ef-5a32fdeecb27 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e094d198-4aeb-4ead-95b5-5262bb795d0e HTTP/1.1" status: 200 len: 844 time: 0.0562198 Mar 14 18:36:01.520322 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cedca1-89a0-4d4a-8ae6-55a44cda1965 req-f0466040-5485-457a-8a64-d79dd6f40cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:01.521738 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-60cedca1-89a0-4d4a-8ae6-55a44cda1965 req-f0466040-5485-457a-8a64-d79dd6f40cfc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fcb8e262-7076-4b68-85f8-5476ecb5953d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699296 Mar 14 18:36:01.650564 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-60cedca1-89a0-4d4a-8ae6-55a44cda1965 req-049ec107-99d7-418b-8a94-57bb857d80e4 service neutron] 10.222.0.59 "GET /v2.0/networks/fcb8e262-7076-4b68-85f8-5476ecb5953d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207614 Mar 14 18:36:01.778848 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-60cedca1-89a0-4d4a-8ae6-55a44cda1965 req-630b1942-b3cc-4d47-90e5-a1c6e388d05a service neutron] 10.222.0.59 "GET /v2.0/networks/fcb8e262-7076-4b68-85f8-5476ecb5953d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225352 Mar 14 18:36:05.112540 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:36:09.120039 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:24.245167 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e6e00d37-09ec-43c9-8efd-379e812c3d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:26.376870 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-91fc43a5-be4c-4a66-ac55-442a3f9b953f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:27.814101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:27.866020 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:29.754200 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:31.080229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33864) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:31.280378 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-81b0bc3d-1afa-4386-943a-751d56dbecb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 4669de37-b740-46de-93b3-73506fc7f8e5 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:36:31.280717 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81b0bc3d-1afa-4386-943a-751d56dbecb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:31.448359 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81b0bc3d-1afa-4386-943a-751d56dbecb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:31.448605 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81b0bc3d-1afa-4386-943a-751d56dbecb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:31.566504 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-81b0bc3d-1afa-4386-943a-751d56dbecb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 4669de37-b740-46de-93b3-73506fc7f8e5 owned by network:floatingip {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:36:31.791499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81b0bc3d-1afa-4386-943a-751d56dbecb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:31.836826 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0bc3d-1afa-4386-943a-751d56dbecb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=4669de37-b740-46de-93b3-73506fc7f8e5,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:31.925511 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81b0bc3d-1afa-4386-943a-751d56dbecb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:31.925838 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-81b0bc3d-1afa-4386-943a-751d56dbecb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP b7c309e4-e8f0-4ffa-b5cc-a9b40a290d80 disassociated (deleted). External IP: 172.26.7.213, port: ca3ba50d-8c1c-494c-8f63-75fd61adcb94. Mar 14 18:36:32.360327 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b0bc3d-1afa-4386-943a-751d56dbecb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:36:32.533179 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b0bc3d-1afa-4386-943a-751d56dbecb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:36:32.542510 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f0f48c-6adf-41ac-8106-459526afe94b None None] Sync routers for ids ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:36:32.552793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f0f48c-6adf-41ac-8106-459526afe94b None None] Routers {'185fa3fb-9aaf-4b76-a2e0-621e998a73a4'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:36:32.556615 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a4f0f48c-6adf-41ac-8106-459526afe94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:36:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:36:32.615039 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-81b0bc3d-1afa-4386-943a-751d56dbecb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:32.673292 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-81b0bc3d-1afa-4386-943a-751d56dbecb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/floatingips/b7c309e4-e8f0-4ffa-b5cc-a9b40a290d80 HTTP/1.1" status: 204 len: 168 time: 1.5893812 Mar 14 18:36:32.673292 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d72997-e515-472d-b7a5-55822eb40652', 'tag': 'ca3ba50d-8c1c-494c-8f63-75fd61adcb94'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:36:32.767085 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-a4f0f48c-6adf-41ac-8106-459526afe94b None None] Set router 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:36:33.074424 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a4f0f48c-6adf-41ac-8106-459526afe94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'name': 'tempest-TestNetworkBasicOps-router-2012093653', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:29Z', 'updated_at': '2022-03-14T18:33:35Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:30Z', 'updated_at': '2022-03-14T18:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'f723cc08-3ed1-44ae-af7e-a3d1ef705e49', 'name': '', 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:34:7d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:34Z', 'updated_at': '2022-03-14T18:33:40Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:36:33.078452 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f0f48c-6adf-41ac-8106-459526afe94b None None] Checking router: 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:36:33.086914 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f0f48c-6adf-41ac-8106-459526afe94b None None] Routers {'185fa3fb-9aaf-4b76-a2e0-621e998a73a4'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:36:33.087511 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a4f0f48c-6adf-41ac-8106-459526afe94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:36:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:36:33.236362 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8643c8c-f580-4f20-95eb-73a67fd76be9 req-36877ff5-8bef-4d4b-908d-2150c70a66b3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:33.237169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-d8643c8c-f580-4f20-95eb-73a67fd76be9 req-36877ff5-8bef-4d4b-908d-2150c70a66b3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:36:33.260260 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-a4f0f48c-6adf-41ac-8106-459526afe94b None None] Set router 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:36:33.311680 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-d8643c8c-f580-4f20-95eb-73a67fd76be9 req-36877ff5-8bef-4d4b-908d-2150c70a66b3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:36:33.312884 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d8643c8c-f580-4f20-95eb-73a67fd76be9 req-36877ff5-8bef-4d4b-908d-2150c70a66b3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 945 time: 0.1542854 Mar 14 18:36:33.361178 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d8643c8c-f580-4f20-95eb-73a67fd76be9 req-13b96434-8132-4940-b1b6-4cec71d5f4ba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10c23773-d832-46f2-9dca-0328cbd71448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415602 Mar 14 18:36:33.566177 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a4f0f48c-6adf-41ac-8106-459526afe94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'name': 'tempest-TestNetworkBasicOps-router-2012093653', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:29Z', 'updated_at': '2022-03-14T18:33:35Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:30Z', 'updated_at': '2022-03-14T18:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'f723cc08-3ed1-44ae-af7e-a3d1ef705e49', 'name': '', 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:34:7d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:34Z', 'updated_at': '2022-03-14T18:33:40Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:36:33.570595 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f0f48c-6adf-41ac-8106-459526afe94b None None] The sync data for ids ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'] in dv-neutron-833560-1-hyperv is: [{'id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'name': 'tempest-TestNetworkBasicOps-router-2012093653', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:29Z', 'updated_at': '2022-03-14T18:33:35Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:30Z', 'updated_at': '2022-03-14T18:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'f723cc08-3ed1-44ae-af7e-a3d1ef705e49', 'name': '', 'network_id': 'fcb8e262-7076-4b68-85f8-5476ecb5953d', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:34:7d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:34Z', 'updated_at': '2022-03-14T18:33:40Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'e094d198-4aeb-4ead-95b5-5262bb795d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:36:33.770229 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c243e0-db90-4b80-b845-602dbe9d63ef None None] New status for floating IP b7c309e4-e8f0-4ffa-b5cc-a9b40a290d80: DOWN {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:36:33.785173 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d72997-e515-472d-b7a5-55822eb40652', 'tag': 'ca3ba50d-8c1c-494c-8f63-75fd61adcb94', 'status': 'completed', 'code': 200} Mar 14 18:36:33.878867 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14289fbd-7fcb-48f9-8729-403b10082d03 req-54e95ebe-7d04-4cbb-ba42-23d8bb2b2db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:33.880270 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-14289fbd-7fcb-48f9-8729-403b10082d03 req-54e95ebe-7d04-4cbb-ba42-23d8bb2b2db5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 1098 time: 0.0725033 Mar 14 18:36:34.008207 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14289fbd-7fcb-48f9-8729-403b10082d03 req-c4c16a04-9907-407f-855a-9ed18e9def4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:34.009634 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-14289fbd-7fcb-48f9-8729-403b10082d03 req-c4c16a04-9907-407f-855a-9ed18e9def4d service neutron] 10.222.0.59 "GET /v2.0/networks?id=fcb8e262-7076-4b68-85f8-5476ecb5953d HTTP/1.1" status: 200 len: 897 time: 0.1223760 Mar 14 18:36:34.073817 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-14289fbd-7fcb-48f9-8729-403b10082d03 req-c2906c56-7cba-4cea-bfa0-5f3a01637762 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca3ba50d-8c1c-494c-8f63-75fd61adcb94 HTTP/1.1" status: 200 len: 217 time: 0.0577915 Mar 14 18:36:34.135749 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14289fbd-7fcb-48f9-8729-403b10082d03 req-57eb0389-686a-47be-9b61-63f2905e04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:34.137037 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-14289fbd-7fcb-48f9-8729-403b10082d03 req-57eb0389-686a-47be-9b61-63f2905e04b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e094d198-4aeb-4ead-95b5-5262bb795d0e HTTP/1.1" status: 200 len: 844 time: 0.0572567 Mar 14 18:36:34.210375 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14289fbd-7fcb-48f9-8729-403b10082d03 req-e557a3b4-db3b-424a-a054-b033bee98bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:34.211799 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-14289fbd-7fcb-48f9-8729-403b10082d03 req-e557a3b4-db3b-424a-a054-b033bee98bb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fcb8e262-7076-4b68-85f8-5476ecb5953d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670831 Mar 14 18:36:34.340982 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-14289fbd-7fcb-48f9-8729-403b10082d03 req-c4c71744-1b0a-4928-b039-e3f1b5869375 service neutron] 10.222.0.59 "GET /v2.0/networks/fcb8e262-7076-4b68-85f8-5476ecb5953d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216147 Mar 14 18:36:34.475026 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-14289fbd-7fcb-48f9-8729-403b10082d03 req-65a76c80-6a00-498a-b735-3f2e2b48fa67 service neutron] 10.222.0.59 "GET /v2.0/networks/fcb8e262-7076-4b68-85f8-5476ecb5953d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275923 Mar 14 18:36:34.495106 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2edb8-c134-40bd-a870-4f7633835908 req-11dd3fcf-c3c2-488d-9afd-a94b9d2fa23c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:34.495805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-b0a2edb8-c134-40bd-a870-4f7633835908 req-11dd3fcf-c3c2-488d-9afd-a94b9d2fa23c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:36:34.507437 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-b0a2edb8-c134-40bd-a870-4f7633835908 req-11dd3fcf-c3c2-488d-9afd-a94b9d2fa23c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:36:34.508579 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b0a2edb8-c134-40bd-a870-4f7633835908 req-11dd3fcf-c3c2-488d-9afd-a94b9d2fa23c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 945 time: 0.0952077 Mar 14 18:36:34.558352 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cdea4-bd34-4233-b015-ccc950e65a1b req-95f944cf-1f17-4e39-aa12-3fa7e542cf29 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:34.560096 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-314cdea4-bd34-4233-b015-ccc950e65a1b req-95f944cf-1f17-4e39-aa12-3fa7e542cf29 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 945 time: 0.0840220 Mar 14 18:36:34.579056 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-b0a2edb8-c134-40bd-a870-4f7633835908 req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port ca3ba50d-8c1c-494c-8f63-75fd61adcb94 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:36:34.579522 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-b0a2edb8-c134-40bd-a870-4f7633835908 req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:34.603513 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-314cdea4-bd34-4233-b015-ccc950e65a1b req-4c75c38f-f2d8-4eae-a325-d38be5820644 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10c23773-d832-46f2-9dca-0328cbd71448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376420 Mar 14 18:36:34.920495 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-b0a2edb8-c134-40bd-a870-4f7633835908 req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port ca3ba50d-8c1c-494c-8f63-75fd61adcb94, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ca3ba50d-8c1c-494c-8f63-75fd61adcb94,segment=NetworkSegment(9666dd26-e55e-44e6-b633-64cc4b781945),segment_id=9666dd26-e55e-44e6-b633-64cc4b781945)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:36:34.920854 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-b0a2edb8-c134-40bd-a870-4f7633835908 req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:35.039521 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-b0a2edb8-c134-40bd-a870-4f7633835908 req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for ca3ba50d-8c1c-494c-8f63-75fd61adcb94 owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:36:35.228123 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-b0a2edb8-c134-40bd-a870-4f7633835908 req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:35.276378 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=ca3ba50d-8c1c-494c-8f63-75fd61adcb94,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:35.309848 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:35.310203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:35.310541 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:35.310903 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:35.311227 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:35.311550 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:35.311867 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:35.312184 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:35.312501 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:35.312815 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:35.313129 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:35.313482 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:35.362697 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a2edb8-c134-40bd-a870-4f7633835908 req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] No DVR routers for this DVR port ca3ba50d-8c1c-494c-8f63-75fd61adcb94 on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:36:35.365562 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-b0a2edb8-c134-40bd-a870-4f7633835908 req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:35.367899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d72997-e515-472d-b7a5-55822eb40652', 'name': 'network-vif-deleted', 'tag': 'ca3ba50d-8c1c-494c-8f63-75fd61adcb94'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:36:35.412056 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d72997-e515-472d-b7a5-55822eb40652', 'name': 'network-vif-deleted', 'tag': 'ca3ba50d-8c1c-494c-8f63-75fd61adcb94', 'status': 'completed', 'code': 200} Mar 14 18:36:35.438052 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-b0a2edb8-c134-40bd-a870-4f7633835908 req-cf2a178d-9128-4ea0-beb8-914fff98e07f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "DELETE /v2.0/ports/ca3ba50d-8c1c-494c-8f63-75fd61adcb94 HTTP/1.1" status: 204 len: 173 time: 0.9246101 Mar 14 18:36:35.774637 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-932a3283-3fdd-4531-97aa-a90ae2a673e5 req-8bff894c-0167-4668-ac0e-7cbf057d2541 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=85d72997-e515-472d-b7a5-55822eb40652 HTTP/1.1" status: 200 len: 210 time: 0.0427134 Mar 14 18:36:36.873751 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33888) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:36.940728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6ce80e56-28e5-4d7b-9def-dc1a704fd46a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:36.973077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6ce80e56-28e5-4d7b-9def-dc1a704fd46a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:37.194029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6ce80e56-28e5-4d7b-9def-dc1a704fd46a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:37.212966 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce80e56-28e5-4d7b-9def-dc1a704fd46a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c23773-d832-46f2-9dca-0328cbd71448,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:37.295728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6ce80e56-28e5-4d7b-9def-dc1a704fd46a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:37.296908 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6ce80e56-28e5-4d7b-9def-dc1a704fd46a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/security-groups/10c23773-d832-46f2-9dca-0328cbd71448 HTTP/1.1" status: 204 len: 168 time: 0.4221945 Mar 14 18:36:37.382591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33894) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:37.924715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8693f596-e20f-4bc1-8d0f-9ee0dd2c8ac5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:38.267104 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-8693f596-e20f-4bc1-8d0f-9ee0dd2c8ac5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port f723cc08-3ed1-44ae-af7e-a3d1ef705e49 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:36:38.267352 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8693f596-e20f-4bc1-8d0f-9ee0dd2c8ac5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:38.449050 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-8693f596-e20f-4bc1-8d0f-9ee0dd2c8ac5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port f723cc08-3ed1-44ae-af7e-a3d1ef705e49, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f723cc08-3ed1-44ae-af7e-a3d1ef705e49,segment=NetworkSegment(9666dd26-e55e-44e6-b633-64cc4b781945),segment_id=9666dd26-e55e-44e6-b633-64cc4b781945)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:36:38.449323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8693f596-e20f-4bc1-8d0f-9ee0dd2c8ac5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:38.567981 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-8693f596-e20f-4bc1-8d0f-9ee0dd2c8ac5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for f723cc08-3ed1-44ae-af7e-a3d1ef705e49 owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:36:39.050939 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8693f596-e20f-4bc1-8d0f-9ee0dd2c8ac5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:39.096065 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693f596-e20f-4bc1-8d0f-9ee0dd2c8ac5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=f723cc08-3ed1-44ae-af7e-a3d1ef705e49,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:39.148203 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:39.278603 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device ca3ba50d-8c1c-494c-8f63-75fd61adcb94 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:36:39.311527 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: ca3ba50d-8c1c-494c-8f63-75fd61adcb94 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:36:39.311800 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device ca3ba50d-8c1c-494c-8f63-75fd61adcb94 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:36:39.369127 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8693f596-e20f-4bc1-8d0f-9ee0dd2c8ac5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:39.715700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8693f596-e20f-4bc1-8d0f-9ee0dd2c8ac5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:36:39.889211 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8693f596-e20f-4bc1-8d0f-9ee0dd2c8ac5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:36:39.899772 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed64b61c-ab0b-4ed3-8eec-05d75bf4e3a5 None None] Sync routers for ids ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:36:39.902009 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8693f596-e20f-4bc1-8d0f-9ee0dd2c8ac5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/185fa3fb-9aaf-4b76-a2e0-621e998a73a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5183492 Mar 14 18:36:39.904759 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33898) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:39.909229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed64b61c-ab0b-4ed3-8eec-05d75bf4e3a5 None None] Routers {'185fa3fb-9aaf-4b76-a2e0-621e998a73a4'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:36:39.909820 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ed64b61c-ab0b-4ed3-8eec-05d75bf4e3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:36:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:36:39.971249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-3347f5eb-fa82-4f69-b170-3ac31e8e6a6b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting subnet e094d198-4aeb-4ead-95b5-5262bb795d0e {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:36:39.975448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3347f5eb-fa82-4f69-b170-3ac31e8e6a6b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:40.028091 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3347f5eb-fa82-4f69-b170-3ac31e8e6a6b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:40.126612 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-ed64b61c-ab0b-4ed3-8eec-05d75bf4e3a5 None None] Set router 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:36:40.222125 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3347f5eb-fa82-4f69-b170-3ac31e8e6a6b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:40.351626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3347f5eb-fa82-4f69-b170-3ac31e8e6a6b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:40.391954 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347f5eb-fa82-4f69-b170-3ac31e8e6a6b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Subnet': ['ID=e094d198-4aeb-4ead-95b5-5262bb795d0e,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:40.396365 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3347f5eb-fa82-4f69-b170-3ac31e8e6a6b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:40.404736 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3347f5eb-fa82-4f69-b170-3ac31e8e6a6b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/subnets/e094d198-4aeb-4ead-95b5-5262bb795d0e HTTP/1.1" status: 204 len: 168 time: 0.4966063 Mar 14 18:36:40.405060 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33902) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:40.405540 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8bf95a-cbe6-4f74-a944-c3f5ba195b53 None None] Network fcb8e262-7076-4b68-85f8-5476ecb5953d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:36:40.421247 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ed64b61c-ab0b-4ed3-8eec-05d75bf4e3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'name': 'tempest-TestNetworkBasicOps-router-2012093653', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:29Z', 'updated_at': '2022-03-14T18:36:38Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:30Z', 'updated_at': '2022-03-14T18:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:36:40.438076 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed64b61c-ab0b-4ed3-8eec-05d75bf4e3a5 None None] Checking router: 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:36:40.506774 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed64b61c-ab0b-4ed3-8eec-05d75bf4e3a5 None None] Routers {'185fa3fb-9aaf-4b76-a2e0-621e998a73a4'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:36:40.507388 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ed64b61c-ab0b-4ed3-8eec-05d75bf4e3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:36:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:36:40.591664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aea6e573-2790-42c6-96ea-82480c9cd727 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:40.755227 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-ed64b61c-ab0b-4ed3-8eec-05d75bf4e3a5 None None] Set router 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:36:40.768027 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aea6e573-2790-42c6-96ea-82480c9cd727 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:40.837274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-aea6e573-2790-42c6-96ea-82480c9cd727 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:36:40.837610 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aea6e573-2790-42c6-96ea-82480c9cd727 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:40.938967 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] DHCP port deletion for fcb8e262-7076-4b68-85f8-5476ecb5953d request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:36:40.955162 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] Deleting port 36960347-ccad-4af9-a4a7-823ae3fdf0e2 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:36:40.955531 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:41.014480 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-aea6e573-2790-42c6-96ea-82480c9cd727 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=12fad934-5dfc-4bb3-9b5e-8ca5714d4af4,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:36:41.014745 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aea6e573-2790-42c6-96ea-82480c9cd727 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:41.132493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-aea6e573-2790-42c6-96ea-82480c9cd727 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4 owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:36:41.251428 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] For port 36960347-ccad-4af9-a4a7-823ae3fdf0e2, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=36960347-ccad-4af9-a4a7-823ae3fdf0e2,segment=NetworkSegment(9666dd26-e55e-44e6-b633-64cc4b781945),segment_id=9666dd26-e55e-44e6-b633-64cc4b781945)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:36:41.251737 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:41.362862 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aea6e573-2790-42c6-96ea-82480c9cd727 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:41.373132 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] Calling delete_port for 36960347-ccad-4af9-a4a7-823ae3fdf0e2 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:36:41.408314 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ed64b61c-ab0b-4ed3-8eec-05d75bf4e3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'name': 'tempest-TestNetworkBasicOps-router-2012093653', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:29Z', 'updated_at': '2022-03-14T18:36:38Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:30Z', 'updated_at': '2022-03-14T18:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:36:41.409028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6e573-2790-42c6-96ea-82480c9cd727 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=12fad934-5dfc-4bb3-9b5e-8ca5714d4af4,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:41.419648 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed64b61c-ab0b-4ed3-8eec-05d75bf4e3a5 None None] The sync data for ids ['185fa3fb-9aaf-4b76-a2e0-621e998a73a4'] in dv-neutron-833560-1-hyperv is: [{'id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'name': 'tempest-TestNetworkBasicOps-router-2012093653', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:29Z', 'updated_at': '2022-03-14T18:36:38Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '12fad934-5dfc-4bb3-9b5e-8ca5714d4af4', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185fa3fb-9aaf-4b76-a2e0-621e998a73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:30Z', 'updated_at': '2022-03-14T18:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:36:41.499660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aea6e573-2790-42c6-96ea-82480c9cd727 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:41.546175 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:41.590855 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] Pushing event deleted for resources: {'Port': ['ID=36960347-ccad-4af9-a4a7-823ae3fdf0e2,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:41.595398 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] No DVR routers for this DVR port 36960347-ccad-4af9-a4a7-823ae3fdf0e2 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:36:41.607894 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:41.608243 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:41.608578 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:41.608908 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:41.609236 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:41.609560 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:41.609880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:41.610198 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:41.610546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:41.610896 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:41.611213 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:41.611578 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b4711-19f7-4f42-8834-e801f97d5965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:41.772494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aea6e573-2790-42c6-96ea-82480c9cd727 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:41.774776 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aea6e573-2790-42c6-96ea-82480c9cd727 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:41.906245 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aea6e573-2790-42c6-96ea-82480c9cd727 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:41.906747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea6e573-2790-42c6-96ea-82480c9cd727 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Fanout notify agent at l3_agent the message router_deleted on router 185fa3fb-9aaf-4b76-a2e0-621e998a73a4 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:36:41.921982 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aea6e573-2790-42c6-96ea-82480c9cd727 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:41.923070 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-aea6e573-2790-42c6-96ea-82480c9cd727 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/routers/185fa3fb-9aaf-4b76-a2e0-621e998a73a4 HTTP/1.1" status: 204 len: 168 time: 1.5169029 Mar 14 18:36:41.925707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33906) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:42.039756 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09e6931c-cd17-4143-8356-c4ec3f7605ed tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:42.110725 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:36:42.167577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09e6931c-cd17-4143-8356-c4ec3f7605ed tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:42.192283 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-09e6931c-cd17-4143-8356-c4ec3f7605ed tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb8e262-7076-4b68-85f8-5476ecb5953d']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:36:42.203746 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-09e6931c-cd17-4143-8356-c4ec3f7605ed tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9666dd26-e55e-44e6-b633-64cc4b781945') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:36:42.204037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-09e6931c-cd17-4143-8356-c4ec3f7605ed tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9666dd26-e55e-44e6-b633-64cc4b781945') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:36:42.214885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09e6931c-cd17-4143-8356-c4ec3f7605ed tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:42.230012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09e6931c-cd17-4143-8356-c4ec3f7605ed tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:42.235719 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e6931c-cd17-4143-8356-c4ec3f7605ed tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:36:42.236094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09e6931c-cd17-4143-8356-c4ec3f7605ed tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:36:42.250201 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:36:42.399574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09e6931c-cd17-4143-8356-c4ec3f7605ed tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:42.416670 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09e6931c-cd17-4143-8356-c4ec3f7605ed tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:42.428118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6931c-cd17-4143-8356-c4ec3f7605ed tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Network': ['ID=fcb8e262-7076-4b68-85f8-5476ecb5953d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:42.436164 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-09e6931c-cd17-4143-8356-c4ec3f7605ed tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/networks/fcb8e262-7076-4b68-85f8-5476ecb5953d HTTP/1.1" status: 204 len: 168 time: 0.5061624 Mar 14 18:36:42.445094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33910) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:42.451090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-f7f65734-c510-4427-ad1f-1007fc644866 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'network': {'name': 'tempest-network-smoke--710335908', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'port_security_enabled': True}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:36:42.456059 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f7f65734-c510-4427-ad1f-1007fc644866 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:36:42.460099 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f7f65734-c510-4427-ad1f-1007fc644866 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:network and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:36:42.462906 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f7f65734-c510-4427-ad1f-1007fc644866 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:36:42.468458 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f7f65734-c510-4427-ad1f-1007fc644866 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:36:42.541956 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f65734-c510-4427-ad1f-1007fc644866 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:36:42.545405 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7f65734-c510-4427-ad1f-1007fc644866 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:42.575442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f65734-c510-4427-ad1f-1007fc644866 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:36:42.584139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7f65734-c510-4427-ad1f-1007fc644866 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:42.584480 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-f7f65734-c510-4427-ad1f-1007fc644866 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Added segment d4ff7d6a-827b-47a3-9afd-e58bdd44cf67 of type vlan for network c791160a-5cb1-4918-9b38-10a3be5d0ae4 Mar 14 18:36:42.587361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f723cc08-3ed1-44ae-af7e-a3d1ef705e49 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:36:42.612875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7f65734-c510-4427-ad1f-1007fc644866 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:42.621368 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: f723cc08-3ed1-44ae-af7e-a3d1ef705e49 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:36:42.621710 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f723cc08-3ed1-44ae-af7e-a3d1ef705e49 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:36:42.622126 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 36960347-ccad-4af9-a4a7-823ae3fdf0e2 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:36:42.656185 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 36960347-ccad-4af9-a4a7-823ae3fdf0e2 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:36:42.656540 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 36960347-ccad-4af9-a4a7-823ae3fdf0e2 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:36:42.656929 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:36:42.689401 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:36:42.689836 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 12fad934-5dfc-4bb3-9b5e-8ca5714d4af4 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:36:42.703803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7f65734-c510-4427-ad1f-1007fc644866 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:42.707690 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f65734-c510-4427-ad1f-1007fc644866 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:42.708306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7f65734-c510-4427-ad1f-1007fc644866 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:42.816878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65734-c510-4427-ad1f-1007fc644866 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Network': ['ID=c791160a-5cb1-4918-9b38-10a3be5d0ae4,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:42.872350 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network c791160a-5cb1-4918-9b38-10a3be5d0ae4 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:36:42.943039 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f7f65734-c510-4427-ad1f-1007fc644866 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4965646 Mar 14 18:36:42.945580 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33914) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:42.950682 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'admin_state_up': True, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:36:42.958413 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:36:42.962120 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:router and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:36:42.964892 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:36:42.971144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:36:43.045025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:43.046035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:43.061001 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:43.390257 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:43.735441 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:43.762967 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:43.995119 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.26.7.99 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/ebd07c97-e563-424f-baac-cf41f7fe9d69) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:36:44.136519 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:44.228099 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:44.288332 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:36:44.290975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:36:44.298486 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:36:44.333127 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=ebd07c97-e563-424f-baac-cf41f7fe9d69,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:44.766831 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:45.095125 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:45.399447 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 7a99ab61-e013-42c2-9959-25e3e53cf777 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:36:45.678227 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:36:45.689010 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Sync routers for ids ['7a99ab61-e013-42c2-9959-25e3e53cf777'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:36:45.698785 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Routers {'7a99ab61-e013-42c2-9959-25e3e53cf777'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:36:45.699389 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:36:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7a99ab61-e013-42c2-9959-25e3e53cf777'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:36:45.770613 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:45.771870 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-30ff0d22-c390-4e38-a524-75d122aaccb0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8253577 Mar 14 18:36:45.775081 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33920) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:45.876903 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Set router 7a99ab61-e013-42c2-9959-25e3e53cf777 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:36:45.960903 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c42c2ad0-a91b-481a-8651-165b741a6adf tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=6c5e4a48cb994bfdaa976c98e4c4c63f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1846700 Mar 14 18:36:45.963593 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33926) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:46.088792 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6296af-48f9-4382-b62a-5011b8491c70 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:46.090256 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8d6296af-48f9-4382-b62a-5011b8491c70 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1257262 Mar 14 18:36:46.093142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33930) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:46.135344 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8211345a-fd22-47fe-872e-20412f766c47 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410547 Mar 14 18:36:46.137746 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33934) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:46.143014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-815075a6-7a10-430f-b17e-690b8f67e2fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-490338898', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:36:46.149525 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:44Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:36:46.153225 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Checking router: 7a99ab61-e013-42c2-9959-25e3e53cf777 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:36:46.153570 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Updating router 7a99ab61-e013-42c2-9959-25e3e53cf777 port ebd07c97-e563-424f-baac-cf41f7fe9d69 binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:36:46.206985 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:46.248842 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-815075a6-7a10-430f-b17e-690b8f67e2fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:36:46.252556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-815075a6-7a10-430f-b17e-690b8f67e2fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:subnet and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:36:46.255886 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-815075a6-7a10-430f-b17e-690b8f67e2fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:36:46.261501 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-815075a6-7a10-430f-b17e-690b8f67e2fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:36:46.336360 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815075a6-7a10-430f-b17e-690b8f67e2fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:36:46.339933 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-815075a6-7a10-430f-b17e-690b8f67e2fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:46.545862 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:46.556864 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Transition to ACTIVE for port object ebd07c97-e563-424f-baac-cf41f7fe9d69 will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:36:46.614555 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-815075a6-7a10-430f-b17e-690b8f67e2fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:46.642521 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:46.700713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815075a6-7a10-430f-b17e-690b8f67e2fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Checking segment: {'id': 'd4ff7d6a-827b-47a3-9afd-e58bdd44cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:36:46.701087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815075a6-7a10-430f-b17e-690b8f67e2fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network hostable DHCP agents. Network: c791160a-5cb1-4918-9b38-10a3be5d0ae4, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:36:46.705141 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815075a6-7a10-430f-b17e-690b8f67e2fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Subnet': ['ID=5d97d4ac-dae0-45a6-a2c8-766a0b65687c,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:46.723691 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab9381-34d8-4197-92bd-a127945c3058 None None] Pushing event updated for resources: {'Port': ['ID=ebd07c97-e563-424f-baac-cf41f7fe9d69,revision_number=2']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:46.733130 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab9381-34d8-4197-92bd-a127945c3058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:46.733278 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab9381-34d8-4197-92bd-a127945c3058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:46.733609 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab9381-34d8-4197-92bd-a127945c3058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:46.733927 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab9381-34d8-4197-92bd-a127945c3058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:46.734239 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab9381-34d8-4197-92bd-a127945c3058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:46.734551 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab9381-34d8-4197-92bd-a127945c3058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:46.734885 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab9381-34d8-4197-92bd-a127945c3058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:46.735280 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab9381-34d8-4197-92bd-a127945c3058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:46.735647 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab9381-34d8-4197-92bd-a127945c3058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:46.735957 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab9381-34d8-4197-92bd-a127945c3058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:46.736259 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab9381-34d8-4197-92bd-a127945c3058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:46.736563 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab9381-34d8-4197-92bd-a127945c3058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:46.741135 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Attempting to bind port ebd07c97-e563-424f-baac-cf41f7fe9d69 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:36:46.741493 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Attempting to bind port ebd07c97-e563-424f-baac-cf41f7fe9d69 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:36:46.741843 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Attempting to bind port ebd07c97-e563-424f-baac-cf41f7fe9d69 on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:36:46.747336 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:36:46.747709 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:36:46.748126 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:46.748507 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:36:46.748956 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Bound port: ebd07c97-e563-424f-baac-cf41f7fe9d69, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:36:46.749318 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:46.791093 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815075a6-7a10-430f-b17e-690b8f67e2fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network c791160a-5cb1-4918-9b38-10a3be5d0ae4 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:36:46.821864 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] For port ebd07c97-e563-424f-baac-cf41f7fe9d69, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:36:46.824749 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] For port ebd07c97-e563-424f-baac-cf41f7fe9d69, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ebd07c97-e563-424f-baac-cf41f7fe9d69,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:36:46.913430 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-815075a6-7a10-430f-b17e-690b8f67e2fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, c791160a-5cb1-4918-9b38-10a3be5d0ae4) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:36:46.918344 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815075a6-7a10-430f-b17e-690b8f67e2fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:46.919511 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-815075a6-7a10-430f-b17e-690b8f67e2fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:46.921359 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4631799-f83d-4e56-8111-f3f11c5b7186 None None] Network c791160a-5cb1-4918-9b38-10a3be5d0ae4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:36:46.925701 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:47.001149 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Routers {'7a99ab61-e013-42c2-9959-25e3e53cf777'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:36:47.001817 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:36:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7a99ab61-e013-42c2-9959-25e3e53cf777'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:36:47.021507 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-815075a6-7a10-430f-b17e-690b8f67e2fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8827510 Mar 14 18:36:47.028172 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33938) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:47.058494 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab9381-34d8-4197-92bd-a127945c3058 None None] Pushing event updated for resources: {'Port': ['ID=ebd07c97-e563-424f-baac-cf41f7fe9d69,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:47.133893 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ips': [{'subnet_id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:36:47.133893 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:47.182603 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] Set router 7a99ab61-e013-42c2-9959-25e3e53cf777 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:36:47.288702 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Allocated IP 172.20.0.2 (c791160a-5cb1-4918-9b38-10a3be5d0ae4/5d97d4ac-dae0-45a6-a2c8-766a0b65687c/6a388631-a8fa-4302-aa37-d5536064dadf) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:36:47.478120 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:44Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:36:47.482029 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3c9aa-b213-4499-aa7e-40ebdcce6c90 None None] The sync data for ids ['7a99ab61-e013-42c2-9959-25e3e53cf777'] in dv-neutron-833560-1-hyperv is: [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:44Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:36:47.510436 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:47.521429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Transition to ACTIVE for port object 6a388631-a8fa-4302-aa37-d5536064dadf will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:36:47.540309 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Transition to ACTIVE for port object 6a388631-a8fa-4302-aa37-d5536064dadf will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:36:47.603582 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:47.668706 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Network c791160a-5cb1-4918-9b38-10a3be5d0ae4 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:36:47.676430 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:36:47.681283 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:36:47.717250 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Pushing event updated for resources: {'Port': ['ID=6a388631-a8fa-4302-aa37-d5536064dadf,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:47.799937 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Attempting to bind port 6a388631-a8fa-4302-aa37-d5536064dadf on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:36:47.800401 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Attempting to bind port 6a388631-a8fa-4302-aa37-d5536064dadf by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'd4ff7d6a-827b-47a3-9afd-e58bdd44cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:36:47.802789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Attempting to bind port 6a388631-a8fa-4302-aa37-d5536064dadf on network c791160a-5cb1-4918-9b38-10a3be5d0ae4 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:36:47.809199 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:36:47.813222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Checking segment: {'id': 'd4ff7d6a-827b-47a3-9afd-e58bdd44cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:36:47.813222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:47.813222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Bound using segment: {'id': 'd4ff7d6a-827b-47a3-9afd-e58bdd44cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:36:47.813222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Bound port: 6a388631-a8fa-4302-aa37-d5536064dadf, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ff7d6a-827b-47a3-9afd-e58bdd44cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:36:47.813222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:47.881428 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:47.907507 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] For port 6a388631-a8fa-4302-aa37-d5536064dadf, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:36:47.910526 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] For port 6a388631-a8fa-4302-aa37-d5536064dadf, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=6a388631-a8fa-4302-aa37-d5536064dadf,segment=NetworkSegment(d4ff7d6a-827b-47a3-9afd-e58bdd44cf67),segment_id=d4ff7d6a-827b-47a3-9afd-e58bdd44cf67)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:36:47.994510 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:48.080272 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf42e2d-6fab-490e-8087-9c14c4835a8a None None] Pushing event updated for resources: {'Port': ['ID=6a388631-a8fa-4302-aa37-d5536064dadf,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:48.318552 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.1 (c791160a-5cb1-4918-9b38-10a3be5d0ae4/5d97d4ac-dae0-45a6-a2c8-766a0b65687c/864d5de2-a023-4182-ab86-aecf8db9aebe) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:36:48.483472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:48.498674 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object 864d5de2-a023-4182-ab86-aecf8db9aebe will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:36:48.574407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:48.639234 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network c791160a-5cb1-4918-9b38-10a3be5d0ae4 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:36:48.646794 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 6a388631-a8fa-4302-aa37-d5536064dadf up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:36:48.648045 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:36:48.650260 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:36:48.696591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=864d5de2-a023-4182-ab86-aecf8db9aebe,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:48.712401 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:48.712739 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:48.713084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:48.713420 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:48.713755 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:48.714083 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:48.714417 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:48.714792 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:48.715103 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:48.715431 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:48.715798 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:48.716083 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:36:48.730601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:48.782155 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 6a388631-a8fa-4302-aa37-d5536064dadf completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:36:48.789150 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ebd07c97-e563-424f-baac-cf41f7fe9d69 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:36:48.948110 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port ebd07c97-e563-424f-baac-cf41f7fe9d69 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:36:48.953622 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port ebd07c97-e563-424f-baac-cf41f7fe9d69 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:36:48.953988 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:49.054261 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d700b2-6859-424c-a580-fa1b14efae04 None None] Network c791160a-5cb1-4918-9b38-10a3be5d0ae4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:36:49.063599 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:49.111803 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:49.180040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0acc6326-f9f2-42c3-8cd8-415cbd31704c None None] Provisioning for port 6a388631-a8fa-4302-aa37-d5536064dadf completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:36:49.195438 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port ebd07c97-e563-424f-baac-cf41f7fe9d69, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ebd07c97-e563-424f-baac-cf41f7fe9d69,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:36:49.198959 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0acc6326-f9f2-42c3-8cd8-415cbd31704c None None] Provisioning complete for port 6a388631-a8fa-4302-aa37-d5536064dadf triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:36:49.199713 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0acc6326-f9f2-42c3-8cd8-415cbd31704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:49.247317 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:49.446022 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=ebd07c97-e563-424f-baac-cf41f7fe9d69,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:49.485090 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0acc6326-f9f2-42c3-8cd8-415cbd31704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:49.534937 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-0acc6326-f9f2-42c3-8cd8-415cbd31704c None None] For port 6a388631-a8fa-4302-aa37-d5536064dadf, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=6a388631-a8fa-4302-aa37-d5536064dadf,segment=NetworkSegment(d4ff7d6a-827b-47a3-9afd-e58bdd44cf67),segment_id=d4ff7d6a-827b-47a3-9afd-e58bdd44cf67)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:36:49.599743 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0acc6326-f9f2-42c3-8cd8-415cbd31704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:49.602942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:49.671314 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:49.679088 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc6326-f9f2-42c3-8cd8-415cbd31704c None None] Pushing event updated for resources: {'Port': ['ID=6a388631-a8fa-4302-aa37-d5536064dadf,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:49.725996 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6fef710f-fb96-4fb1-a287-2c497b176ab4 None None] Provisioning complete for port 6a388631-a8fa-4302-aa37-d5536064dadf triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:36:49.726517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6fef710f-fb96-4fb1-a287-2c497b176ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:49.791460 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=864d5de2-a023-4182-ab86-aecf8db9aebe,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:49.796230 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:49.939748 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6fef710f-fb96-4fb1-a287-2c497b176ab4 None None] Provisioning for port 864d5de2-a023-4182-ab86-aecf8db9aebe completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:36:49.944560 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6fef710f-fb96-4fb1-a287-2c497b176ab4 None None] Provisioning complete for port 864d5de2-a023-4182-ab86-aecf8db9aebe triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:36:49.953229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6fef710f-fb96-4fb1-a287-2c497b176ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:49.953677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network c791160a-5cb1-4918-9b38-10a3be5d0ae4 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:36:49.953677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:36:50.008752 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-6fef710f-fb96-4fb1-a287-2c497b176ab4 None None] Port 864d5de2-a023-4182-ab86-aecf8db9aebe cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:36:50.130724 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-b42a8326-8f28-4f97-97c9-7dae6e6e4bd3 None None] Provisioning complete for port 864d5de2-a023-4182-ab86-aecf8db9aebe triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:36:50.131518 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b42a8326-8f28-4f97-97c9-7dae6e6e4bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:50.142059 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 7a99ab61-e013-42c2-9959-25e3e53cf777 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:36:50.182696 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-b42a8326-8f28-4f97-97c9-7dae6e6e4bd3 None None] Port 864d5de2-a023-4182-ab86-aecf8db9aebe cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:36:50.301332 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-96d82e88-1460-43ba-9e22-f4553ed1f714 None None] Provisioning complete for port 864d5de2-a023-4182-ab86-aecf8db9aebe triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:36:50.301703 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-96d82e88-1460-43ba-9e22-f4553ed1f714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:50.315255 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:36:50.328055 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-73cfa4a5-1653-44b5-af95-51465ed82caa tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/7a99ab61-e013-42c2-9959-25e3e53cf777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3027892 Mar 14 18:36:50.330475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33942) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:50.333391 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Sync routers for ids ['7a99ab61-e013-42c2-9959-25e3e53cf777'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:36:50.359896 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Routers {'7a99ab61-e013-42c2-9959-25e3e53cf777'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:36:50.360501 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:36:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7a99ab61-e013-42c2-9959-25e3e53cf777'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:36:50.421904 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-96d82e88-1460-43ba-9e22-f4553ed1f714 None None] Port 864d5de2-a023-4182-ab86-aecf8db9aebe cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:36:50.463752 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5481d8b-6988-42a1-8de7-55a0b24181e1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:50.464233 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5481d8b-6988-42a1-8de7-55a0b24181e1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:50.464697 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5481d8b-6988-42a1-8de7-55a0b24181e1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:50.465156 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5481d8b-6988-42a1-8de7-55a0b24181e1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:50.466796 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b5481d8b-6988-42a1-8de7-55a0b24181e1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1353893 Mar 14 18:36:50.469477 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33946) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:50.536375 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Set router 7a99ab61-e013-42c2-9959-25e3e53cf777 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:36:50.538190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a8841-c4ae-43dc-b166-99f2d59a5ba6 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:50.538771 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a8841-c4ae-43dc-b166-99f2d59a5ba6 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:50.539144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a8841-c4ae-43dc-b166-99f2d59a5ba6 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:50.539598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a8841-c4ae-43dc-b166-99f2d59a5ba6 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:50.543626 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-866a8841-c4ae-43dc-b166-99f2d59a5ba6 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0708709 Mar 14 18:36:50.544157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33950) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:50.607456 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 6a388631-a8fa-4302-aa37-d5536064dadf up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:36:50.799001 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c59c9636-5b8e-4990-83dc-b260bc0f69ce tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2540808 Mar 14 18:36:50.877750 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 6a388631-a8fa-4302-aa37-d5536064dadf triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:36:50.878122 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:51.043175 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:48Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '864d5de2-a023-4182-ab86-aecf8db9aebe', 'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:92:de:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:48Z', 'updated_at': '2022-03-14T18:36:49Z', 'revision_number': 2, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:36:51.045843 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ebd07c97-e563-424f-baac-cf41f7fe9d69 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:36:51.083194 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Checking router: 7a99ab61-e013-42c2-9959-25e3e53cf777 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:36:51.083495 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Updating router 7a99ab61-e013-42c2-9959-25e3e53cf777 port 864d5de2-a023-4182-ab86-aecf8db9aebe binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:36:51.148218 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33956) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:51.151332 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:51.153441 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-8d7d2532-3616-4c25-98ac-15b0cbcbe25d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1151757391', 'description': 'tempest-secgroup-smoke-1151757391 description', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:36:51.159386 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8d7d2532-3616-4c25-98ac-15b0cbcbe25d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:36:51.164090 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8d7d2532-3616-4c25-98ac-15b0cbcbe25d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:36:51.166984 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8d7d2532-3616-4c25-98ac-15b0cbcbe25d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:36:51.173370 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8d7d2532-3616-4c25-98ac-15b0cbcbe25d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:36:51.213235 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port ebd07c97-e563-424f-baac-cf41f7fe9d69 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:36:51.213605 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:51.242641 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d7d2532-3616-4c25-98ac-15b0cbcbe25d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:51.262974 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8d7d2532-3616-4c25-98ac-15b0cbcbe25d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:36:51.267426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8d7d2532-3616-4c25-98ac-15b0cbcbe25d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:36:51.270771 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8d7d2532-3616-4c25-98ac-15b0cbcbe25d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:36:51.276435 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8d7d2532-3616-4c25-98ac-15b0cbcbe25d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:36:51.344822 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d7d2532-3616-4c25-98ac-15b0cbcbe25d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:51.422553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d7d2532-3616-4c25-98ac-15b0cbcbe25d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:51.466187 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d2532-3616-4c25-98ac-15b0cbcbe25d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10749414-ef18-40ed-b824-21614a11c6f1,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:51.545504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8d7d2532-3616-4c25-98ac-15b0cbcbe25d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:51.546796 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8d7d2532-3616-4c25-98ac-15b0cbcbe25d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3975680 Mar 14 18:36:51.549646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33960) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:51.554822 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c88e130d-9a80-41e0-bcec-9fec5612c7db tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '10749414-ef18-40ed-b824-21614a11c6f1', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:36:51.560949 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c88e130d-9a80-41e0-bcec-9fec5612c7db tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:36:51.564676 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c88e130d-9a80-41e0-bcec-9fec5612c7db tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:36:51.567981 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c88e130d-9a80-41e0-bcec-9fec5612c7db tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:36:51.573517 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c88e130d-9a80-41e0-bcec-9fec5612c7db tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:36:51.597158 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:51.608280 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Transition to ACTIVE for port object 864d5de2-a023-4182-ab86-aecf8db9aebe will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:36:51.649846 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c88e130d-9a80-41e0-bcec-9fec5612c7db tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:51.696137 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:51.709813 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c88e130d-9a80-41e0-bcec-9fec5612c7db tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:51.762474 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c88e130d-9a80-41e0-bcec-9fec5612c7db tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:51.790338 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e130d-9a80-41e0-bcec-9fec5612c7db tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a9a8a1-741c-4681-aeb6-92a2e124abfd,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:51.858787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1dc22d-c932-4229-bdb3-243a86dcd3f7 None None] Pushing event updated for resources: {'Port': ['ID=864d5de2-a023-4182-ab86-aecf8db9aebe,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:51.877206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c88e130d-9a80-41e0-bcec-9fec5612c7db tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:51.878575 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c88e130d-9a80-41e0-bcec-9fec5612c7db tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3280196 Mar 14 18:36:51.893810 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33964) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:51.894501 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-276b7af5-ee8a-471e-8c82-622560289b37 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '10749414-ef18-40ed-b824-21614a11c6f1', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:36:51.901026 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-276b7af5-ee8a-471e-8c82-622560289b37 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:36:51.905123 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-276b7af5-ee8a-471e-8c82-622560289b37 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:36:51.908325 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-276b7af5-ee8a-471e-8c82-622560289b37 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:36:51.915992 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Attempting to bind port 864d5de2-a023-4182-ab86-aecf8db9aebe on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:36:51.916193 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-276b7af5-ee8a-471e-8c82-622560289b37 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:36:51.916446 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Attempting to bind port 864d5de2-a023-4182-ab86-aecf8db9aebe by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'd4ff7d6a-827b-47a3-9afd-e58bdd44cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:36:51.916817 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Attempting to bind port 864d5de2-a023-4182-ab86-aecf8db9aebe on network c791160a-5cb1-4918-9b38-10a3be5d0ae4 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:36:51.922133 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:36:51.922513 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Checking segment: {'id': 'd4ff7d6a-827b-47a3-9afd-e58bdd44cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:36:51.922946 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:51.923339 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Bound using segment: {'id': 'd4ff7d6a-827b-47a3-9afd-e58bdd44cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:36:51.923802 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Bound port: 864d5de2-a023-4182-ab86-aecf8db9aebe, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ff7d6a-827b-47a3-9afd-e58bdd44cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:36:51.924178 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:52.009745 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-276b7af5-ee8a-471e-8c82-622560289b37 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:52.025432 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] For port 864d5de2-a023-4182-ab86-aecf8db9aebe, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:36:52.028006 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] For port 864d5de2-a023-4182-ab86-aecf8db9aebe, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=864d5de2-a023-4182-ab86-aecf8db9aebe,segment=NetworkSegment(d4ff7d6a-827b-47a3-9afd-e58bdd44cf67),segment_id=d4ff7d6a-827b-47a3-9afd-e58bdd44cf67)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:36:52.068868 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-276b7af5-ee8a-471e-8c82-622560289b37 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:52.091309 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:52.142410 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-276b7af5-ee8a-471e-8c82-622560289b37 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:52.168363 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Routers {'7a99ab61-e013-42c2-9959-25e3e53cf777'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:36:52.168988 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:36:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7a99ab61-e013-42c2-9959-25e3e53cf777'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:36:52.171294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b7af5-ee8a-471e-8c82-622560289b37 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f41e088-9483-41d1-aa11-9a4681bbfcd1,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:52.226693 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1dc22d-c932-4229-bdb3-243a86dcd3f7 None None] Pushing event updated for resources: {'Port': ['ID=864d5de2-a023-4182-ab86-aecf8db9aebe,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:52.233646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-276b7af5-ee8a-471e-8c82-622560289b37 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:52.237799 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-276b7af5-ee8a-471e-8c82-622560289b37 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3476775 Mar 14 18:36:52.238667 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 33968) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:52.243786 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-1d5bb500-e1ff-4128-8c05-c7534935e123 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '10749414-ef18-40ed-b824-21614a11c6f1', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:36:52.250361 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1d5bb500-e1ff-4128-8c05-c7534935e123 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:36:52.255047 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1d5bb500-e1ff-4128-8c05-c7534935e123 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:36:52.258418 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1d5bb500-e1ff-4128-8c05-c7534935e123 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:36:52.264278 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1d5bb500-e1ff-4128-8c05-c7534935e123 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:36:52.335780 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb500-e1ff-4128-8c05-c7534935e123 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:52.367196 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] Set router 7a99ab61-e013-42c2-9959-25e3e53cf777 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:36:52.402350 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb500-e1ff-4128-8c05-c7534935e123 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:52.460211 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb500-e1ff-4128-8c05-c7534935e123 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:52.485053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bb500-e1ff-4128-8c05-c7534935e123 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a4c3c6-0d9f-4732-b3e0-5b26a81c0125,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:52.559836 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb500-e1ff-4128-8c05-c7534935e123 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:52.563976 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1d5bb500-e1ff-4128-8c05-c7534935e123 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214736 Mar 14 18:36:52.564089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33972) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:52.569786 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-dd1f52f6-7ac0-4ad9-85fc-30eccdd3e601 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '10749414-ef18-40ed-b824-21614a11c6f1', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:36:52.575688 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-dd1f52f6-7ac0-4ad9-85fc-30eccdd3e601 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:36:52.579750 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-dd1f52f6-7ac0-4ad9-85fc-30eccdd3e601 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:36:52.583429 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-dd1f52f6-7ac0-4ad9-85fc-30eccdd3e601 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:36:52.589022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-dd1f52f6-7ac0-4ad9-85fc-30eccdd3e601 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:36:52.672443 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dd1f52f6-7ac0-4ad9-85fc-30eccdd3e601 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:52.729253 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:48Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '864d5de2-a023-4182-ab86-aecf8db9aebe', 'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:92:de:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:48Z', 'updated_at': '2022-03-14T18:36:52Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:36:52.733525 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9085fca9-6cdc-447e-9737-41b558645da3 None None] The sync data for ids ['7a99ab61-e013-42c2-9959-25e3e53cf777'] in dv-neutron-833560-1-hyperv is: [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:48Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '864d5de2-a023-4182-ab86-aecf8db9aebe', 'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:92:de:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:48Z', 'updated_at': '2022-03-14T18:36:52Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:36:52.742717 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dd1f52f6-7ac0-4ad9-85fc-30eccdd3e601 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:52.810394 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dd1f52f6-7ac0-4ad9-85fc-30eccdd3e601 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:52.838622 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f52f6-7ac0-4ad9-85fc-30eccdd3e601 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61bd0c3-1ce6-43af-9398-8161f2614564,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:52.907727 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dd1f52f6-7ac0-4ad9-85fc-30eccdd3e601 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:52.908963 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-dd1f52f6-7ac0-4ad9-85fc-30eccdd3e601 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3438957 Mar 14 18:36:52.911986 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33976) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:52.917328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-aa76f011-7fff-46fc-9486-e1ff0086d037 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '10749414-ef18-40ed-b824-21614a11c6f1', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:36:52.923658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-aa76f011-7fff-46fc-9486-e1ff0086d037 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:36:52.928296 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-aa76f011-7fff-46fc-9486-e1ff0086d037 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:36:52.933249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-aa76f011-7fff-46fc-9486-e1ff0086d037 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:36:52.937835 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-aa76f011-7fff-46fc-9486-e1ff0086d037 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:36:52.996828 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-aa76f011-7fff-46fc-9486-e1ff0086d037 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:36:53.004802 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa76f011-7fff-46fc-9486-e1ff0086d037 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:53.072674 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa76f011-7fff-46fc-9486-e1ff0086d037 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:53.147944 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa76f011-7fff-46fc-9486-e1ff0086d037 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:53.172492 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76f011-7fff-46fc-9486-e1ff0086d037 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc83323d-1f3c-488e-b68d-d983c73493ca,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:53.253959 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa76f011-7fff-46fc-9486-e1ff0086d037 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:53.255228 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-aa76f011-7fff-46fc-9486-e1ff0086d037 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3422837 Mar 14 18:36:53.258048 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 33980) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:36:53.263107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-f7fc8b52-5558-4265-a8c7-5380021f80fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '10749414-ef18-40ed-b824-21614a11c6f1', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:36:53.269206 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f7fc8b52-5558-4265-a8c7-5380021f80fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:36:53.273183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f7fc8b52-5558-4265-a8c7-5380021f80fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:36:53.276206 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f7fc8b52-5558-4265-a8c7-5380021f80fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:36:53.282173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f7fc8b52-5558-4265-a8c7-5380021f80fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:36:53.348679 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-f7fc8b52-5558-4265-a8c7-5380021f80fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:36:53.356064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8b52-5558-4265-a8c7-5380021f80fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:53.425141 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8b52-5558-4265-a8c7-5380021f80fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:53.496691 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8b52-5558-4265-a8c7-5380021f80fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:53.521464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc8b52-5558-4265-a8c7-5380021f80fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8f662e-ec5f-47f4-9d1e-2e2ff179e5f8,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:53.588232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8b52-5558-4265-a8c7-5380021f80fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:53.589488 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f7fc8b52-5558-4265-a8c7-5380021f80fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3304491 Mar 14 18:36:53.775418 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-bc07263f-7724-4a5c-8b6d-d731455a8106 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:36:53.890229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-bc07263f-7724-4a5c-8b6d-d731455a8106 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:36:53.891454 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-bc07263f-7724-4a5c-8b6d-d731455a8106 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1151757391&fields=id&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 267 time: 0.1592715 Mar 14 18:36:54.146998 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-161b1847-ea74-426b-842d-15e3b81d447c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:54.147665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-161b1847-ea74-426b-842d-15e3b81d447c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:36:54.221970 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-161b1847-ea74-426b-842d-15e3b81d447c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:36:54.223254 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-161b1847-ea74-426b-842d-15e3b81d447c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/networks?id=c791160a-5cb1-4918-9b38-10a3be5d0ae4 HTTP/1.1" status: 200 len: 796 time: 0.3253088 Mar 14 18:36:54.238170 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-b7dbf7c6-8987-4e81-8430-243d87b7032f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/quotas/6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 375 time: 0.0089498 Mar 14 18:36:54.253888 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-287094ce-0ae4-48fb-9415-f191a6cb108c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:54.317125 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-832abe00-22b7-4ea1-a06f-b760cb0ace0f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:36:54.387374 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-832abe00-22b7-4ea1-a06f-b760cb0ace0f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:36:54.388650 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-832abe00-22b7-4ea1-a06f-b760cb0ace0f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1456237 Mar 14 18:36:54.578676 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-fac5d677-8756-44a1-8a45-e6c82f58eec4 service neutron] 10.222.0.43 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780603 Mar 14 18:36:54.612592 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 864d5de2-a023-4182-ab86-aecf8db9aebe up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:36:54.712103 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-0daf0674-7ff1-4a3e-8510-98287c574103 service neutron] 10.222.0.43 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268501 Mar 14 18:36:54.771213 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 864d5de2-a023-4182-ab86-aecf8db9aebe completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:36:54.776433 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 864d5de2-a023-4182-ab86-aecf8db9aebe triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:36:54.776803 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:54.901601 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:54.931902 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 864d5de2-a023-4182-ab86-aecf8db9aebe, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=864d5de2-a023-4182-ab86-aecf8db9aebe,segment=NetworkSegment(d4ff7d6a-827b-47a3-9afd-e58bdd44cf67),segment_id=d4ff7d6a-827b-47a3-9afd-e58bdd44cf67)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:36:54.998621 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:55.062012 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=864d5de2-a023-4182-ab86-aecf8db9aebe,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:55.968569 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-92cda488-4315-41f8-a213-811fcd2afab3 req-6695944e-d89f-4291-b6a4-2183e5bd395f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 210 time: 0.0447791 Mar 14 18:36:56.345500 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ff8b032d-a67b-4154-b0c5-237f6e22d18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:56.595433 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 864d5de2-a023-4182-ab86-aecf8db9aebe up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:36:56.664886 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 864d5de2-a023-4182-ab86-aecf8db9aebe triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:36:56.665253 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:57.116483 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0908f27d-9da7-4e59-b331-b55988b3446b req-9218cd67-da44-4201-9ef7-0a772fae9397 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 210 time: 0.0419595 Mar 14 18:36:57.819414 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:57.861647 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-f5cb2c1e-66ab-414c-bf18-0b2b79c5a809 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:57.862307 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-f5cb2c1e-66ab-414c-bf18-0b2b79c5a809 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:36:57.871168 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:57.874486 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-f5cb2c1e-66ab-414c-bf18-0b2b79c5a809 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:36:57.875632 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-f5cb2c1e-66ab-414c-bf18-0b2b79c5a809 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/networks?id=c791160a-5cb1-4918-9b38-10a3be5d0ae4 HTTP/1.1" status: 200 len: 796 time: 0.1600134 Mar 14 18:36:57.923324 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-45e68ff3-6186-4c1f-8035-3e7b943341e5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:36:57.934786 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-45e68ff3-6186-4c1f-8035-3e7b943341e5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:36:57.935950 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-45e68ff3-6186-4c1f-8035-3e7b943341e5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 380 time: 0.0516613 Mar 14 18:36:57.951506 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-b7acf952-c408-4032-8c5d-b365a1631bb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'port': {'device_id': '38a8520b-1751-4450-a810-a23811a1cb3d', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'admin_state_up': True, 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'security_groups': ['10749414-ef18-40ed-b824-21614a11c6f1']}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:36:58.082312 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-b7acf952-c408-4032-8c5d-b365a1631bb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:36:58.091732 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-b7acf952-c408-4032-8c5d-b365a1631bb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:36:58.157238 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-b7acf952-c408-4032-8c5d-b365a1631bb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:36:58.157238 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-b7acf952-c408-4032-8c5d-b365a1631bb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:58.266672 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d9c3007c-eb79-4400-a22f-991361d50f65 req-e2ebb4e3-2038-4f0b-8197-1ab7b52f490f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 210 time: 0.0419896 Mar 14 18:36:58.316895 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-b7acf952-c408-4032-8c5d-b365a1631bb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.4 (c791160a-5cb1-4918-9b38-10a3be5d0ae4/5d97d4ac-dae0-45a6-a2c8-766a0b65687c/fae83f52-4cb2-4e1a-b45a-cc07521462cd) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:36:58.496995 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-b7acf952-c408-4032-8c5d-b365a1631bb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:58.512399 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-b7acf952-c408-4032-8c5d-b365a1631bb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object fae83f52-4cb2-4e1a-b45a-cc07521462cd will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:36:58.593567 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-b7acf952-c408-4032-8c5d-b365a1631bb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:58.657338 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-b7acf952-c408-4032-8c5d-b365a1631bb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network c791160a-5cb1-4918-9b38-10a3be5d0ae4 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:36:58.667865 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-b7acf952-c408-4032-8c5d-b365a1631bb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:36:58.672165 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-b7acf952-c408-4032-8c5d-b365a1631bb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:36:58.818000 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acf952-c408-4032-8c5d-b365a1631bb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=fae83f52-4cb2-4e1a-b45a-cc07521462cd,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:58.854038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-b7acf952-c408-4032-8c5d-b365a1631bb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:58.854646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-b7acf952-c408-4032-8c5d-b365a1631bb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:58.965345 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-b7acf952-c408-4032-8c5d-b365a1631bb2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0173039 Mar 14 18:36:58.977334 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Request body: {'port': {'device_id': '38a8520b-1751-4450-a810-a23811a1cb3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:36:58.993022 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-93fceea1-7faf-4508-a29d-ca7f9ddba4d4 None None] Provisioning for port fae83f52-4cb2-4e1a-b45a-cc07521462cd completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:36:58.998062 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-93fceea1-7faf-4508-a29d-ca7f9ddba4d4 None None] Provisioning complete for port fae83f52-4cb2-4e1a-b45a-cc07521462cd triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:36:59.003164 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-93fceea1-7faf-4508-a29d-ca7f9ddba4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:59.049914 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-93fceea1-7faf-4508-a29d-ca7f9ddba4d4 None None] Port fae83f52-4cb2-4e1a-b45a-cc07521462cd cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:36:59.087421 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:59.418069 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae83f52-4cb2-4e1a-b45a-cc07521462cd {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:36:59.425347 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:59.440184 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Transition to ACTIVE for port object fae83f52-4cb2-4e1a-b45a-cc07521462cd will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:36:59.452942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152f5f0-ee7d-4c75-83e2-32fa33325b96 req-1805ea6b-ac1f-4c44-ad19-918ac20a47e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:59.454416 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e152f5f0-ee7d-4c75-83e2-32fa33325b96 req-1805ea6b-ac1f-4c44-ad19-918ac20a47e1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 931 time: 0.0826862 Mar 14 18:36:59.497782 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e152f5f0-ee7d-4c75-83e2-32fa33325b96 req-4105838d-4cb9-4b60-ab72-4b6cc23a8997 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10749414-ef18-40ed-b824-21614a11c6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375359 Mar 14 18:36:59.502042 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:59.655086 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Pushing event updated for resources: {'Port': ['ID=fae83f52-4cb2-4e1a-b45a-cc07521462cd,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:36:59.734333 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Attempting to bind port fae83f52-4cb2-4e1a-b45a-cc07521462cd on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:36:59.734670 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Attempting to bind port fae83f52-4cb2-4e1a-b45a-cc07521462cd by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'd4ff7d6a-827b-47a3-9afd-e58bdd44cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:36:59.735044 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Attempting to bind port fae83f52-4cb2-4e1a-b45a-cc07521462cd on network c791160a-5cb1-4918-9b38-10a3be5d0ae4 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:36:59.740677 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Port fae83f52-4cb2-4e1a-b45a-cc07521462cd on network c791160a-5cb1-4918-9b38-10a3be5d0ae4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:36:59.741162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Attempting to bind port fae83f52-4cb2-4e1a-b45a-cc07521462cd on network c791160a-5cb1-4918-9b38-10a3be5d0ae4 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:36:59.746200 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:36:59.746656 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Checking segment: {'id': 'd4ff7d6a-827b-47a3-9afd-e58bdd44cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:36:59.752212 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Bound using segment: {'id': 'd4ff7d6a-827b-47a3-9afd-e58bdd44cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:36:59.752212 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Bound port: fae83f52-4cb2-4e1a-b45a-cc07521462cd, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ff7d6a-827b-47a3-9afd-e58bdd44cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:36:59.752212 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:59.804307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:59.837586 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] For port fae83f52-4cb2-4e1a-b45a-cc07521462cd, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:36:59.840343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] For port fae83f52-4cb2-4e1a-b45a-cc07521462cd, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fae83f52-4cb2-4e1a-b45a-cc07521462cd,segment=NetworkSegment(d4ff7d6a-827b-47a3-9afd-e58bdd44cf67),segment_id=d4ff7d6a-827b-47a3-9afd-e58bdd44cf67)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:36:59.913454 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:59.965169 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:59.965855 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:59.967220 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] 10.222.0.59 "PUT /v2.0/ports/fae83f52-4cb2-4e1a-b45a-cc07521462cd HTTP/1.1" status: 200 len: 1093 time: 0.9938569 Mar 14 18:36:59.969656 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a8520b-1751-4450-a810-a23811a1cb3d', 'tag': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:37:00.002068 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308a29a-0251-46e0-9218-7f3cd1ef5af1 service neutron] Pushing event updated for resources: {'Port': ['ID=fae83f52-4cb2-4e1a-b45a-cc07521462cd,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:37:00.025864 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a8520b-1751-4450-a810-a23811a1cb3d', 'tag': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd', 'status': 'completed', 'code': 200} Mar 14 18:37:00.121505 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e2d17-606c-4088-bdec-72681e1a3701 req-da7650fe-d5a2-4c0d-b79f-127c7bf740f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:00.123031 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8b1e2d17-606c-4088-bdec-72681e1a3701 req-da7650fe-d5a2-4c0d-b79f-127c7bf740f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 1096 time: 0.0765691 Mar 14 18:37:00.259343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e2d17-606c-4088-bdec-72681e1a3701 req-5502eb91-f9be-470b-8b73-a7b83a71c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:00.260667 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8b1e2d17-606c-4088-bdec-72681e1a3701 req-5502eb91-f9be-470b-8b73-a7b83a71c212 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1305926 Mar 14 18:37:00.390384 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e2d17-606c-4088-bdec-72681e1a3701 req-a5cfe16d-655e-45e8-9ee0-86286c2a0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:00.391753 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-8b1e2d17-606c-4088-bdec-72681e1a3701 req-a5cfe16d-655e-45e8-9ee0-86286c2a0896 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256242 Mar 14 18:37:00.494976 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-5ce30983-2d5f-4515-80e6-383e3120190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:00.496422 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-5ce30983-2d5f-4515-80e6-383e3120190d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 1096 time: 0.0700765 Mar 14 18:37:00.564695 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-a3c46149-9879-41cd-bcbc-263a72b6dc5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae83f52-4cb2-4e1a-b45a-cc07521462cd HTTP/1.1" status: 200 len: 217 time: 0.0613229 Mar 14 18:37:00.623906 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-b005a89a-429f-43a1-8e96-fe7be58e678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:00.625327 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-b005a89a-429f-43a1-8e96-fe7be58e678b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d97d4ac-dae0-45a6-a2c8-766a0b65687c HTTP/1.1" status: 200 len: 834 time: 0.0549283 Mar 14 18:37:00.682624 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dfa78-1d16-41c8-8c35-c3e94c4e4e52 req-9400d223-fac6-4ffe-91e0-e5b2adbc3274 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:00.684182 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-509dfa78-1d16-41c8-8c35-c3e94c4e4e52 req-9400d223-fac6-4ffe-91e0-e5b2adbc3274 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 943 time: 0.0795970 Mar 14 18:37:00.702847 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-8e6fb154-6713-402e-a6c0-050aac3acee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:00.704294 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-8e6fb154-6713-402e-a6c0-050aac3acee1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c791160a-5cb1-4918-9b38-10a3be5d0ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731666 Mar 14 18:37:00.730402 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-509dfa78-1d16-41c8-8c35-c3e94c4e4e52 req-4941b071-bb6c-46f4-9a6c-d481956acf73 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10749414-ef18-40ed-b824-21614a11c6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404091 Mar 14 18:37:00.938839 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-32096021-0804-4239-914a-db0a4133baaa service neutron] 10.222.0.59 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286806 Mar 14 18:37:01.062627 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-13c7878d-5e2c-4ed1-bbe2-414bdb250655 req-def184b8-26e7-4e5a-bbde-6592ffba375b service neutron] 10.222.0.59 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181231 Mar 14 18:37:01.920225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79a049-9822-4d48-9508-aad684e5ca4d req-2258ddcb-2719-428b-a342-e90da2e6507b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:01.921679 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4e79a049-9822-4d48-9508-aad684e5ca4d req-2258ddcb-2719-428b-a342-e90da2e6507b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 943 time: 0.0812159 Mar 14 18:37:01.965024 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4e79a049-9822-4d48-9508-aad684e5ca4d req-28c94739-50a5-494a-a58d-169291f5ae57 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10749414-ef18-40ed-b824-21614a11c6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376933 Mar 14 18:37:03.147723 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1badb-c870-409a-b267-0c8b5547f20e req-414dbd4e-673d-4737-9ae6-35ba3b0ae8f3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:03.149149 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3ea1badb-c870-409a-b267-0c8b5547f20e req-414dbd4e-673d-4737-9ae6-35ba3b0ae8f3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 943 time: 0.0809736 Mar 14 18:37:03.192628 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3ea1badb-c870-409a-b267-0c8b5547f20e req-3433dee6-a126-498d-a24f-66c680d0ac38 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10749414-ef18-40ed-b824-21614a11c6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377853 Mar 14 18:37:03.414502 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device fae83f52-4cb2-4e1a-b45a-cc07521462cd details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:37:03.547713 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port fae83f52-4cb2-4e1a-b45a-cc07521462cd, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fae83f52-4cb2-4e1a-b45a-cc07521462cd,segment=NetworkSegment(d4ff7d6a-827b-47a3-9afd-e58bdd44cf67),segment_id=d4ff7d6a-827b-47a3-9afd-e58bdd44cf67)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:37:03.569371 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'port_id': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd', 'mac_address': 'fa:16:3e:f0:f3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:37:03.624950 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:03.641077 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae83f52-4cb2-4e1a-b45a-cc07521462cd {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:37:03.656720 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port fae83f52-4cb2-4e1a-b45a-cc07521462cd, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fae83f52-4cb2-4e1a-b45a-cc07521462cd,segment=NetworkSegment(d4ff7d6a-827b-47a3-9afd-e58bdd44cf67),segment_id=d4ff7d6a-827b-47a3-9afd-e58bdd44cf67)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:37:03.733761 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:03.797249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=fae83f52-4cb2-4e1a-b45a-cc07521462cd,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:37:03.974603 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['fae83f52-4cb2-4e1a-b45a-cc07521462cd'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:37:04.371759 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaca91e-0b14-4d22-a526-5cdf9ea448d5 req-32583c83-4f94-4bec-96df-df1001b86b55 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:04.373175 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-abaca91e-0b14-4d22-a526-5cdf9ea448d5 req-32583c83-4f94-4bec-96df-df1001b86b55 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 944 time: 0.0772264 Mar 14 18:37:04.414594 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-abaca91e-0b14-4d22-a526-5cdf9ea448d5 req-36646e6e-71ed-426d-9069-5f6f3da6cf2e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10749414-ef18-40ed-b824-21614a11c6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359652 Mar 14 18:37:05.413249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device fae83f52-4cb2-4e1a-b45a-cc07521462cd up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:37:05.533378 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port fae83f52-4cb2-4e1a-b45a-cc07521462cd completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:37:05.538611 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port fae83f52-4cb2-4e1a-b45a-cc07521462cd triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:37:05.539040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:05.598938 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba101d67-5be2-4350-8f8a-49720944ebe1 req-d7c50d4d-9626-47bc-bdb2-d7105734191d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:05.600435 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ba101d67-5be2-4350-8f8a-49720944ebe1 req-d7c50d4d-9626-47bc-bdb2-d7105734191d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 944 time: 0.0820141 Mar 14 18:37:05.652900 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ba101d67-5be2-4350-8f8a-49720944ebe1 req-1d02c704-c665-44f7-a815-9f6af6cc88fe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10749414-ef18-40ed-b824-21614a11c6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468237 Mar 14 18:37:05.653882 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:05.680842 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a8520b-1751-4450-a810-a23811a1cb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:37:05.691592 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port fae83f52-4cb2-4e1a-b45a-cc07521462cd, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fae83f52-4cb2-4e1a-b45a-cc07521462cd,segment=NetworkSegment(d4ff7d6a-827b-47a3-9afd-e58bdd44cf67),segment_id=d4ff7d6a-827b-47a3-9afd-e58bdd44cf67)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:37:05.764839 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:05.795740 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a8520b-1751-4450-a810-a23811a1cb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd', 'code': 200} Mar 14 18:37:05.833128 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=fae83f52-4cb2-4e1a-b45a-cc07521462cd,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:37:06.124781 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c839b8-7515-4c77-b972-85d6d23d0688 req-22cd7a50-5379-407b-a187-554c5b15ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:06.126221 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f7c839b8-7515-4c77-b972-85d6d23d0688 req-22cd7a50-5379-407b-a187-554c5b15ad70 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 1098 time: 0.0674374 Mar 14 18:37:06.166297 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f7c839b8-7515-4c77-b972-85d6d23d0688 req-c3ce2ce3-f258-4a46-88cf-f3c3d1d0394f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=10749414-ef18-40ed-b824-21614a11c6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331659 Mar 14 18:37:06.839407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82d710-71ae-4f98-ae6d-c6aa7734c60e req-b421dcb0-8cce-4832-8134-a13847fef601 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:06.840761 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1b82d710-71ae-4f98-ae6d-c6aa7734c60e req-b421dcb0-8cce-4832-8134-a13847fef601 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 945 time: 0.0795617 Mar 14 18:37:06.887205 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1b82d710-71ae-4f98-ae6d-c6aa7734c60e req-c2e51e64-2f46-45a0-ba61-42cb0b50b1ee tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10749414-ef18-40ed-b824-21614a11c6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408292 Mar 14 18:37:08.070707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefe629-a342-47e2-8df1-4b766daba241 req-ce6e802d-6dd9-484c-b613-435316f3b565 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:08.072151 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ffefe629-a342-47e2-8df1-4b766daba241 req-ce6e802d-6dd9-484c-b613-435316f3b565 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 945 time: 0.0781610 Mar 14 18:37:08.115418 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ffefe629-a342-47e2-8df1-4b766daba241 req-6626b11f-a29b-497a-aa6a-bd2aa7144391 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10749414-ef18-40ed-b824-21614a11c6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377371 Mar 14 18:37:08.305216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9f80a-9904-4b7b-807a-10dfbc405f5a req-d8467d03-17ad-4ab4-86b1-7d3dbb5d64eb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:08.306761 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0de9f80a-9904-4b7b-807a-10dfbc405f5a req-d8467d03-17ad-4ab4-86b1-7d3dbb5d64eb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 945 time: 0.0815823 Mar 14 18:37:08.350415 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0de9f80a-9904-4b7b-807a-10dfbc405f5a req-f6c8480e-d6b2-44b4-a52b-8fbfd70c4b34 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10749414-ef18-40ed-b824-21614a11c6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377805 Mar 14 18:37:08.372052 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34050) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:37:08.439415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df9e0a-5b9b-4979-a3a9-354dd757daee tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:08.440883 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e2df9e0a-5b9b-4979-a3a9-354dd757daee tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 1093 time: 0.0678844 Mar 14 18:37:08.443677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34054) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:37:08.448644 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:37:08.454417 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:37:08.458616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:floatingip and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:37:08.461364 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:37:08.466968 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:37:08.539136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:08.670614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:08.805653 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.26.7.88 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/72b5189e-86bc-40dd-8ed5-396d621ea74e) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:37:08.948457 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:09.038772 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:09.153355 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:09.197419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:37:09.200147 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:37:09.207903 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:37:09.241255 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=72b5189e-86bc-40dd-8ed5-396d621ea74e,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:37:09.606355 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:09.732996 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:09.936822 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:10.001766 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:10.109064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=72b5189e-86bc-40dd-8ed5-396d621ea74e,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:37:10.121648 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:10.291537 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP 4de85739-d70d-4f4f-8020-d12923dc45e8 associated. External IP: 172.26.7.88, port: fae83f52-4cb2-4e1a-b45a-cc07521462cd. Mar 14 18:37:10.629358 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 7a99ab61-e013-42c2-9959-25e3e53cf777 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:37:10.909023 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:37:10.918952 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655abbf-93fc-4ade-b198-b8599766ccb7 None None] Sync routers for ids ['7a99ab61-e013-42c2-9959-25e3e53cf777'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:37:10.928891 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655abbf-93fc-4ade-b198-b8599766ccb7 None None] Routers {'7a99ab61-e013-42c2-9959-25e3e53cf777'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:37:10.929489 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8655abbf-93fc-4ade-b198-b8599766ccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:36:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7a99ab61-e013-42c2-9959-25e3e53cf777'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:37:10.975862 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:11.032767 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f671194e-19e2-4464-925d-f6eec7787280 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5880227 Mar 14 18:37:11.033329 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a8520b-1751-4450-a810-a23811a1cb3d', 'tag': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:37:11.035698 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 34058) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:37:11.086540 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a8520b-1751-4450-a810-a23811a1cb3d', 'tag': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd', 'status': 'completed', 'code': 200} Mar 14 18:37:11.103487 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-8655abbf-93fc-4ade-b198-b8599766ccb7 None None] Set router 7a99ab61-e013-42c2-9959-25e3e53cf777 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:37:11.164441 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d878bde-ddc9-4283-a24f-0825f863df91 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:11.168540 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5d878bde-ddc9-4283-a24f-0825f863df91 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 1093 time: 0.1291807 Mar 14 18:37:11.191255 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1193b-d224-43ac-b8d1-67dad13bf622 req-a31144c6-fdf8-4cf5-b40d-7ca4db3b7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:11.193280 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-ade1193b-d224-43ac-b8d1-67dad13bf622 req-a31144c6-fdf8-4cf5-b40d-7ca4db3b7a7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 1098 time: 0.0837066 Mar 14 18:37:11.327364 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1193b-d224-43ac-b8d1-67dad13bf622 req-41d2794a-bf5a-426d-ac0d-6a1b65673208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:11.332309 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-ade1193b-d224-43ac-b8d1-67dad13bf622 req-41d2794a-bf5a-426d-ac0d-6a1b65673208 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c791160a-5cb1-4918-9b38-10a3be5d0ae4 HTTP/1.1" status: 200 len: 897 time: 0.1293664 Mar 14 18:37:11.433559 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-ade1193b-d224-43ac-b8d1-67dad13bf622 req-d5d92fcc-c770-4399-834d-47f4ea875e5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae83f52-4cb2-4e1a-b45a-cc07521462cd HTTP/1.1" status: 200 len: 998 time: 0.0993299 Mar 14 18:37:11.473854 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34066) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:37:11.479756 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-b41df083-6243-49f5-8b2c-0dd96176297d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96913279', 'description': 'tempest-secgroup-smoke-96913279 description', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:37:11.483275 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8655abbf-93fc-4ade-b198-b8599766ccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:48Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '4de85739-d70d-4f4f-8020-d12923dc45e8', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.88', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'port_id': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'mac_address': 'fa:16:3e:f0:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8520b-1751-4450-a810-a23811a1cb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:37:09Z', 'updated_at': '2022-03-14T18:37:09Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864d5de2-a023-4182-ab86-aecf8db9aebe', 'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:92:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:48Z', 'updated_at': '2022-03-14T18:36:54Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:37:11.486050 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b41df083-6243-49f5-8b2c-0dd96176297d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:37:11.487604 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655abbf-93fc-4ade-b198-b8599766ccb7 None None] Checking router: 7a99ab61-e013-42c2-9959-25e3e53cf777 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:37:11.496413 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b41df083-6243-49f5-8b2c-0dd96176297d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:37:11.497154 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655abbf-93fc-4ade-b198-b8599766ccb7 None None] Routers {'7a99ab61-e013-42c2-9959-25e3e53cf777'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:37:11.497759 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8655abbf-93fc-4ade-b198-b8599766ccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:36:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7a99ab61-e013-42c2-9959-25e3e53cf777'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:37:11.499944 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1193b-d224-43ac-b8d1-67dad13bf622 req-94a8fda8-09d2-4646-b1fd-a646d3bd7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:11.501434 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-ade1193b-d224-43ac-b8d1-67dad13bf622 req-94a8fda8-09d2-4646-b1fd-a646d3bd7090 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d97d4ac-dae0-45a6-a2c8-766a0b65687c HTTP/1.1" status: 200 len: 834 time: 0.0615683 Mar 14 18:37:11.575011 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1193b-d224-43ac-b8d1-67dad13bf622 req-ff4ffba6-e872-4674-9cf4-f88a8e858911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:11.576584 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-ade1193b-d224-43ac-b8d1-67dad13bf622 req-ff4ffba6-e872-4674-9cf4-f88a8e858911 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c791160a-5cb1-4918-9b38-10a3be5d0ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692897 Mar 14 18:37:11.592770 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b41df083-6243-49f5-8b2c-0dd96176297d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:11.612234 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b41df083-6243-49f5-8b2c-0dd96176297d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:37:11.616712 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b41df083-6243-49f5-8b2c-0dd96176297d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:37:11.619568 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b41df083-6243-49f5-8b2c-0dd96176297d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:37:11.625250 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b41df083-6243-49f5-8b2c-0dd96176297d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:37:11.677528 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-8655abbf-93fc-4ade-b198-b8599766ccb7 None None] Set router 7a99ab61-e013-42c2-9959-25e3e53cf777 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:37:11.698650 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b41df083-6243-49f5-8b2c-0dd96176297d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:11.710912 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-ade1193b-d224-43ac-b8d1-67dad13bf622 req-961a6966-e3e4-4de9-b8a3-cd0b680ea5e3 service neutron] 10.222.0.59 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285307 Mar 14 18:37:11.775793 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b41df083-6243-49f5-8b2c-0dd96176297d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:11.822574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41df083-6243-49f5-8b2c-0dd96176297d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2fe71b-bbec-432e-abb1-bdf5882b1aec,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:37:11.842550 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-ade1193b-d224-43ac-b8d1-67dad13bf622 req-d69d41b2-6aa0-4723-90fb-df98e2d56243 service neutron] 10.222.0.59 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257014 Mar 14 18:37:11.890102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b41df083-6243-49f5-8b2c-0dd96176297d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:11.891600 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b41df083-6243-49f5-8b2c-0dd96176297d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4164417 Mar 14 18:37:11.894341 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34070) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:37:11.899390 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-d4b3effd-e165-450c-b11a-b5bf3afe3f74 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '6a2fe71b-bbec-432e-abb1-bdf5882b1aec', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:37:11.905242 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d4b3effd-e165-450c-b11a-b5bf3afe3f74 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:37:11.909038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d4b3effd-e165-450c-b11a-b5bf3afe3f74 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:37:11.912426 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d4b3effd-e165-450c-b11a-b5bf3afe3f74 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:37:11.918561 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d4b3effd-e165-450c-b11a-b5bf3afe3f74 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:37:11.994256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d4b3effd-e165-450c-b11a-b5bf3afe3f74 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:12.024597 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8655abbf-93fc-4ade-b198-b8599766ccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:48Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '4de85739-d70d-4f4f-8020-d12923dc45e8', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.88', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'port_id': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'mac_address': 'fa:16:3e:f0:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8520b-1751-4450-a810-a23811a1cb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:37:09Z', 'updated_at': '2022-03-14T18:37:09Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864d5de2-a023-4182-ab86-aecf8db9aebe', 'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:92:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:48Z', 'updated_at': '2022-03-14T18:36:54Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:37:12.028454 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655abbf-93fc-4ade-b198-b8599766ccb7 None None] The sync data for ids ['7a99ab61-e013-42c2-9959-25e3e53cf777'] in dv-neutron-833560-1-hyperv is: [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:48Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '4de85739-d70d-4f4f-8020-d12923dc45e8', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.88', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'port_id': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'mac_address': 'fa:16:3e:f0:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8520b-1751-4450-a810-a23811a1cb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:37:09Z', 'updated_at': '2022-03-14T18:37:09Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864d5de2-a023-4182-ab86-aecf8db9aebe', 'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:92:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:48Z', 'updated_at': '2022-03-14T18:36:54Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:37:12.054265 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d4b3effd-e165-450c-b11a-b5bf3afe3f74 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:12.124257 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d4b3effd-e165-450c-b11a-b5bf3afe3f74 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:12.148215 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3effd-e165-450c-b11a-b5bf3afe3f74 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c79dd0-ccc9-4e19-9473-2d2c5944fe93,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:37:12.210106 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d4b3effd-e165-450c-b11a-b5bf3afe3f74 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:12.211455 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d4b3effd-e165-450c-b11a-b5bf3afe3f74 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3160834 Mar 14 18:37:12.214151 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34074) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:37:12.219219 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-89ad9e44-c6a8-49d2-b521-600b5c496f71 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '6a2fe71b-bbec-432e-abb1-bdf5882b1aec', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:37:12.222727 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e65b95-75be-47a9-b8cd-d82133d62d1d None None] New status for floating IP 4de85739-d70d-4f4f-8020-d12923dc45e8: ACTIVE {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:37:12.225877 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-89ad9e44-c6a8-49d2-b521-600b5c496f71 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:37:12.229671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-89ad9e44-c6a8-49d2-b521-600b5c496f71 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:37:12.232716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-89ad9e44-c6a8-49d2-b521-600b5c496f71 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:37:12.238384 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-89ad9e44-c6a8-49d2-b521-600b5c496f71 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:37:12.308423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-89ad9e44-c6a8-49d2-b521-600b5c496f71 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:12.370058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-89ad9e44-c6a8-49d2-b521-600b5c496f71 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:12.436707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-89ad9e44-c6a8-49d2-b521-600b5c496f71 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:12.459942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad9e44-c6a8-49d2-b521-600b5c496f71 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d846cd-3f8d-45c3-9a83-cad029f45ff2,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:37:12.533773 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-89ad9e44-c6a8-49d2-b521-600b5c496f71 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:12.535248 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-89ad9e44-c6a8-49d2-b521-600b5c496f71 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3197646 Mar 14 18:37:12.537770 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34078) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:37:12.542711 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-9c83b62e-a8f2-40dd-bc8a-a714164824e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '6a2fe71b-bbec-432e-abb1-bdf5882b1aec', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:37:12.548621 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9c83b62e-a8f2-40dd-bc8a-a714164824e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:37:12.552508 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9c83b62e-a8f2-40dd-bc8a-a714164824e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:37:12.555326 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9c83b62e-a8f2-40dd-bc8a-a714164824e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:37:12.561202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9c83b62e-a8f2-40dd-bc8a-a714164824e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:37:12.634290 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c83b62e-a8f2-40dd-bc8a-a714164824e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:12.697168 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c83b62e-a8f2-40dd-bc8a-a714164824e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:12.773326 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c83b62e-a8f2-40dd-bc8a-a714164824e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:12.796433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83b62e-a8f2-40dd-bc8a-a714164824e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0979c6ce-a6df-4281-b3ab-8b36ae33a352,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:37:12.878214 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c83b62e-a8f2-40dd-bc8a-a714164824e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:12.879906 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9c83b62e-a8f2-40dd-bc8a-a714164824e7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3406944 Mar 14 18:37:12.882644 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34082) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:37:12.887505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-88913ccd-05fa-47b9-b689-0c2be98d8115 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '6a2fe71b-bbec-432e-abb1-bdf5882b1aec', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:37:12.893241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-88913ccd-05fa-47b9-b689-0c2be98d8115 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:37:12.896962 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-88913ccd-05fa-47b9-b689-0c2be98d8115 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:37:12.899854 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-88913ccd-05fa-47b9-b689-0c2be98d8115 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:37:12.905572 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-88913ccd-05fa-47b9-b689-0c2be98d8115 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:37:12.987921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88913ccd-05fa-47b9-b689-0c2be98d8115 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:13.047734 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88913ccd-05fa-47b9-b689-0c2be98d8115 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:13.167621 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88913ccd-05fa-47b9-b689-0c2be98d8115 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:13.192374 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88913ccd-05fa-47b9-b689-0c2be98d8115 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738acb11-61a8-422c-99ab-d9673f2b01fd,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:37:13.281982 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88913ccd-05fa-47b9-b689-0c2be98d8115 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:13.283340 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-88913ccd-05fa-47b9-b689-0c2be98d8115 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3996928 Mar 14 18:37:13.286505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34086) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:37:13.291529 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-bf562e90-0399-48c9-bd32-63e0cd3cf005 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '6a2fe71b-bbec-432e-abb1-bdf5882b1aec', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:37:13.297449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-bf562e90-0399-48c9-bd32-63e0cd3cf005 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:37:13.301929 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-bf562e90-0399-48c9-bd32-63e0cd3cf005 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:37:13.304775 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-bf562e90-0399-48c9-bd32-63e0cd3cf005 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:37:13.310598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-bf562e90-0399-48c9-bd32-63e0cd3cf005 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:37:13.386809 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-bf562e90-0399-48c9-bd32-63e0cd3cf005 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:37:13.393222 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bf562e90-0399-48c9-bd32-63e0cd3cf005 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:13.453768 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bf562e90-0399-48c9-bd32-63e0cd3cf005 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:13.518077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bf562e90-0399-48c9-bd32-63e0cd3cf005 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:13.543590 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf562e90-0399-48c9-bd32-63e0cd3cf005 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f700930-6be2-4605-b7d1-843e458ed5af,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:37:13.609639 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bf562e90-0399-48c9-bd32-63e0cd3cf005 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:13.610830 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bf562e90-0399-48c9-bd32-63e0cd3cf005 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3233192 Mar 14 18:37:13.613567 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34090) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:37:13.618418 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-5cae85f4-219a-4c14-aeda-6faab3943574 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': '6a2fe71b-bbec-432e-abb1-bdf5882b1aec', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:37:13.624301 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-5cae85f4-219a-4c14-aeda-6faab3943574 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:37:13.628136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-5cae85f4-219a-4c14-aeda-6faab3943574 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:37:13.630963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-5cae85f4-219a-4c14-aeda-6faab3943574 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:37:13.636586 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-5cae85f4-219a-4c14-aeda-6faab3943574 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:37:13.684307 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-5cae85f4-219a-4c14-aeda-6faab3943574 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:37:13.691029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5cae85f4-219a-4c14-aeda-6faab3943574 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:13.754589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5cae85f4-219a-4c14-aeda-6faab3943574 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:13.824399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5cae85f4-219a-4c14-aeda-6faab3943574 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:13.847173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae85f4-219a-4c14-aeda-6faab3943574 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2f908a-4eab-4320-ba88-4a3d236a79e0,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:37:13.910966 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5cae85f4-219a-4c14-aeda-6faab3943574 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:13.912186 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5cae85f4-219a-4c14-aeda-6faab3943574 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2977076 Mar 14 18:37:14.070237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-255d2831-2f90-463f-a669-c33d55f43453 req-40c94a04-91d2-47ce-9f1e-f2861235e353 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:37:14.138873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-255d2831-2f90-463f-a669-c33d55f43453 req-40c94a04-91d2-47ce-9f1e-f2861235e353 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:37:14.140033 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-255d2831-2f90-463f-a669-c33d55f43453 req-40c94a04-91d2-47ce-9f1e-f2861235e353 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96913279&fields=id&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 267 time: 0.1079156 Mar 14 18:37:14.285574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d2831-2f90-463f-a669-c33d55f43453 req-2108bb39-3ceb-4ba8-a8ee-8c0b5276ad10 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:14.287006 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-255d2831-2f90-463f-a669-c33d55f43453 req-2108bb39-3ceb-4ba8-a8ee-8c0b5276ad10 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/networks?id=c791160a-5cb1-4918-9b38-10a3be5d0ae4 HTTP/1.1" status: 200 len: 796 time: 0.1397271 Mar 14 18:37:14.301234 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-255d2831-2f90-463f-a669-c33d55f43453 req-f4c57975-c22b-4b3a-ad92-3737072e8398 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/quotas/6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 375 time: 0.0086799 Mar 14 18:37:14.389848 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-255d2831-2f90-463f-a669-c33d55f43453 req-3b3c3805-f389-4c3d-bc4b-68257b68e542 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0838046 Mar 14 18:37:14.561425 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-255d2831-2f90-463f-a669-c33d55f43453 req-7b9937fd-db96-494f-800d-0d452c7e6567 service neutron] 10.222.0.43 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602941 Mar 14 18:37:14.688185 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-255d2831-2f90-463f-a669-c33d55f43453 req-f055d9fd-72d4-49b7-adba-f7109cdbaa3e service neutron] 10.222.0.43 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202738 Mar 14 18:37:14.946060 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb77b49d-2833-4a95-9f27-25d5ca922fba req-792897be-cf3e-4a78-82db-c65372824dfb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 210 time: 0.0411503 Mar 14 18:37:16.098286 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9f5ca359-9678-42f6-b42d-8d3b9d52b2b2 req-6e7e160f-5773-423d-ab3e-e46331a187ed tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 210 time: 0.0499647 Mar 14 18:37:16.918951 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d2831-2f90-463f-a669-c33d55f43453 req-0fa46ff6-217f-4dee-814c-c1a3b9d8c4d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:16.920473 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-255d2831-2f90-463f-a669-c33d55f43453 req-0fa46ff6-217f-4dee-814c-c1a3b9d8c4d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/networks?id=c791160a-5cb1-4918-9b38-10a3be5d0ae4 HTTP/1.1" status: 200 len: 796 time: 0.1426482 Mar 14 18:37:16.969829 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-255d2831-2f90-463f-a669-c33d55f43453 req-96bb5d74-789c-4e42-948c-6027307ccb64 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 471 time: 0.0413697 Mar 14 18:37:16.977882 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-255d2831-2f90-463f-a669-c33d55f43453 req-66001a74-3dc7-4163-9619-8687a869d86f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'port': {'device_id': 'eebe46e8-6831-4eda-a008-a850f892d372', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'admin_state_up': True, 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'security_groups': ['6a2fe71b-bbec-432e-abb1-bdf5882b1aec']}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:37:17.109989 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-255d2831-2f90-463f-a669-c33d55f43453 req-66001a74-3dc7-4163-9619-8687a869d86f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:37:17.113982 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-255d2831-2f90-463f-a669-c33d55f43453 req-66001a74-3dc7-4163-9619-8687a869d86f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:port and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:37:17.116782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-255d2831-2f90-463f-a669-c33d55f43453 req-66001a74-3dc7-4163-9619-8687a869d86f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:37:17.122739 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-255d2831-2f90-463f-a669-c33d55f43453 req-66001a74-3dc7-4163-9619-8687a869d86f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:37:17.225138 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-255d2831-2f90-463f-a669-c33d55f43453 req-66001a74-3dc7-4163-9619-8687a869d86f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:37:17.228785 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-255d2831-2f90-463f-a669-c33d55f43453 req-66001a74-3dc7-4163-9619-8687a869d86f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:17.253043 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00bb0e5f-767e-4159-b3a3-fed40eb78aa6 req-288454b3-66d5-4d01-a415-0f86a5316959 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 210 time: 0.0448773 Mar 14 18:37:17.490553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [req-255d2831-2f90-463f-a669-c33d55f43453 req-66001a74-3dc7-4163-9619-8687a869d86f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.9 (c791160a-5cb1-4918-9b38-10a3be5d0ae4/5d97d4ac-dae0-45a6-a2c8-766a0b65687c/1de234f5-3ad6-4523-8eaf-863ed6664f0f) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:37:17.686250 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-255d2831-2f90-463f-a669-c33d55f43453 req-66001a74-3dc7-4163-9619-8687a869d86f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:17.701503 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-255d2831-2f90-463f-a669-c33d55f43453 req-66001a74-3dc7-4163-9619-8687a869d86f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object 1de234f5-3ad6-4523-8eaf-863ed6664f0f will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:37:17.827441 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-255d2831-2f90-463f-a669-c33d55f43453 req-66001a74-3dc7-4163-9619-8687a869d86f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:17.891997 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-255d2831-2f90-463f-a669-c33d55f43453 req-66001a74-3dc7-4163-9619-8687a869d86f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network c791160a-5cb1-4918-9b38-10a3be5d0ae4 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:37:17.899385 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [req-255d2831-2f90-463f-a669-c33d55f43453 req-66001a74-3dc7-4163-9619-8687a869d86f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:37:17.903673 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-255d2831-2f90-463f-a669-c33d55f43453 req-66001a74-3dc7-4163-9619-8687a869d86f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:37:17.934698 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66001a74-3dc7-4163-9619-8687a869d86f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=1de234f5-3ad6-4523-8eaf-863ed6664f0f,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:37:17.970171 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d2831-2f90-463f-a669-c33d55f43453 req-66001a74-3dc7-4163-9619-8687a869d86f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:17.970791 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-255d2831-2f90-463f-a669-c33d55f43453 req-66001a74-3dc7-4163-9619-8687a869d86f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:18.056543 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-255d2831-2f90-463f-a669-c33d55f43453 req-66001a74-3dc7-4163-9619-8687a869d86f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0821946 Mar 14 18:37:18.068117 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Request body: {'port': {'device_id': 'eebe46e8-6831-4eda-a008-a850f892d372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:37:18.164814 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-10b4616a-6f8b-4e82-9b01-2079c35aca19 None None] Provisioning for port 1de234f5-3ad6-4523-8eaf-863ed6664f0f completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:37:18.173765 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-10b4616a-6f8b-4e82-9b01-2079c35aca19 None None] Provisioning complete for port 1de234f5-3ad6-4523-8eaf-863ed6664f0f triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:37:18.173765 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-10b4616a-6f8b-4e82-9b01-2079c35aca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:18.179039 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:18.221211 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-10b4616a-6f8b-4e82-9b01-2079c35aca19 None None] Port 1de234f5-3ad6-4523-8eaf-863ed6664f0f cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:37:18.438044 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0d81b-ae7f-4754-a81d-5ec939dc36ff req-8f059a14-db30-464b-9318-e6d5a39568f9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:18.439412 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5ce0d81b-ae7f-4754-a81d-5ec939dc36ff req-8f059a14-db30-464b-9318-e6d5a39568f9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 931 time: 0.0786216 Mar 14 18:37:18.482974 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5ce0d81b-ae7f-4754-a81d-5ec939dc36ff req-bc353f9e-bb8c-46d7-8131-1ed6d39a8631 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a2fe71b-bbec-432e-abb1-bdf5882b1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377793 Mar 14 18:37:18.513162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de234f5-3ad6-4523-8eaf-863ed6664f0f {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:37:18.520257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:18.534405 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Transition to ACTIVE for port object 1de234f5-3ad6-4523-8eaf-863ed6664f0f will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:37:18.609349 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:18.741051 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Pushing event updated for resources: {'Port': ['ID=1de234f5-3ad6-4523-8eaf-863ed6664f0f,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:37:18.845587 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Attempting to bind port 1de234f5-3ad6-4523-8eaf-863ed6664f0f on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:37:18.845924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Attempting to bind port 1de234f5-3ad6-4523-8eaf-863ed6664f0f by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'd4ff7d6a-827b-47a3-9afd-e58bdd44cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:37:18.846255 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Attempting to bind port 1de234f5-3ad6-4523-8eaf-863ed6664f0f on network c791160a-5cb1-4918-9b38-10a3be5d0ae4 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:37:18.850828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Port 1de234f5-3ad6-4523-8eaf-863ed6664f0f on network c791160a-5cb1-4918-9b38-10a3be5d0ae4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:37:18.851180 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Attempting to bind port 1de234f5-3ad6-4523-8eaf-863ed6664f0f on network c791160a-5cb1-4918-9b38-10a3be5d0ae4 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:37:18.856193 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:37:18.856531 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Checking segment: {'id': 'd4ff7d6a-827b-47a3-9afd-e58bdd44cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:37:18.856913 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Bound using segment: {'id': 'd4ff7d6a-827b-47a3-9afd-e58bdd44cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:37:18.857334 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Bound port: 1de234f5-3ad6-4523-8eaf-863ed6664f0f, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ff7d6a-827b-47a3-9afd-e58bdd44cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:37:18.857680 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:18.948286 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] For port 1de234f5-3ad6-4523-8eaf-863ed6664f0f, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:37:18.951419 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] For port 1de234f5-3ad6-4523-8eaf-863ed6664f0f, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1de234f5-3ad6-4523-8eaf-863ed6664f0f,segment=NetworkSegment(d4ff7d6a-827b-47a3-9afd-e58bdd44cf67),segment_id=d4ff7d6a-827b-47a3-9afd-e58bdd44cf67)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:37:19.002113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:19.054978 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:19.055589 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:19.056977 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-255d2831-2f90-463f-a669-c33d55f43453 req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] 10.222.0.59 "PUT /v2.0/ports/1de234f5-3ad6-4523-8eaf-863ed6664f0f HTTP/1.1" status: 200 len: 1093 time: 0.9929850 Mar 14 18:37:19.057417 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebe46e8-6831-4eda-a008-a850f892d372', 'tag': '1de234f5-3ad6-4523-8eaf-863ed6664f0f'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:37:19.086204 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc287b1b-2eaa-4914-8dfd-0f8162b89eed service neutron] Pushing event updated for resources: {'Port': ['ID=1de234f5-3ad6-4523-8eaf-863ed6664f0f,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:37:19.108940 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebe46e8-6831-4eda-a008-a850f892d372', 'tag': '1de234f5-3ad6-4523-8eaf-863ed6664f0f', 'status': 'completed', 'code': 200} Mar 14 18:37:19.110558 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:37:19.203320 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1d867-3b86-48c1-be2c-e83d72395d74 req-d8a2a31c-359a-4e07-95ae-c20eb8fac3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:19.204835 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-2ea1d867-3b86-48c1-be2c-e83d72395d74 req-d8a2a31c-359a-4e07-95ae-c20eb8fac3d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 1096 time: 0.0760388 Mar 14 18:37:19.340661 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1d867-3b86-48c1-be2c-e83d72395d74 req-ec5ac1c5-af6f-4d9a-87e7-0b240c5aa262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:19.341998 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-2ea1d867-3b86-48c1-be2c-e83d72395d74 req-ec5ac1c5-af6f-4d9a-87e7-0b240c5aa262 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1295283 Mar 14 18:37:19.571667 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1d867-3b86-48c1-be2c-e83d72395d74 req-6b09e2f3-085e-48e1-b1f0-5f62cf2e96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:19.573114 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-2ea1d867-3b86-48c1-be2c-e83d72395d74 req-6b09e2f3-085e-48e1-b1f0-5f62cf2e96b7 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2251415 Mar 14 18:37:19.681524 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d2831-2f90-463f-a669-c33d55f43453 req-e2f01033-87eb-4dca-9a42-0fc9384f37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:19.724676 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-255d2831-2f90-463f-a669-c33d55f43453 req-e2f01033-87eb-4dca-9a42-0fc9384f37e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 1096 time: 0.0718260 Mar 14 18:37:19.756328 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-255d2831-2f90-463f-a669-c33d55f43453 req-df134168-b912-4d40-8de8-7f4a3858c8f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1de234f5-3ad6-4523-8eaf-863ed6664f0f HTTP/1.1" status: 200 len: 217 time: 0.0657430 Mar 14 18:37:19.768394 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce468c7-b3b9-4606-8b58-6281881a360f req-b6b0261f-dac3-4923-80f4-caf075b7afc0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:19.769851 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0ce468c7-b3b9-4606-8b58-6281881a360f req-b6b0261f-dac3-4923-80f4-caf075b7afc0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 943 time: 0.1819298 Mar 14 18:37:19.813989 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0ce468c7-b3b9-4606-8b58-6281881a360f req-ceb9120b-9b9e-47b4-bf66-405256b745e5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a2fe71b-bbec-432e-abb1-bdf5882b1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378275 Mar 14 18:37:19.819356 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d2831-2f90-463f-a669-c33d55f43453 req-ac103317-4d57-4613-8ac1-49461d7910f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:19.820773 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-255d2831-2f90-463f-a669-c33d55f43453 req-ac103317-4d57-4613-8ac1-49461d7910f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d97d4ac-dae0-45a6-a2c8-766a0b65687c HTTP/1.1" status: 200 len: 834 time: 0.0580122 Mar 14 18:37:19.900332 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d2831-2f90-463f-a669-c33d55f43453 req-b7204086-1361-47d9-bf04-b62e5c43276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:19.901831 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-255d2831-2f90-463f-a669-c33d55f43453 req-b7204086-1361-47d9-bf04-b62e5c43276b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c791160a-5cb1-4918-9b38-10a3be5d0ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738976 Mar 14 18:37:20.029161 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-255d2831-2f90-463f-a669-c33d55f43453 req-e180ae73-0838-4a56-868c-8ccd24471a37 service neutron] 10.222.0.59 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210387 Mar 14 18:37:20.156957 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-255d2831-2f90-463f-a669-c33d55f43453 req-42b20804-dbce-4581-8352-b426c586cec0 service neutron] 10.222.0.59 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213889 Mar 14 18:37:20.997177 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9182aa1-eea6-47a3-88b1-5c0b6412004c req-8be9029a-8866-4e62-8531-b25d67ff7976 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:20.998594 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d9182aa1-eea6-47a3-88b1-5c0b6412004c req-8be9029a-8866-4e62-8531-b25d67ff7976 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 943 time: 0.0776811 Mar 14 18:37:21.041255 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d9182aa1-eea6-47a3-88b1-5c0b6412004c req-9c61c0ba-bf1e-496e-a341-40d5b642c088 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a2fe71b-bbec-432e-abb1-bdf5882b1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371192 Mar 14 18:37:22.225400 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add424c-ad65-4b0d-b7e5-9be801f029de req-f980f4c7-3d03-4ef6-b936-76e0d4952090 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:22.226862 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4add424c-ad65-4b0d-b7e5-9be801f029de req-f980f4c7-3d03-4ef6-b936-76e0d4952090 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 943 time: 0.0814888 Mar 14 18:37:22.269199 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4add424c-ad65-4b0d-b7e5-9be801f029de req-1449db08-5c2f-44f2-80a6-eaebf374a5d5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a2fe71b-bbec-432e-abb1-bdf5882b1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367656 Mar 14 18:37:23.453847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076df304-2f24-4633-9634-fc4af84ab818 req-ec714a06-d86c-458d-8113-b225fcb4908b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:23.455276 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-076df304-2f24-4633-9634-fc4af84ab818 req-ec714a06-d86c-458d-8113-b225fcb4908b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 943 time: 0.0804656 Mar 14 18:37:23.497840 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-076df304-2f24-4633-9634-fc4af84ab818 req-4c0e9af2-c61e-4f38-aa49-2251a2f56efe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a2fe71b-bbec-432e-abb1-bdf5882b1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365124 Mar 14 18:37:23.539254 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 1de234f5-3ad6-4523-8eaf-863ed6664f0f details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:37:23.666743 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 1de234f5-3ad6-4523-8eaf-863ed6664f0f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1de234f5-3ad6-4523-8eaf-863ed6664f0f,segment=NetworkSegment(d4ff7d6a-827b-47a3-9afd-e58bdd44cf67),segment_id=d4ff7d6a-827b-47a3-9afd-e58bdd44cf67)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:37:23.679725 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '1de234f5-3ad6-4523-8eaf-863ed6664f0f', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'port_id': '1de234f5-3ad6-4523-8eaf-863ed6664f0f', 'mac_address': 'fa:16:3e:ef:eb:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:37:23.734226 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:23.749996 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de234f5-3ad6-4523-8eaf-863ed6664f0f {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:37:23.765045 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 1de234f5-3ad6-4523-8eaf-863ed6664f0f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1de234f5-3ad6-4523-8eaf-863ed6664f0f,segment=NetworkSegment(d4ff7d6a-827b-47a3-9afd-e58bdd44cf67),segment_id=d4ff7d6a-827b-47a3-9afd-e58bdd44cf67)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:37:23.849496 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:23.915919 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=1de234f5-3ad6-4523-8eaf-863ed6664f0f,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:37:24.062161 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['1de234f5-3ad6-4523-8eaf-863ed6664f0f'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:37:24.269595 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a0cd2248-e597-45f6-a18b-cea19d67cf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:24.677007 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5afcb-69a6-492f-b834-a2cea66e24f7 req-c056d972-bb1e-4055-9c3e-710c3feb9d93 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:24.678415 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-15f5afcb-69a6-492f-b834-a2cea66e24f7 req-c056d972-bb1e-4055-9c3e-710c3feb9d93 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 944 time: 0.0767477 Mar 14 18:37:24.721646 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-15f5afcb-69a6-492f-b834-a2cea66e24f7 req-900384af-3cc1-4fbd-a256-f9792e9eb282 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a2fe71b-bbec-432e-abb1-bdf5882b1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365276 Mar 14 18:37:25.538936 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 1de234f5-3ad6-4523-8eaf-863ed6664f0f up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:37:25.664804 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 1de234f5-3ad6-4523-8eaf-863ed6664f0f completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:37:25.670921 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 1de234f5-3ad6-4523-8eaf-863ed6664f0f triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:37:25.671289 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:25.794628 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:25.821395 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebe46e8-6831-4eda-a008-a850f892d372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de234f5-3ad6-4523-8eaf-863ed6664f0f'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:37:25.831348 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 1de234f5-3ad6-4523-8eaf-863ed6664f0f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1de234f5-3ad6-4523-8eaf-863ed6664f0f,segment=NetworkSegment(d4ff7d6a-827b-47a3-9afd-e58bdd44cf67),segment_id=d4ff7d6a-827b-47a3-9afd-e58bdd44cf67)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:37:25.865890 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebe46e8-6831-4eda-a008-a850f892d372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de234f5-3ad6-4523-8eaf-863ed6664f0f', 'code': 200} Mar 14 18:37:25.905123 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:25.908925 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bf35e-a3d0-4ae4-908e-c2d7985dc841 req-c3912704-a37d-4551-a7ca-107bca836019 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:25.910411 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-780bf35e-a3d0-4ae4-908e-c2d7985dc841 req-c3912704-a37d-4551-a7ca-107bca836019 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 944 time: 0.0843372 Mar 14 18:37:25.954923 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-780bf35e-a3d0-4ae4-908e-c2d7985dc841 req-2aec6b47-9e98-47e7-82bb-8f36d210746b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a2fe71b-bbec-432e-abb1-bdf5882b1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381377 Mar 14 18:37:25.975599 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=1de234f5-3ad6-4523-8eaf-863ed6664f0f,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:37:26.243353 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87f91c-e997-48b1-b830-a62d41a43383 req-b7bb0f25-b562-4695-b9fc-152cf2643707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:26.244702 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-ba87f91c-e997-48b1-b830-a62d41a43383 req-b7bb0f25-b562-4695-b9fc-152cf2643707 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 1098 time: 0.0676496 Mar 14 18:37:26.284509 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-ba87f91c-e997-48b1-b830-a62d41a43383 req-31f6a651-76cb-4bcb-a9a9-d1a5b3fca206 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6a2fe71b-bbec-432e-abb1-bdf5882b1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335181 Mar 14 18:37:26.368174 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9a72ffc5-7c89-4a93-b761-8e6a49dfe054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:27.136679 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9e543-ae6b-4426-8261-2a6c9c007db9 req-cb95e21f-327a-4048-8fd9-d73a295dbd30 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:27.138116 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-63f9e543-ae6b-4426-8261-2a6c9c007db9 req-cb95e21f-327a-4048-8fd9-d73a295dbd30 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 945 time: 0.0778570 Mar 14 18:37:27.184452 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-63f9e543-ae6b-4426-8261-2a6c9c007db9 req-ef0b6ea7-b696-4af4-aea2-879734e87789 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a2fe71b-bbec-432e-abb1-bdf5882b1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407667 Mar 14 18:37:27.802614 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:27.866619 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:28.369318 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e470b9-1379-4ce6-9058-35edc260c92e req-036f65af-8d93-44aa-a6bb-5f0cffd443d7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:28.370745 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-23e470b9-1379-4ce6-9058-35edc260c92e req-036f65af-8d93-44aa-a6bb-5f0cffd443d7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 945 time: 0.0781360 Mar 14 18:37:28.413645 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-23e470b9-1379-4ce6-9058-35edc260c92e req-a66c8fdf-ce8f-4a51-a314-000dc0d350d3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a2fe71b-bbec-432e-abb1-bdf5882b1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371890 Mar 14 18:37:28.595176 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43f95d-d389-4f44-8ab4-6ac3d3d42e3f req-bfa80c69-099e-4611-a69f-81b6cef5a624 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:28.596611 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0f43f95d-d389-4f44-8ab4-6ac3d3d42e3f req-bfa80c69-099e-4611-a69f-81b6cef5a624 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 945 time: 0.0814579 Mar 14 18:37:28.639792 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0f43f95d-d389-4f44-8ab4-6ac3d3d42e3f req-774e668a-ec8c-46f8-ba1d-bf9f037a0e34 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a2fe71b-bbec-432e-abb1-bdf5882b1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376015 Mar 14 18:37:28.661302 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34150) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:37:28.729698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c71d4d-5acb-40a8-ba0f-67d0e872ab88 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:28.731215 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b3c71d4d-5acb-40a8-ba0f-67d0e872ab88 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 1093 time: 0.0689569 Mar 14 18:37:28.733931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34154) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:37:28.738719 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': '1de234f5-3ad6-4523-8eaf-863ed6664f0f', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:37:28.744922 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:37:28.748706 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:floatingip and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:37:28.751429 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:37:28.758454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:37:28.835850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:28.967530 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:29.101583 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.26.7.63 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/0073dd1b-2320-45ec-baaa-5888b0bd4cae) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:37:29.242551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:29.310428 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:29.371088 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:37:29.373621 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:37:29.381095 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:37:29.420097 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=0073dd1b-2320-45ec-baaa-5888b0bd4cae,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:37:29.784426 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:29.879635 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:30.019038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:30.215708 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:30.260588 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:30.364032 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=0073dd1b-2320-45ec-baaa-5888b0bd4cae,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:37:30.375915 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:30.539527 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP ff7b440f-20c5-4581-98a5-bfa91bad6841 associated. External IP: 172.26.7.63, port: 1de234f5-3ad6-4523-8eaf-863ed6664f0f. Mar 14 18:37:30.882915 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 7a99ab61-e013-42c2-9959-25e3e53cf777 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:37:31.054420 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:37:31.063890 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab68ade-4502-4f46-bc38-5ecf28a3bc03 None None] Sync routers for ids ['7a99ab61-e013-42c2-9959-25e3e53cf777'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:37:31.073763 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab68ade-4502-4f46-bc38-5ecf28a3bc03 None None] Routers {'7a99ab61-e013-42c2-9959-25e3e53cf777'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:37:31.074350 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-fab68ade-4502-4f46-bc38-5ecf28a3bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:37:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7a99ab61-e013-42c2-9959-25e3e53cf777'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:37:31.127386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:31.180283 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0674ace4-8f4c-405d-a7cb-87e9c048188e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4453585 Mar 14 18:37:31.180864 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebe46e8-6831-4eda-a008-a850f892d372', 'tag': '1de234f5-3ad6-4523-8eaf-863ed6664f0f'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:37:31.223867 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebe46e8-6831-4eda-a008-a850f892d372', 'tag': '1de234f5-3ad6-4523-8eaf-863ed6664f0f', 'status': 'completed', 'code': 200} Mar 14 18:37:31.258304 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-fab68ade-4502-4f46-bc38-5ecf28a3bc03 None None] Set router 7a99ab61-e013-42c2-9959-25e3e53cf777 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:37:31.317270 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e2e95-4930-47de-861f-4bba5359ad42 req-5f491c4a-fae4-468d-85b2-32b125ec13d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:31.318654 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e50e2e95-4930-47de-861f-4bba5359ad42 req-5f491c4a-fae4-468d-85b2-32b125ec13d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 1098 time: 0.0734560 Mar 14 18:37:31.449823 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e2e95-4930-47de-861f-4bba5359ad42 req-13991609-e700-49dc-85f5-e0d4d1ec92b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:31.451305 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e50e2e95-4930-47de-861f-4bba5359ad42 req-13991609-e700-49dc-85f5-e0d4d1ec92b4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c791160a-5cb1-4918-9b38-10a3be5d0ae4 HTTP/1.1" status: 200 len: 897 time: 0.1265640 Mar 14 18:37:31.551789 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e50e2e95-4930-47de-861f-4bba5359ad42 req-c791d9e0-225f-4a0b-a54e-cc51a58ed619 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1de234f5-3ad6-4523-8eaf-863ed6664f0f HTTP/1.1" status: 200 len: 998 time: 0.0943456 Mar 14 18:37:31.596788 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-fab68ade-4502-4f46-bc38-5ecf28a3bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:48Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '4de85739-d70d-4f4f-8020-d12923dc45e8', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.88', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'port_id': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'mac_address': 'fa:16:3e:f0:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8520b-1751-4450-a810-a23811a1cb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:37:09Z', 'updated_at': '2022-03-14T18:37:12Z', 'revision_number': 1, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}, {'id': 'ff7b440f-20c5-4581-98a5-bfa91bad6841', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.63', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'port_id': '1de234f5-3ad6-4523-8eaf-863ed6664f0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'mac_address': 'fa:16:3e:ef:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebe46e8-6831-4eda-a008-a850f892d372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:37:29Z', 'updated_at': '2022-03-14T18:37:29Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864d5de2-a023-4182-ab86-aecf8db9aebe', 'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:92:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:48Z', 'updated_at': '2022-03-14T18:36:54Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:37:31.600383 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab68ade-4502-4f46-bc38-5ecf28a3bc03 None None] Checking router: 7a99ab61-e013-42c2-9959-25e3e53cf777 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:37:31.608509 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab68ade-4502-4f46-bc38-5ecf28a3bc03 None None] Routers {'7a99ab61-e013-42c2-9959-25e3e53cf777'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:37:31.609083 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-fab68ade-4502-4f46-bc38-5ecf28a3bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:37:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7a99ab61-e013-42c2-9959-25e3e53cf777'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:37:31.612603 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e2e95-4930-47de-861f-4bba5359ad42 req-17584c5b-9956-4e81-ba2d-a2d21d2f7b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:31.614036 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e50e2e95-4930-47de-861f-4bba5359ad42 req-17584c5b-9956-4e81-ba2d-a2d21d2f7b2d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d97d4ac-dae0-45a6-a2c8-766a0b65687c HTTP/1.1" status: 200 len: 834 time: 0.0558550 Mar 14 18:37:31.687407 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e2e95-4930-47de-861f-4bba5359ad42 req-f6afea61-226f-49a9-83c1-0643e4da8454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:31.688866 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e50e2e95-4930-47de-861f-4bba5359ad42 req-f6afea61-226f-49a9-83c1-0643e4da8454 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c791160a-5cb1-4918-9b38-10a3be5d0ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682626 Mar 14 18:37:31.817277 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-fab68ade-4502-4f46-bc38-5ecf28a3bc03 None None] Set router 7a99ab61-e013-42c2-9959-25e3e53cf777 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:37:31.827483 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e50e2e95-4930-47de-861f-4bba5359ad42 req-8e0abdee-2e1b-4358-b6df-aa3bcf545e35 service neutron] 10.222.0.59 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317284 Mar 14 18:37:31.957064 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e50e2e95-4930-47de-861f-4bba5359ad42 req-f274c2cc-9918-4a9f-be54-6f85db3a9974 service neutron] 10.222.0.59 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230838 Mar 14 18:37:32.150374 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-fab68ade-4502-4f46-bc38-5ecf28a3bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:48Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '4de85739-d70d-4f4f-8020-d12923dc45e8', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.88', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'port_id': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'mac_address': 'fa:16:3e:f0:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8520b-1751-4450-a810-a23811a1cb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:37:09Z', 'updated_at': '2022-03-14T18:37:12Z', 'revision_number': 1, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}, {'id': 'ff7b440f-20c5-4581-98a5-bfa91bad6841', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.63', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'port_id': '1de234f5-3ad6-4523-8eaf-863ed6664f0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'mac_address': 'fa:16:3e:ef:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebe46e8-6831-4eda-a008-a850f892d372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:37:29Z', 'updated_at': '2022-03-14T18:37:29Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864d5de2-a023-4182-ab86-aecf8db9aebe', 'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:92:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:48Z', 'updated_at': '2022-03-14T18:36:54Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:37:32.154169 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab68ade-4502-4f46-bc38-5ecf28a3bc03 None None] The sync data for ids ['7a99ab61-e013-42c2-9959-25e3e53cf777'] in dv-neutron-833560-1-hyperv is: [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:48Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '4de85739-d70d-4f4f-8020-d12923dc45e8', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.88', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'port_id': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'mac_address': 'fa:16:3e:f0:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8520b-1751-4450-a810-a23811a1cb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:37:09Z', 'updated_at': '2022-03-14T18:37:12Z', 'revision_number': 1, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}, {'id': 'ff7b440f-20c5-4581-98a5-bfa91bad6841', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.63', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'port_id': '1de234f5-3ad6-4523-8eaf-863ed6664f0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'mac_address': 'fa:16:3e:ef:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebe46e8-6831-4eda-a008-a850f892d372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:37:29Z', 'updated_at': '2022-03-14T18:37:29Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864d5de2-a023-4182-ab86-aecf8db9aebe', 'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:92:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:48Z', 'updated_at': '2022-03-14T18:36:54Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:37:32.330044 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e5a785-9312-4906-a584-42225ef78371 None None] New status for floating IP ff7b440f-20c5-4581-98a5-bfa91bad6841: ACTIVE {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:37:39.157930 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:54.275213 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a9588cef-9996-4b97-9866-db2848bc9bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:56.110253 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:37:56.343430 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c0de6ca9-9092-455c-84c8-c4ef1ee1e1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:57.817995 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:57.938042 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:59.785513 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:01.928950 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-039cd0bd-1d69-4e6c-b307-4bfbb3bd8d02 req-b42f310f-8958-4b16-a6ee-d3882aa6e304 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1158659 Mar 14 18:38:02.061462 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cd0bd-1d69-4e6c-b307-4bfbb3bd8d02 req-9dc4b585-cbd6-44f0-8c9f-4d2b2ad2999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:02.062916 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-039cd0bd-1d69-4e6c-b307-4bfbb3bd8d02 req-9dc4b585-cbd6-44f0-8c9f-4d2b2ad2999a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 1098 time: 0.0688725 Mar 14 18:38:02.303166 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cd0bd-1d69-4e6c-b307-4bfbb3bd8d02 req-cb033074-805a-4cea-b0c5-b15190ec8ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:02.304654 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-039cd0bd-1d69-4e6c-b307-4bfbb3bd8d02 req-cb033074-805a-4cea-b0c5-b15190ec8ff6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c791160a-5cb1-4918-9b38-10a3be5d0ae4 HTTP/1.1" status: 200 len: 897 time: 0.2236421 Mar 14 18:38:02.407357 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-039cd0bd-1d69-4e6c-b307-4bfbb3bd8d02 req-5b582bef-57c3-4fac-bbe4-1d62a483aeca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae83f52-4cb2-4e1a-b45a-cc07521462cd HTTP/1.1" status: 200 len: 1000 time: 0.0958588 Mar 14 18:38:02.472017 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cd0bd-1d69-4e6c-b307-4bfbb3bd8d02 req-0c2f56d5-ee3c-4e2e-b150-277e7764ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:02.473402 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-039cd0bd-1d69-4e6c-b307-4bfbb3bd8d02 req-0c2f56d5-ee3c-4e2e-b150-277e7764ca9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d97d4ac-dae0-45a6-a2c8-766a0b65687c HTTP/1.1" status: 200 len: 834 time: 0.0592835 Mar 14 18:38:02.547111 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cd0bd-1d69-4e6c-b307-4bfbb3bd8d02 req-89a44e22-e4ce-4104-a599-8ac8b1844ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:02.548557 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-039cd0bd-1d69-4e6c-b307-4bfbb3bd8d02 req-89a44e22-e4ce-4104-a599-8ac8b1844ca9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c791160a-5cb1-4918-9b38-10a3be5d0ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686300 Mar 14 18:38:02.560061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [req-039cd0bd-1d69-4e6c-b307-4bfbb3bd8d02 req-d34dd9d3-d7e0-4cf6-bb05-0a87f98026b8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:38:02.560980 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-039cd0bd-1d69-4e6c-b307-4bfbb3bd8d02 req-d34dd9d3-d7e0-4cf6-bb05-0a87f98026b8 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055735 Mar 14 18:38:02.688441 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-039cd0bd-1d69-4e6c-b307-4bfbb3bd8d02 req-e15c2e4b-a6fe-4c71-afbc-73d8cbcc09b9 service neutron] 10.222.0.59 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212990 Mar 14 18:38:02.821384 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-039cd0bd-1d69-4e6c-b307-4bfbb3bd8d02 req-52ad2f54-62de-4a40-a9d4-97a2dfb4721d service neutron] 10.222.0.59 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258812 Mar 14 18:38:05.554975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34176) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:05.768071 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c53097ce-d391-4db6-a081-355c44fc309d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/4de85739-d70d-4f4f-8020-d12923dc45e8 HTTP/1.1" status: 200 len: 992 time: 0.2119260 Mar 14 18:38:06.472679 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34186) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:06.478312 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:38:06.591698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:06.798486 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port fae83f52-4cb2-4e1a-b45a-cc07521462cd, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fae83f52-4cb2-4e1a-b45a-cc07521462cd,segment=NetworkSegment(d4ff7d6a-827b-47a3-9afd-e58bdd44cf67),segment_id=d4ff7d6a-827b-47a3-9afd-e58bdd44cf67)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:38:06.823357 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:06.886435 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:06.949465 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:06.950077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:06.951480 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/ports/fae83f52-4cb2-4e1a-b45a-cc07521462cd HTTP/1.1" status: 200 len: 938 time: 0.4777937 Mar 14 18:38:06.952026 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a8520b-1751-4450-a810-a23811a1cb3d', 'tag': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:38:06.976394 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=fae83f52-4cb2-4e1a-b45a-cc07521462cd,revision_number=6']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:06.984046 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:06.984392 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:06.984727 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:06.985057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:06.985395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:06.985709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:06.986025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:06.986345 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:06.986662 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:06.987007 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:06.987323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:06.987634 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96dc618-1b3c-4f40-98b7-a3422e9b6b47 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:06.997439 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a8520b-1751-4450-a810-a23811a1cb3d', 'tag': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd', 'status': 'completed', 'code': 200} Mar 14 18:38:07.097284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66eb6e-3544-45e3-8826-d9eb9bfb0820 req-5070a5b0-46b6-4eb2-95e9-c9436ef71d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:07.098768 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-4b66eb6e-3544-45e3-8826-d9eb9bfb0820 req-5070a5b0-46b6-4eb2-95e9-c9436ef71d22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 1099 time: 0.0767784 Mar 14 18:38:07.217203 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7ad43f1d-f141-44b8-8421-45401cf24041 None None] Provisioning complete for port fae83f52-4cb2-4e1a-b45a-cc07521462cd triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:38:07.217766 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7ad43f1d-f141-44b8-8421-45401cf24041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:07.234450 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66eb6e-3544-45e3-8826-d9eb9bfb0820 req-4dd0f56e-9333-41e3-8e9a-ff099b498a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:07.235928 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-4b66eb6e-3544-45e3-8826-d9eb9bfb0820 req-4dd0f56e-9333-41e3-8e9a-ff099b498a81 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c791160a-5cb1-4918-9b38-10a3be5d0ae4 HTTP/1.1" status: 200 len: 897 time: 0.1308281 Mar 14 18:38:07.277796 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7ad43f1d-f141-44b8-8421-45401cf24041 None None] Port fae83f52-4cb2-4e1a-b45a-cc07521462cd is administratively disabled so it will not transition to active. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 14 18:38:07.333772 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-4b66eb6e-3544-45e3-8826-d9eb9bfb0820 req-dd59ed11-177e-41c9-b62d-c7840cfbc2bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae83f52-4cb2-4e1a-b45a-cc07521462cd HTTP/1.1" status: 200 len: 1001 time: 0.0922618 Mar 14 18:38:07.397343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66eb6e-3544-45e3-8826-d9eb9bfb0820 req-426c7f7e-7d22-47d6-8551-76de8815bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:07.398740 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-4b66eb6e-3544-45e3-8826-d9eb9bfb0820 req-426c7f7e-7d22-47d6-8551-76de8815bb28 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d97d4ac-dae0-45a6-a2c8-766a0b65687c HTTP/1.1" status: 200 len: 834 time: 0.0586729 Mar 14 18:38:07.470826 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66eb6e-3544-45e3-8826-d9eb9bfb0820 req-ac8e6cf5-ffb2-4fb2-95ee-ef7535d4dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:07.472253 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-4b66eb6e-3544-45e3-8826-d9eb9bfb0820 req-ac8e6cf5-ffb2-4fb2-95ee-ef7535d4dc7d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c791160a-5cb1-4918-9b38-10a3be5d0ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677600 Mar 14 18:38:07.598702 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-4b66eb6e-3544-45e3-8826-d9eb9bfb0820 req-86a237f7-b191-427b-a420-c34a727ea1aa service neutron] 10.222.0.59 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189382 Mar 14 18:38:07.725358 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-4b66eb6e-3544-45e3-8826-d9eb9bfb0820 req-9166ce74-360a-401e-92f8-71fac484bf87 service neutron] 10.222.0.59 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201863 Mar 14 18:38:09.174164 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:10.377810 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 34196) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:10.383525 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:38:10.502713 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:10.710083 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port fae83f52-4cb2-4e1a-b45a-cc07521462cd, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fae83f52-4cb2-4e1a-b45a-cc07521462cd,segment=NetworkSegment(d4ff7d6a-827b-47a3-9afd-e58bdd44cf67),segment_id=d4ff7d6a-827b-47a3-9afd-e58bdd44cf67)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:38:10.827944 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:10.892237 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:10.953629 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:10.954235 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:10.958143 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/ports/fae83f52-4cb2-4e1a-b45a-cc07521462cd HTTP/1.1" status: 200 len: 937 time: 0.5769215 Mar 14 18:38:10.958143 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a8520b-1751-4450-a810-a23811a1cb3d', 'tag': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:38:10.958556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34200) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:10.987786 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=fae83f52-4cb2-4e1a-b45a-cc07521462cd,revision_number=7']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:10.996750 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:10.997158 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:10.997507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:10.997881 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:10.998225 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:10.998553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:10.998917 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:10.999245 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:10.999568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:10.999893 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:11.000213 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:11.000692 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46526bd4-152d-4db1-9d4a-c8c7418c393e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:11.016335 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a8520b-1751-4450-a810-a23811a1cb3d', 'tag': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd', 'status': 'completed', 'code': 200} Mar 14 18:38:11.068075 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ac65d0d9-495b-4c28-884e-8de718e3b40e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/4de85739-d70d-4f4f-8020-d12923dc45e8 HTTP/1.1" status: 200 len: 992 time: 0.1083026 Mar 14 18:38:11.122402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f5512-ad85-4671-a740-f05be2850d36 req-0582a566-4e20-4b36-aa1f-f44849930ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:11.123904 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9f2f5512-ad85-4671-a740-f05be2850d36 req-0582a566-4e20-4b36-aa1f-f44849930ea9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 1098 time: 0.0814497 Mar 14 18:38:11.176911 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['fae83f52-4cb2-4e1a-b45a-cc07521462cd'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:38:11.245411 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5ff1d8d0-4bb5-4bd4-bd20-62d0c496519f None None] Provisioning complete for port fae83f52-4cb2-4e1a-b45a-cc07521462cd triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:38:11.245681 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d8d0-4bb5-4bd4-bd20-62d0c496519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:11.253621 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f5512-ad85-4671-a740-f05be2850d36 req-cbf07574-fbed-4074-9c50-1433a08f4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:11.255096 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9f2f5512-ad85-4671-a740-f05be2850d36 req-cbf07574-fbed-4074-9c50-1433a08f4f4b service neutron] 10.222.0.59 "GET /v2.0/networks?id=c791160a-5cb1-4918-9b38-10a3be5d0ae4 HTTP/1.1" status: 200 len: 897 time: 0.1248798 Mar 14 18:38:11.359983 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9f2f5512-ad85-4671-a740-f05be2850d36 req-3770bc59-9447-4957-9eb5-8d28ce1dc8a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae83f52-4cb2-4e1a-b45a-cc07521462cd HTTP/1.1" status: 200 len: 1000 time: 0.0983715 Mar 14 18:38:11.422082 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f5512-ad85-4671-a740-f05be2850d36 req-7a15601d-c765-4f0e-bfdb-5de0bee9b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:11.423599 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9f2f5512-ad85-4671-a740-f05be2850d36 req-7a15601d-c765-4f0e-bfdb-5de0bee9b15f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d97d4ac-dae0-45a6-a2c8-766a0b65687c HTTP/1.1" status: 200 len: 834 time: 0.0562632 Mar 14 18:38:11.496649 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f5512-ad85-4671-a740-f05be2850d36 req-a10abf82-6066-45d4-be93-244919316f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:11.498016 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9f2f5512-ad85-4671-a740-f05be2850d36 req-a10abf82-6066-45d4-be93-244919316f09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c791160a-5cb1-4918-9b38-10a3be5d0ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686736 Mar 14 18:38:11.625981 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9f2f5512-ad85-4671-a740-f05be2850d36 req-bd15f1bc-5816-44f6-a7d1-793c43a4166e service neutron] 10.222.0.59 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216199 Mar 14 18:38:11.754332 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9f2f5512-ad85-4671-a740-f05be2850d36 req-554a6aa9-0763-4a35-816f-ffc3e61246f2 service neutron] 10.222.0.59 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220441 Mar 14 18:38:13.640614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34212) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:13.838159 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-ec6748a2-8c3d-48ed-8182-c6834da7a2d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 0073dd1b-2320-45ec-baaa-5888b0bd4cae {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:38:13.838495 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec6748a2-8c3d-48ed-8182-c6834da7a2d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:14.000675 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec6748a2-8c3d-48ed-8182-c6834da7a2d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:14.000895 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec6748a2-8c3d-48ed-8182-c6834da7a2d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:14.121233 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-ec6748a2-8c3d-48ed-8182-c6834da7a2d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 0073dd1b-2320-45ec-baaa-5888b0bd4cae owned by network:floatingip {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:38:14.331852 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec6748a2-8c3d-48ed-8182-c6834da7a2d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:14.380009 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6748a2-8c3d-48ed-8182-c6834da7a2d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=0073dd1b-2320-45ec-baaa-5888b0bd4cae,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:14.472599 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec6748a2-8c3d-48ed-8182-c6834da7a2d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:14.472944 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-ec6748a2-8c3d-48ed-8182-c6834da7a2d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP ff7b440f-20c5-4581-98a5-bfa91bad6841 disassociated (deleted). External IP: 172.26.7.63, port: 1de234f5-3ad6-4523-8eaf-863ed6664f0f. Mar 14 18:38:14.908427 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6748a2-8c3d-48ed-8182-c6834da7a2d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 7a99ab61-e013-42c2-9959-25e3e53cf777 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:38:15.079188 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6748a2-8c3d-48ed-8182-c6834da7a2d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:38:15.089540 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d71dabd-e064-48a6-a87d-2a473061f154 None None] Sync routers for ids ['7a99ab61-e013-42c2-9959-25e3e53cf777'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:38:15.095031 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec6748a2-8c3d-48ed-8182-c6834da7a2d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:15.098329 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d71dabd-e064-48a6-a87d-2a473061f154 None None] Routers {'7a99ab61-e013-42c2-9959-25e3e53cf777'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:38:15.098942 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-1d71dabd-e064-48a6-a87d-2a473061f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:37:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7a99ab61-e013-42c2-9959-25e3e53cf777'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:15.150475 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ec6748a2-8c3d-48ed-8182-c6834da7a2d9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/floatingips/ff7b440f-20c5-4581-98a5-bfa91bad6841 HTTP/1.1" status: 204 len: 168 time: 1.5082786 Mar 14 18:38:15.151077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebe46e8-6831-4eda-a008-a850f892d372', 'tag': '1de234f5-3ad6-4523-8eaf-863ed6664f0f'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:38:15.194961 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebe46e8-6831-4eda-a008-a850f892d372', 'tag': '1de234f5-3ad6-4523-8eaf-863ed6664f0f', 'status': 'completed', 'code': 200} Mar 14 18:38:15.280480 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-1d71dabd-e064-48a6-a87d-2a473061f154 None None] Set router 7a99ab61-e013-42c2-9959-25e3e53cf777 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:38:15.291006 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1fa72-1fa0-48ce-bad9-3cc0c0a68134 req-404adcd3-cc52-41b0-b795-03c57e52a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:15.292468 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-55a1fa72-1fa0-48ce-bad9-3cc0c0a68134 req-404adcd3-cc52-41b0-b795-03c57e52a1fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 1098 time: 0.0759227 Mar 14 18:38:15.424981 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1fa72-1fa0-48ce-bad9-3cc0c0a68134 req-e70eb22e-e576-4c72-b2be-1a077def47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:15.426385 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-55a1fa72-1fa0-48ce-bad9-3cc0c0a68134 req-e70eb22e-e576-4c72-b2be-1a077def47a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c791160a-5cb1-4918-9b38-10a3be5d0ae4 HTTP/1.1" status: 200 len: 897 time: 0.1274137 Mar 14 18:38:15.494380 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-55a1fa72-1fa0-48ce-bad9-3cc0c0a68134 req-de66a342-97d6-4309-8445-625d82888db4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1de234f5-3ad6-4523-8eaf-863ed6664f0f HTTP/1.1" status: 200 len: 217 time: 0.0617557 Mar 14 18:38:15.559427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1fa72-1fa0-48ce-bad9-3cc0c0a68134 req-3b7030a3-2d99-4761-adff-e0c326f23204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:15.560881 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-55a1fa72-1fa0-48ce-bad9-3cc0c0a68134 req-3b7030a3-2d99-4761-adff-e0c326f23204 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d97d4ac-dae0-45a6-a2c8-766a0b65687c HTTP/1.1" status: 200 len: 834 time: 0.0603120 Mar 14 18:38:15.631011 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-1d71dabd-e064-48a6-a87d-2a473061f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:48Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '4de85739-d70d-4f4f-8020-d12923dc45e8', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.88', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'port_id': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'mac_address': 'fa:16:3e:f0:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8520b-1751-4450-a810-a23811a1cb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:37:09Z', 'updated_at': '2022-03-14T18:37:12Z', 'revision_number': 1, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864d5de2-a023-4182-ab86-aecf8db9aebe', 'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:92:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:48Z', 'updated_at': '2022-03-14T18:36:54Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:15.634913 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d71dabd-e064-48a6-a87d-2a473061f154 None None] Checking router: 7a99ab61-e013-42c2-9959-25e3e53cf777 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:38:15.638532 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1fa72-1fa0-48ce-bad9-3cc0c0a68134 req-39673018-646a-4d87-8f2b-4fe46f50f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:15.640051 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-55a1fa72-1fa0-48ce-bad9-3cc0c0a68134 req-39673018-646a-4d87-8f2b-4fe46f50f88e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c791160a-5cb1-4918-9b38-10a3be5d0ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713308 Mar 14 18:38:15.643306 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d71dabd-e064-48a6-a87d-2a473061f154 None None] Routers {'7a99ab61-e013-42c2-9959-25e3e53cf777'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:38:15.643944 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-1d71dabd-e064-48a6-a87d-2a473061f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:37:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7a99ab61-e013-42c2-9959-25e3e53cf777'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:15.773976 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-55a1fa72-1fa0-48ce-bad9-3cc0c0a68134 req-eac547c6-c576-428b-a223-88aeafeb3657 service neutron] 10.222.0.59 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274455 Mar 14 18:38:15.806493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a5278-0bab-4aa9-8938-09bdc482acd5 req-bee25f4b-cf4a-4dfa-a367-73c29ee3a176 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:15.807710 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-575a5278-0bab-4aa9-8938-09bdc482acd5 req-bee25f4b-cf4a-4dfa-a367-73c29ee3a176 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:38:15.838548 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-1d71dabd-e064-48a6-a87d-2a473061f154 None None] Set router 7a99ab61-e013-42c2-9959-25e3e53cf777 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:38:15.880975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-575a5278-0bab-4aa9-8938-09bdc482acd5 req-bee25f4b-cf4a-4dfa-a367-73c29ee3a176 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:38:15.882541 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-575a5278-0bab-4aa9-8938-09bdc482acd5 req-bee25f4b-cf4a-4dfa-a367-73c29ee3a176 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 945 time: 0.2085259 Mar 14 18:38:15.906224 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-55a1fa72-1fa0-48ce-bad9-3cc0c0a68134 req-678471a9-27fb-4d12-b087-45d48fdd5a1f service neutron] 10.222.0.59 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263800 Mar 14 18:38:15.931829 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-575a5278-0bab-4aa9-8938-09bdc482acd5 req-92cd86de-6f6e-414d-bd9f-0ffac2784063 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a2fe71b-bbec-432e-abb1-bdf5882b1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410719 Mar 14 18:38:16.208475 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-1d71dabd-e064-48a6-a87d-2a473061f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:48Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '4de85739-d70d-4f4f-8020-d12923dc45e8', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.88', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'port_id': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'mac_address': 'fa:16:3e:f0:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8520b-1751-4450-a810-a23811a1cb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:37:09Z', 'updated_at': '2022-03-14T18:37:12Z', 'revision_number': 1, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864d5de2-a023-4182-ab86-aecf8db9aebe', 'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:92:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:48Z', 'updated_at': '2022-03-14T18:36:54Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:16.212164 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d71dabd-e064-48a6-a87d-2a473061f154 None None] The sync data for ids ['7a99ab61-e013-42c2-9959-25e3e53cf777'] in dv-neutron-833560-1-hyperv is: [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:48Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '4de85739-d70d-4f4f-8020-d12923dc45e8', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.88', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'port_id': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'mac_address': 'fa:16:3e:f0:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8520b-1751-4450-a810-a23811a1cb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:37:09Z', 'updated_at': '2022-03-14T18:37:12Z', 'revision_number': 1, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '864d5de2-a023-4182-ab86-aecf8db9aebe', 'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:92:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:48Z', 'updated_at': '2022-03-14T18:36:54Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:38:16.404456 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340c79f-8bc7-4d0a-a56e-eb878f2cfc47 None None] New status for floating IP ff7b440f-20c5-4581-98a5-bfa91bad6841: DOWN {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:38:17.041290 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43134892-cd08-400c-b610-42a944cc508f req-42fed342-9900-4eaa-bd60-d34694d82596 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:17.041969 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-43134892-cd08-400c-b610-42a944cc508f req-42fed342-9900-4eaa-bd60-d34694d82596 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:38:17.053817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-43134892-cd08-400c-b610-42a944cc508f req-42fed342-9900-4eaa-bd60-d34694d82596 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:38:17.054953 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-43134892-cd08-400c-b610-42a944cc508f req-42fed342-9900-4eaa-bd60-d34694d82596 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/ports?device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 945 time: 0.1952956 Mar 14 18:38:17.122631 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-43134892-cd08-400c-b610-42a944cc508f req-9927b88e-bd24-43b8-b34c-8cdce8a63a81 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 1de234f5-3ad6-4523-8eaf-863ed6664f0f {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:38:17.123090 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-43134892-cd08-400c-b610-42a944cc508f req-9927b88e-bd24-43b8-b34c-8cdce8a63a81 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:17.167644 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45422b45-477c-4412-8850-cf6c94cdbe10 req-d9bfd41b-5458-467d-943f-2763fce09916 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:17.169113 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-45422b45-477c-4412-8850-cf6c94cdbe10 req-d9bfd41b-5458-467d-943f-2763fce09916 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 945 time: 0.1288140 Mar 14 18:38:17.213518 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-45422b45-477c-4412-8850-cf6c94cdbe10 req-6322107e-67ef-4616-910b-a3bc9bc2fc83 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a2fe71b-bbec-432e-abb1-bdf5882b1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383339 Mar 14 18:38:17.365390 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-43134892-cd08-400c-b610-42a944cc508f req-9927b88e-bd24-43b8-b34c-8cdce8a63a81 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port 1de234f5-3ad6-4523-8eaf-863ed6664f0f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1de234f5-3ad6-4523-8eaf-863ed6664f0f,segment=NetworkSegment(d4ff7d6a-827b-47a3-9afd-e58bdd44cf67),segment_id=d4ff7d6a-827b-47a3-9afd-e58bdd44cf67)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:38:17.365751 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-43134892-cd08-400c-b610-42a944cc508f req-9927b88e-bd24-43b8-b34c-8cdce8a63a81 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:17.486805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-43134892-cd08-400c-b610-42a944cc508f req-9927b88e-bd24-43b8-b34c-8cdce8a63a81 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 1de234f5-3ad6-4523-8eaf-863ed6664f0f owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:38:17.692052 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-43134892-cd08-400c-b610-42a944cc508f req-9927b88e-bd24-43b8-b34c-8cdce8a63a81 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:17.741471 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927b88e-bd24-43b8-b34c-8cdce8a63a81 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=1de234f5-3ad6-4523-8eaf-863ed6664f0f,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:17.814805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-43134892-cd08-400c-b610-42a944cc508f req-9927b88e-bd24-43b8-b34c-8cdce8a63a81 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] No DVR routers for this DVR port 1de234f5-3ad6-4523-8eaf-863ed6664f0f on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:38:17.817192 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-43134892-cd08-400c-b610-42a944cc508f req-9927b88e-bd24-43b8-b34c-8cdce8a63a81 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:17.819631 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebe46e8-6831-4eda-a008-a850f892d372', 'name': 'network-vif-deleted', 'tag': '1de234f5-3ad6-4523-8eaf-863ed6664f0f'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:38:17.863577 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebe46e8-6831-4eda-a008-a850f892d372', 'name': 'network-vif-deleted', 'tag': '1de234f5-3ad6-4523-8eaf-863ed6664f0f', 'status': 'completed', 'code': 200} Mar 14 18:38:17.929040 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-43134892-cd08-400c-b610-42a944cc508f req-9927b88e-bd24-43b8-b34c-8cdce8a63a81 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "DELETE /v2.0/ports/1de234f5-3ad6-4523-8eaf-863ed6664f0f HTTP/1.1" status: 204 len: 173 time: 0.8692689 Mar 14 18:38:18.373928 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-81f75759-8b2d-485b-905c-47d89d99f43f req-7c757f50-9bca-4e80-91a9-a580443be598 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe46e8-6831-4eda-a008-a850f892d372 HTTP/1.1" status: 200 len: 210 time: 0.0412099 Mar 14 18:38:19.467637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34234) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:19.535732 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1078fc96-9fb8-4a1a-81cd-f92e4774de23 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:19.564264 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1078fc96-9fb8-4a1a-81cd-f92e4774de23 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:19.709684 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1078fc96-9fb8-4a1a-81cd-f92e4774de23 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:19.729466 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078fc96-9fb8-4a1a-81cd-f92e4774de23 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2fe71b-bbec-432e-abb1-bdf5882b1aec,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:19.817385 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1078fc96-9fb8-4a1a-81cd-f92e4774de23 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:19.818528 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1078fc96-9fb8-4a1a-81cd-f92e4774de23 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/security-groups/6a2fe71b-bbec-432e-abb1-bdf5882b1aec HTTP/1.1" status: 204 len: 168 time: 0.3499029 Mar 14 18:38:19.939321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34240) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:20.143829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-348decc4-ec5d-4670-929c-da9fa12b5509 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 72b5189e-86bc-40dd-8ed5-396d621ea74e {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:38:20.144169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-348decc4-ec5d-4670-929c-da9fa12b5509 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:20.303844 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-348decc4-ec5d-4670-929c-da9fa12b5509 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:20.304160 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-348decc4-ec5d-4670-929c-da9fa12b5509 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:20.420739 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-348decc4-ec5d-4670-929c-da9fa12b5509 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 72b5189e-86bc-40dd-8ed5-396d621ea74e owned by network:floatingip {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:38:20.733752 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-348decc4-ec5d-4670-929c-da9fa12b5509 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:20.779407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348decc4-ec5d-4670-929c-da9fa12b5509 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=72b5189e-86bc-40dd-8ed5-396d621ea74e,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:20.871050 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-348decc4-ec5d-4670-929c-da9fa12b5509 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:20.871384 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-348decc4-ec5d-4670-929c-da9fa12b5509 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP 4de85739-d70d-4f4f-8020-d12923dc45e8 disassociated (deleted). External IP: 172.26.7.88, port: fae83f52-4cb2-4e1a-b45a-cc07521462cd. Mar 14 18:38:21.205476 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348decc4-ec5d-4670-929c-da9fa12b5509 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 7a99ab61-e013-42c2-9959-25e3e53cf777 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:38:21.378468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348decc4-ec5d-4670-929c-da9fa12b5509 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:38:21.389779 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f90be-e329-4402-b191-30546cf499ba None None] Sync routers for ids ['7a99ab61-e013-42c2-9959-25e3e53cf777'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:38:21.394316 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-348decc4-ec5d-4670-929c-da9fa12b5509 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:21.401099 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f90be-e329-4402-b191-30546cf499ba None None] Routers {'7a99ab61-e013-42c2-9959-25e3e53cf777'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:38:21.401695 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-bc1f90be-e329-4402-b191-30546cf499ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:37:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7a99ab61-e013-42c2-9959-25e3e53cf777'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:21.450154 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-348decc4-ec5d-4670-929c-da9fa12b5509 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/floatingips/4de85739-d70d-4f4f-8020-d12923dc45e8 HTTP/1.1" status: 204 len: 168 time: 1.5069649 Mar 14 18:38:21.450154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a8520b-1751-4450-a810-a23811a1cb3d', 'tag': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:38:21.495692 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a8520b-1751-4450-a810-a23811a1cb3d', 'tag': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd', 'status': 'completed', 'code': 200} Mar 14 18:38:21.577916 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-bc1f90be-e329-4402-b191-30546cf499ba None None] Set router 7a99ab61-e013-42c2-9959-25e3e53cf777 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:38:21.585469 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5e45a-6780-4de5-a2d3-de6343fd2ce3 req-cf367c4f-69e5-442b-9dda-ab802a0fb2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:21.586975 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-58a5e45a-6780-4de5-a2d3-de6343fd2ce3 req-cf367c4f-69e5-442b-9dda-ab802a0fb2be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 1098 time: 0.0695105 Mar 14 18:38:21.715876 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5e45a-6780-4de5-a2d3-de6343fd2ce3 req-81b8acd6-5be5-423a-9ab1-c60d958f7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:21.717343 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-58a5e45a-6780-4de5-a2d3-de6343fd2ce3 req-81b8acd6-5be5-423a-9ab1-c60d958f7eba service neutron] 10.222.0.59 "GET /v2.0/networks?id=c791160a-5cb1-4918-9b38-10a3be5d0ae4 HTTP/1.1" status: 200 len: 897 time: 0.1248484 Mar 14 18:38:21.786909 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-58a5e45a-6780-4de5-a2d3-de6343fd2ce3 req-18e872b7-805b-4edf-bea8-39b57c536173 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae83f52-4cb2-4e1a-b45a-cc07521462cd HTTP/1.1" status: 200 len: 217 time: 0.0635152 Mar 14 18:38:21.840022 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 1de234f5-3ad6-4523-8eaf-863ed6664f0f no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:38:21.853343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5e45a-6780-4de5-a2d3-de6343fd2ce3 req-e56d416a-34c8-4d06-9a48-7e3e48fb2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:21.854737 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-58a5e45a-6780-4de5-a2d3-de6343fd2ce3 req-e56d416a-34c8-4d06-9a48-7e3e48fb2a16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d97d4ac-dae0-45a6-a2c8-766a0b65687c HTTP/1.1" status: 200 len: 834 time: 0.0619690 Mar 14 18:38:21.877491 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 1de234f5-3ad6-4523-8eaf-863ed6664f0f {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:38:21.878138 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 1de234f5-3ad6-4523-8eaf-863ed6664f0f not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:38:21.892847 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-bc1f90be-e329-4402-b191-30546cf499ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:48Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '864d5de2-a023-4182-ab86-aecf8db9aebe', 'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:92:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:48Z', 'updated_at': '2022-03-14T18:36:54Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:21.896707 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f90be-e329-4402-b191-30546cf499ba None None] Checking router: 7a99ab61-e013-42c2-9959-25e3e53cf777 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:38:21.905398 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f90be-e329-4402-b191-30546cf499ba None None] Routers {'7a99ab61-e013-42c2-9959-25e3e53cf777'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:38:21.905996 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-bc1f90be-e329-4402-b191-30546cf499ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:37:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7a99ab61-e013-42c2-9959-25e3e53cf777'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:21.930294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5e45a-6780-4de5-a2d3-de6343fd2ce3 req-fc97ac22-29df-4e08-a9e6-a03ba6d9ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:21.932314 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-58a5e45a-6780-4de5-a2d3-de6343fd2ce3 req-fc97ac22-29df-4e08-a9e6-a03ba6d9ebac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c791160a-5cb1-4918-9b38-10a3be5d0ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716047 Mar 14 18:38:22.067031 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-58a5e45a-6780-4de5-a2d3-de6343fd2ce3 req-1d9512f0-954a-4e2d-8ee6-d6c8f7b48890 service neutron] 10.222.0.59 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285059 Mar 14 18:38:22.077853 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25636b23-0a1a-4dc7-bf92-660bafca1460 req-18be8d03-f98a-48b3-8747-33a1b2d97a8d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:22.078608 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-25636b23-0a1a-4dc7-bf92-660bafca1460 req-18be8d03-f98a-48b3-8747-33a1b2d97a8d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:38:22.082367 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-bc1f90be-e329-4402-b191-30546cf499ba None None] Set router 7a99ab61-e013-42c2-9959-25e3e53cf777 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:38:22.151246 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-25636b23-0a1a-4dc7-bf92-660bafca1460 req-18be8d03-f98a-48b3-8747-33a1b2d97a8d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:38:22.152606 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-25636b23-0a1a-4dc7-bf92-660bafca1460 req-18be8d03-f98a-48b3-8747-33a1b2d97a8d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 945 time: 0.1578379 Mar 14 18:38:22.197129 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-58a5e45a-6780-4de5-a2d3-de6343fd2ce3 req-206b7321-e6e0-46d3-b624-55b65250014f service neutron] 10.222.0.59 "GET /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236167 Mar 14 18:38:22.201268 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-25636b23-0a1a-4dc7-bf92-660bafca1460 req-812e9c45-c5b9-496f-a956-41eafce172e5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:38:22.309219 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-25636b23-0a1a-4dc7-bf92-660bafca1460 req-812e9c45-c5b9-496f-a956-41eafce172e5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:38:22.310471 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-25636b23-0a1a-4dc7-bf92-660bafca1460 req-812e9c45-c5b9-496f-a956-41eafce172e5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10749414-ef18-40ed-b824-21614a11c6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518154 Mar 14 18:38:22.394425 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-bc1f90be-e329-4402-b191-30546cf499ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:48Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '864d5de2-a023-4182-ab86-aecf8db9aebe', 'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:92:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:48Z', 'updated_at': '2022-03-14T18:36:54Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:22.398566 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f90be-e329-4402-b191-30546cf499ba None None] The sync data for ids ['7a99ab61-e013-42c2-9959-25e3e53cf777'] in dv-neutron-833560-1-hyperv is: [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:48Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '864d5de2-a023-4182-ab86-aecf8db9aebe', 'name': '', 'network_id': 'c791160a-5cb1-4918-9b38-10a3be5d0ae4', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:92:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:48Z', 'updated_at': '2022-03-14T18:36:54Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': '5d97d4ac-dae0-45a6-a2c8-766a0b65687c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:38:22.604605 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38162af0-9fab-4757-8897-ad8b27bf6093 None None] New status for floating IP 4de85739-d70d-4f4f-8020-d12923dc45e8: DOWN {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:38:23.404988 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d114ebe-1023-4f52-8503-602b11ce0b6b req-ba4ae7d9-4265-4407-9b58-0c0e47f625c2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:23.405663 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-2d114ebe-1023-4f52-8503-602b11ce0b6b req-ba4ae7d9-4265-4407-9b58-0c0e47f625c2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:38:23.420769 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-2d114ebe-1023-4f52-8503-602b11ce0b6b req-ba4ae7d9-4265-4407-9b58-0c0e47f625c2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:38:23.421864 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-2d114ebe-1023-4f52-8503-602b11ce0b6b req-ba4ae7d9-4265-4407-9b58-0c0e47f625c2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 945 time: 0.0930517 Mar 14 18:38:23.495918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c693607-9618-4777-9cb7-7daa55720caf req-7b0647ca-71c9-48c5-8612-f43ca971c8c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:23.497476 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1c693607-9618-4777-9cb7-7daa55720caf req-7b0647ca-71c9-48c5-8612-f43ca971c8c3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 945 time: 0.0800824 Mar 14 18:38:23.546883 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1c693607-9618-4777-9cb7-7daa55720caf req-ae4bd297-d467-4e99-8361-83b49ed4590d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=10749414-ef18-40ed-b824-21614a11c6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435252 Mar 14 18:38:23.595532 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-2d114ebe-1023-4f52-8503-602b11ce0b6b req-5780e490-fcbe-4011-abbf-34dd1f32aed5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port fae83f52-4cb2-4e1a-b45a-cc07521462cd {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:38:23.595790 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-2d114ebe-1023-4f52-8503-602b11ce0b6b req-5780e490-fcbe-4011-abbf-34dd1f32aed5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:23.832032 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-2d114ebe-1023-4f52-8503-602b11ce0b6b req-5780e490-fcbe-4011-abbf-34dd1f32aed5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port fae83f52-4cb2-4e1a-b45a-cc07521462cd, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=fae83f52-4cb2-4e1a-b45a-cc07521462cd,segment=NetworkSegment(d4ff7d6a-827b-47a3-9afd-e58bdd44cf67),segment_id=d4ff7d6a-827b-47a3-9afd-e58bdd44cf67)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:38:23.832384 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-2d114ebe-1023-4f52-8503-602b11ce0b6b req-5780e490-fcbe-4011-abbf-34dd1f32aed5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:23.950103 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-2d114ebe-1023-4f52-8503-602b11ce0b6b req-5780e490-fcbe-4011-abbf-34dd1f32aed5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for fae83f52-4cb2-4e1a-b45a-cc07521462cd owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:38:24.166762 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-2d114ebe-1023-4f52-8503-602b11ce0b6b req-5780e490-fcbe-4011-abbf-34dd1f32aed5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:24.215943 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780e490-fcbe-4011-abbf-34dd1f32aed5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=fae83f52-4cb2-4e1a-b45a-cc07521462cd,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:24.258064 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-59f811dd-8324-4999-b28a-32758c1c1c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:24.291011 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d114ebe-1023-4f52-8503-602b11ce0b6b req-5780e490-fcbe-4011-abbf-34dd1f32aed5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] No DVR routers for this DVR port fae83f52-4cb2-4e1a-b45a-cc07521462cd on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:38:24.293348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-2d114ebe-1023-4f52-8503-602b11ce0b6b req-5780e490-fcbe-4011-abbf-34dd1f32aed5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:24.295839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a8520b-1751-4450-a810-a23811a1cb3d', 'name': 'network-vif-deleted', 'tag': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:38:24.361742 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-2d114ebe-1023-4f52-8503-602b11ce0b6b req-5780e490-fcbe-4011-abbf-34dd1f32aed5 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "DELETE /v2.0/ports/fae83f52-4cb2-4e1a-b45a-cc07521462cd HTTP/1.1" status: 204 len: 173 time: 0.9348094 Mar 14 18:38:24.389538 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a8520b-1751-4450-a810-a23811a1cb3d', 'name': 'network-vif-deleted', 'tag': 'fae83f52-4cb2-4e1a-b45a-cc07521462cd', 'status': 'completed', 'code': 200} Mar 14 18:38:24.715080 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2c44b313-4568-4a63-b34e-e44e94f66746 req-0741e2f2-60cd-4045-a2ba-755253da1833 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8520b-1751-4450-a810-a23811a1cb3d HTTP/1.1" status: 200 len: 210 time: 0.0552936 Mar 14 18:38:25.807462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34260) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:25.872654 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f241180-0b3c-4264-8b7e-f9bd19992d6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:25.905847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f241180-0b3c-4264-8b7e-f9bd19992d6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:26.034387 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f241180-0b3c-4264-8b7e-f9bd19992d6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:26.052117 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f241180-0b3c-4264-8b7e-f9bd19992d6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10749414-ef18-40ed-b824-21614a11c6f1,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:26.125531 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3f241180-0b3c-4264-8b7e-f9bd19992d6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:26.126656 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3f241180-0b3c-4264-8b7e-f9bd19992d6d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/security-groups/10749414-ef18-40ed-b824-21614a11c6f1 HTTP/1.1" status: 204 len: 168 time: 0.3182089 Mar 14 18:38:26.217666 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34266) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:26.386139 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-20c0abcc-6f24-4199-85b3-87e3aa2f34b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:26.851745 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ce1bbae-4216-4c6a-9a88-a6368b4f0948 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:27.192953 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-4ce1bbae-4216-4c6a-9a88-a6368b4f0948 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 864d5de2-a023-4182-ab86-aecf8db9aebe {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:38:27.193285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ce1bbae-4216-4c6a-9a88-a6368b4f0948 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:27.375468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-4ce1bbae-4216-4c6a-9a88-a6368b4f0948 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port 864d5de2-a023-4182-ab86-aecf8db9aebe, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=864d5de2-a023-4182-ab86-aecf8db9aebe,segment=NetworkSegment(d4ff7d6a-827b-47a3-9afd-e58bdd44cf67),segment_id=d4ff7d6a-827b-47a3-9afd-e58bdd44cf67)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:38:27.375820 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ce1bbae-4216-4c6a-9a88-a6368b4f0948 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:27.507532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-4ce1bbae-4216-4c6a-9a88-a6368b4f0948 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 864d5de2-a023-4182-ab86-aecf8db9aebe owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:38:27.815126 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:27.871644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device fae83f52-4cb2-4e1a-b45a-cc07521462cd no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:38:27.905250 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: fae83f52-4cb2-4e1a-b45a-cc07521462cd {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:38:27.905593 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device fae83f52-4cb2-4e1a-b45a-cc07521462cd not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:38:27.907109 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:27.932483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ce1bbae-4216-4c6a-9a88-a6368b4f0948 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:28.084443 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1bbae-4216-4c6a-9a88-a6368b4f0948 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=864d5de2-a023-4182-ab86-aecf8db9aebe,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:28.352657 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ce1bbae-4216-4c6a-9a88-a6368b4f0948 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:28.700333 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce1bbae-4216-4c6a-9a88-a6368b4f0948 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router 7a99ab61-e013-42c2-9959-25e3e53cf777 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:38:28.869457 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce1bbae-4216-4c6a-9a88-a6368b4f0948 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:38:28.878778 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be5b0c-230e-48b7-b2bb-2af63dc07364 None None] Sync routers for ids ['7a99ab61-e013-42c2-9959-25e3e53cf777'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:38:28.881693 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4ce1bbae-4216-4c6a-9a88-a6368b4f0948 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/7a99ab61-e013-42c2-9959-25e3e53cf777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6629970 Mar 14 18:38:28.884993 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34270) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:28.888954 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be5b0c-230e-48b7-b2bb-2af63dc07364 None None] Routers {'7a99ab61-e013-42c2-9959-25e3e53cf777'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:38:28.889536 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-58be5b0c-230e-48b7-b2bb-2af63dc07364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:38:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7a99ab61-e013-42c2-9959-25e3e53cf777'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:28.951971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d97fa21-ef1f-4090-bcfd-208511affa04 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting subnet 5d97d4ac-dae0-45a6-a2c8-766a0b65687c {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:38:28.954923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6d97fa21-ef1f-4090-bcfd-208511affa04 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:29.007187 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6d97fa21-ef1f-4090-bcfd-208511affa04 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:29.089872 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6d97fa21-ef1f-4090-bcfd-208511affa04 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:29.094511 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-58be5b0c-230e-48b7-b2bb-2af63dc07364 None None] Set router 7a99ab61-e013-42c2-9959-25e3e53cf777 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:38:29.246798 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6d97fa21-ef1f-4090-bcfd-208511affa04 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:29.283254 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97fa21-ef1f-4090-bcfd-208511affa04 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Subnet': ['ID=5d97d4ac-dae0-45a6-a2c8-766a0b65687c,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:29.288652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6d97fa21-ef1f-4090-bcfd-208511affa04 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:29.296391 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a6c475-21e0-4283-9e8c-be0d35ac0afe None None] Network c791160a-5cb1-4918-9b38-10a3be5d0ae4 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:38:29.297939 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 34274) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:29.298421 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6d97fa21-ef1f-4090-bcfd-208511affa04 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/subnets/5d97d4ac-dae0-45a6-a2c8-766a0b65687c HTTP/1.1" status: 204 len: 168 time: 0.4120705 Mar 14 18:38:29.376693 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-58be5b0c-230e-48b7-b2bb-2af63dc07364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:38:27Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:29.380251 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be5b0c-230e-48b7-b2bb-2af63dc07364 None None] Checking router: 7a99ab61-e013-42c2-9959-25e3e53cf777 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:38:29.388912 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be5b0c-230e-48b7-b2bb-2af63dc07364 None None] Routers {'7a99ab61-e013-42c2-9959-25e3e53cf777'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:38:29.389509 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-58be5b0c-230e-48b7-b2bb-2af63dc07364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:38:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7a99ab61-e013-42c2-9959-25e3e53cf777'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:29.483944 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-074b380a-22e1-41d1-8e1b-b7dfaf938d46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:29.567442 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38368812-5275-4e06-84ae-362258c71948 None None] DHCP port deletion for c791160a-5cb1-4918-9b38-10a3be5d0ae4 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:38:29.568444 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-58be5b0c-230e-48b7-b2bb-2af63dc07364 None None] Set router 7a99ab61-e013-42c2-9959-25e3e53cf777 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:38:29.572213 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-38368812-5275-4e06-84ae-362258c71948 None None] Deleting port 6a388631-a8fa-4302-aa37-d5536064dadf {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:38:29.572665 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-38368812-5275-4e06-84ae-362258c71948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:29.662058 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-074b380a-22e1-41d1-8e1b-b7dfaf938d46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:29.729320 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-074b380a-22e1-41d1-8e1b-b7dfaf938d46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port ebd07c97-e563-424f-baac-cf41f7fe9d69 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:38:29.729972 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-074b380a-22e1-41d1-8e1b-b7dfaf938d46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:29.824490 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-38368812-5275-4e06-84ae-362258c71948 None None] For port 6a388631-a8fa-4302-aa37-d5536064dadf, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=6a388631-a8fa-4302-aa37-d5536064dadf,segment=NetworkSegment(d4ff7d6a-827b-47a3-9afd-e58bdd44cf67),segment_id=d4ff7d6a-827b-47a3-9afd-e58bdd44cf67)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:38:29.824870 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-38368812-5275-4e06-84ae-362258c71948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:29.852361 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-58be5b0c-230e-48b7-b2bb-2af63dc07364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:38:27Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:29.856897 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be5b0c-230e-48b7-b2bb-2af63dc07364 None None] The sync data for ids ['7a99ab61-e013-42c2-9959-25e3e53cf777'] in dv-neutron-833560-1-hyperv is: [{'id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'name': 'tempest-TestNetworkBasicOps-router-1364098283', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:38:27Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': 'ebd07c97-e563-424f-baac-cf41f7fe9d69', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99ab61-e013-42c2-9959-25e3e53cf777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:36:43Z', 'updated_at': '2022-03-14T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:38:29.885876 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:29.922936 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-074b380a-22e1-41d1-8e1b-b7dfaf938d46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port ebd07c97-e563-424f-baac-cf41f7fe9d69, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ebd07c97-e563-424f-baac-cf41f7fe9d69,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:38:29.923299 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-074b380a-22e1-41d1-8e1b-b7dfaf938d46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:29.947185 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-38368812-5275-4e06-84ae-362258c71948 None None] Calling delete_port for 6a388631-a8fa-4302-aa37-d5536064dadf owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:38:30.122848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-38368812-5275-4e06-84ae-362258c71948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:30.149578 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-074b380a-22e1-41d1-8e1b-b7dfaf938d46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for ebd07c97-e563-424f-baac-cf41f7fe9d69 owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:38:30.173365 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38368812-5275-4e06-84ae-362258c71948 None None] No DVR routers for this DVR port 6a388631-a8fa-4302-aa37-d5536064dadf on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:38:30.177619 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38368812-5275-4e06-84ae-362258c71948 None None] Pushing event deleted for resources: {'Port': ['ID=6a388631-a8fa-4302-aa37-d5536064dadf,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:30.185148 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38368812-5275-4e06-84ae-362258c71948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:30.185496 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38368812-5275-4e06-84ae-362258c71948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:30.185867 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38368812-5275-4e06-84ae-362258c71948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:30.186151 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38368812-5275-4e06-84ae-362258c71948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:30.186482 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38368812-5275-4e06-84ae-362258c71948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:30.186832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38368812-5275-4e06-84ae-362258c71948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:30.187161 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38368812-5275-4e06-84ae-362258c71948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:30.187482 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38368812-5275-4e06-84ae-362258c71948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:30.187803 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38368812-5275-4e06-84ae-362258c71948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:30.188123 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38368812-5275-4e06-84ae-362258c71948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:30.188439 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38368812-5275-4e06-84ae-362258c71948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:30.188754 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38368812-5275-4e06-84ae-362258c71948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:30.499085 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-074b380a-22e1-41d1-8e1b-b7dfaf938d46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:30.549040 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b380a-22e1-41d1-8e1b-b7dfaf938d46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=ebd07c97-e563-424f-baac-cf41f7fe9d69,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:30.635362 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-074b380a-22e1-41d1-8e1b-b7dfaf938d46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:30.683793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 6a388631-a8fa-4302-aa37-d5536064dadf no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:38:30.720577 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 6a388631-a8fa-4302-aa37-d5536064dadf {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:38:30.721062 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 6a388631-a8fa-4302-aa37-d5536064dadf not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:38:30.721577 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 864d5de2-a023-4182-ab86-aecf8db9aebe no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:38:30.756421 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 864d5de2-a023-4182-ab86-aecf8db9aebe {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:38:30.756762 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 864d5de2-a023-4182-ab86-aecf8db9aebe not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:38:30.810165 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-074b380a-22e1-41d1-8e1b-b7dfaf938d46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:30.812336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-074b380a-22e1-41d1-8e1b-b7dfaf938d46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:30.908544 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-074b380a-22e1-41d1-8e1b-b7dfaf938d46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:30.908973 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074b380a-22e1-41d1-8e1b-b7dfaf938d46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Fanout notify agent at l3_agent the message router_deleted on router 7a99ab61-e013-42c2-9959-25e3e53cf777 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:38:30.923662 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-074b380a-22e1-41d1-8e1b-b7dfaf938d46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:30.924608 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-074b380a-22e1-41d1-8e1b-b7dfaf938d46 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/routers/7a99ab61-e013-42c2-9959-25e3e53cf777 HTTP/1.1" status: 204 len: 168 time: 1.6256227 Mar 14 18:38:30.927423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34278) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:31.042159 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20ab4f6e-e928-448c-a2b7-be3039c6cf1c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:31.268971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20ab4f6e-e928-448c-a2b7-be3039c6cf1c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:31.293143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-20ab4f6e-e928-448c-a2b7-be3039c6cf1c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c791160a-5cb1-4918-9b38-10a3be5d0ae4']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:31.304741 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-20ab4f6e-e928-448c-a2b7-be3039c6cf1c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ff7d6a-827b-47a3-9afd-e58bdd44cf67') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:31.305030 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-20ab4f6e-e928-448c-a2b7-be3039c6cf1c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ff7d6a-827b-47a3-9afd-e58bdd44cf67') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:31.317241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20ab4f6e-e928-448c-a2b7-be3039c6cf1c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:31.339738 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20ab4f6e-e928-448c-a2b7-be3039c6cf1c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:31.346228 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ab4f6e-e928-448c-a2b7-be3039c6cf1c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:38:31.346621 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20ab4f6e-e928-448c-a2b7-be3039c6cf1c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:38:31.361313 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:38:31.499086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20ab4f6e-e928-448c-a2b7-be3039c6cf1c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:31.515540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20ab4f6e-e928-448c-a2b7-be3039c6cf1c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:31.526691 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab4f6e-e928-448c-a2b7-be3039c6cf1c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Network': ['ID=c791160a-5cb1-4918-9b38-10a3be5d0ae4,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:31.597025 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-20ab4f6e-e928-448c-a2b7-be3039c6cf1c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/networks/c791160a-5cb1-4918-9b38-10a3be5d0ae4 HTTP/1.1" status: 204 len: 168 time: 0.6685774 Mar 14 18:38:31.623866 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 34282) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:31.629453 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d79e45fb-de80-4789-8cf5-38173671cb17 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'network': {'name': 'tempest-network-smoke--1336535675', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'port_security_enabled': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:38:31.634547 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d79e45fb-de80-4789-8cf5-38173671cb17 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:38:31.638720 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d79e45fb-de80-4789-8cf5-38173671cb17 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:network and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:38:31.641528 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d79e45fb-de80-4789-8cf5-38173671cb17 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:38:31.647129 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d79e45fb-de80-4789-8cf5-38173671cb17 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:38:31.731787 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79e45fb-de80-4789-8cf5-38173671cb17 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:38:31.735203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d79e45fb-de80-4789-8cf5-38173671cb17 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:31.764720 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79e45fb-de80-4789-8cf5-38173671cb17 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:38:31.773085 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d79e45fb-de80-4789-8cf5-38173671cb17 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:31.773420 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-d79e45fb-de80-4789-8cf5-38173671cb17 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Added segment 05696c02-2559-432d-bf09-dc5d672b00c9 of type vlan for network 3101df28-9111-43ae-84fe-b199df43d571 Mar 14 18:38:31.797708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d79e45fb-de80-4789-8cf5-38173671cb17 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:31.899450 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d79e45fb-de80-4789-8cf5-38173671cb17 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:31.905459 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79e45fb-de80-4789-8cf5-38173671cb17 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:31.906071 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d79e45fb-de80-4789-8cf5-38173671cb17 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:32.011646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e45fb-de80-4789-8cf5-38173671cb17 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Network': ['ID=3101df28-9111-43ae-84fe-b199df43d571,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:32.021544 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 3101df28-9111-43ae-84fe-b199df43d571 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:38:32.049016 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d79e45fb-de80-4789-8cf5-38173671cb17 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4239731 Mar 14 18:38:32.051721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34286) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:32.056953 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1084776998', 'admin_state_up': True, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:38:32.064293 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:38:32.068183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:router and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:38:32.071012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:38:32.081294 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:38:32.174061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:32.175222 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:32.190503 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:32.519593 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:32.597660 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ebd07c97-e563-424f-baac-cf41f7fe9d69 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:38:32.635716 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: ebd07c97-e563-424f-baac-cf41f7fe9d69 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:38:32.636070 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ebd07c97-e563-424f-baac-cf41f7fe9d69 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:38:32.890331 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:32.919197 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:33.048794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.26.7.202 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/1ea29960-b569-4427-8792-04fefc04bcd8) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:38:33.110156 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:38:33.192140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:33.287972 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:33.349807 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:38:33.352434 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:38:33.360698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:38:33.399404 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=1ea29960-b569-4427-8792-04fefc04bcd8,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:33.961059 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:34.291792 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:34.585334 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router fefa16a9-0753-40b1-9a32-c9c9904fd913 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:38:34.757491 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:38:34.767786 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Sync routers for ids ['fefa16a9-0753-40b1-9a32-c9c9904fd913'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:38:34.777274 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Routers {'fefa16a9-0753-40b1-9a32-c9c9904fd913'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:38:34.780878 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:38:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fefa16a9-0753-40b1-9a32-c9c9904fd913'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:34.874957 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:34.876092 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-88cfe051-d2bf-49ef-b644-8dc14759eb50 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8233879 Mar 14 18:38:34.879206 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34290) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:34.918273 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b83ca3d6-f8f5-4baf-ac31-cb1a46a26ca9 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=6c5e4a48cb994bfdaa976c98e4c4c63f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379837 Mar 14 18:38:34.921535 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34294) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:34.952362 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Set router fefa16a9-0753-40b1-9a32-c9c9904fd913 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:38:35.045830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8912e96c-bdaa-47fc-a629-4455c69788e1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:35.047359 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8912e96c-bdaa-47fc-a629-4455c69788e1 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1256106 Mar 14 18:38:35.050243 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34298) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:35.088245 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-823c27c5-1f69-49ee-b977-f03a4ceeb162 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363789 Mar 14 18:38:35.090745 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34302) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:35.096026 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-9e0ff2f9-41a3-404b-887e-93415d4f8bc1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-737172706', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:38:35.232377 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'name': 'tempest-TestNetworkBasicOps-router-1084776998', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:38:33Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:38:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:35.236196 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Checking router: fefa16a9-0753-40b1-9a32-c9c9904fd913 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:38:35.236546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Updating router fefa16a9-0753-40b1-9a32-c9c9904fd913 port 1ea29960-b569-4427-8792-04fefc04bcd8 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:38:35.288397 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:35.314707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9e0ff2f9-41a3-404b-887e-93415d4f8bc1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:38:35.318606 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9e0ff2f9-41a3-404b-887e-93415d4f8bc1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:subnet and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:38:35.321386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9e0ff2f9-41a3-404b-887e-93415d4f8bc1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:38:35.327656 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9e0ff2f9-41a3-404b-887e-93415d4f8bc1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:38:35.419427 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0ff2f9-41a3-404b-887e-93415d4f8bc1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:38:35.423026 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff2f9-41a3-404b-887e-93415d4f8bc1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:35.609674 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:35.621955 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Transition to ACTIVE for port object 1ea29960-b569-4427-8792-04fefc04bcd8 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:38:35.693436 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:35.710953 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff2f9-41a3-404b-887e-93415d4f8bc1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:35.787412 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ff2f9-41a3-404b-887e-93415d4f8bc1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Subnet': ['ID=b322c9fe-41f4-438a-ada6-cba63fd8c8bc,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:35.796406 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0ff2f9-41a3-404b-887e-93415d4f8bc1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Checking segment: {'id': '05696c02-2559-432d-bf09-dc5d672b00c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3101df28-9111-43ae-84fe-b199df43d571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:38:35.796766 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0ff2f9-41a3-404b-887e-93415d4f8bc1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network hostable DHCP agents. Network: 3101df28-9111-43ae-84fe-b199df43d571, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:38:35.801404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Attempting to bind port 1ea29960-b569-4427-8792-04fefc04bcd8 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:38:35.801965 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Attempting to bind port 1ea29960-b569-4427-8792-04fefc04bcd8 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:38:35.802329 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Attempting to bind port 1ea29960-b569-4427-8792-04fefc04bcd8 on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:38:35.810364 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636d3b8-897a-4085-93d1-a03aa77e4609 None None] Pushing event updated for resources: {'Port': ['ID=1ea29960-b569-4427-8792-04fefc04bcd8,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:35.812860 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:38:35.813307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:38:35.813620 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:35.813997 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:38:35.814453 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Bound port: 1ea29960-b569-4427-8792-04fefc04bcd8, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:38:35.814864 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:35.886654 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] For port 1ea29960-b569-4427-8792-04fefc04bcd8, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:38:35.889549 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] For port 1ea29960-b569-4427-8792-04fefc04bcd8, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1ea29960-b569-4427-8792-04fefc04bcd8,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:38:35.904744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0ff2f9-41a3-404b-887e-93415d4f8bc1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 3101df28-9111-43ae-84fe-b199df43d571 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:38:35.962107 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:35.984539 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-9e0ff2f9-41a3-404b-887e-93415d4f8bc1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 3101df28-9111-43ae-84fe-b199df43d571) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:38:35.989655 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0ff2f9-41a3-404b-887e-93415d4f8bc1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:35.990232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff2f9-41a3-404b-887e-93415d4f8bc1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:35.997536 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad248e5-7956-43c3-83f2-af2bd017f321 None None] Network 3101df28-9111-43ae-84fe-b199df43d571 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:38:36.082623 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9e0ff2f9-41a3-404b-887e-93415d4f8bc1 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9908364 Mar 14 18:38:36.085484 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34306) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:36.126236 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Routers {'fefa16a9-0753-40b1-9a32-c9c9904fd913'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:38:36.126885 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:38:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fefa16a9-0753-40b1-9a32-c9c9904fd913'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:36.193465 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636d3b8-897a-4085-93d1-a03aa77e4609 None None] Pushing event updated for resources: {'Port': ['ID=1ea29960-b569-4427-8792-04fefc04bcd8,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:36.391166 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] Set router fefa16a9-0753-40b1-9a32-c9c9904fd913 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:38:36.512325 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-3101df28-9111-43ae-84fe-b199df43d571', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ips': [{'subnet_id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:38:36.513127 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:36.757020 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:36.787531 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Allocated IP 172.20.0.2 (3101df28-9111-43ae-84fe-b199df43d571/b322c9fe-41f4-438a-ada6-cba63fd8c8bc/56d48de2-8d71-4848-82d7-3b510ff62ca7) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:38:36.893062 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'name': 'tempest-TestNetworkBasicOps-router-1084776998', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:38:33Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:36.902044 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b8ebe-28cf-41a9-b759-27a214e99bcf None None] The sync data for ids ['fefa16a9-0753-40b1-9a32-c9c9904fd913'] in dv-neutron-833560-1-hyperv is: [{'id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'name': 'tempest-TestNetworkBasicOps-router-1084776998', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:38:33Z', 'revision_number': 3, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:38:37.016389 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:37.028982 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Transition to ACTIVE for port object 56d48de2-8d71-4848-82d7-3b510ff62ca7 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:38:37.047758 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Transition to ACTIVE for port object 56d48de2-8d71-4848-82d7-3b510ff62ca7 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:38:37.116612 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:37.218511 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Network 3101df28-9111-43ae-84fe-b199df43d571 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:38:37.222226 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:38:37.226809 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:38:37.229583 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Pushing event updated for resources: {'Port': ['ID=56d48de2-8d71-4848-82d7-3b510ff62ca7,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:37.349883 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.1 (3101df28-9111-43ae-84fe-b199df43d571/b322c9fe-41f4-438a-ada6-cba63fd8c8bc/b6e71075-5d52-4795-b384-530bed1f805a) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:38:37.382546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Attempting to bind port 56d48de2-8d71-4848-82d7-3b510ff62ca7 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:38:37.382953 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Attempting to bind port 56d48de2-8d71-4848-82d7-3b510ff62ca7 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '05696c02-2559-432d-bf09-dc5d672b00c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3101df28-9111-43ae-84fe-b199df43d571'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:38:37.383318 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Attempting to bind port 56d48de2-8d71-4848-82d7-3b510ff62ca7 on network 3101df28-9111-43ae-84fe-b199df43d571 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:38:37.388885 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:38:37.389258 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Checking segment: {'id': '05696c02-2559-432d-bf09-dc5d672b00c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3101df28-9111-43ae-84fe-b199df43d571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:38:37.389696 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:37.390083 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Bound using segment: {'id': '05696c02-2559-432d-bf09-dc5d672b00c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3101df28-9111-43ae-84fe-b199df43d571'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:38:37.390547 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Bound port: 56d48de2-8d71-4848-82d7-3b510ff62ca7, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05696c02-2559-432d-bf09-dc5d672b00c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3101df28-9111-43ae-84fe-b199df43d571'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:38:37.390942 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:37.496258 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] For port 56d48de2-8d71-4848-82d7-3b510ff62ca7, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:38:37.499454 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] For port 56d48de2-8d71-4848-82d7-3b510ff62ca7, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=56d48de2-8d71-4848-82d7-3b510ff62ca7,segment=NetworkSegment(05696c02-2559-432d-bf09-dc5d672b00c9),segment_id=05696c02-2559-432d-bf09-dc5d672b00c9)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:38:37.540189 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:37.557327 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object b6e71075-5d52-4795-b384-530bed1f805a will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:38:37.596969 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:37.660067 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:37.698199 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cf94a-4200-4621-bf9b-db75d4d67e40 None None] Pushing event updated for resources: {'Port': ['ID=56d48de2-8d71-4848-82d7-3b510ff62ca7,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:37.770592 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 3101df28-9111-43ae-84fe-b199df43d571 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:38:37.774562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:38:37.780205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:38:37.828080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=b6e71075-5d52-4795-b384-530bed1f805a,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:37.842917 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:38.222902 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:38.656751 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:38.707124 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1ea29960-b569-4427-8792-04fefc04bcd8 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:38:38.711545 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:38.831087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=b6e71075-5d52-4795-b384-530bed1f805a,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:38.833577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:38.880188 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 1ea29960-b569-4427-8792-04fefc04bcd8 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:38:38.885070 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 1ea29960-b569-4427-8792-04fefc04bcd8 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:38:38.885454 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:38.966453 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 3101df28-9111-43ae-84fe-b199df43d571 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:38:38.967442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:38:38.999346 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:39.015461 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 1ea29960-b569-4427-8792-04fefc04bcd8, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1ea29960-b569-4427-8792-04fefc04bcd8,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:38:39.097549 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:39.098345 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 56d48de2-8d71-4848-82d7-3b510ff62ca7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:38:39.233315 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=1ea29960-b569-4427-8792-04fefc04bcd8,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:39.270899 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:39.275454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router fefa16a9-0753-40b1-9a32-c9c9904fd913 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:38:39.327650 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 56d48de2-8d71-4848-82d7-3b510ff62ca7 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:38:39.367298 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ee22d7-3387-4a83-b313-080a513dea13 None None] Network 3101df28-9111-43ae-84fe-b199df43d571 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:38:39.455474 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:38:39.467570 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Sync routers for ids ['fefa16a9-0753-40b1-9a32-c9c9904fd913'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:38:39.468863 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9ee0151a-b756-4df4-8537-27d6e3025b6c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/fefa16a9-0753-40b1-9a32-c9c9904fd913/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3823686 Mar 14 18:38:39.474900 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34310) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:39.478472 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Routers {'fefa16a9-0753-40b1-9a32-c9c9904fd913'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:38:39.479381 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:38:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fefa16a9-0753-40b1-9a32-c9c9904fd913'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:39.527734 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a8bf4be2-1bc0-4ebf-9e80-7a3e6c4fcbac None None] Provisioning for port 56d48de2-8d71-4848-82d7-3b510ff62ca7 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:38:39.540532 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a8bf4be2-1bc0-4ebf-9e80-7a3e6c4fcbac None None] Provisioning complete for port 56d48de2-8d71-4848-82d7-3b510ff62ca7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:38:39.540908 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4be2-1bc0-4ebf-9e80-7a3e6c4fcbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:39.612961 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7027e20-e5c8-45de-8712-b67d5f08b504 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:39.613354 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7027e20-e5c8-45de-8712-b67d5f08b504 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:39.613815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7027e20-e5c8-45de-8712-b67d5f08b504 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:39.614273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7027e20-e5c8-45de-8712-b67d5f08b504 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:39.619440 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a7027e20-e5c8-45de-8712-b67d5f08b504 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1469641 Mar 14 18:38:39.619607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 34314) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:39.667087 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Set router fefa16a9-0753-40b1-9a32-c9c9904fd913 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:38:39.697483 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83d68d7-32ad-4bac-a035-71aeef7b1706 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:39.697954 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83d68d7-32ad-4bac-a035-71aeef7b1706 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:39.698414 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83d68d7-32ad-4bac-a035-71aeef7b1706 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:39.698886 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83d68d7-32ad-4bac-a035-71aeef7b1706 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:39.703665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34318) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:39.713206 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4be2-1bc0-4ebf-9e80-7a3e6c4fcbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:39.718029 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f83d68d7-32ad-4bac-a035-71aeef7b1706 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0965841 Mar 14 18:38:39.753292 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a8bf4be2-1bc0-4ebf-9e80-7a3e6c4fcbac None None] For port 56d48de2-8d71-4848-82d7-3b510ff62ca7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=56d48de2-8d71-4848-82d7-3b510ff62ca7,segment=NetworkSegment(05696c02-2559-432d-bf09-dc5d672b00c9),segment_id=05696c02-2559-432d-bf09-dc5d672b00c9)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:38:39.836659 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4be2-1bc0-4ebf-9e80-7a3e6c4fcbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:39.921063 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2281162b-567f-49aa-a6e7-52b5d0dcd365 tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2160549 Mar 14 18:38:39.937977 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf4be2-1bc0-4ebf-9e80-7a3e6c4fcbac None None] Pushing event updated for resources: {'Port': ['ID=56d48de2-8d71-4848-82d7-3b510ff62ca7,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:40.003920 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'name': 'tempest-TestNetworkBasicOps-router-1084776998', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:38:38Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'b6e71075-5d52-4795-b384-530bed1f805a', 'name': '', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:a7:f1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:36Z', 'updated_at': '2022-03-14T18:38:38Z', 'revision_number': 2, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:40.008773 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Checking router: fefa16a9-0753-40b1-9a32-c9c9904fd913 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:38:40.015253 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Updating router fefa16a9-0753-40b1-9a32-c9c9904fd913 port b6e71075-5d52-4795-b384-530bed1f805a binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:38:40.114317 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:40.125786 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-067e3204-184f-4945-a593-76d20038836e None None] Provisioning for port b6e71075-5d52-4795-b384-530bed1f805a completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:38:40.132578 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-067e3204-184f-4945-a593-76d20038836e None None] Provisioning complete for port b6e71075-5d52-4795-b384-530bed1f805a triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:38:40.133131 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-067e3204-184f-4945-a593-76d20038836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:40.198306 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-067e3204-184f-4945-a593-76d20038836e None None] Port b6e71075-5d52-4795-b384-530bed1f805a cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:38:40.209741 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-067e3204-184f-4945-a593-76d20038836e None None] Provisioning complete for port 56d48de2-8d71-4848-82d7-3b510ff62ca7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:38:40.210065 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-067e3204-184f-4945-a593-76d20038836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:40.328461 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34324) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:40.335627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-f24ea5b7-0820-43ea-bda2-ec423938d2a3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1630961370', 'description': 'tempest-secgroup-smoke-1630961370 description', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:38:40.345021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f24ea5b7-0820-43ea-bda2-ec423938d2a3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:38:40.351913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f24ea5b7-0820-43ea-bda2-ec423938d2a3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:38:40.352114 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f24ea5b7-0820-43ea-bda2-ec423938d2a3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:38:40.359704 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f24ea5b7-0820-43ea-bda2-ec423938d2a3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:38:40.442258 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f24ea5b7-0820-43ea-bda2-ec423938d2a3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:40.454879 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3c8bb3fa-695e-41ba-900b-b387de3bb0cf None None] Provisioning complete for port b6e71075-5d52-4795-b384-530bed1f805a triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:38:40.455257 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3c8bb3fa-695e-41ba-900b-b387de3bb0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:40.463423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f24ea5b7-0820-43ea-bda2-ec423938d2a3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:38:40.467529 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f24ea5b7-0820-43ea-bda2-ec423938d2a3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:38:40.470382 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f24ea5b7-0820-43ea-bda2-ec423938d2a3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:38:40.476257 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f24ea5b7-0820-43ea-bda2-ec423938d2a3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:38:40.489810 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:40.503952 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Transition to ACTIVE for port object b6e71075-5d52-4795-b384-530bed1f805a will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:38:40.512048 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3c8bb3fa-695e-41ba-900b-b387de3bb0cf None None] Port b6e71075-5d52-4795-b384-530bed1f805a cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:38:40.552278 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f24ea5b7-0820-43ea-bda2-ec423938d2a3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:40.584791 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:40.624774 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f24ea5b7-0820-43ea-bda2-ec423938d2a3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:40.651759 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1e05c-5a93-4459-8d19-294f98dc7455 None None] Pushing event updated for resources: {'Port': ['ID=b6e71075-5d52-4795-b384-530bed1f805a,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:40.659206 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1ea29960-b569-4427-8792-04fefc04bcd8 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:38:40.678538 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ea5b7-0820-43ea-bda2-ec423938d2a3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89caa6d-7b68-43f9-80e5-7705c9bed3f2,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:40.750594 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f24ea5b7-0820-43ea-bda2-ec423938d2a3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:40.754937 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 1ea29960-b569-4427-8792-04fefc04bcd8 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:38:40.756100 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f24ea5b7-0820-43ea-bda2-ec423938d2a3 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4223783 Mar 14 18:38:40.756195 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:40.756280 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 34328) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:40.760616 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a931cd92-ab06-4599-864a-171f11f21afe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'f89caa6d-7b68-43f9-80e5-7705c9bed3f2', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:38:40.767050 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a931cd92-ab06-4599-864a-171f11f21afe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:38:40.771230 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a931cd92-ab06-4599-864a-171f11f21afe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:38:40.775669 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a931cd92-ab06-4599-864a-171f11f21afe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:38:40.782998 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a931cd92-ab06-4599-864a-171f11f21afe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:38:40.800663 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1e05c-5a93-4459-8d19-294f98dc7455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:40.801032 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1e05c-5a93-4459-8d19-294f98dc7455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:40.801339 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1e05c-5a93-4459-8d19-294f98dc7455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:40.801668 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1e05c-5a93-4459-8d19-294f98dc7455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:40.801987 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1e05c-5a93-4459-8d19-294f98dc7455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:40.802354 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1e05c-5a93-4459-8d19-294f98dc7455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:40.802627 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1e05c-5a93-4459-8d19-294f98dc7455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:40.802963 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1e05c-5a93-4459-8d19-294f98dc7455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:40.803472 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1e05c-5a93-4459-8d19-294f98dc7455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:40.803790 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1e05c-5a93-4459-8d19-294f98dc7455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:40.804105 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1e05c-5a93-4459-8d19-294f98dc7455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:40.804443 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1e05c-5a93-4459-8d19-294f98dc7455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:40.824980 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Attempting to bind port b6e71075-5d52-4795-b384-530bed1f805a on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:38:40.825340 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Attempting to bind port b6e71075-5d52-4795-b384-530bed1f805a by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '05696c02-2559-432d-bf09-dc5d672b00c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3101df28-9111-43ae-84fe-b199df43d571'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:38:40.825690 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Attempting to bind port b6e71075-5d52-4795-b384-530bed1f805a on network 3101df28-9111-43ae-84fe-b199df43d571 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:38:40.831232 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:38:40.831699 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Checking segment: {'id': '05696c02-2559-432d-bf09-dc5d672b00c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3101df28-9111-43ae-84fe-b199df43d571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:38:40.832089 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:40.832593 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Bound using segment: {'id': '05696c02-2559-432d-bf09-dc5d672b00c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3101df28-9111-43ae-84fe-b199df43d571'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:38:40.833051 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Bound port: b6e71075-5d52-4795-b384-530bed1f805a, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05696c02-2559-432d-bf09-dc5d672b00c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3101df28-9111-43ae-84fe-b199df43d571'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:38:40.833415 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:40.877491 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 56d48de2-8d71-4848-82d7-3b510ff62ca7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:38:40.878275 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a931cd92-ab06-4599-864a-171f11f21afe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:40.924755 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] For port b6e71075-5d52-4795-b384-530bed1f805a, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:38:40.927981 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] For port b6e71075-5d52-4795-b384-530bed1f805a, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=b6e71075-5d52-4795-b384-530bed1f805a,segment=NetworkSegment(05696c02-2559-432d-bf09-dc5d672b00c9),segment_id=05696c02-2559-432d-bf09-dc5d672b00c9)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:38:40.947604 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a931cd92-ab06-4599-864a-171f11f21afe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:40.961233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 56d48de2-8d71-4848-82d7-3b510ff62ca7 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:38:40.961614 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:41.006138 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:41.034459 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a931cd92-ab06-4599-864a-171f11f21afe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:41.056824 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931cd92-ab06-4599-864a-171f11f21afe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8222a321-ca39-490c-b917-ab9e0bfc1b5c,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:41.083713 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1e05c-5a93-4459-8d19-294f98dc7455 None None] Pushing event updated for resources: {'Port': ['ID=b6e71075-5d52-4795-b384-530bed1f805a,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:41.095863 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Routers {'fefa16a9-0753-40b1-9a32-c9c9904fd913'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:38:41.096487 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:38:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fefa16a9-0753-40b1-9a32-c9c9904fd913'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:41.127769 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a931cd92-ab06-4599-864a-171f11f21afe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:41.131589 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a931cd92-ab06-4599-864a-171f11f21afe tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3731718 Mar 14 18:38:41.132280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34332) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:41.138530 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-58b5ec67-be7c-4f13-a145-256a697f0a6f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'f89caa6d-7b68-43f9-80e5-7705c9bed3f2', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:38:41.145297 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-58b5ec67-be7c-4f13-a145-256a697f0a6f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:38:41.149784 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-58b5ec67-be7c-4f13-a145-256a697f0a6f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:38:41.155842 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-58b5ec67-be7c-4f13-a145-256a697f0a6f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:38:41.159263 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-58b5ec67-be7c-4f13-a145-256a697f0a6f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:38:41.243197 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-58b5ec67-be7c-4f13-a145-256a697f0a6f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:41.277794 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] Set router fefa16a9-0753-40b1-9a32-c9c9904fd913 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:38:41.307717 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-58b5ec67-be7c-4f13-a145-256a697f0a6f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:41.350450 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-58b5ec67-be7c-4f13-a145-256a697f0a6f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:41.373839 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5ec67-be7c-4f13-a145-256a697f0a6f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05daf871-d429-43d6-a226-d8d50f126eae,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:41.425028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-58b5ec67-be7c-4f13-a145-256a697f0a6f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:41.426292 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-58b5ec67-be7c-4f13-a145-256a697f0a6f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2927964 Mar 14 18:38:41.428888 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34336) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:41.433942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-54fe5277-ed2f-4dc9-b742-7c0b9fb3556d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'f89caa6d-7b68-43f9-80e5-7705c9bed3f2', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:38:41.439672 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-54fe5277-ed2f-4dc9-b742-7c0b9fb3556d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:38:41.443424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-54fe5277-ed2f-4dc9-b742-7c0b9fb3556d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:38:41.446267 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-54fe5277-ed2f-4dc9-b742-7c0b9fb3556d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:38:41.451872 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-54fe5277-ed2f-4dc9-b742-7c0b9fb3556d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:38:41.539702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-54fe5277-ed2f-4dc9-b742-7c0b9fb3556d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:41.588208 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'name': 'tempest-TestNetworkBasicOps-router-1084776998', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:38:38Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'b6e71075-5d52-4795-b384-530bed1f805a', 'name': '', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:a7:f1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:36Z', 'updated_at': '2022-03-14T18:38:40Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:41.591955 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfdfd8f-0892-4075-863a-b98993826322 None None] The sync data for ids ['fefa16a9-0753-40b1-9a32-c9c9904fd913'] in dv-neutron-833560-1-hyperv is: [{'id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'name': 'tempest-TestNetworkBasicOps-router-1084776998', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:38:38Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'b6e71075-5d52-4795-b384-530bed1f805a', 'name': '', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:a7:f1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:36Z', 'updated_at': '2022-03-14T18:38:40Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:38:41.606787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-54fe5277-ed2f-4dc9-b742-7c0b9fb3556d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:41.699527 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-54fe5277-ed2f-4dc9-b742-7c0b9fb3556d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:41.729909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe5277-ed2f-4dc9-b742-7c0b9fb3556d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983cfbee-9e9d-4842-9e08-901f414f896e,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:41.819379 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-54fe5277-ed2f-4dc9-b742-7c0b9fb3556d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:41.820601 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-54fe5277-ed2f-4dc9-b742-7c0b9fb3556d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3907986 Mar 14 18:38:41.824048 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 34340) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:41.829528 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-f2729b95-37b8-4421-9f63-4f75d5ba78a7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'f89caa6d-7b68-43f9-80e5-7705c9bed3f2', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:38:41.835804 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f2729b95-37b8-4421-9f63-4f75d5ba78a7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:38:41.840368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f2729b95-37b8-4421-9f63-4f75d5ba78a7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:38:41.843347 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f2729b95-37b8-4421-9f63-4f75d5ba78a7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:38:41.849513 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f2729b95-37b8-4421-9f63-4f75d5ba78a7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:38:41.950488 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f2729b95-37b8-4421-9f63-4f75d5ba78a7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:42.019785 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f2729b95-37b8-4421-9f63-4f75d5ba78a7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:42.087850 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f2729b95-37b8-4421-9f63-4f75d5ba78a7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:42.112886 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2729b95-37b8-4421-9f63-4f75d5ba78a7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e96dd04-fe5f-41d7-8ee7-bc02b41f4de7,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:42.179418 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f2729b95-37b8-4421-9f63-4f75d5ba78a7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:42.180737 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f2729b95-37b8-4421-9f63-4f75d5ba78a7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3556347 Mar 14 18:38:42.184345 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34344) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:42.189885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-00183c32-2e57-4167-bab0-4380df902c0f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'f89caa6d-7b68-43f9-80e5-7705c9bed3f2', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:38:42.196548 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-00183c32-2e57-4167-bab0-4380df902c0f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:38:42.201221 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-00183c32-2e57-4167-bab0-4380df902c0f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:38:42.204359 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-00183c32-2e57-4167-bab0-4380df902c0f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:38:42.210190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-00183c32-2e57-4167-bab0-4380df902c0f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:38:42.299075 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-00183c32-2e57-4167-bab0-4380df902c0f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:38:42.306785 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-00183c32-2e57-4167-bab0-4380df902c0f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:42.374943 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-00183c32-2e57-4167-bab0-4380df902c0f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:42.448036 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-00183c32-2e57-4167-bab0-4380df902c0f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:42.473360 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00183c32-2e57-4167-bab0-4380df902c0f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6691cd-5fde-44ab-9b54-c137764dcc85,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:42.550808 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-00183c32-2e57-4167-bab0-4380df902c0f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:42.555399 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-00183c32-2e57-4167-bab0-4380df902c0f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3665681 Mar 14 18:38:42.555399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34348) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:42.561076 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-e933d9b4-ab2e-4547-b9d5-b9aa0d2fa092 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'security_group_rule': {'security_group_id': 'f89caa6d-7b68-43f9-80e5-7705c9bed3f2', 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:38:42.567449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e933d9b4-ab2e-4547-b9d5-b9aa0d2fa092 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:38:42.572436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e933d9b4-ab2e-4547-b9d5-b9aa0d2fa092 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:security_group_rule and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:38:42.575443 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e933d9b4-ab2e-4547-b9d5-b9aa0d2fa092 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:38:42.581158 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e933d9b4-ab2e-4547-b9d5-b9aa0d2fa092 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:38:42.659522 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-e933d9b4-ab2e-4547-b9d5-b9aa0d2fa092 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Project 6c5e4a48cb994bfdaa976c98e4c4c63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:38:42.666847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e933d9b4-ab2e-4547-b9d5-b9aa0d2fa092 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:42.670305 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b6e71075-5d52-4795-b384-530bed1f805a up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:38:42.739706 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e933d9b4-ab2e-4547-b9d5-b9aa0d2fa092 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:42.824464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e933d9b4-ab2e-4547-b9d5-b9aa0d2fa092 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:42.847251 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933d9b4-ab2e-4547-b9d5-b9aa0d2fa092 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d2b966-0c05-4ffb-afc8-3f9efcc6a5b6,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:42.853190 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port b6e71075-5d52-4795-b384-530bed1f805a completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:38:42.858357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port b6e71075-5d52-4795-b384-530bed1f805a triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:38:42.858732 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:42.927866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e933d9b4-ab2e-4547-b9d5-b9aa0d2fa092 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:42.939639 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e933d9b4-ab2e-4547-b9d5-b9aa0d2fa092 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3733587 Mar 14 18:38:42.980853 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:43.013259 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port b6e71075-5d52-4795-b384-530bed1f805a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=b6e71075-5d52-4795-b384-530bed1f805a,segment=NetworkSegment(05696c02-2559-432d-bf09-dc5d672b00c9),segment_id=05696c02-2559-432d-bf09-dc5d672b00c9)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:38:43.071173 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:43.094504 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-36c5fe10-eca3-4996-b114-7f8fc4f477f0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:38:43.135729 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=b6e71075-5d52-4795-b384-530bed1f805a,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:43.178745 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-36c5fe10-eca3-4996-b114-7f8fc4f477f0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:38:43.179902 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-36c5fe10-eca3-4996-b114-7f8fc4f477f0 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1630961370&fields=id&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 267 time: 0.1252906 Mar 14 18:38:43.325654 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-c6350e47-1edb-4910-8afc-b5d44bcb03b2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:43.326353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-c6350e47-1edb-4910-8afc-b5d44bcb03b2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:38:43.418916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-c6350e47-1edb-4910-8afc-b5d44bcb03b2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:38:43.420047 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-c6350e47-1edb-4910-8afc-b5d44bcb03b2 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/networks?id=3101df28-9111-43ae-84fe-b199df43d571 HTTP/1.1" status: 200 len: 797 time: 0.2326405 Mar 14 18:38:43.434739 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-768c54fd-49dc-4aa9-ac95-956e17c5df4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/quotas/6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 375 time: 0.0091851 Mar 14 18:38:43.516650 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-614fcbc8-d2e9-41f3-b975-ed618a81930b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:38:43.619454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-614fcbc8-d2e9-41f3-b975-ed618a81930b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:38:43.620755 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-614fcbc8-d2e9-41f3-b975-ed618a81930b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1813293 Mar 14 18:38:43.636730 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-27e31dda-a98c-4460-a61a-03f430837372 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:38:43.637691 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-27e31dda-a98c-4460-a61a-03f430837372 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057607 Mar 14 18:38:43.766266 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-d7bcc06d-b19f-4be5-aade-a606bd9dd13e service neutron] 10.222.0.43 "GET /v2.0/networks/3101df28-9111-43ae-84fe-b199df43d571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231995 Mar 14 18:38:43.894725 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-4d39d381-e0ba-445f-a9a3-4f19d480c4d8 service neutron] 10.222.0.43 "GET /v2.0/networks/3101df28-9111-43ae-84fe-b199df43d571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226630 Mar 14 18:38:44.240990 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-788cf2b0-b077-4314-a912-2c53606edcf9 req-4eb22e66-6458-499b-ae04-a7374309ea42 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 210 time: 0.1477051 Mar 14 18:38:44.647891 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b6e71075-5d52-4795-b384-530bed1f805a up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:38:44.719735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port b6e71075-5d52-4795-b384-530bed1f805a triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:38:44.720113 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:45.387588 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-77da6050-f72a-44f9-b79f-2325c1d2f76a req-5f7e2cec-c1b3-4f52-9d11-3c91b204cdce tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 210 time: 0.0415561 Mar 14 18:38:46.185059 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-b855a512-68bb-4ed5-a594-3ef2a4310421 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:46.185740 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-b855a512-68bb-4ed5-a594-3ef2a4310421 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:38:46.197374 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-b855a512-68bb-4ed5-a594-3ef2a4310421 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:network {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:38:46.198465 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-b855a512-68bb-4ed5-a594-3ef2a4310421 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/networks?id=3101df28-9111-43ae-84fe-b199df43d571 HTTP/1.1" status: 200 len: 797 time: 0.1561353 Mar 14 18:38:46.245904 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-437832c2-cdc0-4005-bb0c-ff5df82de24f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f HTTP/1.1" status: 200 len: 380 time: 0.0393920 Mar 14 18:38:46.254253 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-872e2599-68ae-4186-91c2-7dcebba48896 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'port': {'device_id': '3eab101e-5769-4f11-ad3f-965731d4cc6e', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'admin_state_up': True, 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'security_groups': ['f89caa6d-7b68-43f9-80e5-7705c9bed3f2']}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:38:46.384455 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-872e2599-68ae-4186-91c2-7dcebba48896 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:38:46.393993 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-872e2599-68ae-4186-91c2-7dcebba48896 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:38:46.465111 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-872e2599-68ae-4186-91c2-7dcebba48896 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Made reservation on behalf of 6c5e4a48cb994bfdaa976c98e4c4c63f for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:38:46.468736 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-872e2599-68ae-4186-91c2-7dcebba48896 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:46.534629 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-150492c2-3b20-41ec-a5cd-7daae8781caa req-7f3f7d62-e238-44b8-801b-efb467d430f6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 210 time: 0.0410097 Mar 14 18:38:46.732747 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-872e2599-68ae-4186-91c2-7dcebba48896 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.20.0.4 (3101df28-9111-43ae-84fe-b199df43d571/b322c9fe-41f4-438a-ada6-cba63fd8c8bc/8f46790e-533f-4fc2-ba00-557f2fb927bf) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:38:46.915133 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-872e2599-68ae-4186-91c2-7dcebba48896 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:46.930583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-872e2599-68ae-4186-91c2-7dcebba48896 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Transition to ACTIVE for port object 8f46790e-533f-4fc2-ba00-557f2fb927bf will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:38:47.029128 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-872e2599-68ae-4186-91c2-7dcebba48896 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:47.094019 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-872e2599-68ae-4186-91c2-7dcebba48896 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network 3101df28-9111-43ae-84fe-b199df43d571 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:38:47.097010 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-872e2599-68ae-4186-91c2-7dcebba48896 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:38:47.105348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-872e2599-68ae-4186-91c2-7dcebba48896 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:38:47.138583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e2599-68ae-4186-91c2-7dcebba48896 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=8f46790e-533f-4fc2-ba00-557f2fb927bf,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:47.175018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-872e2599-68ae-4186-91c2-7dcebba48896 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:47.175592 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-872e2599-68ae-4186-91c2-7dcebba48896 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:47.315296 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-872e2599-68ae-4186-91c2-7dcebba48896 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0644701 Mar 14 18:38:47.326996 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Request body: {'port': {'device_id': '3eab101e-5769-4f11-ad3f-965731d4cc6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:38:47.400386 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-80abd544-e3f5-444d-be68-e6affa426944 None None] Provisioning for port 8f46790e-533f-4fc2-ba00-557f2fb927bf completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:38:47.405370 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-80abd544-e3f5-444d-be68-e6affa426944 None None] Provisioning complete for port 8f46790e-533f-4fc2-ba00-557f2fb927bf triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:38:47.405775 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-80abd544-e3f5-444d-be68-e6affa426944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:47.443617 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:47.459004 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-80abd544-e3f5-444d-be68-e6affa426944 None None] Port 8f46790e-533f-4fc2-ba00-557f2fb927bf cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:38:47.719729 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5c472-9372-4f54-b205-e67cc353bbda req-61ea9796-b143-4844-a920-abe903d80582 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:47.721196 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3ac5c472-9372-4f54-b205-e67cc353bbda req-61ea9796-b143-4844-a920-abe903d80582 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 931 time: 0.0803847 Mar 14 18:38:47.765377 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3ac5c472-9372-4f54-b205-e67cc353bbda req-093da061-80c6-4428-9159-4fec29e49d77 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89caa6d-7b68-43f9-80e5-7705c9bed3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380974 Mar 14 18:38:47.780747 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f46790e-533f-4fc2-ba00-557f2fb927bf {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:38:47.787096 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:47.801722 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Transition to ACTIVE for port object 8f46790e-533f-4fc2-ba00-557f2fb927bf will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:38:47.881510 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:48.006599 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f46790e-533f-4fc2-ba00-557f2fb927bf,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:48.110491 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Attempting to bind port 8f46790e-533f-4fc2-ba00-557f2fb927bf on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:38:48.110842 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Attempting to bind port 8f46790e-533f-4fc2-ba00-557f2fb927bf by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '05696c02-2559-432d-bf09-dc5d672b00c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3101df28-9111-43ae-84fe-b199df43d571'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:38:48.111165 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Attempting to bind port 8f46790e-533f-4fc2-ba00-557f2fb927bf on network 3101df28-9111-43ae-84fe-b199df43d571 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:38:48.115576 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Port 8f46790e-533f-4fc2-ba00-557f2fb927bf on network 3101df28-9111-43ae-84fe-b199df43d571 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:38:48.115887 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Attempting to bind port 8f46790e-533f-4fc2-ba00-557f2fb927bf on network 3101df28-9111-43ae-84fe-b199df43d571 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:38:48.120765 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:38:48.121099 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Checking segment: {'id': '05696c02-2559-432d-bf09-dc5d672b00c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3101df28-9111-43ae-84fe-b199df43d571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:38:48.121475 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Bound using segment: {'id': '05696c02-2559-432d-bf09-dc5d672b00c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3101df28-9111-43ae-84fe-b199df43d571'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:38:48.121887 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Bound port: 8f46790e-533f-4fc2-ba00-557f2fb927bf, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05696c02-2559-432d-bf09-dc5d672b00c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3101df28-9111-43ae-84fe-b199df43d571'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:38:48.122221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:48.209499 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] For port 8f46790e-533f-4fc2-ba00-557f2fb927bf, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:38:48.212782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] For port 8f46790e-533f-4fc2-ba00-557f2fb927bf, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8f46790e-533f-4fc2-ba00-557f2fb927bf,segment=NetworkSegment(05696c02-2559-432d-bf09-dc5d672b00c9),segment_id=05696c02-2559-432d-bf09-dc5d672b00c9)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:38:48.270553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:48.322693 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:48.323325 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:48.324662 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] 10.222.0.59 "PUT /v2.0/ports/8f46790e-533f-4fc2-ba00-557f2fb927bf HTTP/1.1" status: 200 len: 1093 time: 1.0018523 Mar 14 18:38:48.325088 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eab101e-5769-4f11-ad3f-965731d4cc6e', 'tag': '8f46790e-533f-4fc2-ba00-557f2fb927bf'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:38:48.357205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bf1ed-713d-423c-9d75-26a5b1a044f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f46790e-533f-4fc2-ba00-557f2fb927bf,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:48.376133 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eab101e-5769-4f11-ad3f-965731d4cc6e', 'tag': '8f46790e-533f-4fc2-ba00-557f2fb927bf', 'status': 'completed', 'code': 200} Mar 14 18:38:48.472100 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1de9f7-b5f4-4471-aeab-3f8f45d4acd7 req-55c9886d-44d5-4601-a9f1-38dbf66566eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:48.473585 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-da1de9f7-b5f4-4471-aeab-3f8f45d4acd7 req-55c9886d-44d5-4601-a9f1-38dbf66566eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 1096 time: 0.0767107 Mar 14 18:38:48.614109 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1de9f7-b5f4-4471-aeab-3f8f45d4acd7 req-0923d0e8-834a-4d31-b926-e8d78fb3266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:48.615567 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-da1de9f7-b5f4-4471-aeab-3f8f45d4acd7 req-0923d0e8-834a-4d31-b926-e8d78fb3266d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1351881 Mar 14 18:38:48.847351 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1de9f7-b5f4-4471-aeab-3f8f45d4acd7 req-88efc4bf-6809-4c08-a961-e1b8ebe55dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:48.848783 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-da1de9f7-b5f4-4471-aeab-3f8f45d4acd7 req-88efc4bf-6809-4c08-a961-e1b8ebe55dd7 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2275939 Mar 14 18:38:48.955817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-e4429894-a3a0-4c2c-8106-855806d29b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:48.957263 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-e4429894-a3a0-4c2c-8106-855806d29b78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 1096 time: 0.0690684 Mar 14 18:38:48.959126 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc86430-748e-42b7-8192-242047281e6c req-8ff0959b-56e9-435c-a8f3-a72080d7991e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:48.960559 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cbc86430-748e-42b7-8192-242047281e6c req-8ff0959b-56e9-435c-a8f3-a72080d7991e tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 943 time: 0.0829859 Mar 14 18:38:49.004789 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cbc86430-748e-42b7-8192-242047281e6c req-7682af41-fd9d-403c-bb50-ae2ca9482734 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89caa6d-7b68-43f9-80e5-7705c9bed3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384126 Mar 14 18:38:49.025205 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-9ffd0f62-cfba-4b02-99f5-b4fa73a327b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f46790e-533f-4fc2-ba00-557f2fb927bf HTTP/1.1" status: 200 len: 217 time: 0.0617676 Mar 14 18:38:49.084371 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-0daaa545-eba3-4c78-9ce7-5bf8dbb6a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:49.085722 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-0daaa545-eba3-4c78-9ce7-5bf8dbb6a15b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b322c9fe-41f4-438a-ada6-cba63fd8c8bc HTTP/1.1" status: 200 len: 834 time: 0.0553355 Mar 14 18:38:49.160146 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-9008295d-ac9f-4fd7-a484-25e2d829303e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:49.161580 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-9008295d-ac9f-4fd7-a484-25e2d829303e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3101df28-9111-43ae-84fe-b199df43d571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701787 Mar 14 18:38:49.290332 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-c97f4c5f-43f4-43fc-adc8-64ae21d7beae service neutron] 10.222.0.59 "GET /v2.0/networks/3101df28-9111-43ae-84fe-b199df43d571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225960 Mar 14 18:38:49.414746 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1e3f01df-e924-4d7f-b07f-2301a5c51c91 req-a7a2b173-4ea3-4750-9b68-1fdbab23961e service neutron] 10.222.0.59 "GET /v2.0/networks/3101df28-9111-43ae-84fe-b199df43d571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190777 Mar 14 18:38:50.186595 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05337c-7e4b-4e04-b557-7ec2d8f4c58d req-21b3695e-4c1f-4e05-af3a-a6f6afbca8c9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:50.188061 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9d05337c-7e4b-4e04-b557-7ec2d8f4c58d req-21b3695e-4c1f-4e05-af3a-a6f6afbca8c9 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 943 time: 0.0777986 Mar 14 18:38:50.230632 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9d05337c-7e4b-4e04-b557-7ec2d8f4c58d req-e50b24e2-c006-4dbc-a1ad-df1d32300359 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89caa6d-7b68-43f9-80e5-7705c9bed3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367634 Mar 14 18:38:51.416137 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00186e-8455-4b3e-b84e-28a633289b0d req-81d81fcd-cb93-454e-a587-84acefc07b8c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:51.417469 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-da00186e-8455-4b3e-b84e-28a633289b0d req-81d81fcd-cb93-454e-a587-84acefc07b8c tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 943 time: 0.0807188 Mar 14 18:38:51.460763 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-da00186e-8455-4b3e-b84e-28a633289b0d req-10f1df9b-7eea-41a6-8899-ec687194c2bc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89caa6d-7b68-43f9-80e5-7705c9bed3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376525 Mar 14 18:38:51.949426 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8f46790e-533f-4fc2-ba00-557f2fb927bf details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:38:52.077487 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8f46790e-533f-4fc2-ba00-557f2fb927bf, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8f46790e-533f-4fc2-ba00-557f2fb927bf,segment=NetworkSegment(05696c02-2559-432d-bf09-dc5d672b00c9),segment_id=05696c02-2559-432d-bf09-dc5d672b00c9)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:38:52.090391 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '8f46790e-533f-4fc2-ba00-557f2fb927bf', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'port_id': '8f46790e-533f-4fc2-ba00-557f2fb927bf', 'mac_address': 'fa:16:3e:79:9c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:38:52.146444 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:52.162881 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f46790e-533f-4fc2-ba00-557f2fb927bf {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:38:52.177496 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8f46790e-533f-4fc2-ba00-557f2fb927bf, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8f46790e-533f-4fc2-ba00-557f2fb927bf,segment=NetworkSegment(05696c02-2559-432d-bf09-dc5d672b00c9),segment_id=05696c02-2559-432d-bf09-dc5d672b00c9)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:38:52.264244 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:52.329016 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=8f46790e-533f-4fc2-ba00-557f2fb927bf,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:52.454807 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['8f46790e-533f-4fc2-ba00-557f2fb927bf'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:38:52.640295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa2027-9fa8-4821-8e81-11b8a1ef32d7 req-7ca22b29-71be-4973-9d05-e537eb323705 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:52.641766 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5caa2027-9fa8-4821-8e81-11b8a1ef32d7 req-7ca22b29-71be-4973-9d05-e537eb323705 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 944 time: 0.0778708 Mar 14 18:38:52.688244 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5caa2027-9fa8-4821-8e81-11b8a1ef32d7 req-2cc7c3d2-dcef-4e6c-87af-7f934845a216 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89caa6d-7b68-43f9-80e5-7705c9bed3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402601 Mar 14 18:38:53.870076 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8590b9-775d-4f03-b341-63b279cd1fef req-ca759533-1e4f-4a33-b762-a0c139b871be tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:53.871538 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5b8590b9-775d-4f03-b341-63b279cd1fef req-ca759533-1e4f-4a33-b762-a0c139b871be tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 944 time: 0.0788581 Mar 14 18:38:53.914001 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5b8590b9-775d-4f03-b341-63b279cd1fef req-eb6ad79f-6a30-4c97-94bc-f29b1849e191 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89caa6d-7b68-43f9-80e5-7705c9bed3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369229 Mar 14 18:38:53.964445 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8f46790e-533f-4fc2-ba00-557f2fb927bf up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:38:54.075868 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 8f46790e-533f-4fc2-ba00-557f2fb927bf completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:38:54.080543 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 8f46790e-533f-4fc2-ba00-557f2fb927bf triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:38:54.080914 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:54.192542 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:54.231480 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eab101e-5769-4f11-ad3f-965731d4cc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f46790e-533f-4fc2-ba00-557f2fb927bf'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:38:54.240681 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8f46790e-533f-4fc2-ba00-557f2fb927bf, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8f46790e-533f-4fc2-ba00-557f2fb927bf,segment=NetworkSegment(05696c02-2559-432d-bf09-dc5d672b00c9),segment_id=05696c02-2559-432d-bf09-dc5d672b00c9)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:38:54.275765 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eab101e-5769-4f11-ad3f-965731d4cc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f46790e-533f-4fc2-ba00-557f2fb927bf', 'code': 200} Mar 14 18:38:54.292962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-771548dd-ec12-4c5e-a346-3c7d92657151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:54.322045 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:54.388090 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=8f46790e-533f-4fc2-ba00-557f2fb927bf,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:54.612469 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb5aa2-6197-4b8d-9ce8-2941c257553f req-e56a92e5-496a-4d62-a08a-43e584c4a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:54.613974 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-77fb5aa2-6197-4b8d-9ce8-2941c257553f req-e56a92e5-496a-4d62-a08a-43e584c4a345 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 1098 time: 0.0672512 Mar 14 18:38:54.652488 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-77fb5aa2-6197-4b8d-9ce8-2941c257553f req-1fabd5b6-0dc2-4752-9333-86f24a1a05c5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f89caa6d-7b68-43f9-80e5-7705c9bed3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328274 Mar 14 18:38:55.095585 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14678e57-410e-4881-a14b-cef7e324cb76 req-c85a252f-d67d-4f14-8aaa-deb827ef559b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:55.097007 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-14678e57-410e-4881-a14b-cef7e324cb76 req-c85a252f-d67d-4f14-8aaa-deb827ef559b tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 945 time: 0.0806899 Mar 14 18:38:55.144847 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-14678e57-410e-4881-a14b-cef7e324cb76 req-e3ea0b06-a5c4-4ae1-8619-747baac32b4a tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89caa6d-7b68-43f9-80e5-7705c9bed3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421100 Mar 14 18:38:56.327822 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711ed0f-6e05-4d06-8023-325203ac3246 req-519a0959-e16d-43eb-88fe-a0a914b696af tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:56.329250 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3711ed0f-6e05-4d06-8023-325203ac3246 req-519a0959-e16d-43eb-88fe-a0a914b696af tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 945 time: 0.0783682 Mar 14 18:38:56.361275 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d1e2adbc-303f-41d4-b96b-3fff104c19b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:56.375802 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3711ed0f-6e05-4d06-8023-325203ac3246 req-c2d5f29a-ae1d-41fc-9efc-70df5577a540 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89caa6d-7b68-43f9-80e5-7705c9bed3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407617 Mar 14 18:38:56.556221 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719e706-0d38-4b02-99e2-22851e8bcc9c req-0b4b26de-010b-43ca-9823-a85365748381 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:56.557687 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e719e706-0d38-4b02-99e2-22851e8bcc9c req-0b4b26de-010b-43ca-9823-a85365748381 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 945 time: 0.0768266 Mar 14 18:38:56.601632 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e719e706-0d38-4b02-99e2-22851e8bcc9c req-53d03bcb-aa46-4af9-b5b0-73ae6eebbf68 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89caa6d-7b68-43f9-80e5-7705c9bed3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380335 Mar 14 18:38:56.623397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34408) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:56.694032 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae23947b-2172-4000-9fe3-320c8a20982f tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:56.695559 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ae23947b-2172-4000-9fe3-320c8a20982f tempest-TestNetworkBasicOps-1176980347 tempest-TestNetworkBasicOps-1176980347-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 1093 time: 0.0712111 Mar 14 18:38:56.698847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34412) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:56.703752 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': '8f46790e-533f-4fc2-ba00-557f2fb927bf', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:38:56.709514 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:38:56.713884 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Usage tracker for resource:floatingip and tenant:6c5e4a48cb994bfdaa976c98e4c4c63f is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:38:56.716649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:38:56.722271 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:38:56.822829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:56.955602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:57.080811 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Allocated IP 172.26.7.191 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/45d05b88-52d8-4f49-be83-d4dba6c63258) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:38:57.220001 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:57.325859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:57.385183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:38:57.387847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:38:57.391283 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:38:57.438489 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=45d05b88-52d8-4f49-be83-d4dba6c63258,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:57.851614 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:57.880205 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:57.890366 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:58.029140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:58.224225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:58.287033 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:58.393042 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event updated for resources: {'Port': ['ID=45d05b88-52d8-4f49-be83-d4dba6c63258,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:58.404704 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:58.570271 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP 8adf8349-0e51-4d3e-8c25-e9b2fda6f185 associated. External IP: 172.26.7.191, port: 8f46790e-533f-4fc2-ba00-557f2fb927bf. Mar 14 18:38:58.906838 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router fefa16a9-0753-40b1-9a32-c9c9904fd913 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:38:59.175134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:38:59.185041 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da1c8cc-e510-4a57-a295-087ecab24a37 None None] Sync routers for ids ['fefa16a9-0753-40b1-9a32-c9c9904fd913'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:38:59.194194 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da1c8cc-e510-4a57-a295-087ecab24a37 None None] Routers {'fefa16a9-0753-40b1-9a32-c9c9904fd913'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:38:59.194920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-7da1c8cc-e510-4a57-a295-087ecab24a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:38:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fefa16a9-0753-40b1-9a32-c9c9904fd913'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:59.247288 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:59.301808 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-95641394-1769-45a2-9eee-c33c4fa36510 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6019511 Mar 14 18:38:59.303743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eab101e-5769-4f11-ad3f-965731d4cc6e', 'tag': '8f46790e-533f-4fc2-ba00-557f2fb927bf'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:38:59.304644 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 34416) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:38:59.346323 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eab101e-5769-4f11-ad3f-965731d4cc6e', 'tag': '8f46790e-533f-4fc2-ba00-557f2fb927bf', 'status': 'completed', 'code': 200} Mar 14 18:38:59.374074 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-7da1c8cc-e510-4a57-a295-087ecab24a37 None None] Set router fefa16a9-0753-40b1-9a32-c9c9904fd913 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:38:59.456304 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5b11b652-2411-4b5b-b5b9-db0161e4b150 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/8adf8349-0e51-4d3e-8c25-e9b2fda6f185 HTTP/1.1" status: 200 len: 991 time: 0.1502035 Mar 14 18:38:59.476653 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146da65-a3d9-44ba-ab1b-48bd1890b7e1 req-f60b3e28-d3ac-45ba-84f6-e893ac17ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:59.478657 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f146da65-a3d9-44ba-ab1b-48bd1890b7e1 req-f60b3e28-d3ac-45ba-84f6-e893ac17ec3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 1098 time: 0.1083848 Mar 14 18:38:59.606161 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146da65-a3d9-44ba-ab1b-48bd1890b7e1 req-3fdc5e79-de6b-46c3-a7e1-86618f9cf0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:59.607645 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f146da65-a3d9-44ba-ab1b-48bd1890b7e1 req-3fdc5e79-de6b-46c3-a7e1-86618f9cf0c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3101df28-9111-43ae-84fe-b199df43d571 HTTP/1.1" status: 200 len: 898 time: 0.1232510 Mar 14 18:38:59.715185 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f146da65-a3d9-44ba-ab1b-48bd1890b7e1 req-572a56e8-0f57-4803-a1ed-09ece21da12c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f46790e-533f-4fc2-ba00-557f2fb927bf HTTP/1.1" status: 200 len: 999 time: 0.1009922 Mar 14 18:38:59.754982 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-7da1c8cc-e510-4a57-a295-087ecab24a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'name': 'tempest-TestNetworkBasicOps-router-1084776998', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:38:38Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '8adf8349-0e51-4d3e-8c25-e9b2fda6f185', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.191', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'port_id': '8f46790e-533f-4fc2-ba00-557f2fb927bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'mac_address': 'fa:16:3e:79:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab101e-5769-4f11-ad3f-965731d4cc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:38:57Z', 'updated_at': '2022-03-14T18:38:57Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e71075-5d52-4795-b384-530bed1f805a', 'name': '', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:a7:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:36Z', 'updated_at': '2022-03-14T18:38:42Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:59.762840 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da1c8cc-e510-4a57-a295-087ecab24a37 None None] Checking router: fefa16a9-0753-40b1-9a32-c9c9904fd913 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:38:59.767309 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da1c8cc-e510-4a57-a295-087ecab24a37 None None] Routers {'fefa16a9-0753-40b1-9a32-c9c9904fd913'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:38:59.767924 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-7da1c8cc-e510-4a57-a295-087ecab24a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:38:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fefa16a9-0753-40b1-9a32-c9c9904fd913'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:59.776605 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146da65-a3d9-44ba-ab1b-48bd1890b7e1 req-5f8c8e8a-cde3-4e04-832a-6a83f3ec715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:59.778049 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f146da65-a3d9-44ba-ab1b-48bd1890b7e1 req-5f8c8e8a-cde3-4e04-832a-6a83f3ec715c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b322c9fe-41f4-438a-ada6-cba63fd8c8bc HTTP/1.1" status: 200 len: 834 time: 0.0571268 Mar 14 18:38:59.819315 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:59.853048 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146da65-a3d9-44ba-ab1b-48bd1890b7e1 req-279479d1-6ed1-47c2-a276-93ec34de531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:59.854500 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f146da65-a3d9-44ba-ab1b-48bd1890b7e1 req-279479d1-6ed1-47c2-a276-93ec34de531d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3101df28-9111-43ae-84fe-b199df43d571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691619 Mar 14 18:38:59.941829 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-7da1c8cc-e510-4a57-a295-087ecab24a37 None None] Set router fefa16a9-0753-40b1-9a32-c9c9904fd913 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:38:59.983690 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f146da65-a3d9-44ba-ab1b-48bd1890b7e1 req-2da70c74-1016-4787-b33b-980ac037bc3b service neutron] 10.222.0.59 "GET /v2.0/networks/3101df28-9111-43ae-84fe-b199df43d571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231279 Mar 14 18:39:00.111822 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-f146da65-a3d9-44ba-ab1b-48bd1890b7e1 req-cda29bbe-ef31-411a-b085-cc48735c05b0 service neutron] 10.222.0.59 "GET /v2.0/networks/3101df28-9111-43ae-84fe-b199df43d571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227870 Mar 14 18:39:00.280510 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-7da1c8cc-e510-4a57-a295-087ecab24a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'name': 'tempest-TestNetworkBasicOps-router-1084776998', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:38:38Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '8adf8349-0e51-4d3e-8c25-e9b2fda6f185', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.191', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'port_id': '8f46790e-533f-4fc2-ba00-557f2fb927bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'mac_address': 'fa:16:3e:79:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab101e-5769-4f11-ad3f-965731d4cc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:38:57Z', 'updated_at': '2022-03-14T18:38:57Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e71075-5d52-4795-b384-530bed1f805a', 'name': '', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:a7:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:36Z', 'updated_at': '2022-03-14T18:38:42Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:00.284321 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da1c8cc-e510-4a57-a295-087ecab24a37 None None] The sync data for ids ['fefa16a9-0753-40b1-9a32-c9c9904fd913'] in dv-neutron-833560-1-hyperv is: [{'id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'name': 'tempest-TestNetworkBasicOps-router-1084776998', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:38:38Z', 'revision_number': 4, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '8adf8349-0e51-4d3e-8c25-e9b2fda6f185', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.191', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'port_id': '8f46790e-533f-4fc2-ba00-557f2fb927bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'mac_address': 'fa:16:3e:79:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab101e-5769-4f11-ad3f-965731d4cc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:38:57Z', 'updated_at': '2022-03-14T18:38:57Z', 'revision_number': 0, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e71075-5d52-4795-b384-530bed1f805a', 'name': '', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:a7:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:36Z', 'updated_at': '2022-03-14T18:38:42Z', 'revision_number': 5, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:39:00.460180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34422) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:39:00.476621 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79351076-5c9a-441f-8f09-74c3ad51b729 None None] New status for floating IP 8adf8349-0e51-4d3e-8c25-e9b2fda6f185: ACTIVE {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:39:00.573242 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6794877b-46e2-4a78-8b91-e761de686eeb tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/8adf8349-0e51-4d3e-8c25-e9b2fda6f185 HTTP/1.1" status: 200 len: 991 time: 0.1118808 Mar 14 18:39:01.576514 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34426) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:39:01.687078 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e4bd0da8-7a4b-4a20-94eb-8454ae4f97dd tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/8adf8349-0e51-4d3e-8c25-e9b2fda6f185 HTTP/1.1" status: 200 len: 993 time: 0.1093872 Mar 14 18:39:09.195159 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:10.108775 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:39:24.303120 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7e60-9f47-4d2b-9bb1-ac54faa45ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:26.372495 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ea545c9c-8cb4-49a0-9adf-984d69ace7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:27.821865 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:27.878593 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:29.852012 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:32.935879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34440) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:39:32.941067 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-f7b1314e-5b42-4fbc-be18-d1eab69cd6e8 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:33.442454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7b1314e-5b42-4fbc-be18-d1eab69cd6e8 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:33.520395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7b1314e-5b42-4fbc-be18-d1eab69cd6e8 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:33.690364 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b1314e-5b42-4fbc-be18-d1eab69cd6e8 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router fefa16a9-0753-40b1-9a32-c9c9904fd913 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:39:33.970036 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b1314e-5b42-4fbc-be18-d1eab69cd6e8 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:39:33.981169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7b1314e-5b42-4fbc-be18-d1eab69cd6e8 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:33.982702 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f7b1314e-5b42-4fbc-be18-d1eab69cd6e8 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/fefa16a9-0753-40b1-9a32-c9c9904fd913 HTTP/1.1" status: 200 len: 889 time: 1.0457604 Mar 14 18:39:33.984157 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0854a611-eec5-4eca-8db6-5b9e2dd55333 None None] Sync routers for ids ['fefa16a9-0753-40b1-9a32-c9c9904fd913'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:39:33.994653 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0854a611-eec5-4eca-8db6-5b9e2dd55333 None None] Routers {'fefa16a9-0753-40b1-9a32-c9c9904fd913'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:39:33.995294 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0854a611-eec5-4eca-8db6-5b9e2dd55333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:39:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fefa16a9-0753-40b1-9a32-c9c9904fd913'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:34.056122 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0854a611-eec5-4eca-8db6-5b9e2dd55333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:34.064471 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0854a611-eec5-4eca-8db6-5b9e2dd55333 None None] Routers {'fefa16a9-0753-40b1-9a32-c9c9904fd913'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:39:34.065054 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0854a611-eec5-4eca-8db6-5b9e2dd55333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:39:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fefa16a9-0753-40b1-9a32-c9c9904fd913'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:34.124908 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0854a611-eec5-4eca-8db6-5b9e2dd55333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:34.125334 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0854a611-eec5-4eca-8db6-5b9e2dd55333 None None] The sync data for ids ['fefa16a9-0753-40b1-9a32-c9c9904fd913'] in dv-neutron-833560-1-hyperv is: [] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:39:34.862610 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9dd6bc-1797-47ab-96f9-14d6dfb4e081 None None] New status for floating IP 8adf8349-0e51-4d3e-8c25-e9b2fda6f185: DOWN {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:39:34.891738 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1ea29960-b569-4427-8792-04fefc04bcd8 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:39:35.002403 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:35.018101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 1ea29960-b569-4427-8792-04fefc04bcd8, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1ea29960-b569-4427-8792-04fefc04bcd8,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:39:35.057665 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:35.058387 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b6e71075-5d52-4795-b384-530bed1f805a no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:39:35.178916 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=1ea29960-b569-4427-8792-04fefc04bcd8,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:35.251762 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:35.252101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:35.252486 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:35.252760 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:35.253083 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:35.253406 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:35.253723 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:35.254038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:35.254353 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:35.254664 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:35.255004 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:35.255312 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:35.275946 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:35.306557 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port b6e71075-5d52-4795-b384-530bed1f805a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=b6e71075-5d52-4795-b384-530bed1f805a,segment=NetworkSegment(05696c02-2559-432d-bf09-dc5d672b00c9),segment_id=05696c02-2559-432d-bf09-dc5d672b00c9)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:39:35.387181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:35.458593 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=b6e71075-5d52-4795-b384-530bed1f805a,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:36.126112 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 34446) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:39:36.131142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a04043a7-ef6f-4e6a-aec0-847e74f5cf63 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:36.735651 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a04043a7-ef6f-4e6a-aec0-847e74f5cf63 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:36.812275 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a04043a7-ef6f-4e6a-aec0-847e74f5cf63 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-341016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-341011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338784'] for router, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:36.985960 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04043a7-ef6f-4e6a-aec0-847e74f5cf63 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router fefa16a9-0753-40b1-9a32-c9c9904fd913 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:39:37.158448 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04043a7-ef6f-4e6a-aec0-847e74f5cf63 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:39:37.164948 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a04043a7-ef6f-4e6a-aec0-847e74f5cf63 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:37.166086 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a04043a7-ef6f-4e6a-aec0-847e74f5cf63 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/fefa16a9-0753-40b1-9a32-c9c9904fd913 HTTP/1.1" status: 200 len: 888 time: 1.0389972 Mar 14 18:39:37.167737 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8740180-a34a-42e8-b219-b42739fae308 None None] Sync routers for ids ['fefa16a9-0753-40b1-9a32-c9c9904fd913'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:39:37.168970 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 34450) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:39:37.177426 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8740180-a34a-42e8-b219-b42739fae308 None None] Routers {'fefa16a9-0753-40b1-9a32-c9c9904fd913'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:39:37.178043 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e8740180-a34a-42e8-b219-b42739fae308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:39:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fefa16a9-0753-40b1-9a32-c9c9904fd913'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:37.272652 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-80fe5f9e-fc98-403a-b64e-1ae16cccdcf8 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/8adf8349-0e51-4d3e-8c25-e9b2fda6f185 HTTP/1.1" status: 200 len: 991 time: 0.1023927 Mar 14 18:39:37.351142 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-e8740180-a34a-42e8-b219-b42739fae308 None None] Set router fefa16a9-0753-40b1-9a32-c9c9904fd913 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:39:37.713087 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e8740180-a34a-42e8-b219-b42739fae308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'name': 'tempest-TestNetworkBasicOps-router-1084776998', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:39:36Z', 'revision_number': 6, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:39:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '8adf8349-0e51-4d3e-8c25-e9b2fda6f185', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.191', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'port_id': '8f46790e-533f-4fc2-ba00-557f2fb927bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'mac_address': 'fa:16:3e:79:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab101e-5769-4f11-ad3f-965731d4cc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:38:57Z', 'updated_at': '2022-03-14T18:39:35Z', 'revision_number': 2, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e71075-5d52-4795-b384-530bed1f805a', 'name': '', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:a7:f1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:36Z', 'updated_at': '2022-03-14T18:39:35Z', 'revision_number': 6, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:37.717390 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8740180-a34a-42e8-b219-b42739fae308 None None] Checking router: fefa16a9-0753-40b1-9a32-c9c9904fd913 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:39:37.728521 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8740180-a34a-42e8-b219-b42739fae308 None None] Routers {'fefa16a9-0753-40b1-9a32-c9c9904fd913'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:39:37.729137 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e8740180-a34a-42e8-b219-b42739fae308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:39:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fefa16a9-0753-40b1-9a32-c9c9904fd913'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:37.919492 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-e8740180-a34a-42e8-b219-b42739fae308 None None] Set router fefa16a9-0753-40b1-9a32-c9c9904fd913 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:39:38.269842 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-e8740180-a34a-42e8-b219-b42739fae308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'name': 'tempest-TestNetworkBasicOps-router-1084776998', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:39:36Z', 'revision_number': 6, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:39:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '8adf8349-0e51-4d3e-8c25-e9b2fda6f185', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.191', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'port_id': '8f46790e-533f-4fc2-ba00-557f2fb927bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'mac_address': 'fa:16:3e:79:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab101e-5769-4f11-ad3f-965731d4cc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:38:57Z', 'updated_at': '2022-03-14T18:39:35Z', 'revision_number': 2, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e71075-5d52-4795-b384-530bed1f805a', 'name': '', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:a7:f1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:36Z', 'updated_at': '2022-03-14T18:39:35Z', 'revision_number': 6, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:38.273882 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8740180-a34a-42e8-b219-b42739fae308 None None] The sync data for ids ['fefa16a9-0753-40b1-9a32-c9c9904fd913'] in dv-neutron-833560-1-hyperv is: [{'id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'name': 'tempest-TestNetworkBasicOps-router-1084776998', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:39:36Z', 'revision_number': 6, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:39:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '8adf8349-0e51-4d3e-8c25-e9b2fda6f185', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'floating_ip_address': '172.26.7.191', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'port_id': '8f46790e-533f-4fc2-ba00-557f2fb927bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'mac_address': 'fa:16:3e:79:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab101e-5769-4f11-ad3f-965731d4cc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:38:57Z', 'updated_at': '2022-03-14T18:39:35Z', 'revision_number': 2, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e71075-5d52-4795-b384-530bed1f805a', 'name': '', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:a7:f1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:36Z', 'updated_at': '2022-03-14T18:39:35Z', 'revision_number': 6, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:39:38.276188 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34454) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:39:38.386353 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bb831136-162d-48ed-a884-a758a4902288 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/8adf8349-0e51-4d3e-8c25-e9b2fda6f185 HTTP/1.1" status: 200 len: 991 time: 0.1083984 Mar 14 18:39:38.703727 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b6e71075-5d52-4795-b384-530bed1f805a up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:39:38.775995 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port b6e71075-5d52-4795-b384-530bed1f805a triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:38.776370 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:38.938296 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:38.976462 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port b6e71075-5d52-4795-b384-530bed1f805a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=b6e71075-5d52-4795-b384-530bed1f805a,segment=NetworkSegment(05696c02-2559-432d-bf09-dc5d672b00c9),segment_id=05696c02-2559-432d-bf09-dc5d672b00c9)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:39:39.063115 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:39.144556 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=b6e71075-5d52-4795-b384-530bed1f805a,revision_number=7']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:39.204786 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:39.390267 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34458) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:39:39.499476 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0e6d35fe-a32c-47f0-8ba4-74691dab3829 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/8adf8349-0e51-4d3e-8c25-e9b2fda6f185 HTTP/1.1" status: 200 len: 991 time: 0.1074765 Mar 14 18:39:39.894253 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea8d84-3314-4671-8ba2-98e422c79b84 None None] New status for floating IP 8adf8349-0e51-4d3e-8c25-e9b2fda6f185: ACTIVE {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:39:40.504113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 34462) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:39:40.603884 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4d091305-21c9-46cf-808c-78cef4f423b7 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/floatingips/8adf8349-0e51-4d3e-8c25-e9b2fda6f185 HTTP/1.1" status: 200 len: 993 time: 0.0980682 Mar 14 18:39:40.736820 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1ea29960-b569-4427-8792-04fefc04bcd8 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:39:40.804586 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 1ea29960-b569-4427-8792-04fefc04bcd8 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:40.804951 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:40.913109 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:40.928954 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 1ea29960-b569-4427-8792-04fefc04bcd8, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1ea29960-b569-4427-8792-04fefc04bcd8,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:39:40.988968 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:40.989678 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b6e71075-5d52-4795-b384-530bed1f805a up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:39:41.101194 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=1ea29960-b569-4427-8792-04fefc04bcd8,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:41.113333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port b6e71075-5d52-4795-b384-530bed1f805a triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:41.113706 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:42.680955 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1ea29960-b569-4427-8792-04fefc04bcd8 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:39:42.752571 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 1ea29960-b569-4427-8792-04fefc04bcd8 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:42.752946 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:42.885959 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34470) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:39:43.080237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 45d05b88-52d8-4f49-be83-d4dba6c63258 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:39:43.080570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:43.247349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:43.247571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:43.364467 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 45d05b88-52d8-4f49-be83-d4dba6c63258 owned by network:floatingip {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:39:43.571592 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:43.616734 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=45d05b88-52d8-4f49-be83-d4dba6c63258,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:43.651336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:43.651682 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:43.652019 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:43.652349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:43.652685 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:43.653015 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:43.653317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:43.653636 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:43.653953 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:43.654298 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:43.654614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:43.654955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:43.715889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for floatingip, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:43.716276 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Floating IP 8adf8349-0e51-4d3e-8c25-e9b2fda6f185 disassociated (deleted). External IP: 172.26.7.191, port: 8f46790e-533f-4fc2-ba00-557f2fb927bf. Mar 14 18:39:44.157737 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router fefa16a9-0753-40b1-9a32-c9c9904fd913 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:39:44.332133 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:39:44.341195 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddb1743-b0cc-4e54-9016-2693682bf3a3 None None] Sync routers for ids ['fefa16a9-0753-40b1-9a32-c9c9904fd913'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:39:44.350053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:44.350620 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb1743-b0cc-4e54-9016-2693682bf3a3 None None] Routers {'fefa16a9-0753-40b1-9a32-c9c9904fd913'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:39:44.351308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6ddb1743-b0cc-4e54-9016-2693682bf3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:39:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fefa16a9-0753-40b1-9a32-c9c9904fd913'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:44.406498 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-76b73d61-b0b3-40a3-9c12-cdaba3ee3d4f tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/floatingips/8adf8349-0e51-4d3e-8c25-e9b2fda6f185 HTTP/1.1" status: 204 len: 168 time: 1.5189703 Mar 14 18:39:44.407369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eab101e-5769-4f11-ad3f-965731d4cc6e', 'tag': '8f46790e-533f-4fc2-ba00-557f2fb927bf'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:39:44.453417 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eab101e-5769-4f11-ad3f-965731d4cc6e', 'tag': '8f46790e-533f-4fc2-ba00-557f2fb927bf', 'status': 'completed', 'code': 200} Mar 14 18:39:44.529624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-6ddb1743-b0cc-4e54-9016-2693682bf3a3 None None] Set router fefa16a9-0753-40b1-9a32-c9c9904fd913 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:39:44.552147 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc846b41-bf1e-4a98-b19b-190a1ee9f0e4 req-9c01face-3c66-4bdf-8e2c-208ff8933483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:44.555279 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fc846b41-bf1e-4a98-b19b-190a1ee9f0e4 req-9c01face-3c66-4bdf-8e2c-208ff8933483 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 1098 time: 0.0816898 Mar 14 18:39:44.806453 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc846b41-bf1e-4a98-b19b-190a1ee9f0e4 req-671f9b0a-533a-46e8-b5a0-fe02ab50f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:44.807933 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fc846b41-bf1e-4a98-b19b-190a1ee9f0e4 req-671f9b0a-533a-46e8-b5a0-fe02ab50f25b service neutron] 10.222.0.59 "GET /v2.0/networks?id=3101df28-9111-43ae-84fe-b199df43d571 HTTP/1.1" status: 200 len: 898 time: 0.2466552 Mar 14 18:39:44.859259 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6ddb1743-b0cc-4e54-9016-2693682bf3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'name': 'tempest-TestNetworkBasicOps-router-1084776998', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:39:36Z', 'revision_number': 6, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:39:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'b6e71075-5d52-4795-b384-530bed1f805a', 'name': '', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:a7:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:36Z', 'updated_at': '2022-03-14T18:39:38Z', 'revision_number': 7, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:44.863242 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddb1743-b0cc-4e54-9016-2693682bf3a3 None None] Checking router: fefa16a9-0753-40b1-9a32-c9c9904fd913 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:39:44.872099 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb1743-b0cc-4e54-9016-2693682bf3a3 None None] Routers {'fefa16a9-0753-40b1-9a32-c9c9904fd913'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:39:44.872648 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6ddb1743-b0cc-4e54-9016-2693682bf3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:39:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fefa16a9-0753-40b1-9a32-c9c9904fd913'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:44.874779 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fc846b41-bf1e-4a98-b19b-190a1ee9f0e4 req-4c306f51-202c-4b27-b448-5582feb005a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f46790e-533f-4fc2-ba00-557f2fb927bf HTTP/1.1" status: 200 len: 217 time: 0.0606863 Mar 14 18:39:44.951413 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc846b41-bf1e-4a98-b19b-190a1ee9f0e4 req-ecca83b5-6f04-4e6b-85f3-220b6a438e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:44.953472 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fc846b41-bf1e-4a98-b19b-190a1ee9f0e4 req-ecca83b5-6f04-4e6b-85f3-220b6a438e89 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b322c9fe-41f4-438a-ada6-cba63fd8c8bc HTTP/1.1" status: 200 len: 834 time: 0.0636289 Mar 14 18:39:45.022176 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05499abc-42c8-402d-ac7e-5a1112c7b88e req-38968340-cb74-4763-9459-d5e6c22cf29d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:45.022896 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-05499abc-42c8-402d-ac7e-5a1112c7b88e req-38968340-cb74-4763-9459-d5e6c22cf29d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:39:45.030465 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc846b41-bf1e-4a98-b19b-190a1ee9f0e4 req-1fe1a16d-6b68-4e0a-985d-d18ec6286c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:45.032554 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fc846b41-bf1e-4a98-b19b-190a1ee9f0e4 req-1fe1a16d-6b68-4e0a-985d-d18ec6286c94 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3101df28-9111-43ae-84fe-b199df43d571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730512 Mar 14 18:39:45.051488 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-6ddb1743-b0cc-4e54-9016-2693682bf3a3 None None] Set router fefa16a9-0753-40b1-9a32-c9c9904fd913 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:39:45.090239 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-05499abc-42c8-402d-ac7e-5a1112c7b88e req-38968340-cb74-4763-9459-d5e6c22cf29d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:39:45.091523 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-05499abc-42c8-402d-ac7e-5a1112c7b88e req-38968340-cb74-4763-9459-d5e6c22cf29d tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 945 time: 0.1539266 Mar 14 18:39:45.138407 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-05499abc-42c8-402d-ac7e-5a1112c7b88e req-d2976883-6d7d-4c09-8266-6277f65db852 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89caa6d-7b68-43f9-80e5-7705c9bed3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401225 Mar 14 18:39:45.166629 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fc846b41-bf1e-4a98-b19b-190a1ee9f0e4 req-650c2a42-763c-4901-ace7-95363e1a72b4 service neutron] 10.222.0.59 "GET /v2.0/networks/3101df28-9111-43ae-84fe-b199df43d571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270957 Mar 14 18:39:45.295764 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fc846b41-bf1e-4a98-b19b-190a1ee9f0e4 req-012bca31-321c-4960-9fc6-2889c1bbff8a service neutron] 10.222.0.59 "GET /v2.0/networks/3101df28-9111-43ae-84fe-b199df43d571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228631 Mar 14 18:39:45.390937 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6ddb1743-b0cc-4e54-9016-2693682bf3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'name': 'tempest-TestNetworkBasicOps-router-1084776998', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:39:36Z', 'revision_number': 6, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:39:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'b6e71075-5d52-4795-b384-530bed1f805a', 'name': '', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:a7:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:36Z', 'updated_at': '2022-03-14T18:39:38Z', 'revision_number': 7, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:45.394871 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddb1743-b0cc-4e54-9016-2693682bf3a3 None None] The sync data for ids ['fefa16a9-0753-40b1-9a32-c9c9904fd913'] in dv-neutron-833560-1-hyperv is: [{'id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'name': 'tempest-TestNetworkBasicOps-router-1084776998', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:39:36Z', 'revision_number': 6, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:39:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'b6e71075-5d52-4795-b384-530bed1f805a', 'name': '', 'network_id': '3101df28-9111-43ae-84fe-b199df43d571', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'mac_address': 'fa:16:3e:a7:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:36Z', 'updated_at': '2022-03-14T18:39:38Z', 'revision_number': 7, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'subnets': [{'id': 'b322c9fe-41f4-438a-ada6-cba63fd8c8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:39:46.007989 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c14ed9-452a-4da8-a3ed-496d2befc300 None None] New status for floating IP 8adf8349-0e51-4d3e-8c25-e9b2fda6f185: DOWN {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:39:46.290954 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef096f-3141-48b0-abf4-ad89402e786a req-4c0d69ed-5c87-4727-a124-7865cfc47107 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:46.291635 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-7bef096f-3141-48b0-abf4-ad89402e786a req-4c0d69ed-5c87-4727-a124-7865cfc47107 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Synchronizing usage tracker for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:39:46.303393 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-7bef096f-3141-48b0-abf4-ad89402e786a req-4c0d69ed-5c87-4727-a124-7865cfc47107 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Unset dirty status for tenant:6c5e4a48cb994bfdaa976c98e4c4c63f on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:39:46.304467 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-7bef096f-3141-48b0-abf4-ad89402e786a req-4c0d69ed-5c87-4727-a124-7865cfc47107 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "GET /v2.0/ports?device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 945 time: 0.0934930 Mar 14 18:39:46.324457 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbcee7-0373-400e-95a8-8d8b67ff6b02 req-c9906f6f-684c-46eb-ac2a-903dde6d1cba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:46.325900 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-abcbcee7-0373-400e-95a8-8d8b67ff6b02 req-c9906f6f-684c-46eb-ac2a-903dde6d1cba tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 945 time: 0.0783195 Mar 14 18:39:46.368936 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-abcbcee7-0373-400e-95a8-8d8b67ff6b02 req-95add7af-0522-4e71-9995-def3c7867e37 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89caa6d-7b68-43f9-80e5-7705c9bed3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372412 Mar 14 18:39:46.372510 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-7bef096f-3141-48b0-abf4-ad89402e786a req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 8f46790e-533f-4fc2-ba00-557f2fb927bf {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:39:46.372855 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-7bef096f-3141-48b0-abf4-ad89402e786a req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:46.606913 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-7bef096f-3141-48b0-abf4-ad89402e786a req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port 8f46790e-533f-4fc2-ba00-557f2fb927bf, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8f46790e-533f-4fc2-ba00-557f2fb927bf,segment=NetworkSegment(05696c02-2559-432d-bf09-dc5d672b00c9),segment_id=05696c02-2559-432d-bf09-dc5d672b00c9)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:39:46.607267 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-7bef096f-3141-48b0-abf4-ad89402e786a req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:46.725273 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-7bef096f-3141-48b0-abf4-ad89402e786a req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 8f46790e-533f-4fc2-ba00-557f2fb927bf owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:39:46.943333 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-7bef096f-3141-48b0-abf4-ad89402e786a req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:46.993767 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=8f46790e-533f-4fc2-ba00-557f2fb927bf,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:47.035852 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:47.036216 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:47.036531 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:47.036859 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:47.037185 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:47.037504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:47.037822 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:47.038137 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:47.038454 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:47.038791 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:47.039112 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:47.039422 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:47.075778 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bef096f-3141-48b0-abf4-ad89402e786a req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] No DVR routers for this DVR port 8f46790e-533f-4fc2-ba00-557f2fb927bf on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:39:47.077985 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-7bef096f-3141-48b0-abf4-ad89402e786a req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:47.080358 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eab101e-5769-4f11-ad3f-965731d4cc6e', 'name': 'network-vif-deleted', 'tag': '8f46790e-533f-4fc2-ba00-557f2fb927bf'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:39:47.107644 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:39:47.123684 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eab101e-5769-4f11-ad3f-965731d4cc6e', 'name': 'network-vif-deleted', 'tag': '8f46790e-533f-4fc2-ba00-557f2fb927bf', 'status': 'completed', 'code': 200} Mar 14 18:39:47.155016 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-7bef096f-3141-48b0-abf4-ad89402e786a req-112718a6-c740-49f8-951e-c5180fbd07d6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.59 "DELETE /v2.0/ports/8f46790e-533f-4fc2-ba00-557f2fb927bf HTTP/1.1" status: 204 len: 173 time: 0.8452153 Mar 14 18:39:47.534786 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dcc97d55-5a61-4815-afcd-8eb57a318fa0 req-c45c5ed0-74c3-4c5c-b1ae-ced5d66a2c56 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "GET /v2.0/ports?device_id=3eab101e-5769-4f11-ad3f-965731d4cc6e HTTP/1.1" status: 200 len: 210 time: 0.0463018 Mar 14 18:39:48.628252 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34488) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:39:48.694499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-30d7eb3c-5955-4faa-90e1-c5e064f48611 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:48.723130 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-30d7eb3c-5955-4faa-90e1-c5e064f48611 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:48.855597 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-30d7eb3c-5955-4faa-90e1-c5e064f48611 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:48.872633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7eb3c-5955-4faa-90e1-c5e064f48611 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89caa6d-7b68-43f9-80e5-7705c9bed3f2,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:48.951743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-30d7eb3c-5955-4faa-90e1-c5e064f48611 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:48.952860 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-30d7eb3c-5955-4faa-90e1-c5e064f48611 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/security-groups/f89caa6d-7b68-43f9-80e5-7705c9bed3f2 HTTP/1.1" status: 204 len: 168 time: 0.3236527 Mar 14 18:39:49.038710 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34494) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:39:49.571228 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9873-4192-41be-aa40-baed728490ee tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:50.015744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b9873-4192-41be-aa40-baed728490ee tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port b6e71075-5d52-4795-b384-530bed1f805a {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:39:50.016379 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9873-4192-41be-aa40-baed728490ee tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:50.202505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-1e7b9873-4192-41be-aa40-baed728490ee tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port b6e71075-5d52-4795-b384-530bed1f805a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=b6e71075-5d52-4795-b384-530bed1f805a,segment=NetworkSegment(05696c02-2559-432d-bf09-dc5d672b00c9),segment_id=05696c02-2559-432d-bf09-dc5d672b00c9)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:39:50.202888 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9873-4192-41be-aa40-baed728490ee tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:50.263046 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8f46790e-533f-4fc2-ba00-557f2fb927bf no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:39:50.299835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 8f46790e-533f-4fc2-ba00-557f2fb927bf {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:39:50.300174 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8f46790e-533f-4fc2-ba00-557f2fb927bf not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:39:50.322158 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b9873-4192-41be-aa40-baed728490ee tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for b6e71075-5d52-4795-b384-530bed1f805a owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:39:50.707301 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9873-4192-41be-aa40-baed728490ee tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:50.753816 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b9873-4192-41be-aa40-baed728490ee tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=b6e71075-5d52-4795-b384-530bed1f805a,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:51.021966 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9873-4192-41be-aa40-baed728490ee tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:51.481584 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7b9873-4192-41be-aa40-baed728490ee tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Router fefa16a9-0753-40b1-9a32-c9c9904fd913 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:39:51.649139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7b9873-4192-41be-aa40-baed728490ee tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:39:51.659728 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22d280e-d645-4f9e-8280-4801cc44312a None None] Sync routers for ids ['fefa16a9-0753-40b1-9a32-c9c9904fd913'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:39:51.664860 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1e7b9873-4192-41be-aa40-baed728490ee tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "PUT /v2.0/routers/fefa16a9-0753-40b1-9a32-c9c9904fd913/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6221371 Mar 14 18:39:51.664860 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34498) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:39:51.670632 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22d280e-d645-4f9e-8280-4801cc44312a None None] Routers {'fefa16a9-0753-40b1-9a32-c9c9904fd913'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:39:51.674647 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a22d280e-d645-4f9e-8280-4801cc44312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:39:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fefa16a9-0753-40b1-9a32-c9c9904fd913'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:51.731795 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-77893020-f05a-4d2d-9d3a-05f879da1eb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting subnet b322c9fe-41f4-438a-ada6-cba63fd8c8bc {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:39:51.735444 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77893020-f05a-4d2d-9d3a-05f879da1eb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:51.788252 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77893020-f05a-4d2d-9d3a-05f879da1eb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:51.845076 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-a22d280e-d645-4f9e-8280-4801cc44312a None None] Set router fefa16a9-0753-40b1-9a32-c9c9904fd913 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:39:51.869101 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77893020-f05a-4d2d-9d3a-05f879da1eb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:52.000329 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77893020-f05a-4d2d-9d3a-05f879da1eb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:52.038521 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77893020-f05a-4d2d-9d3a-05f879da1eb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Subnet': ['ID=b322c9fe-41f4-438a-ada6-cba63fd8c8bc,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:52.042274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-77893020-f05a-4d2d-9d3a-05f879da1eb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:52.050633 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-77893020-f05a-4d2d-9d3a-05f879da1eb6 tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/subnets/b322c9fe-41f4-438a-ada6-cba63fd8c8bc HTTP/1.1" status: 204 len: 168 time: 0.3849552 Mar 14 18:39:52.051386 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bce38d-ee22-4dfe-9601-bf6537501112 None None] Network 3101df28-9111-43ae-84fe-b199df43d571 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:39:52.053239 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34502) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:39:52.229126 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1982a7cd-ce66-4817-8a32-02031c75d3dc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:52.287611 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a22d280e-d645-4f9e-8280-4801cc44312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'name': 'tempest-TestNetworkBasicOps-router-1084776998', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:39:50Z', 'revision_number': 7, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:39:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:52.293157 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22d280e-d645-4f9e-8280-4801cc44312a None None] Checking router: fefa16a9-0753-40b1-9a32-c9c9904fd913 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:39:52.312528 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22d280e-d645-4f9e-8280-4801cc44312a None None] Routers {'fefa16a9-0753-40b1-9a32-c9c9904fd913'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:39:52.313126 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a22d280e-d645-4f9e-8280-4801cc44312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:39:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['fefa16a9-0753-40b1-9a32-c9c9904fd913'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:52.403495 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1982a7cd-ce66-4817-8a32-02031c75d3dc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:52.454995 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54915736-c1f0-4ac6-9487-305c8690b548 None None] DHCP port deletion for 3101df28-9111-43ae-84fe-b199df43d571 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:39:52.471972 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-54915736-c1f0-4ac6-9487-305c8690b548 None None] Deleting port 56d48de2-8d71-4848-82d7-3b510ff62ca7 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:39:52.472345 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-54915736-c1f0-4ac6-9487-305c8690b548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:52.474545 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-1982a7cd-ce66-4817-8a32-02031c75d3dc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Deleting port 1ea29960-b569-4427-8792-04fefc04bcd8 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:39:52.474920 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1982a7cd-ce66-4817-8a32-02031c75d3dc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:52.541243 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-a22d280e-d645-4f9e-8280-4801cc44312a None None] Set router fefa16a9-0753-40b1-9a32-c9c9904fd913 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:39:52.648402 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-1982a7cd-ce66-4817-8a32-02031c75d3dc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] For port 1ea29960-b569-4427-8792-04fefc04bcd8, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1ea29960-b569-4427-8792-04fefc04bcd8,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:39:52.648768 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1982a7cd-ce66-4817-8a32-02031c75d3dc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:52.762000 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 56d48de2-8d71-4848-82d7-3b510ff62ca7 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:39:52.885461 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-1982a7cd-ce66-4817-8a32-02031c75d3dc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Calling delete_port for 1ea29960-b569-4427-8792-04fefc04bcd8 owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:39:52.967194 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-54915736-c1f0-4ac6-9487-305c8690b548 None None] For port 56d48de2-8d71-4848-82d7-3b510ff62ca7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=56d48de2-8d71-4848-82d7-3b510ff62ca7,segment=NetworkSegment(05696c02-2559-432d-bf09-dc5d672b00c9),segment_id=05696c02-2559-432d-bf09-dc5d672b00c9)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:39:52.967580 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-54915736-c1f0-4ac6-9487-305c8690b548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:53.091730 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1982a7cd-ce66-4817-8a32-02031c75d3dc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:53.130796 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-54915736-c1f0-4ac6-9487-305c8690b548 None None] Calling delete_port for 56d48de2-8d71-4848-82d7-3b510ff62ca7 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:39:53.136565 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982a7cd-ce66-4817-8a32-02031c75d3dc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Port': ['ID=1ea29960-b569-4427-8792-04fefc04bcd8,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:53.230349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1982a7cd-ce66-4817-8a32-02031c75d3dc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:53.256946 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:53.306290 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a22d280e-d645-4f9e-8280-4801cc44312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'name': 'tempest-TestNetworkBasicOps-router-1084776998', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:39:50Z', 'revision_number': 7, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:39:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:53.310662 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22d280e-d645-4f9e-8280-4801cc44312a None None] The sync data for ids ['fefa16a9-0753-40b1-9a32-c9c9904fd913'] in dv-neutron-833560-1-hyperv is: [{'id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'name': 'tempest-TestNetworkBasicOps-router-1084776998', 'tenant_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:39:50Z', 'revision_number': 7, 'project_id': '6c5e4a48cb994bfdaa976c98e4c4c63f', 'gw_port': {'id': '1ea29960-b569-4427-8792-04fefc04bcd8', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa16a9-0753-40b1-9a32-c9c9904fd913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:38:32Z', 'updated_at': '2022-03-14T18:39:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:39:53.383367 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-54915736-c1f0-4ac6-9487-305c8690b548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:53.402150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1982a7cd-ce66-4817-8a32-02031c75d3dc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:53.404235 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1982a7cd-ce66-4817-8a32-02031c75d3dc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:53.439880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54915736-c1f0-4ac6-9487-305c8690b548 None None] Pushing event deleted for resources: {'Port': ['ID=56d48de2-8d71-4848-82d7-3b510ff62ca7,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:53.441638 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54915736-c1f0-4ac6-9487-305c8690b548 None None] No DVR routers for this DVR port 56d48de2-8d71-4848-82d7-3b510ff62ca7 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:39:53.496925 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1982a7cd-ce66-4817-8a32-02031c75d3dc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:53.497472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1982a7cd-ce66-4817-8a32-02031c75d3dc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Fanout notify agent at l3_agent the message router_deleted on router fefa16a9-0753-40b1-9a32-c9c9904fd913 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:39:53.511982 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1982a7cd-ce66-4817-8a32-02031c75d3dc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:53.513074 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1982a7cd-ce66-4817-8a32-02031c75d3dc tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/routers/fefa16a9-0753-40b1-9a32-c9c9904fd913 HTTP/1.1" status: 204 len: 168 time: 1.4589393 Mar 14 18:39:53.515790 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34506) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:39:53.625877 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4737cd19-57ce-4a51-a017-e3fbe9a18fef tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:53.760136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4737cd19-57ce-4a51-a017-e3fbe9a18fef tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:53.786627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-4737cd19-57ce-4a51-a017-e3fbe9a18fef tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3101df28-9111-43ae-84fe-b199df43d571']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:53.798903 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-4737cd19-57ce-4a51-a017-e3fbe9a18fef tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05696c02-2559-432d-bf09-dc5d672b00c9') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:53.799192 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-4737cd19-57ce-4a51-a017-e3fbe9a18fef tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05696c02-2559-432d-bf09-dc5d672b00c9') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:53.810733 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4737cd19-57ce-4a51-a017-e3fbe9a18fef tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:53.826266 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4737cd19-57ce-4a51-a017-e3fbe9a18fef tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:53.832622 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4737cd19-57ce-4a51-a017-e3fbe9a18fef tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:39:53.833003 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4737cd19-57ce-4a51-a017-e3fbe9a18fef tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:39:53.847392 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:39:54.011427 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4737cd19-57ce-4a51-a017-e3fbe9a18fef tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:54.028811 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4737cd19-57ce-4a51-a017-e3fbe9a18fef tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:54.041830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737cd19-57ce-4a51-a017-e3fbe9a18fef tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] Pushing event deleted for resources: {'Network': ['ID=3101df28-9111-43ae-84fe-b199df43d571,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:54.126526 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4737cd19-57ce-4a51-a017-e3fbe9a18fef tempest-TestNetworkBasicOps-30171680 tempest-TestNetworkBasicOps-30171680-project] 10.222.0.43 "DELETE /v2.0/networks/3101df28-9111-43ae-84fe-b199df43d571 HTTP/1.1" status: 204 len: 168 time: 0.6097457 Mar 14 18:39:54.262926 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dac44f0b-f87b-44ce-9877-9020585d7623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:54.600967 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34514) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:39:54.681357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1ea29960-b569-4427-8792-04fefc04bcd8 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:39:54.719329 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 1ea29960-b569-4427-8792-04fefc04bcd8 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:39:54.719843 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1ea29960-b569-4427-8792-04fefc04bcd8 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:39:54.720366 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b6e71075-5d52-4795-b384-530bed1f805a no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:39:54.754996 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: b6e71075-5d52-4795-b384-530bed1f805a {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:39:54.755385 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b6e71075-5d52-4795-b384-530bed1f805a not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:39:54.794655 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-affeec00-e122-4e14-95b6-92bbd4b067c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c5e4a48cb994bfdaa976c98e4c4c63f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925545 Mar 14 18:39:54.797876 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34520) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:39:54.855842 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-012e111d-b913-488f-a464-513789308f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:54.880364 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-012e111d-b913-488f-a464-513789308f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:54.998666 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-012e111d-b913-488f-a464-513789308f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:55.015136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e111d-b913-488f-a464-513789308f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a3ca93-1597-4a17-a186-4500098edcdf,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:55.021041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-012e111d-b913-488f-a464-513789308f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:55.022202 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-012e111d-b913-488f-a464-513789308f35 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99a3ca93-1597-4a17-a186-4500098edcdf HTTP/1.1" status: 204 len: 168 time: 0.2234457 Mar 14 18:39:55.601532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34528) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:39:55.619022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7a1f848c-d146-4b22-bca5-5da41bfa36ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:55.633043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7a1f848c-d146-4b22-bca5-5da41bfa36ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:39:55.636909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7a1f848c-d146-4b22-bca5-5da41bfa36ab admin admin] Usage tracker for resource:security_group_rule and tenant:9f3fca9068384c1593109523fb4981e1 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:39:55.640677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7a1f848c-d146-4b22-bca5-5da41bfa36ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:39:55.646536 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7a1f848c-d146-4b22-bca5-5da41bfa36ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:39:55.724847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7a1f848c-d146-4b22-bca5-5da41bfa36ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:55.794021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7a1f848c-d146-4b22-bca5-5da41bfa36ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:55.855158 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f848c-d146-4b22-bca5-5da41bfa36ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7e6ce9-bd10-4408-8fee-c6474b2d76d1,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:55.859428 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7a1f848c-d146-4b22-bca5-5da41bfa36ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f3fca9068384c1593109523fb4981e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2568738 Mar 14 18:39:55.862609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34532) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:39:55.919035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-419371b4-79f3-4ff4-be63-6e516eb9d540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:55.945129 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-419371b4-79f3-4ff4-be63-6e516eb9d540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:56.063028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-419371b4-79f3-4ff4-be63-6e516eb9d540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:56.077994 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419371b4-79f3-4ff4-be63-6e516eb9d540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7e6ce9-bd10-4408-8fee-c6474b2d76d1,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:56.083105 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-419371b4-79f3-4ff4-be63-6e516eb9d540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:56.084449 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-419371b4-79f3-4ff4-be63-6e516eb9d540 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f7e6ce9-bd10-4408-8fee-c6474b2d76d1 HTTP/1.1" status: 204 len: 168 time: 0.2213073 Mar 14 18:39:56.392944 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-992ec7d9-d754-4f46-a430-6eb081340a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:57.856549 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:57.879310 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:59.788469 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:04.042720 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e77a6e94-caad-4541-80db-11bce4f136aa req-7e704797-02bd-44a5-a803-d71011b0f915 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b1e30c6a9d3840f7b4025fa3972c2095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267255 Mar 14 18:40:04.189493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a6e94-caad-4541-80db-11bce4f136aa req-6dcce76b-faad-4f5f-afc6-fa6bd318172e tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:04.190857 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e77a6e94-caad-4541-80db-11bce4f136aa req-6dcce76b-faad-4f5f-afc6-fa6bd318172e tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1425865 Mar 14 18:40:04.205014 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e77a6e94-caad-4541-80db-11bce4f136aa req-659c3d86-53d9-462f-8f61-6648aa426b2d tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/quotas/b1e30c6a9d3840f7b4025fa3972c2095 HTTP/1.1" status: 200 len: 375 time: 0.0089209 Mar 14 18:40:04.253690 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e77a6e94-caad-4541-80db-11bce4f136aa req-9680db37-7f74-49b1-b861-57c7bb367eef tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b1e30c6a9d3840f7b4025fa3972c2095&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438912 Mar 14 18:40:04.514221 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-36ca9e3a-ceb2-4055-91ad-01131d6fb530 req-207a300d-9b4e-4b6a-b415-bcbc00885ff5 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/ports?device_id=3204f81f-5741-4b75-85a3-65c9f5c2d799 HTTP/1.1" status: 200 len: 210 time: 0.0412700 Mar 14 18:40:05.661548 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5fd83138-20e0-4a0b-962a-377db621f7c4 req-3e56fcab-b756-423b-a6da-077bca6528d3 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/ports?device_id=3204f81f-5741-4b75-85a3-65c9f5c2d799 HTTP/1.1" status: 200 len: 210 time: 0.0421939 Mar 14 18:40:06.381332 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e77a6e94-caad-4541-80db-11bce4f136aa req-967d3df3-d854-44e2-bbf2-c1e12a8ca210 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b1e30c6a9d3840f7b4025fa3972c2095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271769 Mar 14 18:40:06.526561 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a6e94-caad-4541-80db-11bce4f136aa req-13b5c672-d57e-48af-8e03-d5e8131737e0 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:06.527994 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e77a6e94-caad-4541-80db-11bce4f136aa req-13b5c672-d57e-48af-8e03-d5e8131737e0 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417921 Mar 14 18:40:06.539067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Request body: {'port': {'device_id': '3204f81f-5741-4b75-85a3-65c9f5c2d799', 'network_id': 'f84fce97-2961-4ae1-88e9-467abdfe58c8', 'admin_state_up': True, 'tenant_id': 'b1e30c6a9d3840f7b4025fa3972c2095'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:40:06.672741 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:40:06.677091 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Usage tracker for resource:port and tenant:b1e30c6a9d3840f7b4025fa3972c2095 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:40:06.679989 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:40:06.686068 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:40:06.737198 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Made reservation on behalf of b1e30c6a9d3840f7b4025fa3972c2095 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:40:06.742147 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:06.754720 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:06.769846 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:40:06.774091 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Usage tracker for resource:security_group_rule and tenant:b1e30c6a9d3840f7b4025fa3972c2095 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:40:06.777030 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:40:06.784046 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:40:06.823415 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8c5640a9-ca60-45b3-bf10-873034969b5c req-e5f1b774-ca02-4d44-b595-047559c470ec tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/ports?device_id=3204f81f-5741-4b75-85a3-65c9f5c2d799 HTTP/1.1" status: 200 len: 210 time: 0.0466301 Mar 14 18:40:06.966464 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:07.032498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:07.116947 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d57178-f23c-47a3-8e85-b9e8ccfd4f59,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:40:07.201568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Allocated IP 192.168.233.114 (f84fce97-2961-4ae1-88e9-467abdfe58c8/75c17229-31d0-4582-a68f-53c36883899e/46e7debc-1e30-4596-a1f8-3661651d23c8) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:40:07.394622 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:07.409901 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Transition to ACTIVE for port object 46e7debc-1e30-4596-a1f8-3661651d23c8 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:40:07.512646 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:07.576475 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Network f84fce97-2961-4ae1-88e9-467abdfe58c8 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:40:07.587280 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:40:07.591502 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:40:07.620920 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Pushing event updated for resources: {'Port': ['ID=46e7debc-1e30-4596-a1f8-3661651d23c8,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:40:07.659185 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:07.659737 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:07.771692 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e77a6e94-caad-4541-80db-11bce4f136aa req-fdd50514-3de1-4cd4-9931-1e8c0f298e63 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2360687 Mar 14 18:40:07.787220 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Request body: {'port': {'device_id': '3204f81f-5741-4b75-85a3-65c9f5c2d799', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:40:07.897943 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:07.925223 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ff7b3dab-a9cd-4acf-b486-6ac7c0e38737 None None] Provisioning for port 46e7debc-1e30-4596-a1f8-3661651d23c8 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:40:07.930729 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ff7b3dab-a9cd-4acf-b486-6ac7c0e38737 None None] Provisioning complete for port 46e7debc-1e30-4596-a1f8-3661651d23c8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:40:07.931405 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ff7b3dab-a9cd-4acf-b486-6ac7c0e38737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:07.991696 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b3dab-a9cd-4acf-b486-6ac7c0e38737 None None] Port 46e7debc-1e30-4596-a1f8-3661651d23c8 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:40:08.007600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe4953-ceaf-4d58-b558-dc7eb29ca1aa req-900391af-7fd2-42ce-9340-084a40d29082 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:08.009038 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9ffe4953-ceaf-4d58-b558-dc7eb29ca1aa req-900391af-7fd2-42ce-9340-084a40d29082 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/ports?device_id=3204f81f-5741-4b75-85a3-65c9f5c2d799 HTTP/1.1" status: 200 len: 936 time: 0.0791798 Mar 14 18:40:08.053943 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9ffe4953-ceaf-4d58-b558-dc7eb29ca1aa req-a74daf33-6c71-471f-9435-b4ad2d3b2ca5 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/security-groups?id=65d57178-f23c-47a3-8e85-b9e8ccfd4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389740 Mar 14 18:40:08.233386 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e7debc-1e30-4596-a1f8-3661651d23c8 {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:40:08.241085 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:08.256683 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Transition to ACTIVE for port object 46e7debc-1e30-4596-a1f8-3661651d23c8 will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:40:08.334806 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:08.482566 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Pushing event updated for resources: {'Port': ['ID=46e7debc-1e30-4596-a1f8-3661651d23c8,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:40:08.563669 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Attempting to bind port 46e7debc-1e30-4596-a1f8-3661651d23c8 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:40:08.564001 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Attempting to bind port 46e7debc-1e30-4596-a1f8-3661651d23c8 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '8ce1849d-617e-4edc-9817-b0b178a6a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f84fce97-2961-4ae1-88e9-467abdfe58c8'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:40:08.564329 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Attempting to bind port 46e7debc-1e30-4596-a1f8-3661651d23c8 on network f84fce97-2961-4ae1-88e9-467abdfe58c8 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:40:08.568701 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Port 46e7debc-1e30-4596-a1f8-3661651d23c8 on network f84fce97-2961-4ae1-88e9-467abdfe58c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:40:08.569021 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Attempting to bind port 46e7debc-1e30-4596-a1f8-3661651d23c8 on network f84fce97-2961-4ae1-88e9-467abdfe58c8 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:40:08.574074 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:40:08.574405 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Checking segment: {'id': '8ce1849d-617e-4edc-9817-b0b178a6a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f84fce97-2961-4ae1-88e9-467abdfe58c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:40:08.574833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Bound using segment: {'id': '8ce1849d-617e-4edc-9817-b0b178a6a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f84fce97-2961-4ae1-88e9-467abdfe58c8'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:40:08.575251 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Bound port: 46e7debc-1e30-4596-a1f8-3661651d23c8, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce1849d-617e-4edc-9817-b0b178a6a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f84fce97-2961-4ae1-88e9-467abdfe58c8'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:40:08.575593 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:08.665356 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] For port 46e7debc-1e30-4596-a1f8-3661651d23c8, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:40:08.668240 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] For port 46e7debc-1e30-4596-a1f8-3661651d23c8, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=46e7debc-1e30-4596-a1f8-3661651d23c8,segment=NetworkSegment(8ce1849d-617e-4edc-9817-b0b178a6a3b6),segment_id=8ce1849d-617e-4edc-9817-b0b178a6a3b6)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:40:08.748693 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:08.801126 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:08.801724 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:08.803334 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e77a6e94-caad-4541-80db-11bce4f136aa req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] 10.222.0.59 "PUT /v2.0/ports/46e7debc-1e30-4596-a1f8-3661651d23c8 HTTP/1.1" status: 200 len: 1098 time: 1.0205941 Mar 14 18:40:08.805714 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3204f81f-5741-4b75-85a3-65c9f5c2d799', 'tag': '46e7debc-1e30-4596-a1f8-3661651d23c8'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:40:08.835092 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa062c9-8e58-4281-be14-3fef4133a533 service neutron] Pushing event updated for resources: {'Port': ['ID=46e7debc-1e30-4596-a1f8-3661651d23c8,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:40:08.860191 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3204f81f-5741-4b75-85a3-65c9f5c2d799', 'tag': '46e7debc-1e30-4596-a1f8-3661651d23c8', 'status': 'completed', 'code': 200} Mar 14 18:40:08.955468 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa22ef3-2932-40d3-8117-a6b3bacea6f9 req-2c79dcf4-670b-4f66-a875-290c8b3f3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:08.956961 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-faa22ef3-2932-40d3-8117-a6b3bacea6f9 req-2c79dcf4-670b-4f66-a875-290c8b3f3c88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b1e30c6a9d3840f7b4025fa3972c2095&device_id=3204f81f-5741-4b75-85a3-65c9f5c2d799 HTTP/1.1" status: 200 len: 1101 time: 0.0767565 Mar 14 18:40:08.988892 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-faa22ef3-2932-40d3-8117-a6b3bacea6f9 req-e01b4344-0b47-4ce9-9ca0-5ca0918c2d87 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b1e30c6a9d3840f7b4025fa3972c2095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245717 Mar 14 18:40:09.222409 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:09.229999 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa22ef3-2932-40d3-8117-a6b3bacea6f9 req-577c8f12-5386-4fce-a700-f34ed6368237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:09.231480 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-faa22ef3-2932-40d3-8117-a6b3bacea6f9 req-577c8f12-5386-4fce-a700-f34ed6368237 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2376554 Mar 14 18:40:09.246266 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd03db-9c4d-46f8-b016-c793ad4505f6 req-aa708e5a-e635-4351-a4b2-a04881ac1255 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:09.247773 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2fd03db-9c4d-46f8-b016-c793ad4505f6 req-aa708e5a-e635-4351-a4b2-a04881ac1255 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/ports?device_id=3204f81f-5741-4b75-85a3-65c9f5c2d799 HTTP/1.1" status: 200 len: 948 time: 0.0856164 Mar 14 18:40:09.292948 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2fd03db-9c4d-46f8-b016-c793ad4505f6 req-3e6f9d5d-7604-4597-8cb1-de7eacb47b34 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/security-groups?id=65d57178-f23c-47a3-8e85-b9e8ccfd4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385554 Mar 14 18:40:09.335280 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a6e94-caad-4541-80db-11bce4f136aa req-597e020e-def6-4d39-97cb-adf43662305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:09.336727 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e77a6e94-caad-4541-80db-11bce4f136aa req-597e020e-def6-4d39-97cb-adf43662305e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b1e30c6a9d3840f7b4025fa3972c2095&device_id=3204f81f-5741-4b75-85a3-65c9f5c2d799 HTTP/1.1" status: 200 len: 1101 time: 0.0701671 Mar 14 18:40:09.404274 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e77a6e94-caad-4541-80db-11bce4f136aa req-30a025bd-b338-41cf-8f3a-8f536ecf8499 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=46e7debc-1e30-4596-a1f8-3661651d23c8 HTTP/1.1" status: 200 len: 217 time: 0.0609741 Mar 14 18:40:09.464098 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a6e94-caad-4541-80db-11bce4f136aa req-eee0bd82-2434-49e2-948c-3d006c900513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:09.465479 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e77a6e94-caad-4541-80db-11bce4f136aa req-eee0bd82-2434-49e2-948c-3d006c900513 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=75c17229-31d0-4582-a68f-53c36883899e HTTP/1.1" status: 200 len: 843 time: 0.0558257 Mar 14 18:40:09.539696 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a6e94-caad-4541-80db-11bce4f136aa req-2e23b395-7d00-4fae-8567-187b2cdcc52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:09.541110 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e77a6e94-caad-4541-80db-11bce4f136aa req-2e23b395-7d00-4fae-8567-187b2cdcc52c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f84fce97-2961-4ae1-88e9-467abdfe58c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0698826 Mar 14 18:40:09.668371 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e77a6e94-caad-4541-80db-11bce4f136aa req-dbdf246b-8792-4a78-87cd-ee922851d78a service neutron] 10.222.0.59 "GET /v2.0/networks/f84fce97-2961-4ae1-88e9-467abdfe58c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209917 Mar 14 18:40:09.797738 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e77a6e94-caad-4541-80db-11bce4f136aa req-45d476e1-f85c-4876-a2fd-4d5b117b5f10 service neutron] 10.222.0.59 "GET /v2.0/networks/f84fce97-2961-4ae1-88e9-467abdfe58c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241474 Mar 14 18:40:10.476732 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fed8a-480b-4139-b3fc-5c5dee795065 req-665babcf-a055-4dd3-becc-4719e380a5a6 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:10.478168 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-892fed8a-480b-4139-b3fc-5c5dee795065 req-665babcf-a055-4dd3-becc-4719e380a5a6 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/ports?device_id=3204f81f-5741-4b75-85a3-65c9f5c2d799 HTTP/1.1" status: 200 len: 948 time: 0.0789027 Mar 14 18:40:10.523878 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-892fed8a-480b-4139-b3fc-5c5dee795065 req-6486277c-46b4-4a0f-87e7-d7a5d8815091 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/security-groups?id=65d57178-f23c-47a3-8e85-b9e8ccfd4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400007 Mar 14 18:40:11.800642 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b20d1-6151-4507-b4d5-3c84de29d63e req-e50a71b2-639a-40e8-bcc2-2980678529d7 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:11.802124 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-852b20d1-6151-4507-b4d5-3c84de29d63e req-e50a71b2-639a-40e8-bcc2-2980678529d7 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/ports?device_id=3204f81f-5741-4b75-85a3-65c9f5c2d799 HTTP/1.1" status: 200 len: 948 time: 0.1743495 Mar 14 18:40:11.844141 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-852b20d1-6151-4507-b4d5-3c84de29d63e req-f44d1307-587b-4065-8620-2593834b2284 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/security-groups?id=65d57178-f23c-47a3-8e85-b9e8ccfd4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364459 Mar 14 18:40:12.312359 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 46e7debc-1e30-4596-a1f8-3661651d23c8 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:40:12.487483 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 46e7debc-1e30-4596-a1f8-3661651d23c8, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=46e7debc-1e30-4596-a1f8-3661651d23c8,segment=NetworkSegment(8ce1849d-617e-4edc-9817-b0b178a6a3b6),segment_id=8ce1849d-617e-4edc-9817-b0b178a6a3b6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:40:12.499915 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '46e7debc-1e30-4596-a1f8-3661651d23c8', 'network_id': 'f84fce97-2961-4ae1-88e9-467abdfe58c8', 'port_id': '46e7debc-1e30-4596-a1f8-3661651d23c8', 'mac_address': 'fa:16:3e:3f:65:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c17229-31d0-4582-a68f-53c36883899e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:40:12.552513 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:12.568590 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e7debc-1e30-4596-a1f8-3661651d23c8 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:40:12.583680 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 46e7debc-1e30-4596-a1f8-3661651d23c8, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=46e7debc-1e30-4596-a1f8-3661651d23c8,segment=NetworkSegment(8ce1849d-617e-4edc-9817-b0b178a6a3b6),segment_id=8ce1849d-617e-4edc-9817-b0b178a6a3b6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:40:12.661019 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:12.729898 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=46e7debc-1e30-4596-a1f8-3661651d23c8,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:40:12.868935 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['46e7debc-1e30-4596-a1f8-3661651d23c8'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:40:13.042407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81eacf-7431-4a25-8d58-56e7ddcce011 req-d96e59bd-40de-45f1-af6b-ea3a34b9adeb tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:13.043874 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bf81eacf-7431-4a25-8d58-56e7ddcce011 req-d96e59bd-40de-45f1-af6b-ea3a34b9adeb tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/ports?device_id=3204f81f-5741-4b75-85a3-65c9f5c2d799 HTTP/1.1" status: 200 len: 949 time: 0.0952194 Mar 14 18:40:13.088476 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bf81eacf-7431-4a25-8d58-56e7ddcce011 req-160c16be-7390-47c3-a1d8-f8be6c1e43e5 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/security-groups?id=65d57178-f23c-47a3-8e85-b9e8ccfd4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390036 Mar 14 18:40:14.269409 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d5112-ec2d-4111-a678-3bd9e4fd0df9 req-11a09e1e-ff62-4614-a102-82d574c014f3 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:14.270852 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-597d5112-ec2d-4111-a678-3bd9e4fd0df9 req-11a09e1e-ff62-4614-a102-82d574c014f3 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/ports?device_id=3204f81f-5741-4b75-85a3-65c9f5c2d799 HTTP/1.1" status: 200 len: 949 time: 0.0776963 Mar 14 18:40:14.317882 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-597d5112-ec2d-4111-a678-3bd9e4fd0df9 req-c4d96b8a-90fa-4eab-8fda-1e83bd310f46 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/security-groups?id=65d57178-f23c-47a3-8e85-b9e8ccfd4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413857 Mar 14 18:40:14.324998 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 46e7debc-1e30-4596-a1f8-3661651d23c8 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:40:14.456505 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 46e7debc-1e30-4596-a1f8-3661651d23c8 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:40:14.461183 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 46e7debc-1e30-4596-a1f8-3661651d23c8 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:40:14.461556 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:14.573594 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:14.599360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3204f81f-5741-4b75-85a3-65c9f5c2d799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e7debc-1e30-4596-a1f8-3661651d23c8'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:40:14.608792 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 46e7debc-1e30-4596-a1f8-3661651d23c8, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=46e7debc-1e30-4596-a1f8-3661651d23c8,segment=NetworkSegment(8ce1849d-617e-4edc-9817-b0b178a6a3b6),segment_id=8ce1849d-617e-4edc-9817-b0b178a6a3b6)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:40:14.643489 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3204f81f-5741-4b75-85a3-65c9f5c2d799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e7debc-1e30-4596-a1f8-3661651d23c8', 'code': 200} Mar 14 18:40:14.690196 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:14.757610 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=46e7debc-1e30-4596-a1f8-3661651d23c8,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:40:15.100367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251cd2c-c675-493d-beb7-19719755d276 req-049db0ab-2ca4-4174-80b2-97396ffccfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:15.101855 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-d251cd2c-c675-493d-beb7-19719755d276 req-049db0ab-2ca4-4174-80b2-97396ffccfcc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3204f81f-5741-4b75-85a3-65c9f5c2d799 HTTP/1.1" status: 200 len: 1103 time: 0.0677714 Mar 14 18:40:15.140076 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-d251cd2c-c675-493d-beb7-19719755d276 req-82eae6f4-5ee4-4625-90f1-2c65b3978a86 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=65d57178-f23c-47a3-8e85-b9e8ccfd4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327523 Mar 14 18:40:15.500072 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f15a2f-02e3-411f-ae3e-4ecdf24db10c req-5a321b35-7ab5-425e-a126-45c190b4a3ae tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:15.501502 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d6f15a2f-02e3-411f-ae3e-4ecdf24db10c req-5a321b35-7ab5-425e-a126-45c190b4a3ae tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/ports?device_id=3204f81f-5741-4b75-85a3-65c9f5c2d799 HTTP/1.1" status: 200 len: 950 time: 0.0794854 Mar 14 18:40:15.544337 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d6f15a2f-02e3-411f-ae3e-4ecdf24db10c req-f1891476-7536-4db8-a699-627f8d242b13 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/security-groups?id=65d57178-f23c-47a3-8e85-b9e8ccfd4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370932 Mar 14 18:40:16.728449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b55867-8be4-4977-9c35-6b4d684c93b1 req-7e678bb5-1416-412d-8b15-1b117dee6539 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:16.729891 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f9b55867-8be4-4977-9c35-6b4d684c93b1 req-7e678bb5-1416-412d-8b15-1b117dee6539 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/ports?device_id=3204f81f-5741-4b75-85a3-65c9f5c2d799 HTTP/1.1" status: 200 len: 950 time: 0.0819480 Mar 14 18:40:16.772650 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f9b55867-8be4-4977-9c35-6b4d684c93b1 req-0ad93b84-f1a8-44f2-97ec-457444aa2593 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/security-groups?id=65d57178-f23c-47a3-8e85-b9e8ccfd4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370617 Mar 14 18:40:18.377211 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afc80f-01dc-419e-8c1a-52fb29b1dcb0 req-d33d3d6f-c6f6-4ed7-a97a-8a47d03b157d tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:18.378534 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b8afc80f-01dc-419e-8c1a-52fb29b1dcb0 req-d33d3d6f-c6f6-4ed7-a97a-8a47d03b157d tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/ports?device_id=3204f81f-5741-4b75-85a3-65c9f5c2d799 HTTP/1.1" status: 200 len: 950 time: 0.0778461 Mar 14 18:40:18.419674 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b8afc80f-01dc-419e-8c1a-52fb29b1dcb0 req-ec840c70-dc86-4cf8-8fc5-f2f78a804f7f tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/security-groups?id=65d57178-f23c-47a3-8e85-b9e8ccfd4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355811 Mar 14 18:40:19.467168 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67cad4-361b-494c-b682-59da046da711 req-62c3345a-e469-4e67-8e0e-8569b906557a tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:19.467856 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-fc67cad4-361b-494c-b682-59da046da711 req-62c3345a-e469-4e67-8e0e-8569b906557a tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Synchronizing usage tracker for tenant:b1e30c6a9d3840f7b4025fa3972c2095 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:40:19.565464 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-fc67cad4-361b-494c-b682-59da046da711 req-62c3345a-e469-4e67-8e0e-8569b906557a tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Unset dirty status for tenant:b1e30c6a9d3840f7b4025fa3972c2095 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:40:19.566698 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fc67cad4-361b-494c-b682-59da046da711 req-62c3345a-e469-4e67-8e0e-8569b906557a tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.59 "GET /v2.0/ports?device_id=3204f81f-5741-4b75-85a3-65c9f5c2d799 HTTP/1.1" status: 200 len: 950 time: 0.1803319 Mar 14 18:40:19.606400 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df6bd6-f969-44e9-a98a-aaff301a7ecb req-6ba28fb1-a08b-43dd-a895-878baaa2c2dc tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:19.607863 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a8df6bd6-f969-44e9-a98a-aaff301a7ecb req-6ba28fb1-a08b-43dd-a895-878baaa2c2dc tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/ports?device_id=3204f81f-5741-4b75-85a3-65c9f5c2d799 HTTP/1.1" status: 200 len: 950 time: 0.0817449 Mar 14 18:40:19.636758 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-fc67cad4-361b-494c-b682-59da046da711 req-928dca3a-b4de-4107-be7f-89000675527c tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Deleting port 46e7debc-1e30-4596-a1f8-3661651d23c8 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:40:19.637101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-fc67cad4-361b-494c-b682-59da046da711 req-928dca3a-b4de-4107-be7f-89000675527c tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:19.653017 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a8df6bd6-f969-44e9-a98a-aaff301a7ecb req-949b0141-d16c-47bf-931c-9a836d351db6 tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/security-groups?id=65d57178-f23c-47a3-8e85-b9e8ccfd4f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394223 Mar 14 18:40:19.877477 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-fc67cad4-361b-494c-b682-59da046da711 req-928dca3a-b4de-4107-be7f-89000675527c tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] For port 46e7debc-1e30-4596-a1f8-3661651d23c8, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=46e7debc-1e30-4596-a1f8-3661651d23c8,segment=NetworkSegment(8ce1849d-617e-4edc-9817-b0b178a6a3b6),segment_id=8ce1849d-617e-4edc-9817-b0b178a6a3b6)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:40:19.877829 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-fc67cad4-361b-494c-b682-59da046da711 req-928dca3a-b4de-4107-be7f-89000675527c tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:19.995868 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-fc67cad4-361b-494c-b682-59da046da711 req-928dca3a-b4de-4107-be7f-89000675527c tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Calling delete_port for 46e7debc-1e30-4596-a1f8-3661651d23c8 owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:40:20.176408 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-fc67cad4-361b-494c-b682-59da046da711 req-928dca3a-b4de-4107-be7f-89000675527c tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:20.189333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['46e7debc-1e30-4596-a1f8-3661651d23c8'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:40:20.225504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928dca3a-b4de-4107-be7f-89000675527c tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Pushing event deleted for resources: {'Port': ['ID=46e7debc-1e30-4596-a1f8-3661651d23c8,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:40:20.300650 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc67cad4-361b-494c-b682-59da046da711 req-928dca3a-b4de-4107-be7f-89000675527c tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] No DVR routers for this DVR port 46e7debc-1e30-4596-a1f8-3661651d23c8 on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:40:20.303140 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-fc67cad4-361b-494c-b682-59da046da711 req-928dca3a-b4de-4107-be7f-89000675527c tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:20.305703 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3204f81f-5741-4b75-85a3-65c9f5c2d799', 'name': 'network-vif-deleted', 'tag': '46e7debc-1e30-4596-a1f8-3661651d23c8'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:40:20.353563 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3204f81f-5741-4b75-85a3-65c9f5c2d799', 'name': 'network-vif-deleted', 'tag': '46e7debc-1e30-4596-a1f8-3661651d23c8', 'status': 'completed', 'code': 200} Mar 14 18:40:20.434412 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fc67cad4-361b-494c-b682-59da046da711 req-928dca3a-b4de-4107-be7f-89000675527c tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.59 "DELETE /v2.0/ports/46e7debc-1e30-4596-a1f8-3661651d23c8 HTTP/1.1" status: 204 len: 173 time: 0.8615866 Mar 14 18:40:20.818069 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-042cba31-9185-4230-b597-b551ff6f46ad req-e3bf8cf4-f469-4ea7-8807-cf0f5d69814d tempest-ServersAdminNegativeTestJSON-451479130 tempest-ServersAdminNegativeTestJSON-451479130-project] 10.222.0.43 "GET /v2.0/ports?device_id=3204f81f-5741-4b75-85a3-65c9f5c2d799 HTTP/1.1" status: 200 len: 210 time: 0.0452116 Mar 14 18:40:22.362935 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34682) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:40:22.507941 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-dcb6c669-fec5-4cd9-add7-04e1ed5139f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1e30c6a9d3840f7b4025fa3972c2095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437731 Mar 14 18:40:22.510389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34688) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:40:22.569092 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b5d9e375-81a7-48ff-a25f-6d33e9d24426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:22.593582 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b5d9e375-81a7-48ff-a25f-6d33e9d24426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:22.707813 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b5d9e375-81a7-48ff-a25f-6d33e9d24426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:22.726711 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9e375-81a7-48ff-a25f-6d33e9d24426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d57178-f23c-47a3-8e85-b9e8ccfd4f59,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:40:22.728691 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b5d9e375-81a7-48ff-a25f-6d33e9d24426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:22.729788 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b5d9e375-81a7-48ff-a25f-6d33e9d24426 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65d57178-f23c-47a3-8e85-b9e8ccfd4f59 HTTP/1.1" status: 204 len: 168 time: 0.2184687 Mar 14 18:40:23.322153 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 34698) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:40:23.339795 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4c1a702d-6b2a-4b27-8524-74a1ab0e66d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:23.353408 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4c1a702d-6b2a-4b27-8524-74a1ab0e66d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:40:23.357141 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4c1a702d-6b2a-4b27-8524-74a1ab0e66d8 admin admin] Usage tracker for resource:security_group_rule and tenant:df8195b66ed346c08db3524153ccb4e4 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:40:23.359866 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4c1a702d-6b2a-4b27-8524-74a1ab0e66d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:40:23.365316 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4c1a702d-6b2a-4b27-8524-74a1ab0e66d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:40:23.443630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4c1a702d-6b2a-4b27-8524-74a1ab0e66d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:23.506365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4c1a702d-6b2a-4b27-8524-74a1ab0e66d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:23.555054 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4c1a702d-6b2a-4b27-8524-74a1ab0e66d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df8195b66ed346c08db3524153ccb4e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317500 Mar 14 18:40:23.555912 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a702d-6b2a-4b27-8524-74a1ab0e66d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a042d468-6732-493f-9e4d-8a7733ce05de,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:40:23.557696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34702) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:40:23.615788 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d1639a7-9eb1-4647-a93f-e6d837848a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:23.640174 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d1639a7-9eb1-4647-a93f-e6d837848a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:23.782988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d1639a7-9eb1-4647-a93f-e6d837848a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:23.796688 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1639a7-9eb1-4647-a93f-e6d837848a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a042d468-6732-493f-9e4d-8a7733ce05de,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:40:23.803066 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3d1639a7-9eb1-4647-a93f-e6d837848a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:23.805270 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3d1639a7-9eb1-4647-a93f-e6d837848a29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a042d468-6732-493f-9e4d-8a7733ce05de HTTP/1.1" status: 204 len: 168 time: 0.2454994 Mar 14 18:40:24.107080 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:40:24.273229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fc0ac68e-7a50-46dc-a9ac-891ae57a583c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:24.387366 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 46e7debc-1e30-4596-a1f8-3661651d23c8 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:40:24.420925 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 46e7debc-1e30-4596-a1f8-3661651d23c8 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:40:24.421271 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 46e7debc-1e30-4596-a1f8-3661651d23c8 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:40:24.815464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34726) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:40:24.915960 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1217492582-network', 'tenant_id': 'bf1d382ee6284de59c2cb158af10cc73'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:40:24.920739 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:40:24.924547 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Usage tracker for resource:network and tenant:bf1d382ee6284de59c2cb158af10cc73 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:40:24.927364 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:40:24.933400 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:40:25.020533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Made reservation on behalf of bf1d382ee6284de59c2cb158af10cc73 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:40:25.022776 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:25.034554 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:25.048402 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:40:25.052143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Usage tracker for resource:security_group_rule and tenant:bf1d382ee6284de59c2cb158af10cc73 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:40:25.054888 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:40:25.060797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:40:25.139812 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:25.181796 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:25.211553 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:40:25.219636 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4727153e-0135-48ba-93cc-a6b100e1f279,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:40:25.225036 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:25.225377 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Added segment d5f13663-ec26-4214-80d5-cf15e226880e of type vlan for network 0e664842-e9b8-437f-8d3a-badc83fcf1ba Mar 14 18:40:25.251519 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:25.324742 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:25.325683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:25.326246 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:25.423338 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] Pushing event updated for resources: {'Network': ['ID=0e664842-e9b8-437f-8d3a-badc83fcf1ba,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:40:25.432473 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 0e664842-e9b8-437f-8d3a-badc83fcf1ba details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:40:25.462967 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f65e07b2-04fa-4e23-b67a-922e5ad32f5b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6463866 Mar 14 18:40:25.465768 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34732) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:40:25.471694 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-3597b98a-50d8-4cad-8d93-c76296469d82 admin admin] Request body: {'subnet': {'network_id': '0e664842-e9b8-437f-8d3a-badc83fcf1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1217492582-subnet', 'tenant_id': 'bf1d382ee6284de59c2cb158af10cc73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:40:25.476532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3597b98a-50d8-4cad-8d93-c76296469d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:40:25.480420 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3597b98a-50d8-4cad-8d93-c76296469d82 admin admin] Usage tracker for resource:subnet and tenant:bf1d382ee6284de59c2cb158af10cc73 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:40:25.483307 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3597b98a-50d8-4cad-8d93-c76296469d82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:40:25.489662 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3597b98a-50d8-4cad-8d93-c76296469d82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:40:25.552985 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3597b98a-50d8-4cad-8d93-c76296469d82 admin admin] Made reservation on behalf of bf1d382ee6284de59c2cb158af10cc73 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:40:25.555455 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3597b98a-50d8-4cad-8d93-c76296469d82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:25.838837 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3597b98a-50d8-4cad-8d93-c76296469d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:25.912604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597b98a-50d8-4cad-8d93-c76296469d82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e4d4a63-9091-4f5c-8747-42101fe17854,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:40:25.917766 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3597b98a-50d8-4cad-8d93-c76296469d82 admin admin] Checking segment: {'id': 'd5f13663-ec26-4214-80d5-cf15e226880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0e664842-e9b8-437f-8d3a-badc83fcf1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:40:25.918111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3597b98a-50d8-4cad-8d93-c76296469d82 admin admin] Network hostable DHCP agents. Network: 0e664842-e9b8-437f-8d3a-badc83fcf1ba, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:40:25.987302 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3597b98a-50d8-4cad-8d93-c76296469d82 admin admin] Network 0e664842-e9b8-437f-8d3a-badc83fcf1ba is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:40:26.072785 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-3597b98a-50d8-4cad-8d93-c76296469d82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 0e664842-e9b8-437f-8d3a-badc83fcf1ba) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:40:26.076705 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3597b98a-50d8-4cad-8d93-c76296469d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:26.077277 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3597b98a-50d8-4cad-8d93-c76296469d82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:26.082503 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c1e660-f0d8-40e4-881d-f32c49bc9ceb None None] Network 0e664842-e9b8-437f-8d3a-badc83fcf1ba requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:40:26.131592 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3597b98a-50d8-4cad-8d93-c76296469d82 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6647496 Mar 14 18:40:26.293505 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0ec774-c854-4698-98d4-fa19aadfcd4b None None] Network 0e664842-e9b8-437f-8d3a-badc83fcf1ba requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:40:26.382140 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1f9fa9b3-2f39-4f53-b2b4-3fe7c81c2834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:26.640764 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-c80b6299-2ed5-4757-a5b1-71b23bfffdde tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:26.641956 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-c80b6299-2ed5-4757-a5b1-71b23bfffdde tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Synchronizing usage tracker for tenant:bf1d382ee6284de59c2cb158af10cc73 on resource:network {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:40:26.720225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-c80b6299-2ed5-4757-a5b1-71b23bfffdde tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Unset dirty status for tenant:bf1d382ee6284de59c2cb158af10cc73 on resource:network {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:40:26.721384 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-c80b6299-2ed5-4757-a5b1-71b23bfffdde tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/networks?id=0e664842-e9b8-437f-8d3a-badc83fcf1ba HTTP/1.1" status: 200 len: 812 time: 0.2312112 Mar 14 18:40:26.736226 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-c9654732-6400-45ab-8c19-54e862488f07 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/quotas/bf1d382ee6284de59c2cb158af10cc73 HTTP/1.1" status: 200 len: 375 time: 0.0093491 Mar 14 18:40:26.786987 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-efa1a41f-e52c-4329-9950-ff2ce56b4a4e tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf1d382ee6284de59c2cb158af10cc73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457168 Mar 14 18:40:27.017121 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-1bf481bf-e3ac-49d1-a01b-97d03f5dd57a service neutron] 10.222.0.43 "GET /v2.0/networks/0e664842-e9b8-437f-8d3a-badc83fcf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110114 Mar 14 18:40:27.130718 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-49481b6e-e03b-4f75-92e2-0acc4e31beac service neutron] 10.222.0.43 "GET /v2.0/networks/0e664842-e9b8-437f-8d3a-badc83fcf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202204 Mar 14 18:40:27.399448 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e63eb933-57de-4623-8ef6-893cde7a8735 req-d325670a-23eb-439c-9557-2ee9726ecc0c tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 210 time: 0.0412009 Mar 14 18:40:27.861872 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:27.894662 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:28.551990 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3df66493-01ae-4ea9-b4fb-920cf0078c1f req-8b3ed0f7-008d-42b0-b986-5847ac52a826 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 210 time: 0.0417078 Mar 14 18:40:29.529979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-00a9a4e6-7519-4e92-a27b-5f92681f5fc0 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:29.531432 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-00a9a4e6-7519-4e92-a27b-5f92681f5fc0 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.59 "GET /v2.0/networks?id=0e664842-e9b8-437f-8d3a-badc83fcf1ba HTTP/1.1" status: 200 len: 812 time: 0.2471371 Mar 14 18:40:29.542937 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-427697ca-2ed4-4553-b11b-5321942bba7f tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Request body: {'port': {'device_id': '1fa15a6a-f826-4de7-8723-cf07a9adf8fb', 'network_id': '0e664842-e9b8-437f-8d3a-badc83fcf1ba', 'admin_state_up': True, 'tenant_id': 'bf1d382ee6284de59c2cb158af10cc73'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:40:29.679411 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-427697ca-2ed4-4553-b11b-5321942bba7f tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:40:29.683163 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-427697ca-2ed4-4553-b11b-5321942bba7f tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Usage tracker for resource:port and tenant:bf1d382ee6284de59c2cb158af10cc73 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:40:29.686197 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-427697ca-2ed4-4553-b11b-5321942bba7f tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:40:29.692068 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-427697ca-2ed4-4553-b11b-5321942bba7f tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:40:29.714246 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a7a69418-c01b-472e-a56b-dc54ab6052a1 req-591b33b0-675e-4cab-bfaa-87a48f729441 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 210 time: 0.0493171 Mar 14 18:40:29.759183 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-427697ca-2ed4-4553-b11b-5321942bba7f tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Made reservation on behalf of bf1d382ee6284de59c2cb158af10cc73 for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:40:29.762831 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-427697ca-2ed4-4553-b11b-5321942bba7f tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:29.792241 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:29.921082 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-427697ca-2ed4-4553-b11b-5321942bba7f tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Allocated IP 172.20.0.9 (0e664842-e9b8-437f-8d3a-badc83fcf1ba/6e4d4a63-9091-4f5c-8747-42101fe17854/92d7e5d2-f311-4e72-ba4b-d22fef839f7c) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:40:30.117308 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-427697ca-2ed4-4553-b11b-5321942bba7f tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:30.205580 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-427697ca-2ed4-4553-b11b-5321942bba7f tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:30.269101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-427697ca-2ed4-4553-b11b-5321942bba7f tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Network 0e664842-e9b8-437f-8d3a-badc83fcf1ba is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:40:30.276209 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-427697ca-2ed4-4553-b11b-5321942bba7f tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:40:30.278611 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-427697ca-2ed4-4553-b11b-5321942bba7f tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:40:30.316729 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427697ca-2ed4-4553-b11b-5321942bba7f tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Pushing event updated for resources: {'Port': ['ID=92d7e5d2-f311-4e72-ba4b-d22fef839f7c,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:40:30.346421 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-427697ca-2ed4-4553-b11b-5321942bba7f tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:30.347052 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-427697ca-2ed4-4553-b11b-5321942bba7f tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:30.433868 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-427697ca-2ed4-4553-b11b-5321942bba7f tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8941348 Mar 14 18:40:30.444677 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Request body: {'port': {'device_id': '1fa15a6a-f826-4de7-8723-cf07a9adf8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:40:30.568828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:30.897998 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc4fab-03c1-4f98-a871-c39ae9f4e15e req-99bee110-bf3e-42ae-b7f3-60e864f8e569 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:30.899457 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c0bc4fab-03c1-4f98-a871-c39ae9f4e15e req-99bee110-bf3e-42ae-b7f3-60e864f8e569 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 931 time: 0.0783484 Mar 14 18:40:30.900994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d7e5d2-f311-4e72-ba4b-d22fef839f7c {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:40:30.908235 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:30.921941 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Transition to ACTIVE for port object 92d7e5d2-f311-4e72-ba4b-d22fef839f7c will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:40:30.943010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-c0bc4fab-03c1-4f98-a871-c39ae9f4e15e req-c0c32a11-7644-4c2c-aaea-60e581cdf7ad tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Synchronizing usage tracker for tenant:bf1d382ee6284de59c2cb158af10cc73 on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:40:30.980206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:31.032131 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-c0bc4fab-03c1-4f98-a871-c39ae9f4e15e req-c0c32a11-7644-4c2c-aaea-60e581cdf7ad tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Unset dirty status for tenant:bf1d382ee6284de59c2cb158af10cc73 on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:40:31.033309 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c0bc4fab-03c1-4f98-a871-c39ae9f4e15e req-c0c32a11-7644-4c2c-aaea-60e581cdf7ad tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279938 Mar 14 18:40:31.136885 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Pushing event updated for resources: {'Port': ['ID=92d7e5d2-f311-4e72-ba4b-d22fef839f7c,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:40:31.201283 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Attempting to bind port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:40:31.201610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Attempting to bind port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'd5f13663-ec26-4214-80d5-cf15e226880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0e664842-e9b8-437f-8d3a-badc83fcf1ba'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:40:31.201930 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Attempting to bind port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c on network 0e664842-e9b8-437f-8d3a-badc83fcf1ba {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:40:31.206504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c on network 0e664842-e9b8-437f-8d3a-badc83fcf1ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:40:31.206843 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Attempting to bind port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c on network 0e664842-e9b8-437f-8d3a-badc83fcf1ba {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:40:31.211731 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:40:31.212058 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Checking segment: {'id': 'd5f13663-ec26-4214-80d5-cf15e226880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0e664842-e9b8-437f-8d3a-badc83fcf1ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:40:31.212430 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Bound using segment: {'id': 'd5f13663-ec26-4214-80d5-cf15e226880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0e664842-e9b8-437f-8d3a-badc83fcf1ba'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:40:31.212839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Bound port: 92d7e5d2-f311-4e72-ba4b-d22fef839f7c, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f13663-ec26-4214-80d5-cf15e226880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0e664842-e9b8-437f-8d3a-badc83fcf1ba'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:40:31.213171 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:31.298661 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] For port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:40:31.301467 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] For port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=92d7e5d2-f311-4e72-ba4b-d22fef839f7c,segment=NetworkSegment(d5f13663-ec26-4214-80d5-cf15e226880e),segment_id=d5f13663-ec26-4214-80d5-cf15e226880e)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:40:31.380839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:31.528196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:31.528874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:31.530209 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] 10.222.0.59 "PUT /v2.0/ports/92d7e5d2-f311-4e72-ba4b-d22fef839f7c HTTP/1.1" status: 200 len: 1093 time: 1.0894363 Mar 14 18:40:31.530630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa15a6a-f826-4de7-8723-cf07a9adf8fb', 'tag': '92d7e5d2-f311-4e72-ba4b-d22fef839f7c'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:40:31.556630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90218b1f-21a9-4319-bc36-af6f09b6dd6f service neutron] Pushing event updated for resources: {'Port': ['ID=92d7e5d2-f311-4e72-ba4b-d22fef839f7c,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:40:31.575110 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa15a6a-f826-4de7-8723-cf07a9adf8fb', 'tag': '92d7e5d2-f311-4e72-ba4b-d22fef839f7c', 'status': 'completed', 'code': 200} Mar 14 18:40:31.664732 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21003ad4-7481-404e-9b65-8a1ec6af249c req-2c3f58dc-ede1-4d53-a969-26223e1636b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:31.666177 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-21003ad4-7481-404e-9b65-8a1ec6af249c req-2c3f58dc-ede1-4d53-a969-26223e1636b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf1d382ee6284de59c2cb158af10cc73&device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 1096 time: 0.0703001 Mar 14 18:40:31.802127 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21003ad4-7481-404e-9b65-8a1ec6af249c req-237a8191-9439-42a2-a314-effc3cce0683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:31.803507 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-21003ad4-7481-404e-9b65-8a1ec6af249c req-237a8191-9439-42a2-a314-effc3cce0683 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=bf1d382ee6284de59c2cb158af10cc73&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1306586 Mar 14 18:40:31.933961 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21003ad4-7481-404e-9b65-8a1ec6af249c req-1cfebb8b-a4df-4431-a686-d311926b5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:31.935395 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-21003ad4-7481-404e-9b65-8a1ec6af249c req-1cfebb8b-a4df-4431-a686-d311926b5c74 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1251929 Mar 14 18:40:32.035857 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-590ed03a-c51f-4880-af2d-c36e4e17dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:32.037288 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-590ed03a-c51f-4880-af2d-c36e4e17dfe8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf1d382ee6284de59c2cb158af10cc73&device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 1096 time: 0.0681677 Mar 14 18:40:32.105718 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-3e8c0c7a-757b-4fdb-b399-94d1c84eae26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92d7e5d2-f311-4e72-ba4b-d22fef839f7c HTTP/1.1" status: 200 len: 217 time: 0.0616341 Mar 14 18:40:32.167478 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-933cee4a-c06e-48aa-b8e4-ffb04760970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:32.168912 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-933cee4a-c06e-48aa-b8e4-ffb04760970c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e4d4a63-9091-4f5c-8747-42101fe17854 HTTP/1.1" status: 200 len: 852 time: 0.0569966 Mar 14 18:40:32.218017 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-128d9e80-b94b-4681-8417-d916cb712c14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e664842-e9b8-437f-8d3a-badc83fcf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435770 Mar 14 18:40:32.221694 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9e4bd-c9c5-4ab7-8c12-74ce93cd90d8 req-523e1f5a-68e9-4036-a158-54449c297768 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:32.223361 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-69a9e4bd-c9c5-4ab7-8c12-74ce93cd90d8 req-523e1f5a-68e9-4036-a158-54449c297768 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 943 time: 0.0869303 Mar 14 18:40:32.267486 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-69a9e4bd-c9c5-4ab7-8c12-74ce93cd90d8 req-188731a8-0c60-45b6-922f-8bf0d3b620f9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383761 Mar 14 18:40:32.345214 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-14de687d-ca86-411c-ae6c-7c98b4382548 service neutron] 10.222.0.59 "GET /v2.0/networks/0e664842-e9b8-437f-8d3a-badc83fcf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215301 Mar 14 18:40:32.473126 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-73b9587e-bec1-44d4-85ce-d02823bd2511 req-154472c7-1d6a-4b94-993d-038a42175c7d service neutron] 10.222.0.59 "GET /v2.0/networks/0e664842-e9b8-437f-8d3a-badc83fcf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226826 Mar 14 18:40:33.445610 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e1163-532a-44a1-be7e-e5766952337d req-00cf1766-c8d0-45e8-a2a2-5de47fb6fc0e tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:33.447060 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-708e1163-532a-44a1-be7e-e5766952337d req-00cf1766-c8d0-45e8-a2a2-5de47fb6fc0e tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 943 time: 0.0766070 Mar 14 18:40:33.492913 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-708e1163-532a-44a1-be7e-e5766952337d req-805de5c8-4b14-46a3-9e94-74069ec5a021 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402405 Mar 14 18:40:34.434361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 92d7e5d2-f311-4e72-ba4b-d22fef839f7c details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:40:34.564776 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=92d7e5d2-f311-4e72-ba4b-d22fef839f7c,segment=NetworkSegment(d5f13663-ec26-4214-80d5-cf15e226880e),segment_id=d5f13663-ec26-4214-80d5-cf15e226880e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:40:34.577320 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '92d7e5d2-f311-4e72-ba4b-d22fef839f7c', 'network_id': '0e664842-e9b8-437f-8d3a-badc83fcf1ba', 'port_id': '92d7e5d2-f311-4e72-ba4b-d22fef839f7c', 'mac_address': 'fa:16:3e:d9:45:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e4d4a63-9091-4f5c-8747-42101fe17854', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:40:34.635124 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:34.651889 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d7e5d2-f311-4e72-ba4b-d22fef839f7c {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:40:34.668352 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=92d7e5d2-f311-4e72-ba4b-d22fef839f7c,segment=NetworkSegment(d5f13663-ec26-4214-80d5-cf15e226880e),segment_id=d5f13663-ec26-4214-80d5-cf15e226880e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:40:34.678268 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be344154-939e-41bc-ab6d-6fed4fec74c0 req-df7a377e-7817-444d-bc12-f710d986e0c3 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:34.679727 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-be344154-939e-41bc-ab6d-6fed4fec74c0 req-df7a377e-7817-444d-bc12-f710d986e0c3 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 943 time: 0.0820131 Mar 14 18:40:34.723810 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-be344154-939e-41bc-ab6d-6fed4fec74c0 req-deeb9af2-01fe-488c-a6b8-0a1e1322fca0 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379753 Mar 14 18:40:34.747521 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:34.812062 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=92d7e5d2-f311-4e72-ba4b-d22fef839f7c,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:40:34.938288 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['92d7e5d2-f311-4e72-ba4b-d22fef839f7c'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:40:35.905576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e88156-4ef1-4461-9635-92b7fd02f33e req-c808dcef-1395-474c-8407-66ed1e8b4705 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:35.907627 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-79e88156-4ef1-4461-9635-92b7fd02f33e req-c808dcef-1395-474c-8407-66ed1e8b4705 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 944 time: 0.0811205 Mar 14 18:40:35.950207 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-79e88156-4ef1-4461-9635-92b7fd02f33e req-e9b74f1b-9bd3-4ace-b0d3-f7b979b36f9e tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370648 Mar 14 18:40:36.433340 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 92d7e5d2-f311-4e72-ba4b-d22fef839f7c up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:40:36.564504 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:40:36.569400 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:40:36.569770 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:36.686198 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:36.714890 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa15a6a-f826-4de7-8723-cf07a9adf8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d7e5d2-f311-4e72-ba4b-d22fef839f7c'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:40:36.725184 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=92d7e5d2-f311-4e72-ba4b-d22fef839f7c,segment=NetworkSegment(d5f13663-ec26-4214-80d5-cf15e226880e),segment_id=d5f13663-ec26-4214-80d5-cf15e226880e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:40:36.759993 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa15a6a-f826-4de7-8723-cf07a9adf8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d7e5d2-f311-4e72-ba4b-d22fef839f7c', 'code': 200} Mar 14 18:40:36.785864 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:36.851644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=92d7e5d2-f311-4e72-ba4b-d22fef839f7c,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:40:36.858651 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:40:36.859028 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:40:36.859368 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:40:36.860373 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:40:36.860713 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:40:36.861048 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:40:36.861377 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:40:36.861705 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:40:36.862029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:40:36.862353 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:40:36.862680 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:40:36.863012 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:40:37.133916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f952c-3740-4b3f-96f0-6a31b1e7e34f req-46c5ca39-777b-43a6-98dd-13c1c527a887 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:37.134520 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0274e4-9058-4d48-a8df-0f8ed3d8ee10 req-edf21397-6dcc-444d-bee6-76449f6bab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:37.135377 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a68f952c-3740-4b3f-96f0-6a31b1e7e34f req-46c5ca39-777b-43a6-98dd-13c1c527a887 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0794237 Mar 14 18:40:37.135496 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-4a0274e4-9058-4d48-a8df-0f8ed3d8ee10 req-edf21397-6dcc-444d-bee6-76449f6bab27 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 1098 time: 0.0667562 Mar 14 18:40:37.175668 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-4a0274e4-9058-4d48-a8df-0f8ed3d8ee10 req-d9c62943-aa94-4b01-aa14-2c5347a879d7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344045 Mar 14 18:40:37.178992 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a68f952c-3740-4b3f-96f0-6a31b1e7e34f req-b611557d-f674-4c75-a642-1529e2991ffe tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378075 Mar 14 18:40:38.371586 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764e2b7-ce98-4fac-a179-6d28e94811e9 req-90a39321-b8f1-41a5-8387-af30e223702e tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:38.373017 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7764e2b7-ce98-4fac-a179-6d28e94811e9 req-90a39321-b8f1-41a5-8387-af30e223702e tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0827937 Mar 14 18:40:38.416731 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7764e2b7-ce98-4fac-a179-6d28e94811e9 req-538071b1-76c9-42d5-9ade-ef40cb47cdff tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379071 Mar 14 18:40:39.254427 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:39.594334 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46d343-7b45-4db3-850f-a73f7fdab56f req-4d036e6a-9258-42ab-9f2b-4b3ee6313462 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:39.595777 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9d46d343-7b45-4db3-850f-a73f7fdab56f req-4d036e6a-9258-42ab-9f2b-4b3ee6313462 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0764694 Mar 14 18:40:39.640921 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9d46d343-7b45-4db3-850f-a73f7fdab56f req-6f905cb4-a01c-4f40-a226-5702c7088e26 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396483 Mar 14 18:40:40.161195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c38b2-2705-44b5-b3c7-0304d8bbc13b req-b419fff3-b73e-476d-929e-a00560e8bea1 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:40.167244 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e29c38b2-2705-44b5-b3c7-0304d8bbc13b req-b419fff3-b73e-476d-929e-a00560e8bea1 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0857611 Mar 14 18:40:40.206740 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e29c38b2-2705-44b5-b3c7-0304d8bbc13b req-c9f5886f-7e43-4fee-b4a8-fa1de3ebd891 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385535 Mar 14 18:40:40.217046 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34798) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:40:40.326342 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-e5139b84-458c-4fd3-9fa6-75621145955e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1081879 Mar 14 18:40:41.390089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefbe62-f5ae-43b0-82bd-f747651b1edc req-43edddf4-614b-484d-9ce0-6501b17ca110 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:41.391653 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1fefbe62-f5ae-43b0-82bd-f747651b1edc req-43edddf4-614b-484d-9ce0-6501b17ca110 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0795853 Mar 14 18:40:41.436421 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1fefbe62-f5ae-43b0-82bd-f747651b1edc req-b7afd1ae-03fb-404c-a0d3-1a41b2f6e14c tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388908 Mar 14 18:40:42.350248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-ac2ba515-6752-4638-9b2d-b13e37677094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:42.351708 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-ac2ba515-6752-4638-9b2d-b13e37677094 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf1d382ee6284de59c2cb158af10cc73&device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 1098 time: 0.0710893 Mar 14 18:40:42.481489 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-9b150694-6c4f-47dd-8290-0e69891d27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:42.483147 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-9b150694-6c4f-47dd-8290-0e69891d27b8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e664842-e9b8-437f-8d3a-badc83fcf1ba HTTP/1.1" status: 200 len: 913 time: 0.1257226 Mar 14 18:40:42.548968 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-3de01cd1-e252-44ec-9dd8-9acb3230819a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92d7e5d2-f311-4e72-ba4b-d22fef839f7c HTTP/1.1" status: 200 len: 217 time: 0.0602603 Mar 14 18:40:42.612320 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-fe4725f3-33ad-4d98-8a09-d73a0a9b3b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:42.613658 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-fe4725f3-33ad-4d98-8a09-d73a0a9b3b5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e4d4a63-9091-4f5c-8747-42101fe17854 HTTP/1.1" status: 200 len: 852 time: 0.0593178 Mar 14 18:40:42.635428 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280f186-c421-4651-9772-bd7a18e64f47 req-100c33d2-48a4-41a5-a620-47c6df6223ba tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:42.636854 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8280f186-c421-4651-9772-bd7a18e64f47 req-100c33d2-48a4-41a5-a620-47c6df6223ba tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0838940 Mar 14 18:40:42.659161 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-4431ca0d-cd15-4306-bd83-e0a8d3a33ce7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e664842-e9b8-437f-8d3a-badc83fcf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394433 Mar 14 18:40:42.681379 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8280f186-c421-4651-9772-bd7a18e64f47 req-506a51a1-d889-4bcb-8170-d7be1035b9db tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382762 Mar 14 18:40:42.893859 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-944a9323-19a6-4e56-966d-1df921caf2ae service neutron] 10.222.0.59 "GET /v2.0/networks/0e664842-e9b8-437f-8d3a-badc83fcf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290397 Mar 14 18:40:43.021496 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-cd43b527-81f6-4ce9-9364-5b9d939142c6 service neutron] 10.222.0.59 "GET /v2.0/networks/0e664842-e9b8-437f-8d3a-badc83fcf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215243 Mar 14 18:40:43.865560 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567d3f5-8468-4446-98e2-9cb6059ab84f req-ad55e2bd-7352-4e12-8a50-17aa601830f0 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:43.866997 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5567d3f5-8468-4446-98e2-9cb6059ab84f req-ad55e2bd-7352-4e12-8a50-17aa601830f0 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0789747 Mar 14 18:40:43.908698 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5567d3f5-8468-4446-98e2-9cb6059ab84f req-578b5151-8aa6-41b7-aade-cdd78c5ca7d4 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361357 Mar 14 18:40:45.089810 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac45592-3c09-4bb3-85fa-f0ea69acfc19 req-659cb6bb-ddeb-4261-b40c-700a1df57578 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:45.091234 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fac45592-3c09-4bb3-85fa-f0ea69acfc19 req-659cb6bb-ddeb-4261-b40c-700a1df57578 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0792055 Mar 14 18:40:45.133164 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fac45592-3c09-4bb3-85fa-f0ea69acfc19 req-835d59c7-7946-403b-a8f7-03cbfaf3d84d tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363617 Mar 14 18:40:46.317466 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86055a-9df7-405d-ace6-1c78c26fe9f2 req-c1a5a085-0888-4425-a2a0-389a90a8bfa9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:46.318893 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0c86055a-9df7-405d-ace6-1c78c26fe9f2 req-c1a5a085-0888-4425-a2a0-389a90a8bfa9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0798059 Mar 14 18:40:46.451309 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0c86055a-9df7-405d-ace6-1c78c26fe9f2 req-69d57e13-456d-43c4-9c4d-c8aa91f3634c tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267467 Mar 14 18:40:47.629423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3444f-68da-4568-acb2-10b6efdaa420 req-202a6e64-0930-410c-8a74-b33e8cc8b249 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:47.630900 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-84a3444f-68da-4568-acb2-10b6efdaa420 req-202a6e64-0930-410c-8a74-b33e8cc8b249 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0767186 Mar 14 18:40:47.673887 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-84a3444f-68da-4568-acb2-10b6efdaa420 req-27fcade7-fa05-463c-a3c1-a449201edbf2 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374594 Mar 14 18:40:48.856210 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05737d3-a40f-4a48-8907-7b1de7bcc2b9 req-c0ef8d8b-59af-4069-8561-1ce8a97b478b tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:48.857637 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e05737d3-a40f-4a48-8907-7b1de7bcc2b9 req-c0ef8d8b-59af-4069-8561-1ce8a97b478b tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0804536 Mar 14 18:40:48.899984 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e05737d3-a40f-4a48-8907-7b1de7bcc2b9 req-6e547649-27e0-4c2b-8319-cfbf89f7d555 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359926 Mar 14 18:40:50.084505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34f374-2754-43d9-adab-2ffc8a5f465e req-a4f45f09-e8d2-431c-a950-fc5ea3825648 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:50.085993 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ec34f374-2754-43d9-adab-2ffc8a5f465e req-a4f45f09-e8d2-431c-a950-fc5ea3825648 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0801742 Mar 14 18:40:50.130268 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ec34f374-2754-43d9-adab-2ffc8a5f465e req-eb432052-1534-4611-908b-9206688215a1 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385754 Mar 14 18:40:51.307821 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75517709-c42f-4e30-bb42-530831168567 req-f58d1901-8a24-435e-a800-bef10f641a6e tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:51.309502 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-75517709-c42f-4e30-bb42-530831168567 req-f58d1901-8a24-435e-a800-bef10f641a6e tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0774460 Mar 14 18:40:51.353667 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-75517709-c42f-4e30-bb42-530831168567 req-3368b2b0-d6ac-41d2-9049-2b49b5928ef4 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370755 Mar 14 18:40:52.536619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b0ad0-dc71-4811-8e53-12ac1ba2ac99 req-a453c837-8567-4817-a30c-e3b3daf53ad7 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:52.538044 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9d9b0ad0-dc71-4811-8e53-12ac1ba2ac99 req-a453c837-8567-4817-a30c-e3b3daf53ad7 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0804040 Mar 14 18:40:52.581344 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9d9b0ad0-dc71-4811-8e53-12ac1ba2ac99 req-68df4885-6f4e-402c-aa1d-29fb076c5d7a tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376728 Mar 14 18:40:53.768744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1708a-b199-4228-8a95-930e7d99a2a4 req-1b05a189-ee07-4330-bb2b-aeaac4206556 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:53.777151 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5ad1708a-b199-4228-8a95-930e7d99a2a4 req-1b05a189-ee07-4330-bb2b-aeaac4206556 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0781314 Mar 14 18:40:53.815769 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5ad1708a-b199-4228-8a95-930e7d99a2a4 req-a50a1192-1e17-4758-8030-2505bf00ac85 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398927 Mar 14 18:40:54.295229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ca16216e-77c8-4e84-ba8a-153bbe8f4875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:54.995392 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3c197-8cfb-4a50-ac20-1dc0af7088ff req-b4f39ac6-a591-4e16-bd9f-021cc6a8393c tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:54.996731 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-63b3c197-8cfb-4a50-ac20-1dc0af7088ff req-b4f39ac6-a591-4e16-bd9f-021cc6a8393c tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0773423 Mar 14 18:40:55.038949 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-63b3c197-8cfb-4a50-ac20-1dc0af7088ff req-1fb4388a-2108-4d1d-ad0b-b9882f23c7a1 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366471 Mar 14 18:40:56.222309 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803406c-085d-40e8-8909-6a22cb7901ff req-f5dd0415-df48-4039-8369-2dd3f9c519b3 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:56.223774 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f803406c-085d-40e8-8909-6a22cb7901ff req-f5dd0415-df48-4039-8369-2dd3f9c519b3 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0809543 Mar 14 18:40:56.267224 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f803406c-085d-40e8-8909-6a22cb7901ff req-eb89666f-0180-42db-866d-87d0c7ee923b tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373898 Mar 14 18:40:56.362384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-22898c99-cd00-450a-8b3d-844848211260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:57.450765 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41381cc-f754-43ce-92a9-5e4ab52ca739 req-f293800c-a131-4a61-b733-34470b6de50e tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:57.452226 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f41381cc-f754-43ce-92a9-5e4ab52ca739 req-f293800c-a131-4a61-b733-34470b6de50e tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0791183 Mar 14 18:40:57.494772 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f41381cc-f754-43ce-92a9-5e4ab52ca739 req-8a89ad7c-1b2d-42a0-9e69-585aaaf3a6b8 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369585 Mar 14 18:40:57.809551 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:57.872314 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:58.681059 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b64632-4227-4504-8a7f-7dd9c4dfaad5 req-630c5bf6-b74a-41bc-a7d7-31d362c3d349 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:58.682499 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f9b64632-4227-4504-8a7f-7dd9c4dfaad5 req-630c5bf6-b74a-41bc-a7d7-31d362c3d349 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0853724 Mar 14 18:40:58.726451 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f9b64632-4227-4504-8a7f-7dd9c4dfaad5 req-c335888e-765b-4f03-930a-1c98ac791679 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373116 Mar 14 18:40:59.803873 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:59.909891 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb2dda-1e2e-4e73-9e81-a8cedef386f2 req-f015b85f-b0e9-4e0f-affd-679f40e33182 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:59.911346 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-35eb2dda-1e2e-4e73-9e81-a8cedef386f2 req-f015b85f-b0e9-4e0f-affd-679f40e33182 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0807428 Mar 14 18:40:59.955212 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-35eb2dda-1e2e-4e73-9e81-a8cedef386f2 req-71f2837e-47ed-48ce-9ee9-87318fd38d3e tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381632 Mar 14 18:41:01.106157 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:41:01.137763 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4b56f-6e71-4b6c-849d-75c1074493f6 req-7b015883-ac55-4941-96f9-451770be283c tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:01.139222 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9ac4b56f-6e71-4b6c-849d-75c1074493f6 req-7b015883-ac55-4941-96f9-451770be283c tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0768600 Mar 14 18:41:01.181755 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9ac4b56f-6e71-4b6c-849d-75c1074493f6 req-e323f0c5-e56f-4743-9e3b-4106688874c3 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364547 Mar 14 18:41:02.362058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b590463-8f3a-4f79-84a8-c5f621257437 req-8784e620-a8bb-4dd9-aa73-2bae9635aead tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:02.363596 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8b590463-8f3a-4f79-84a8-c5f621257437 req-8784e620-a8bb-4dd9-aa73-2bae9635aead tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0793748 Mar 14 18:41:02.408700 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8b590463-8f3a-4f79-84a8-c5f621257437 req-2fbede60-888d-432f-9905-94c9895845d7 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390217 Mar 14 18:41:03.587755 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8f87d-3c99-4857-b993-c6308ad0575d req-1af39b82-151c-4dbd-a828-205010b22330 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:03.589155 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-15e8f87d-3c99-4857-b993-c6308ad0575d req-1af39b82-151c-4dbd-a828-205010b22330 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0763397 Mar 14 18:41:03.634974 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-15e8f87d-3c99-4857-b993-c6308ad0575d req-b02c3b4a-7953-484d-8599-ab95e3e59257 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402160 Mar 14 18:41:03.934687 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68d6cd-1727-4f33-9889-a85144d3c223 req-e37186d7-de25-4243-91c0-7c668f7e380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:03.936155 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9b68d6cd-1727-4f33-9889-a85144d3c223 req-e37186d7-de25-4243-91c0-7c668f7e380b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf1d382ee6284de59c2cb158af10cc73&device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 1098 time: 0.0726793 Mar 14 18:41:04.073885 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68d6cd-1727-4f33-9889-a85144d3c223 req-de1b671c-ced7-492a-8bcb-112b90b33a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:04.075341 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9b68d6cd-1727-4f33-9889-a85144d3c223 req-de1b671c-ced7-492a-8bcb-112b90b33a33 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e664842-e9b8-437f-8d3a-badc83fcf1ba HTTP/1.1" status: 200 len: 913 time: 0.1215122 Mar 14 18:41:04.138517 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9b68d6cd-1727-4f33-9889-a85144d3c223 req-ea3f7b4e-ff4c-4995-b1ff-c1b24d5e2cd8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92d7e5d2-f311-4e72-ba4b-d22fef839f7c HTTP/1.1" status: 200 len: 217 time: 0.0572915 Mar 14 18:41:04.201628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68d6cd-1727-4f33-9889-a85144d3c223 req-f4096fca-d6f8-47a9-bf45-03ea77d40ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:04.203530 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9b68d6cd-1727-4f33-9889-a85144d3c223 req-f4096fca-d6f8-47a9-bf45-03ea77d40ec6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e4d4a63-9091-4f5c-8747-42101fe17854 HTTP/1.1" status: 200 len: 852 time: 0.0574236 Mar 14 18:41:04.247698 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9b68d6cd-1727-4f33-9889-a85144d3c223 req-aba24110-46fd-4cc6-98cb-9623fc7dc411 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e664842-e9b8-437f-8d3a-badc83fcf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378273 Mar 14 18:41:04.371984 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9b68d6cd-1727-4f33-9889-a85144d3c223 req-c7044bfe-1aac-4df6-9e23-e85140da746a service neutron] 10.222.0.59 "GET /v2.0/networks/0e664842-e9b8-437f-8d3a-badc83fcf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184747 Mar 14 18:41:04.498077 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-9b68d6cd-1727-4f33-9889-a85144d3c223 req-279d413b-063b-4b32-b62c-90e03dcbb738 service neutron] 10.222.0.59 "GET /v2.0/networks/0e664842-e9b8-437f-8d3a-badc83fcf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199570 Mar 14 18:41:04.855354 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349e5f4-d26d-4024-973a-af464614d382 req-3088cd3b-fcfc-4538-9780-e7ce47249b86 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:04.856791 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8349e5f4-d26d-4024-973a-af464614d382 req-3088cd3b-fcfc-4538-9780-e7ce47249b86 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0772707 Mar 14 18:41:04.899755 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8349e5f4-d26d-4024-973a-af464614d382 req-542171d3-e9b4-46e9-b5a7-a3b677926890 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368094 Mar 14 18:41:06.082269 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6469919-bc64-4687-8510-963bdd03c8d9 req-e200c2c5-b17f-45d6-b35d-a6e9fd09e49a tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:06.083702 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6469919-bc64-4687-8510-963bdd03c8d9 req-e200c2c5-b17f-45d6-b35d-a6e9fd09e49a tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0800095 Mar 14 18:41:06.125627 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6469919-bc64-4687-8510-963bdd03c8d9 req-791d8f07-ef32-4b03-9844-b8645af5833c tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364728 Mar 14 18:41:07.304521 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96276917-a6be-4b46-a267-00c86c665748 req-c4ff35f1-21fb-4a10-9e5e-f63f8d585775 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:07.305950 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-96276917-a6be-4b46-a267-00c86c665748 req-c4ff35f1-21fb-4a10-9e5e-f63f8d585775 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0777612 Mar 14 18:41:07.350162 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-96276917-a6be-4b46-a267-00c86c665748 req-3d338b3c-40d8-45bc-bacb-bb17fb9e3f55 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382476 Mar 14 18:41:08.533810 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc470bd6-1bf6-4b19-96f2-2f44215d4d9c req-c6bbf8b6-86f1-45e8-8b30-2c727228ff4b tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:08.535228 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bc470bd6-1bf6-4b19-96f2-2f44215d4d9c req-c6bbf8b6-86f1-45e8-8b30-2c727228ff4b tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0788095 Mar 14 18:41:08.578845 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bc470bd6-1bf6-4b19-96f2-2f44215d4d9c req-5865280e-13ea-4fad-a175-501f86485bd5 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376866 Mar 14 18:41:09.214640 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:09.761125 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9a37d-793b-4e01-b772-90389676f2ea req-8c73412a-446a-4497-b8a0-fcf7498127ef tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:09.762972 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-36b9a37d-793b-4e01-b772-90389676f2ea req-8c73412a-446a-4497-b8a0-fcf7498127ef tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0814734 Mar 14 18:41:09.807821 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-36b9a37d-793b-4e01-b772-90389676f2ea req-b880e404-6806-4b3c-8b7b-015a1270bb89 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385652 Mar 14 18:41:10.193359 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-248e6204-8dc5-45f8-a3bc-6659684dbaf6 service neutron] 10.222.0.59 "GET /v2.0/ports/92d7e5d2-f311-4e72-ba4b-d22fef839f7c/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0767026 Mar 14 18:41:10.693391 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-cd859206-813f-49d2-beaf-751671c8ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:10.694873 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-cd859206-813f-49d2-beaf-751671c8ab5f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb&tenant_id=bf1d382ee6284de59c2cb158af10cc73 HTTP/1.1" status: 200 len: 1098 time: 0.0697172 Mar 14 18:41:10.784478 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-4f662fba-307a-4592-8ba6-57dd53d02e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:10.785931 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-4f662fba-307a-4592-8ba6-57dd53d02e18 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf1d382ee6284de59c2cb158af10cc73&device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 1098 time: 0.0688109 Mar 14 18:41:10.913807 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-728fac4f-d013-436e-8c22-21b38cafd8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:10.915157 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-728fac4f-d013-436e-8c22-21b38cafd8bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e664842-e9b8-437f-8d3a-badc83fcf1ba HTTP/1.1" status: 200 len: 913 time: 0.1226263 Mar 14 18:41:10.984392 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-34db6bcf-9bad-4c97-a711-ec1b9e050db8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92d7e5d2-f311-4e72-ba4b-d22fef839f7c HTTP/1.1" status: 200 len: 217 time: 0.0628283 Mar 14 18:41:10.989472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b5787-fe27-43b0-b32b-6ca48665c082 req-ee57926f-be13-4820-9ebe-c7c0bc159405 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:10.991574 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-668b5787-fe27-43b0-b32b-6ca48665c082 req-ee57926f-be13-4820-9ebe-c7c0bc159405 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0793104 Mar 14 18:41:11.034409 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-668b5787-fe27-43b0-b32b-6ca48665c082 req-579c4117-7b36-4d3b-9cc8-bdf359e68c22 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373464 Mar 14 18:41:11.047568 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-ec4cca22-1be8-45e2-b895-77ff32212a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:11.048983 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-ec4cca22-1be8-45e2-b895-77ff32212a18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e4d4a63-9091-4f5c-8747-42101fe17854 HTTP/1.1" status: 200 len: 852 time: 0.0595734 Mar 14 18:41:11.093749 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-ba51efaa-a94f-43a0-bf3c-fc1f3386a8ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e664842-e9b8-437f-8d3a-badc83fcf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391216 Mar 14 18:41:11.315581 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-1603f137-f8f3-426d-894d-a480ac13fd26 service neutron] 10.222.0.59 "GET /v2.0/networks/0e664842-e9b8-437f-8d3a-badc83fcf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158265 Mar 14 18:41:11.443812 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-3e53a401-8c78-4a60-be7f-6d1288ce2d82 req-a0d6fb99-f5dd-4097-bb7e-085da5cfb0e2 service neutron] 10.222.0.59 "GET /v2.0/networks/0e664842-e9b8-437f-8d3a-badc83fcf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221769 Mar 14 18:41:12.309745 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2ee56-5d4f-43dc-98fd-69f92e918cee req-f9669b7b-3faf-45c8-bc32-ae18988517eb tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:12.311721 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d9d2ee56-5d4f-43dc-98fd-69f92e918cee req-f9669b7b-3faf-45c8-bc32-ae18988517eb tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.1700609 Mar 14 18:41:12.354809 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d9d2ee56-5d4f-43dc-98fd-69f92e918cee req-91aeb39d-24b1-454e-8c0d-b7559b506fed tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373938 Mar 14 18:41:13.539937 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44fbc2-c82e-48e3-ab37-1d31277bcc19 req-8871d72e-845f-47e9-88f0-1e1dc6f31477 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:13.541395 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb44fbc2-c82e-48e3-ab37-1d31277bcc19 req-8871d72e-845f-47e9-88f0-1e1dc6f31477 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0793517 Mar 14 18:41:13.583705 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb44fbc2-c82e-48e3-ab37-1d31277bcc19 req-048bbfaf-e060-4434-94aa-4e722c916270 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362215 Mar 14 18:41:14.124386 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-f08749a1-db67-444e-88c9-fe1df83eb4dd tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:14.125065 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-f08749a1-db67-444e-88c9-fe1df83eb4dd tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Synchronizing usage tracker for tenant:bf1d382ee6284de59c2cb158af10cc73 on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:41:14.203491 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-f08749a1-db67-444e-88c9-fe1df83eb4dd tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Unset dirty status for tenant:bf1d382ee6284de59c2cb158af10cc73 on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:41:14.204580 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-f08749a1-db67-444e-88c9-fe1df83eb4dd tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb&tenant_id=bf1d382ee6284de59c2cb158af10cc73&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 945 time: 0.1587949 Mar 14 18:41:14.342950 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-3d1dc654-0cdf-40b9-a221-3c2e9c9d9e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:14.344378 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-3d1dc654-0cdf-40b9-a221-3c2e9c9d9e24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf1d382ee6284de59c2cb158af10cc73&device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 1098 time: 0.0731361 Mar 14 18:41:14.470321 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-24ce7e12-730b-4eb7-9f9d-328f2f759707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:14.471824 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-24ce7e12-730b-4eb7-9f9d-328f2f759707 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e664842-e9b8-437f-8d3a-badc83fcf1ba HTTP/1.1" status: 200 len: 913 time: 0.1220675 Mar 14 18:41:14.538474 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-634ed394-6bab-4f14-9a4a-de5b5f8e3f5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92d7e5d2-f311-4e72-ba4b-d22fef839f7c HTTP/1.1" status: 200 len: 217 time: 0.0607357 Mar 14 18:41:14.599458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-fce0be7c-9c6e-4c92-8031-5c6048ec6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:14.600837 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-fce0be7c-9c6e-4c92-8031-5c6048ec6a50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e4d4a63-9091-4f5c-8747-42101fe17854 HTTP/1.1" status: 200 len: 852 time: 0.0568779 Mar 14 18:41:14.637980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 92d7e5d2-f311-4e72-ba4b-d22fef839f7c details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:41:14.642516 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 92d7e5d2-f311-4e72-ba4b-d22fef839f7c no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:41:14.646021 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-148c9bd3-acde-4894-b998-2a9451573c5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e664842-e9b8-437f-8d3a-badc83fcf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391231 Mar 14 18:41:14.776168 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-08a128f7-55ec-49b5-a134-de9a568a5022 service neutron] 10.222.0.59 "GET /v2.0/networks/0e664842-e9b8-437f-8d3a-badc83fcf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239724 Mar 14 18:41:14.859489 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:14.881834 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=92d7e5d2-f311-4e72-ba4b-d22fef839f7c,segment=NetworkSegment(d5f13663-ec26-4214-80d5-cf15e226880e),segment_id=d5f13663-ec26-4214-80d5-cf15e226880e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:41:14.903293 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '92d7e5d2-f311-4e72-ba4b-d22fef839f7c', 'network_id': '0e664842-e9b8-437f-8d3a-badc83fcf1ba', 'port_id': '92d7e5d2-f311-4e72-ba4b-d22fef839f7c', 'mac_address': 'fa:16:3e:d9:45:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e4d4a63-9091-4f5c-8747-42101fe17854', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:41:14.903686 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-ff77c51b-70be-4d87-aa2e-7ef3cd0c9586 service neutron] 10.222.0.59 "GET /v2.0/networks/0e664842-e9b8-437f-8d3a-badc83fcf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213832 Mar 14 18:41:14.909340 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa15a6a-f826-4de7-8723-cf07a9adf8fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92d7e5d2-f311-4e72-ba4b-d22fef839f7c'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:41:14.952498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=92d7e5d2-f311-4e72-ba4b-d22fef839f7c,segment=NetworkSegment(d5f13663-ec26-4214-80d5-cf15e226880e),segment_id=d5f13663-ec26-4214-80d5-cf15e226880e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:41:14.971694 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa15a6a-f826-4de7-8723-cf07a9adf8fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92d7e5d2-f311-4e72-ba4b-d22fef839f7c', 'code': 200} Mar 14 18:41:14.973705 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:14.994331 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92d7e5d2-f311-4e72-ba4b-d22fef839f7c {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:41:15.013942 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:15.123998 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:41:15.124353 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:41:15.127645 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=92d7e5d2-f311-4e72-ba4b-d22fef839f7c,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:15.677784 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:15.696394 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d7e5d2-f311-4e72-ba4b-d22fef839f7c {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:41:15.714804 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=92d7e5d2-f311-4e72-ba4b-d22fef839f7c,segment=NetworkSegment(d5f13663-ec26-4214-80d5-cf15e226880e),segment_id=d5f13663-ec26-4214-80d5-cf15e226880e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:41:15.798016 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:15.867001 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['92d7e5d2-f311-4e72-ba4b-d22fef839f7c'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:41:15.908990 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=92d7e5d2-f311-4e72-ba4b-d22fef839f7c,revision_number=7']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:16.422109 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3d848-f15d-4e04-948c-5eff83dd841f req-82cead0e-187f-42a9-a306-cbb5ebb33e4c tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:16.423576 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b4c3d848-f15d-4e04-948c-5eff83dd841f req-82cead0e-187f-42a9-a306-cbb5ebb33e4c tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 944 time: 0.0780523 Mar 14 18:41:16.466090 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b4c3d848-f15d-4e04-948c-5eff83dd841f req-1e992b14-9a5f-4af1-a75c-48e2011d5861 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369871 Mar 14 18:41:16.652435 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 92d7e5d2-f311-4e72-ba4b-d22fef839f7c up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:41:16.735486 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:41:16.736082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:16.848723 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:16.878948 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=92d7e5d2-f311-4e72-ba4b-d22fef839f7c,segment=NetworkSegment(d5f13663-ec26-4214-80d5-cf15e226880e),segment_id=d5f13663-ec26-4214-80d5-cf15e226880e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:41:16.973202 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa15a6a-f826-4de7-8723-cf07a9adf8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d7e5d2-f311-4e72-ba4b-d22fef839f7c'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:41:16.978436 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:17.021028 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa15a6a-f826-4de7-8723-cf07a9adf8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d7e5d2-f311-4e72-ba4b-d22fef839f7c', 'code': 200} Mar 14 18:41:17.045710 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=92d7e5d2-f311-4e72-ba4b-d22fef839f7c,revision_number=8']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:17.646911 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8226595-b6e1-46fa-9ac0-7b97071cee21 req-5cfb2425-272c-4f4f-8bab-f1b60a3d2134 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:17.648318 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d8226595-b6e1-46fa-9ac0-7b97071cee21 req-5cfb2425-272c-4f4f-8bab-f1b60a3d2134 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0796125 Mar 14 18:41:17.691311 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d8226595-b6e1-46fa-9ac0-7b97071cee21 req-b295e7f0-ba98-42e3-89cb-d24e60bcc940 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/security-groups?id=4727153e-0135-48ba-93cc-a6b100e1f279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373628 Mar 14 18:41:18.028688 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-d7c1764f-863b-460e-82ee-35b4d3dabb87 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:18.030610 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-d7c1764f-863b-460e-82ee-35b4d3dabb87 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 945 time: 0.0843847 Mar 14 18:41:18.099826 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Deleting port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:41:18.100161 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:18.333493 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] For port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=92d7e5d2-f311-4e72-ba4b-d22fef839f7c,segment=NetworkSegment(d5f13663-ec26-4214-80d5-cf15e226880e),segment_id=d5f13663-ec26-4214-80d5-cf15e226880e)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:41:18.333842 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:18.449373 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Calling delete_port for 92d7e5d2-f311-4e72-ba4b-d22fef839f7c owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:41:18.735295 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:18.746804 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['92d7e5d2-f311-4e72-ba4b-d22fef839f7c'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:41:18.787625 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Pushing event deleted for resources: {'Port': ['ID=92d7e5d2-f311-4e72-ba4b-d22fef839f7c,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:18.832142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:18.835061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:18.835061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:18.835061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:18.835061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:18.835061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:18.835061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:18.835061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:18.835061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:18.835061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:18.835713 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:18.835713 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:18.847110 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1a581f8d-bf2c-4a84-9856-52b418422ac5 req-e1b3bb0a-5fa9-478b-a326-bfcaa745f3b9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa15a6a-f826-4de7-8723-cf07a9adf8fb HTTP/1.1" status: 200 len: 210 time: 0.0422566 Mar 14 18:41:18.872221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] No DVR routers for this DVR port 92d7e5d2-f311-4e72-ba4b-d22fef839f7c on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:41:18.875185 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:18.877645 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa15a6a-f826-4de7-8723-cf07a9adf8fb', 'name': 'network-vif-deleted', 'tag': '92d7e5d2-f311-4e72-ba4b-d22fef839f7c'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:41:18.921958 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa15a6a-f826-4de7-8723-cf07a9adf8fb', 'name': 'network-vif-deleted', 'tag': '92d7e5d2-f311-4e72-ba4b-d22fef839f7c', 'status': 'completed', 'code': 200} Mar 14 18:41:18.941196 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-a33d6adc-7076-4606-8d9a-907a71f7e068 req-ad25e59c-1fe1-40b7-a519-1ee282f49ba9 tempest-DeleteServersTestJSON-424958920 tempest-DeleteServersTestJSON-424958920-project] 10.222.0.59 "DELETE /v2.0/ports/92d7e5d2-f311-4e72-ba4b-d22fef839f7c HTTP/1.1" status: 204 len: 173 time: 0.9055767 Mar 14 18:41:20.087034 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34906) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:41:20.148119 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] Deleting subnet 6e4d4a63-9091-4f5c-8747-42101fe17854 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:41:20.150920 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:20.198730 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:20.255172 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:20.396572 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:20.431749 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e4d4a63-9091-4f5c-8747-42101fe17854,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:20.436819 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:20.447913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:20.450873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:20.450873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:20.450873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:20.450873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:20.450873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:20.450873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:20.450873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:20.450873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:20.450873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:20.452453 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:20.452453 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:20.455967 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ebfb867b-cf96-44e6-8bfd-e605ceed25f2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6e4d4a63-9091-4f5c-8747-42101fe17854 HTTP/1.1" status: 204 len: 168 time: 0.3673706 Mar 14 18:41:20.458028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34910) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:41:20.559406 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cfde2828-a09e-4646-86f2-731eabb623a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:20.678212 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cfde2828-a09e-4646-86f2-731eabb623a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:20.702945 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-cfde2828-a09e-4646-86f2-731eabb623a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e664842-e9b8-437f-8d3a-badc83fcf1ba']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:20.714267 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-cfde2828-a09e-4646-86f2-731eabb623a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f13663-ec26-4214-80d5-cf15e226880e') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:20.714558 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-cfde2828-a09e-4646-86f2-731eabb623a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f13663-ec26-4214-80d5-cf15e226880e') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:20.725665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cfde2828-a09e-4646-86f2-731eabb623a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:20.745224 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cfde2828-a09e-4646-86f2-731eabb623a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:20.751649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfde2828-a09e-4646-86f2-731eabb623a3 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:41:20.754055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cfde2828-a09e-4646-86f2-731eabb623a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:41:20.764412 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:41:20.899530 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cfde2828-a09e-4646-86f2-731eabb623a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:20.914540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cfde2828-a09e-4646-86f2-731eabb623a3 admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:20.924844 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde2828-a09e-4646-86f2-731eabb623a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e664842-e9b8-437f-8d3a-badc83fcf1ba,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:20.997541 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-cfde2828-a09e-4646-86f2-731eabb623a3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0e664842-e9b8-437f-8d3a-badc83fcf1ba HTTP/1.1" status: 204 len: 168 time: 0.5384996 Mar 14 18:41:21.286150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34916) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:41:21.337356 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-cea2afa7-9e6c-4d2a-abf3-1ff349a52c18 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf1d382ee6284de59c2cb158af10cc73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500615 Mar 14 18:41:21.339792 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34920) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:41:21.394612 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-695d753f-9755-412c-84fe-a43c1c73ac9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:21.419712 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-695d753f-9755-412c-84fe-a43c1c73ac9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:21.534648 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-695d753f-9755-412c-84fe-a43c1c73ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:21.551652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d753f-9755-412c-84fe-a43c1c73ac9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4727153e-0135-48ba-93cc-a6b100e1f279,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:21.630231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-695d753f-9755-412c-84fe-a43c1c73ac9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:21.631393 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-695d753f-9755-412c-84fe-a43c1c73ac9f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4727153e-0135-48ba-93cc-a6b100e1f279 HTTP/1.1" status: 204 len: 168 time: 0.2907541 Mar 14 18:41:22.682632 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34944) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:41:22.700613 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 92d7e5d2-f311-4e72-ba4b-d22fef839f7c no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:41:22.734600 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 92d7e5d2-f311-4e72-ba4b-d22fef839f7c {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:41:22.734970 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 92d7e5d2-f311-4e72-ba4b-d22fef839f7c not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:41:22.786812 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1212411403-network', 'tenant_id': 'c09b9321466b4c2f92e6e9fe66f811db'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:41:22.791490 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:41:22.795342 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Usage tracker for resource:network and tenant:c09b9321466b4c2f92e6e9fe66f811db is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:41:22.798241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:41:22.803809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:41:22.860080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Made reservation on behalf of c09b9321466b4c2f92e6e9fe66f811db for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:41:22.862298 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:22.874554 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:22.888401 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:41:22.892123 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Usage tracker for resource:security_group_rule and tenant:c09b9321466b4c2f92e6e9fe66f811db is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:41:22.894822 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:41:22.900336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:41:22.982210 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:23.054084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:23.081207 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:41:23.095156 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5be066a-9316-499f-abbe-058a0592f7ae,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:23.098857 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:23.099204 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Added segment 42f8c92e-b07f-4b14-a367-d6da9dbcabbf of type vlan for network 44053cc1-755b-4f71-9ca6-0200140a5f03 Mar 14 18:41:23.125602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:23.208904 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:23.209885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:23.210464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:23.311296 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] Pushing event updated for resources: {'Network': ['ID=44053cc1-755b-4f71-9ca6-0200140a5f03,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:23.322092 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 44053cc1-755b-4f71-9ca6-0200140a5f03 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:41:23.386974 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4eef40b2-cbd8-435f-9f16-55369ffcbca8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7031569 Mar 14 18:41:23.389787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 34950) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:41:23.395471 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a328a2a3-aef5-4010-a653-aa834522d182 admin admin] Request body: {'subnet': {'network_id': '44053cc1-755b-4f71-9ca6-0200140a5f03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1212411403-subnet', 'tenant_id': 'c09b9321466b4c2f92e6e9fe66f811db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:41:23.400512 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a328a2a3-aef5-4010-a653-aa834522d182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:41:23.404938 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a328a2a3-aef5-4010-a653-aa834522d182 admin admin] Usage tracker for resource:subnet and tenant:c09b9321466b4c2f92e6e9fe66f811db is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:41:23.407977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a328a2a3-aef5-4010-a653-aa834522d182 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:41:23.413565 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a328a2a3-aef5-4010-a653-aa834522d182 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:41:23.466055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a328a2a3-aef5-4010-a653-aa834522d182 admin admin] Made reservation on behalf of c09b9321466b4c2f92e6e9fe66f811db for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:41:23.468977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a328a2a3-aef5-4010-a653-aa834522d182 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:23.718223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a328a2a3-aef5-4010-a653-aa834522d182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:23.880650 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328a2a3-aef5-4010-a653-aa834522d182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e79cd0-b3f9-4540-ab4f-f045eff59d38,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:23.891262 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328a2a3-aef5-4010-a653-aa834522d182 admin admin] Checking segment: {'id': '42f8c92e-b07f-4b14-a367-d6da9dbcabbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '44053cc1-755b-4f71-9ca6-0200140a5f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:41:23.891629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a328a2a3-aef5-4010-a653-aa834522d182 admin admin] Network hostable DHCP agents. Network: 44053cc1-755b-4f71-9ca6-0200140a5f03, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:41:23.979054 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a328a2a3-aef5-4010-a653-aa834522d182 admin admin] Network 44053cc1-755b-4f71-9ca6-0200140a5f03 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:41:24.060196 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-a328a2a3-aef5-4010-a653-aa834522d182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 44053cc1-755b-4f71-9ca6-0200140a5f03) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:41:24.064600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a328a2a3-aef5-4010-a653-aa834522d182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:24.065184 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a328a2a3-aef5-4010-a653-aa834522d182 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:24.069186 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2567d8c7-0fe4-4685-a03d-607f766b0479 None None] Network 44053cc1-755b-4f71-9ca6-0200140a5f03 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:41:24.152825 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a328a2a3-aef5-4010-a653-aa834522d182 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7619157 Mar 14 18:41:24.285741 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972940ad-4bd9-4390-8fad-e489d6f76dd2 None None] Network 44053cc1-755b-4f71-9ca6-0200140a5f03 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:41:24.311233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-81719d83-99f2-4e07-8e33-76497b0f7b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:24.670549 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-dbece7da-056e-441e-96d8-ac302df16c4c tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:24.671279 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-dbece7da-056e-441e-96d8-ac302df16c4c tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Synchronizing usage tracker for tenant:c09b9321466b4c2f92e6e9fe66f811db on resource:network {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:41:24.785989 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-dbece7da-056e-441e-96d8-ac302df16c4c tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Unset dirty status for tenant:c09b9321466b4c2f92e6e9fe66f811db on resource:network {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:41:24.787243 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-dbece7da-056e-441e-96d8-ac302df16c4c tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/networks?id=44053cc1-755b-4f71-9ca6-0200140a5f03 HTTP/1.1" status: 200 len: 815 time: 0.2547863 Mar 14 18:41:24.802507 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-7d21dd43-df9a-4d95-b748-8902f1027310 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/quotas/c09b9321466b4c2f92e6e9fe66f811db HTTP/1.1" status: 200 len: 375 time: 0.0095961 Mar 14 18:41:24.848775 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-7c7fe665-26ea-4f99-b9e3-b927e9c8d39d tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c09b9321466b4c2f92e6e9fe66f811db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413384 Mar 14 18:41:24.976007 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-0c46a257-ec0f-4441-ac45-6f70b66a2283 service neutron] 10.222.0.43 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205280 Mar 14 18:41:25.102060 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-b763c198-3981-43b3-9880-b0630bd6f014 service neutron] 10.222.0.43 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200359 Mar 14 18:41:25.355983 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4b874d5b-65a9-4eaf-ad8f-aa710901f149 req-600511ef-3585-443d-8ffd-162c06f65738 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 210 time: 0.0417862 Mar 14 18:41:26.392584 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d885b676-1c44-4530-87da-ccef4ce9494f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:26.506484 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-64a1fd21-32fb-4d8e-96d3-f56e32472bf2 req-3c99062b-4cec-4ca2-9a55-1f9c5ade893f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 210 time: 0.0451763 Mar 14 18:41:27.366569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-a2722534-ba53-40d6-8b67-3ef3b578ee76 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:27.368157 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-a2722534-ba53-40d6-8b67-3ef3b578ee76 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.59 "GET /v2.0/networks?id=44053cc1-755b-4f71-9ca6-0200140a5f03 HTTP/1.1" status: 200 len: 815 time: 0.1425338 Mar 14 18:41:27.379914 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-946081cd-1a01-446d-8f5d-9d5b6a249a20 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Request body: {'port': {'device_id': '8be53caf-f19d-488f-91fe-cc6d4030b0dc', 'network_id': '44053cc1-755b-4f71-9ca6-0200140a5f03', 'admin_state_up': True, 'tenant_id': 'c09b9321466b4c2f92e6e9fe66f811db'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:41:27.514018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-946081cd-1a01-446d-8f5d-9d5b6a249a20 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:41:27.517869 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-946081cd-1a01-446d-8f5d-9d5b6a249a20 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Usage tracker for resource:port and tenant:c09b9321466b4c2f92e6e9fe66f811db is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:41:27.520609 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-946081cd-1a01-446d-8f5d-9d5b6a249a20 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:41:27.526177 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-946081cd-1a01-446d-8f5d-9d5b6a249a20 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:41:27.608509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-946081cd-1a01-446d-8f5d-9d5b6a249a20 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Made reservation on behalf of c09b9321466b4c2f92e6e9fe66f811db for: {'port': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:41:27.612095 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-946081cd-1a01-446d-8f5d-9d5b6a249a20 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:27.655896 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-294c0428-52af-4d85-ab90-ce13fe4e5ec4 req-af79eb2c-cd8c-4473-8aeb-b071b9a26fb2 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 210 time: 0.0412059 Mar 14 18:41:27.774735 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-946081cd-1a01-446d-8f5d-9d5b6a249a20 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Allocated IP 172.20.0.7 (44053cc1-755b-4f71-9ca6-0200140a5f03/09e79cd0-b3f9-4540-ab4f-f045eff59d38/23821431-c7f5-447c-aead-e410d2a99717) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:41:27.825809 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:27.870518 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:27.974106 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-946081cd-1a01-446d-8f5d-9d5b6a249a20 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:28.048641 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-946081cd-1a01-446d-8f5d-9d5b6a249a20 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:28.116093 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-946081cd-1a01-446d-8f5d-9d5b6a249a20 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Network 44053cc1-755b-4f71-9ca6-0200140a5f03 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:41:28.122911 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-946081cd-1a01-446d-8f5d-9d5b6a249a20 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:41:28.127106 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-946081cd-1a01-446d-8f5d-9d5b6a249a20 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:41:28.157376 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946081cd-1a01-446d-8f5d-9d5b6a249a20 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Pushing event updated for resources: {'Port': ['ID=23821431-c7f5-447c-aead-e410d2a99717,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:28.191893 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-946081cd-1a01-446d-8f5d-9d5b6a249a20 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:28.192492 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-946081cd-1a01-446d-8f5d-9d5b6a249a20 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:28.282501 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-946081cd-1a01-446d-8f5d-9d5b6a249a20 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9059739 Mar 14 18:41:28.293117 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Request body: {'port': {'device_id': '8be53caf-f19d-488f-91fe-cc6d4030b0dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:41:28.400406 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:28.735085 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23821431-c7f5-447c-aead-e410d2a99717 {{(pid=88634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:41:28.742009 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:28.756351 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Transition to ACTIVE for port object 23821431-c7f5-447c-aead-e410d2a99717 will not be triggered until provisioned by entity L2. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:41:28.831690 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:28.842099 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba07f55-4310-4aa4-847b-160fabcfabab req-b9c199f0-c9e4-499a-933c-838bfa0126ae tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:28.843557 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2ba07f55-4310-4aa4-847b-160fabcfabab req-b9c199f0-c9e4-499a-933c-838bfa0126ae tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 931 time: 0.0817006 Mar 14 18:41:28.887842 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-2ba07f55-4310-4aa4-847b-160fabcfabab req-a93adb3c-f888-4380-bc18-0469d973c692 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Synchronizing usage tracker for tenant:c09b9321466b4c2f92e6e9fe66f811db on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:41:28.975100 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-2ba07f55-4310-4aa4-847b-160fabcfabab req-a93adb3c-f888-4380-bc18-0469d973c692 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Unset dirty status for tenant:c09b9321466b4c2f92e6e9fe66f811db on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:41:28.976177 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2ba07f55-4310-4aa4-847b-160fabcfabab req-a93adb3c-f888-4380-bc18-0469d973c692 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269436 Mar 14 18:41:29.083841 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Pushing event updated for resources: {'Port': ['ID=23821431-c7f5-447c-aead-e410d2a99717,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:29.152753 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Attempting to bind port 23821431-c7f5-447c-aead-e410d2a99717 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:41:29.153765 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Attempting to bind port 23821431-c7f5-447c-aead-e410d2a99717 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '42f8c92e-b07f-4b14-a367-d6da9dbcabbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '44053cc1-755b-4f71-9ca6-0200140a5f03'}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:41:29.153990 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Attempting to bind port 23821431-c7f5-447c-aead-e410d2a99717 on network 44053cc1-755b-4f71-9ca6-0200140a5f03 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:41:29.158959 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Port 23821431-c7f5-447c-aead-e410d2a99717 on network 44053cc1-755b-4f71-9ca6-0200140a5f03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:41:29.159278 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Attempting to bind port 23821431-c7f5-447c-aead-e410d2a99717 on network 44053cc1-755b-4f71-9ca6-0200140a5f03 {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:41:29.164251 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:41:29.164609 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Checking segment: {'id': '42f8c92e-b07f-4b14-a367-d6da9dbcabbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '44053cc1-755b-4f71-9ca6-0200140a5f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:41:29.164985 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Bound using segment: {'id': '42f8c92e-b07f-4b14-a367-d6da9dbcabbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '44053cc1-755b-4f71-9ca6-0200140a5f03'} {{(pid=88634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:41:29.165401 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.managers [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Bound port: 23821431-c7f5-447c-aead-e410d2a99717, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f8c92e-b07f-4b14-a367-d6da9dbcabbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '44053cc1-755b-4f71-9ca6-0200140a5f03'}}] {{(pid=88634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:41:29.165737 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:29.253790 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] For port 23821431-c7f5-447c-aead-e410d2a99717, host hv-neutron-8335, cleared binding levels {{(pid=88634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:41:29.256575 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] For port 23821431-c7f5-447c-aead-e410d2a99717, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=23821431-c7f5-447c-aead-e410d2a99717,segment=NetworkSegment(42f8c92e-b07f-4b14-a367-d6da9dbcabbf),segment_id=42f8c92e-b07f-4b14-a367-d6da9dbcabbf)] {{(pid=88634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:41:29.328830 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:29.384109 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:29.385053 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:29.386400 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] 10.222.0.59 "PUT /v2.0/ports/23821431-c7f5-447c-aead-e410d2a99717 HTTP/1.1" status: 200 len: 1093 time: 1.0971410 Mar 14 18:41:29.386856 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be53caf-f19d-488f-91fe-cc6d4030b0dc', 'tag': '23821431-c7f5-447c-aead-e410d2a99717'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:41:29.412831 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa6d19-3c5d-437d-8133-d21b94e92a5e service neutron] Pushing event updated for resources: {'Port': ['ID=23821431-c7f5-447c-aead-e410d2a99717,revision_number=3']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:29.432977 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be53caf-f19d-488f-91fe-cc6d4030b0dc', 'tag': '23821431-c7f5-447c-aead-e410d2a99717', 'status': 'completed', 'code': 200} Mar 14 18:41:29.523057 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f88135-5e6d-4efb-8b31-aa6d5e08819a req-b5785125-f9af-4fe4-ac9d-0a5205190b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:29.524451 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-d8f88135-5e6d-4efb-8b31-aa6d5e08819a req-b5785125-f9af-4fe4-ac9d-0a5205190b44 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c09b9321466b4c2f92e6e9fe66f811db&device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 1096 time: 0.0724151 Mar 14 18:41:29.660463 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f88135-5e6d-4efb-8b31-aa6d5e08819a req-0c1d917e-d77d-4319-bcdf-9c65eaeff1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:29.661937 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-d8f88135-5e6d-4efb-8b31-aa6d5e08819a req-0c1d917e-d77d-4319-bcdf-9c65eaeff1c2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c09b9321466b4c2f92e6e9fe66f811db&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1309369 Mar 14 18:41:29.795545 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f88135-5e6d-4efb-8b31-aa6d5e08819a req-254ab7ae-fa21-4120-896f-26d4c2679884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:29.797019 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-d8f88135-5e6d-4efb-8b31-aa6d5e08819a req-254ab7ae-fa21-4120-896f-26d4c2679884 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290154 Mar 14 18:41:29.808949 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:29.901374 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-19a8500a-df0b-43a0-ad23-c112525a9f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:29.902885 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-19a8500a-df0b-43a0-ad23-c112525a9f82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c09b9321466b4c2f92e6e9fe66f811db&device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 1096 time: 0.0688910 Mar 14 18:41:29.971139 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-b3053668-399b-41e0-9ab5-0d1fb5af8e5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23821431-c7f5-447c-aead-e410d2a99717 HTTP/1.1" status: 200 len: 217 time: 0.0618870 Mar 14 18:41:30.031934 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-f7631e5b-edfd-4feb-a573-74735decf31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:30.033652 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-f7631e5b-edfd-4feb-a573-74735decf31b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09e79cd0-b3f9-4540-ab4f-f045eff59d38 HTTP/1.1" status: 200 len: 855 time: 0.0569279 Mar 14 18:41:30.082965 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-2aa2c292-c28c-44fd-80ee-857a3b2d9f81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44053cc1-755b-4f71-9ca6-0200140a5f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432825 Mar 14 18:41:30.164829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfc390-4d8d-4654-a18a-f43344429673 req-46b137f8-5dcd-4eec-954d-382cc1431516 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:30.166378 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d8cfc390-4d8d-4654-a18a-f43344429673 req-46b137f8-5dcd-4eec-954d-382cc1431516 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 943 time: 0.0800669 Mar 14 18:41:30.211525 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d8cfc390-4d8d-4654-a18a-f43344429673 req-8a78cd1d-dcf6-459f-ad4e-513e8f632da5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393782 Mar 14 18:41:30.215523 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-bc2dfc92-a8d7-4e94-bb2c-7a16601a830c service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266010 Mar 14 18:41:30.340148 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-1005a0da-653e-4ead-b1d7-26d474f52f0c req-b631ab4e-fcec-4771-a3c9-0c6465be38f1 service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191103 Mar 14 18:41:31.395420 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dedbf-29b0-48de-9410-78cd54d62aa4 req-e0a23bec-4675-4b2c-be64-42575b820493 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:31.396878 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-307dedbf-29b0-48de-9410-78cd54d62aa4 req-e0a23bec-4675-4b2c-be64-42575b820493 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 943 time: 0.0813341 Mar 14 18:41:31.441377 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-307dedbf-29b0-48de-9410-78cd54d62aa4 req-466c12a1-0a1b-4b8b-a581-befbe1e6f584 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384965 Mar 14 18:41:32.620792 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab6c55-4b36-4ae8-a50a-6d7c35d2378f req-38e3ca49-7c3a-435f-8364-7f4a1f1fe490 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:32.622222 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-37ab6c55-4b36-4ae8-a50a-6d7c35d2378f req-38e3ca49-7c3a-435f-8364-7f4a1f1fe490 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 943 time: 0.0782180 Mar 14 18:41:32.668262 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-37ab6c55-4b36-4ae8-a50a-6d7c35d2378f req-62a19ebb-5923-4263-9572-3531a60f31ad tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403504 Mar 14 18:41:32.747544 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 23821431-c7f5-447c-aead-e410d2a99717 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:41:32.876444 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 23821431-c7f5-447c-aead-e410d2a99717, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=23821431-c7f5-447c-aead-e410d2a99717,segment=NetworkSegment(42f8c92e-b07f-4b14-a367-d6da9dbcabbf),segment_id=42f8c92e-b07f-4b14-a367-d6da9dbcabbf)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:41:32.892404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '23821431-c7f5-447c-aead-e410d2a99717', 'network_id': '44053cc1-755b-4f71-9ca6-0200140a5f03', 'port_id': '23821431-c7f5-447c-aead-e410d2a99717', 'mac_address': 'fa:16:3e:60:90:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e79cd0-b3f9-4540-ab4f-f045eff59d38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:41:32.945342 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.962585 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23821431-c7f5-447c-aead-e410d2a99717 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:41:32.977275 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 23821431-c7f5-447c-aead-e410d2a99717, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=23821431-c7f5-447c-aead-e410d2a99717,segment=NetworkSegment(42f8c92e-b07f-4b14-a367-d6da9dbcabbf),segment_id=42f8c92e-b07f-4b14-a367-d6da9dbcabbf)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:41:33.031456 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:33.096365 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=23821431-c7f5-447c-aead-e410d2a99717,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:33.244117 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['23821431-c7f5-447c-aead-e410d2a99717'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:41:33.846927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a4d66-6133-435b-ade1-5693f613ceb5 req-4509148b-0027-4598-abf9-af47409146db tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:33.848335 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a34a4d66-6133-435b-ade1-5693f613ceb5 req-4509148b-0027-4598-abf9-af47409146db tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 944 time: 0.0764658 Mar 14 18:41:33.890533 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a34a4d66-6133-435b-ade1-5693f613ceb5 req-ee0caa82-794b-440e-885f-908a392dd9b5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367482 Mar 14 18:41:34.762272 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 23821431-c7f5-447c-aead-e410d2a99717 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:41:34.893812 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 23821431-c7f5-447c-aead-e410d2a99717 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:41:34.898393 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 23821431-c7f5-447c-aead-e410d2a99717 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:41:34.898800 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:35.012793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:35.040942 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be53caf-f19d-488f-91fe-cc6d4030b0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23821431-c7f5-447c-aead-e410d2a99717'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:41:35.051452 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 23821431-c7f5-447c-aead-e410d2a99717, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=23821431-c7f5-447c-aead-e410d2a99717,segment=NetworkSegment(42f8c92e-b07f-4b14-a367-d6da9dbcabbf),segment_id=42f8c92e-b07f-4b14-a367-d6da9dbcabbf)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:41:35.075138 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87f270-fdaa-4776-85ff-731f1224fe6f req-5a33b5ac-af38-4207-b7ef-ea4ea8df3839 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:35.076602 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1f87f270-fdaa-4776-85ff-731f1224fe6f req-5a33b5ac-af38-4207-b7ef-ea4ea8df3839 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 944 time: 0.0820045 Mar 14 18:41:35.084807 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be53caf-f19d-488f-91fe-cc6d4030b0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23821431-c7f5-447c-aead-e410d2a99717', 'code': 200} Mar 14 18:41:35.094401 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:35.122605 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1f87f270-fdaa-4776-85ff-731f1224fe6f req-0f3bebfd-f2e7-4817-908b-11c68d210ccc tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404432 Mar 14 18:41:35.161471 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=23821431-c7f5-447c-aead-e410d2a99717,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:35.408772 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083f86b-0d7e-4b45-a705-7c5c0f7b632c req-13539c40-b177-4157-8190-3bb2f9d56208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:35.410192 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-7083f86b-0d7e-4b45-a705-7c5c0f7b632c req-13539c40-b177-4157-8190-3bb2f9d56208 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 1098 time: 0.0664933 Mar 14 18:41:35.449875 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-7083f86b-0d7e-4b45-a705-7c5c0f7b632c req-4197c4a4-4e60-4650-8cab-f0c5649a2f1d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330141 Mar 14 18:41:36.307242 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b7acd-2457-4f5e-8b69-e3286fa449a7 req-fad12234-d4e9-4da5-bf9d-c17a965a27bf tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:36.308951 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8c7b7acd-2457-4f5e-8b69-e3286fa449a7 req-fad12234-d4e9-4da5-bf9d-c17a965a27bf tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0782194 Mar 14 18:41:36.351786 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8c7b7acd-2457-4f5e-8b69-e3286fa449a7 req-860e21d6-563c-4575-b61a-8683300b6f8e tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366521 Mar 14 18:41:37.536949 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330dd78-9ba4-4b29-b3b4-8651c4bce4ca req-8974a1d1-34da-4d69-8d8d-78fbc179c1a3 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:37.538366 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a330dd78-9ba4-4b29-b3b4-8651c4bce4ca req-8974a1d1-34da-4d69-8d8d-78fbc179c1a3 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0798364 Mar 14 18:41:37.581080 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a330dd78-9ba4-4b29-b3b4-8651c4bce4ca req-4c2058f9-aa62-421b-b381-c904d17fd315 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371833 Mar 14 18:41:37.764982 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a134a39-31f5-49e0-aa11-69ec9449f9fb req-c2d09ebd-1c86-403b-8785-c3af7fb63fc0 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:37.766418 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5a134a39-31f5-49e0-aa11-69ec9449f9fb req-c2d09ebd-1c86-403b-8785-c3af7fb63fc0 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0836446 Mar 14 18:41:37.817902 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5a134a39-31f5-49e0-aa11-69ec9449f9fb req-eddb5358-1e7c-4403-96ce-3df236b29ce6 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455036 Mar 14 18:41:38.105512 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:41:38.390443 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e759686-ae1c-472e-9a25-3e55d40b4410 req-385b26ea-c05d-4abe-a999-74adbad284f9 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:38.391821 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5e759686-ae1c-472e-9a25-3e55d40b4410 req-385b26ea-c05d-4abe-a999-74adbad284f9 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0825751 Mar 14 18:41:38.438271 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5e759686-ae1c-472e-9a25-3e55d40b4410 req-3d4beac4-f6ec-4385-8e9d-8026dd18b802 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403082 Mar 14 18:41:38.722611 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde03150-6713-40d2-ba81-4045607f6394 req-7887c84e-8e27-4aac-af19-07f553caed2b tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:38.724089 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fde03150-6713-40d2-ba81-4045607f6394 req-7887c84e-8e27-4aac-af19-07f553caed2b tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.1759758 Mar 14 18:41:38.766857 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fde03150-6713-40d2-ba81-4045607f6394 req-b5fabf19-6004-448f-9353-0428644904a5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370991 Mar 14 18:41:39.236975 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:40.311961 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675ac5e-45ca-43ca-8756-17d094de9c34 req-5ee42b7e-8e09-4f8f-ab9f-547d33a0fc22 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:40.313381 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b675ac5e-45ca-43ca-8756-17d094de9c34 req-5ee42b7e-8e09-4f8f-ab9f-547d33a0fc22 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0819845 Mar 14 18:41:40.395703 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b675ac5e-45ca-43ca-8756-17d094de9c34 req-88c12c37-9a12-487e-8e76-e015a2fc7402 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766685 Mar 14 18:41:40.419351 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-c4fc8275-f00b-4b33-b311-bb825c8c4f98 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820148 Mar 14 18:41:41.579099 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37088031-afa9-4555-af02-2c71bfe4ef6c req-f12f350c-7a2d-4519-8e22-05775345e079 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:41.580499 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-37088031-afa9-4555-af02-2c71bfe4ef6c req-f12f350c-7a2d-4519-8e22-05775345e079 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0811677 Mar 14 18:41:41.625071 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-37088031-afa9-4555-af02-2c71bfe4ef6c req-52173ec0-8c0b-4f57-a20e-8b735736121a tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388684 Mar 14 18:41:42.364048 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-6d0f6976-f4c9-4593-9424-8a0699119ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:42.365496 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-6d0f6976-f4c9-4593-9424-8a0699119ba8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c09b9321466b4c2f92e6e9fe66f811db&device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 1098 time: 0.0718262 Mar 14 18:41:42.492207 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-a9d60f0f-ec91-4c4e-ac4d-959636f4a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:42.493622 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-a9d60f0f-ec91-4c4e-ac4d-959636f4a975 service neutron] 10.222.0.59 "GET /v2.0/networks?id=44053cc1-755b-4f71-9ca6-0200140a5f03 HTTP/1.1" status: 200 len: 916 time: 0.1222506 Mar 14 18:41:42.557530 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-7ec24cbf-7211-4057-931b-51aac827fce4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23821431-c7f5-447c-aead-e410d2a99717 HTTP/1.1" status: 200 len: 217 time: 0.0577223 Mar 14 18:41:42.727559 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-17a1b544-b8f6-45b4-b02d-609196a35850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:42.728998 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-17a1b544-b8f6-45b4-b02d-609196a35850 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09e79cd0-b3f9-4540-ab4f-f045eff59d38 HTTP/1.1" status: 200 len: 855 time: 0.1665270 Mar 14 18:41:42.774534 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-394a56af-6637-4070-8c08-c2a6fbc232e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44053cc1-755b-4f71-9ca6-0200140a5f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392575 Mar 14 18:41:42.808874 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc01c1-31c2-4826-af67-5202c40c7664 req-01986767-0951-4555-9588-8912f5d645c2 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:42.810318 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bafc01c1-31c2-4826-af67-5202c40c7664 req-01986767-0951-4555-9588-8912f5d645c2 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0781202 Mar 14 18:41:42.853891 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bafc01c1-31c2-4826-af67-5202c40c7664 req-34c5f002-4132-4855-af7b-e3ed39cc2d19 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375676 Mar 14 18:41:42.955043 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-5ad8ad56-b4dc-433b-8706-3bed52dc8f27 service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252203 Mar 14 18:41:43.030057 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-16bc3544-63e3-4b78-865d-faf1f8a42e79 service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191769 Mar 14 18:41:44.042216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234fc79-d9d4-46a3-9232-59d6fd59641e req-d8d37373-32b1-4f5e-a176-04414648268e tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:44.043743 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e234fc79-d9d4-46a3-9232-59d6fd59641e req-d8d37373-32b1-4f5e-a176-04414648268e tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0801048 Mar 14 18:41:44.086626 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e234fc79-d9d4-46a3-9232-59d6fd59641e req-a62d5f49-af39-419f-8783-fc0f8f304f71 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367377 Mar 14 18:41:45.269493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ac981-c416-49a4-b095-a75a7c6595ac req-c3c8037f-0e40-4d76-8f10-e493e8763ab6 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:45.270946 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2f6ac981-c416-49a4-b095-a75a7c6595ac req-c3c8037f-0e40-4d76-8f10-e493e8763ab6 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0769427 Mar 14 18:41:45.316781 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2f6ac981-c416-49a4-b095-a75a7c6595ac req-8f909490-4c05-49ba-b5b5-4395fc787b8d tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403183 Mar 14 18:41:46.495355 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c64835-6807-401c-8e64-b71a434df705 req-f2468870-fbf1-44c3-ae66-b97eb4995a98 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:46.496780 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-20c64835-6807-401c-8e64-b71a434df705 req-f2468870-fbf1-44c3-ae66-b97eb4995a98 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0778496 Mar 14 18:41:46.538914 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-20c64835-6807-401c-8e64-b71a434df705 req-12b63e28-e08d-48eb-bcc4-c86afd569395 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358953 Mar 14 18:41:47.721960 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae31db-7fb0-4574-9082-834095d6b7b3 req-e28e5079-94d3-4f60-8065-da13737bf45c tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:47.723453 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8bae31db-7fb0-4574-9082-834095d6b7b3 req-e28e5079-94d3-4f60-8065-da13737bf45c tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0811169 Mar 14 18:41:47.766867 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8bae31db-7fb0-4574-9082-834095d6b7b3 req-07a686cb-3c1c-4a57-b188-f800b4d13283 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378726 Mar 14 18:41:48.945691 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdc3b7-2c24-47d9-b8cc-bd32cfd8b45f req-5db05bb7-46a1-4d4f-a8cf-432ec56c254f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:48.947072 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-03bdc3b7-2c24-47d9-b8cc-bd32cfd8b45f req-5db05bb7-46a1-4d4f-a8cf-432ec56c254f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0775871 Mar 14 18:41:48.989926 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-03bdc3b7-2c24-47d9-b8cc-bd32cfd8b45f req-5a50e046-44c6-4ca1-b373-50d759f2cb9d tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373456 Mar 14 18:41:50.172769 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0aa06-1413-4360-839f-25ee1b10c809 req-4816ff84-134f-4133-9aa3-7ede92293aa2 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:50.174194 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-82e0aa06-1413-4360-839f-25ee1b10c809 req-4816ff84-134f-4133-9aa3-7ede92293aa2 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0814972 Mar 14 18:41:50.219157 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-82e0aa06-1413-4360-839f-25ee1b10c809 req-c063b60a-bbc1-471f-8640-187e164d0029 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385249 Mar 14 18:41:51.404202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b48fd-151d-408f-b1e3-85ae4b97695d req-d5d36cf1-79ed-478a-b203-340d8c5c7b02 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:51.405678 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d14b48fd-151d-408f-b1e3-85ae4b97695d req-d5d36cf1-79ed-478a-b203-340d8c5c7b02 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0801723 Mar 14 18:41:51.452207 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d14b48fd-151d-408f-b1e3-85ae4b97695d req-77fc48ae-8dd2-47a7-8e24-f920bf0640f3 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408430 Mar 14 18:41:52.633159 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880e0a8-3f14-47f2-8609-dd330a4140f4 req-577b086d-39d1-4f83-bfca-389e09d2428e tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:52.634586 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6880e0a8-3f14-47f2-8609-dd330a4140f4 req-577b086d-39d1-4f83-bfca-389e09d2428e tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0767710 Mar 14 18:41:52.677401 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6880e0a8-3f14-47f2-8609-dd330a4140f4 req-f10c785e-2a51-4876-b54b-f83d5250a302 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372608 Mar 14 18:41:53.861583 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb29406-c71e-4dc6-8469-2c891f6bc751 req-0e9ca099-8615-4c91-ab79-3dbcb05168e5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:53.863024 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bdb29406-c71e-4dc6-8469-2c891f6bc751 req-0e9ca099-8615-4c91-ab79-3dbcb05168e5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0812764 Mar 14 18:41:53.907571 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bdb29406-c71e-4dc6-8469-2c891f6bc751 req-58d165c5-d1d9-48da-ac65-ec88d2ad3218 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389791 Mar 14 18:41:54.316818 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1e773c19-359a-45ad-b4f6-356df34f1eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:55.088532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc4ec-dea1-413f-b41f-15d613299607 req-e7d9121f-77b9-4dbb-92fb-a03108c36d8b tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:55.089946 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-44ccc4ec-dea1-413f-b41f-15d613299607 req-e7d9121f-77b9-4dbb-92fb-a03108c36d8b tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0783546 Mar 14 18:41:55.132039 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-44ccc4ec-dea1-413f-b41f-15d613299607 req-1bb5702d-f782-4bab-a944-4d5c537541dd tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364742 Mar 14 18:41:56.315581 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a0e44-1f05-4fd3-a4da-099a826a97aa req-36ef236b-06d9-4d1d-aa3d-ce91924c355f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:56.317047 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-411a0e44-1f05-4fd3-a4da-099a826a97aa req-36ef236b-06d9-4d1d-aa3d-ce91924c355f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0817330 Mar 14 18:41:56.361159 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-411a0e44-1f05-4fd3-a4da-099a826a97aa req-bc8648df-902f-4709-9851-ff13c022278b tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385079 Mar 14 18:41:56.379502 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d3f6e223-64cd-421e-96e8-f10eb1f67bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:57.543151 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632c9a3-83c6-48cc-b2f3-11c9dc1686de req-ef4f74b3-7a97-4cfc-9ad5-aa91b514cd8f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:57.544572 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8632c9a3-83c6-48cc-b2f3-11c9dc1686de req-ef4f74b3-7a97-4cfc-9ad5-aa91b514cd8f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0808625 Mar 14 18:41:57.587707 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8632c9a3-83c6-48cc-b2f3-11c9dc1686de req-d3539820-df5c-40d5-9861-b3265ecb380f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369236 Mar 14 18:41:57.801843 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:57.853200 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:58.773053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc9006-1f2a-4060-98b7-4b9c25aa35b4 req-646eb0c4-0ffd-45af-b633-f946d2d034d3 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:58.774525 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-63cc9006-1f2a-4060-98b7-4b9c25aa35b4 req-646eb0c4-0ffd-45af-b633-f946d2d034d3 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0786660 Mar 14 18:41:58.818792 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-63cc9006-1f2a-4060-98b7-4b9c25aa35b4 req-3d73b1e0-9d57-4874-8564-d2e02fbc20d0 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384569 Mar 14 18:41:59.796234 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:00.094398 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed417ea3-bcd3-43c7-aefe-430fff8e0f53 req-0c8bc4e9-e812-4601-b3e3-1817b5d2c73d tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:00.095862 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ed417ea3-bcd3-43c7-aefe-430fff8e0f53 req-0c8bc4e9-e812-4601-b3e3-1817b5d2c73d tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.1720896 Mar 14 18:42:00.126997 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-d91b0587-c875-4f86-855b-7e761c3c11db service neutron] 10.222.0.59 "GET /v2.0/ports/23821431-c7f5-447c-aead-e410d2a99717/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0771909 Mar 14 18:42:00.140513 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ed417ea3-bcd3-43c7-aefe-430fff8e0f53 req-200a2a6c-54f8-4aa7-abdf-43410645080d tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389304 Mar 14 18:42:00.632666 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-8bc41479-bed5-4dfc-900f-e3cbb5cb9e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:00.634111 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-8bc41479-bed5-4dfc-900f-e3cbb5cb9e0c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc&tenant_id=c09b9321466b4c2f92e6e9fe66f811db HTTP/1.1" status: 200 len: 1098 time: 0.0681798 Mar 14 18:42:00.734094 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-f37e9818-24d1-44b5-b939-a77ae62d0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:00.735597 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-f37e9818-24d1-44b5-b939-a77ae62d0e42 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c09b9321466b4c2f92e6e9fe66f811db&device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 1098 time: 0.0811324 Mar 14 18:42:00.861548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-d3c6445d-0793-4b54-8dd0-39c5152a02f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:00.863001 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-d3c6445d-0793-4b54-8dd0-39c5152a02f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=44053cc1-755b-4f71-9ca6-0200140a5f03 HTTP/1.1" status: 200 len: 916 time: 0.1220584 Mar 14 18:42:00.927659 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-9a582d2e-08f7-4deb-9ca5-756f42f48c54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23821431-c7f5-447c-aead-e410d2a99717 HTTP/1.1" status: 200 len: 217 time: 0.0580330 Mar 14 18:42:00.989838 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-e9bd8208-4de3-4148-933a-b4620eef0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:00.991220 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-e9bd8208-4de3-4148-933a-b4620eef0ed6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09e79cd0-b3f9-4540-ab4f-f045eff59d38 HTTP/1.1" status: 200 len: 855 time: 0.0571630 Mar 14 18:42:01.034999 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-b5dd593e-b0ed-422a-82de-4b7781f0474b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44053cc1-755b-4f71-9ca6-0200140a5f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382936 Mar 14 18:42:01.160642 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-000154a0-e96b-4950-a652-6883d3c75d53 service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191831 Mar 14 18:42:01.290174 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-19a8e937-d649-4883-85f9-bf815c8bbe26 req-12e0590a-258b-4b86-b4cb-8548d7b9993c service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226952 Mar 14 18:42:01.325424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d6e83-c5d9-41f6-bdbd-8d38f278d7c9 req-69a72a31-5f02-4ee5-9f8c-17fcae5c29f1 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:01.326936 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-473d6e83-c5d9-41f6-bdbd-8d38f278d7c9 req-69a72a31-5f02-4ee5-9f8c-17fcae5c29f1 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0813289 Mar 14 18:42:01.369614 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-473d6e83-c5d9-41f6-bdbd-8d38f278d7c9 req-55af571a-42a3-4d09-97ba-3de07f9423b6 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364056 Mar 14 18:42:02.552902 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b5833-26de-4019-8783-6ce5952d10d2 req-9ddcb0b6-f4ca-447b-af15-8c5164829c79 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:02.554323 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8b3b5833-26de-4019-8783-6ce5952d10d2 req-9ddcb0b6-f4ca-447b-af15-8c5164829c79 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0798194 Mar 14 18:42:02.596988 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8b3b5833-26de-4019-8783-6ce5952d10d2 req-ddab1e1b-afb4-416e-8e6d-7b15d09b4c74 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367036 Mar 14 18:42:02.934277 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 23821431-c7f5-447c-aead-e410d2a99717 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:42:03.128225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 23821431-c7f5-447c-aead-e410d2a99717, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=23821431-c7f5-447c-aead-e410d2a99717,segment=NetworkSegment(42f8c92e-b07f-4b14-a367-d6da9dbcabbf),segment_id=42f8c92e-b07f-4b14-a367-d6da9dbcabbf)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:42:03.141756 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '23821431-c7f5-447c-aead-e410d2a99717', 'network_id': '44053cc1-755b-4f71-9ca6-0200140a5f03', 'port_id': '23821431-c7f5-447c-aead-e410d2a99717', 'mac_address': 'fa:16:3e:60:90:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e79cd0-b3f9-4540-ab4f-f045eff59d38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:42:03.199074 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:03.215802 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23821431-c7f5-447c-aead-e410d2a99717 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:42:03.231409 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 23821431-c7f5-447c-aead-e410d2a99717, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=23821431-c7f5-447c-aead-e410d2a99717,segment=NetworkSegment(42f8c92e-b07f-4b14-a367-d6da9dbcabbf),segment_id=42f8c92e-b07f-4b14-a367-d6da9dbcabbf)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:42:03.310523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:03.374770 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['23821431-c7f5-447c-aead-e410d2a99717'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:42:03.419440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=23821431-c7f5-447c-aead-e410d2a99717,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:42:03.435583 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:03.435931 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:03.436265 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:03.437134 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:03.437459 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:03.437783 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:03.438106 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:03.438426 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:03.438745 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:03.439081 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:03.439400 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:03.439712 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:03.783777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aef8fe-c80b-4e25-925a-99aecaa77863 req-a19767b1-0b67-45c8-887b-793467275302 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:03.785198 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-85aef8fe-c80b-4e25-925a-99aecaa77863 req-a19767b1-0b67-45c8-887b-793467275302 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 944 time: 0.0828447 Mar 14 18:42:03.827721 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-85aef8fe-c80b-4e25-925a-99aecaa77863 req-0d9df653-27d9-433d-aa8d-87e6deec1759 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362203 Mar 14 18:42:04.312659 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a1bf8-49f9-437c-902a-7fa89721357b req-99996ca5-18cc-466b-94a8-2beeb6612d36 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:04.314080 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2f2a1bf8-49f9-437c-902a-7fa89721357b req-99996ca5-18cc-466b-94a8-2beeb6612d36 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 944 time: 0.0810690 Mar 14 18:42:04.356971 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2f2a1bf8-49f9-437c-902a-7fa89721357b req-ab8c9284-1f7d-4811-b8f5-969f3284d236 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372260 Mar 14 18:42:04.384556 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55604f-ba6b-4e8c-b431-8b9469f7d397 req-05468b13-fe8a-4180-b92d-66352f2d2dab tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:04.385379 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-da55604f-ba6b-4e8c-b431-8b9469f7d397 req-05468b13-fe8a-4180-b92d-66352f2d2dab tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Synchronizing usage tracker for tenant:c09b9321466b4c2f92e6e9fe66f811db on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:42:04.464994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-da55604f-ba6b-4e8c-b431-8b9469f7d397 req-05468b13-fe8a-4180-b92d-66352f2d2dab tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Unset dirty status for tenant:c09b9321466b4c2f92e6e9fe66f811db on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:42:04.466127 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-da55604f-ba6b-4e8c-b431-8b9469f7d397 req-05468b13-fe8a-4180-b92d-66352f2d2dab tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.59 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc&tenant_id=c09b9321466b4c2f92e6e9fe66f811db&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 944 time: 0.1664913 Mar 14 18:42:04.603328 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55604f-ba6b-4e8c-b431-8b9469f7d397 req-898c8bb9-a59a-4559-a242-caddb0d0d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:04.604786 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-da55604f-ba6b-4e8c-b431-8b9469f7d397 req-898c8bb9-a59a-4559-a242-caddb0d0d360 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c09b9321466b4c2f92e6e9fe66f811db&device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 1097 time: 0.0690560 Mar 14 18:42:04.732684 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55604f-ba6b-4e8c-b431-8b9469f7d397 req-cf797a1c-9ec7-4a26-aff2-40a178102f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:04.734676 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-da55604f-ba6b-4e8c-b431-8b9469f7d397 req-cf797a1c-9ec7-4a26-aff2-40a178102f25 service neutron] 10.222.0.59 "GET /v2.0/networks?id=44053cc1-755b-4f71-9ca6-0200140a5f03 HTTP/1.1" status: 200 len: 916 time: 0.1247306 Mar 14 18:42:04.868217 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fd51ec1d-cb4e-4dd3-95b9-b5e814c7f655 req-15f4d897-da35-4b26-9702-ab878505df8b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698760 Mar 14 18:42:04.912530 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-da55604f-ba6b-4e8c-b431-8b9469f7d397 req-924ae786-a2dc-4fe3-82d1-19f685c10a19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23821431-c7f5-447c-aead-e410d2a99717 HTTP/1.1" status: 200 len: 217 time: 0.1724651 Mar 14 18:42:04.917506 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 23821431-c7f5-447c-aead-e410d2a99717 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:42:04.972835 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55604f-ba6b-4e8c-b431-8b9469f7d397 req-5c216e9b-9b3d-4c63-8d27-9c2475af2727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:04.974189 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-da55604f-ba6b-4e8c-b431-8b9469f7d397 req-5c216e9b-9b3d-4c63-8d27-9c2475af2727 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09e79cd0-b3f9-4540-ab4f-f045eff59d38 HTTP/1.1" status: 200 len: 855 time: 0.0563314 Mar 14 18:42:04.983913 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 23821431-c7f5-447c-aead-e410d2a99717 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:42:04.984271 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:05.019922 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-da55604f-ba6b-4e8c-b431-8b9469f7d397 req-57d3c569-2cac-45f2-a9eb-e20d4c88835a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44053cc1-755b-4f71-9ca6-0200140a5f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398540 Mar 14 18:42:05.099723 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:05.126279 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be53caf-f19d-488f-91fe-cc6d4030b0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23821431-c7f5-447c-aead-e410d2a99717'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:42:05.136130 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 23821431-c7f5-447c-aead-e410d2a99717, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=23821431-c7f5-447c-aead-e410d2a99717,segment=NetworkSegment(42f8c92e-b07f-4b14-a367-d6da9dbcabbf),segment_id=42f8c92e-b07f-4b14-a367-d6da9dbcabbf)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:42:05.154472 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-da55604f-ba6b-4e8c-b431-8b9469f7d397 req-8704cf4c-01d2-46a3-a720-3064e0f0f888 service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286266 Mar 14 18:42:05.181592 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be53caf-f19d-488f-91fe-cc6d4030b0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23821431-c7f5-447c-aead-e410d2a99717', 'code': 200} Mar 14 18:42:05.230720 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:05.284505 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-da55604f-ba6b-4e8c-b431-8b9469f7d397 req-18e77d8d-5868-40f9-8113-56da37f9b23a service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242824 Mar 14 18:42:05.299620 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=23821431-c7f5-447c-aead-e410d2a99717,revision_number=7']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:42:05.529150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51ec1d-cb4e-4dd3-95b9-b5e814c7f655 req-17395030-80b1-49a3-87de-2ffaa22a2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:05.531177 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fd51ec1d-cb4e-4dd3-95b9-b5e814c7f655 req-17395030-80b1-49a3-87de-2ffaa22a2664 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c09b9321466b4c2f92e6e9fe66f811db&device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 1098 time: 0.0765281 Mar 14 18:42:05.545496 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4f01b-18fc-4b58-8a83-0081f1ed8a92 req-ea4e6080-3cd4-404a-9224-37138ba3cae0 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:05.548008 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-48f4f01b-18fc-4b58-8a83-0081f1ed8a92 req-ea4e6080-3cd4-404a-9224-37138ba3cae0 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0836916 Mar 14 18:42:05.592101 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-48f4f01b-18fc-4b58-8a83-0081f1ed8a92 req-a6345957-6276-45c7-8a89-ddf01042f3a8 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391448 Mar 14 18:42:05.670854 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51ec1d-cb4e-4dd3-95b9-b5e814c7f655 req-2d0d7302-be29-4d60-aad7-433d7fca5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:05.672303 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fd51ec1d-cb4e-4dd3-95b9-b5e814c7f655 req-2d0d7302-be29-4d60-aad7-433d7fca5bf2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=44053cc1-755b-4f71-9ca6-0200140a5f03 HTTP/1.1" status: 200 len: 916 time: 0.1247294 Mar 14 18:42:05.742593 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fd51ec1d-cb4e-4dd3-95b9-b5e814c7f655 req-028e0503-48f0-4037-b65d-3174e4175e28 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23821431-c7f5-447c-aead-e410d2a99717 HTTP/1.1" status: 200 len: 217 time: 0.0629797 Mar 14 18:42:05.803428 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51ec1d-cb4e-4dd3-95b9-b5e814c7f655 req-4b2e766c-1bce-4a94-a7f1-1cf99d4125c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:05.804817 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fd51ec1d-cb4e-4dd3-95b9-b5e814c7f655 req-4b2e766c-1bce-4a94-a7f1-1cf99d4125c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09e79cd0-b3f9-4540-ab4f-f045eff59d38 HTTP/1.1" status: 200 len: 855 time: 0.0562527 Mar 14 18:42:05.851712 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fd51ec1d-cb4e-4dd3-95b9-b5e814c7f655 req-f0b30877-4ed0-49c2-b012-18af06282c41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44053cc1-755b-4f71-9ca6-0200140a5f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401993 Mar 14 18:42:05.980908 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fd51ec1d-cb4e-4dd3-95b9-b5e814c7f655 req-0ba8c5e3-436e-4472-8ed9-eb8cfcdab6e2 service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232281 Mar 14 18:42:06.110812 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-fd51ec1d-cb4e-4dd3-95b9-b5e814c7f655 req-cb2cf79a-6fbb-4a2c-85a4-44e2fbde278c service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235394 Mar 14 18:42:06.776533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3e59b-cb20-461a-871b-edbd6333e263 req-d3c6dabb-4280-4cb4-bb58-60154705a681 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:06.777968 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c8e3e59b-cb20-461a-871b-edbd6333e263 req-d3c6dabb-4280-4cb4-bb58-60154705a681 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0784252 Mar 14 18:42:06.820329 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c8e3e59b-cb20-461a-871b-edbd6333e263 req-e50eee1c-6e5d-4e70-b3b8-1135c88db6e2 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361972 Mar 14 18:42:07.000998 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c66d6a-0341-44a4-bd18-a469f111ecaf req-3d7dd15d-18d0-4c01-bcc8-351da29d08b1 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:07.002344 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-21c66d6a-0341-44a4-bd18-a469f111ecaf req-3d7dd15d-18d0-4c01-bcc8-351da29d08b1 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0810483 Mar 14 18:42:07.045270 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-21c66d6a-0341-44a4-bd18-a469f111ecaf req-1cc57d50-dfeb-4706-a056-2aa95612ddd2 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373096 Mar 14 18:42:07.222078 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af286a0-eef5-46b5-ac0f-8756484dbf51 req-099cab77-0879-416d-96dc-a8cff33044e6 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:07.223527 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7af286a0-eef5-46b5-ac0f-8756484dbf51 req-099cab77-0879-416d-96dc-a8cff33044e6 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0770283 Mar 14 18:42:07.269464 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7af286a0-eef5-46b5-ac0f-8756484dbf51 req-f32fa987-b1cd-4acc-a99e-a0f963402ce0 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403211 Mar 14 18:42:07.953626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-a6b036c7-de86-4d9d-82dc-3ab095abffe9 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:07.954959 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-a6b036c7-de86-4d9d-82dc-3ab095abffe9 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/networks?id=44053cc1-755b-4f71-9ca6-0200140a5f03 HTTP/1.1" status: 200 len: 815 time: 0.1393914 Mar 14 18:42:07.969569 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-b4231e5c-efd3-4f7f-8de2-197c38f03c8e tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/quotas/c09b9321466b4c2f92e6e9fe66f811db HTTP/1.1" status: 200 len: 375 time: 0.0091641 Mar 14 18:42:08.044680 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-1b29a917-6036-439f-a22f-1a1bcdac05fb tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c09b9321466b4c2f92e6e9fe66f811db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0703402 Mar 14 18:42:08.172630 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-870a17fe-e86c-40d9-8fd8-95bd12ab949c service neutron] 10.222.0.43 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208055 Mar 14 18:42:08.298871 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-53dcbfa8-e5a4-4ec5-a112-433d4f50865e service neutron] 10.222.0.43 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205642 Mar 14 18:42:08.537590 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-03ff5a4c-d2ed-41e5-bf29-2189473ff261 req-7976814b-b913-45c4-bdcb-3d36b852ba36 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 210 time: 0.0456433 Mar 14 18:42:09.241711 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:09.541092 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e53b9-a430-49de-b962-ce8a3a37359a req-baa51e4f-2b02-464d-8d40-b3b9268a0179 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:09.542567 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-7b8e53b9-a430-49de-b962-ce8a3a37359a req-baa51e4f-2b02-464d-8d40-b3b9268a0179 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.59 "GET /v2.0/ports?device_id=8be53caf-f19d-488f-91fe-cc6d4030b0dc HTTP/1.1" status: 200 len: 945 time: 0.0836725 Mar 14 18:42:09.612007 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-7b8e53b9-a430-49de-b962-ce8a3a37359a req-e1cea1cb-e585-4c45-9a03-95ec3d7cf5c5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Deleting port 23821431-c7f5-447c-aead-e410d2a99717 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:42:09.612299 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-7b8e53b9-a430-49de-b962-ce8a3a37359a req-e1cea1cb-e585-4c45-9a03-95ec3d7cf5c5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:09.685727 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-58772b2e-dc98-4d79-8aa8-53516c5a55a6 req-c612163c-37af-46aa-ab3f-24bc7635d34e tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 210 time: 0.0431092 Mar 14 18:42:09.862668 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-7b8e53b9-a430-49de-b962-ce8a3a37359a req-e1cea1cb-e585-4c45-9a03-95ec3d7cf5c5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] For port 23821431-c7f5-447c-aead-e410d2a99717, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=23821431-c7f5-447c-aead-e410d2a99717,segment=NetworkSegment(42f8c92e-b07f-4b14-a367-d6da9dbcabbf),segment_id=42f8c92e-b07f-4b14-a367-d6da9dbcabbf)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:42:09.863105 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-7b8e53b9-a430-49de-b962-ce8a3a37359a req-e1cea1cb-e585-4c45-9a03-95ec3d7cf5c5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:10.084214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-7b8e53b9-a430-49de-b962-ce8a3a37359a req-e1cea1cb-e585-4c45-9a03-95ec3d7cf5c5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Calling delete_port for 23821431-c7f5-447c-aead-e410d2a99717 owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:42:10.305160 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-7b8e53b9-a430-49de-b962-ce8a3a37359a req-e1cea1cb-e585-4c45-9a03-95ec3d7cf5c5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:10.318315 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['23821431-c7f5-447c-aead-e410d2a99717'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:42:10.360128 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cea1cb-e585-4c45-9a03-95ec3d7cf5c5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Pushing event deleted for resources: {'Port': ['ID=23821431-c7f5-447c-aead-e410d2a99717,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:42:10.425113 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-31b22246-9db2-460f-8c3d-01714d573506 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:10.426502 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-31b22246-9db2-460f-8c3d-01714d573506 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.59 "GET /v2.0/networks?id=44053cc1-755b-4f71-9ca6-0200140a5f03 HTTP/1.1" status: 200 len: 815 time: 0.2473841 Mar 14 18:42:10.439079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-34297de3-5e14-4eb0-aa66-7ad516bef022 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Request body: {'port': {'device_id': 'bd604039-b339-4beb-a503-beb0f69dda68', 'network_id': '44053cc1-755b-4f71-9ca6-0200140a5f03', 'admin_state_up': True, 'tenant_id': 'c09b9321466b4c2f92e6e9fe66f811db'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:42:10.440387 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8e53b9-a430-49de-b962-ce8a3a37359a req-e1cea1cb-e585-4c45-9a03-95ec3d7cf5c5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] No DVR routers for this DVR port 23821431-c7f5-447c-aead-e410d2a99717 on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:42:10.443755 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-7b8e53b9-a430-49de-b962-ce8a3a37359a req-e1cea1cb-e585-4c45-9a03-95ec3d7cf5c5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:10.447463 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be53caf-f19d-488f-91fe-cc6d4030b0dc', 'name': 'network-vif-deleted', 'tag': '23821431-c7f5-447c-aead-e410d2a99717'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:42:10.495069 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be53caf-f19d-488f-91fe-cc6d4030b0dc', 'name': 'network-vif-deleted', 'tag': '23821431-c7f5-447c-aead-e410d2a99717', 'status': 'completed', 'code': 200} Mar 14 18:42:10.522768 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-7b8e53b9-a430-49de-b962-ce8a3a37359a req-e1cea1cb-e585-4c45-9a03-95ec3d7cf5c5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.59 "DELETE /v2.0/ports/23821431-c7f5-447c-aead-e410d2a99717 HTTP/1.1" status: 204 len: 173 time: 0.9750166 Mar 14 18:42:10.586560 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-34297de3-5e14-4eb0-aa66-7ad516bef022 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:42:10.590858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-34297de3-5e14-4eb0-aa66-7ad516bef022 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Usage tracker for resource:port and tenant:c09b9321466b4c2f92e6e9fe66f811db is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:42:10.594929 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-34297de3-5e14-4eb0-aa66-7ad516bef022 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:42:10.600572 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-34297de3-5e14-4eb0-aa66-7ad516bef022 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:42:10.681911 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-34297de3-5e14-4eb0-aa66-7ad516bef022 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Made reservation on behalf of c09b9321466b4c2f92e6e9fe66f811db for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:42:10.686041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-34297de3-5e14-4eb0-aa66-7ad516bef022 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:10.873569 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-67ae9aa2-cc59-4549-8955-ed3fdffdd8f2 req-67f13d0b-1085-4ee6-b033-9aeea4559923 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 210 time: 0.0528879 Mar 14 18:42:10.892284 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-34297de3-5e14-4eb0-aa66-7ad516bef022 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Allocated IP 172.20.0.4 (44053cc1-755b-4f71-9ca6-0200140a5f03/09e79cd0-b3f9-4540-ab4f-f045eff59d38/c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:42:11.088311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-34297de3-5e14-4eb0-aa66-7ad516bef022 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:11.173575 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-34297de3-5e14-4eb0-aa66-7ad516bef022 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:11.241425 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-34297de3-5e14-4eb0-aa66-7ad516bef022 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Network 44053cc1-755b-4f71-9ca6-0200140a5f03 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:42:11.248375 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-34297de3-5e14-4eb0-aa66-7ad516bef022 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:42:11.253879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-34297de3-5e14-4eb0-aa66-7ad516bef022 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:42:11.282218 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34297de3-5e14-4eb0-aa66-7ad516bef022 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Pushing event updated for resources: {'Port': ['ID=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:42:11.321447 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-34297de3-5e14-4eb0-aa66-7ad516bef022 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:11.322055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-34297de3-5e14-4eb0-aa66-7ad516bef022 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:11.437672 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-34297de3-5e14-4eb0-aa66-7ad516bef022 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0014503 Mar 14 18:42:11.448034 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Request body: {'port': {'device_id': 'bd604039-b339-4beb-a503-beb0f69dda68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:42:11.559141 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:11.890400 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:42:11.897451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:11.911926 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Transition to ACTIVE for port object c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:42:12.017526 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:12.181156 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:42:12.254679 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4db68f-a5ae-4fcd-92aa-ae084e47ce0b req-9c55f47e-959b-4d12-a712-0a7d7acfa623 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:12.255393 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-7d4db68f-a5ae-4fcd-92aa-ae084e47ce0b req-9c55f47e-959b-4d12-a712-0a7d7acfa623 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Synchronizing usage tracker for tenant:c09b9321466b4c2f92e6e9fe66f811db on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:42:12.284537 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Attempting to bind port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:42:12.284875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Attempting to bind port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '42f8c92e-b07f-4b14-a367-d6da9dbcabbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '44053cc1-755b-4f71-9ca6-0200140a5f03'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:42:12.285202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Attempting to bind port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 on network 44053cc1-755b-4f71-9ca6-0200140a5f03 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:42:12.289740 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 on network 44053cc1-755b-4f71-9ca6-0200140a5f03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:42:12.292584 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Attempting to bind port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 on network 44053cc1-755b-4f71-9ca6-0200140a5f03 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:42:12.295272 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:42:12.295623 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Checking segment: {'id': '42f8c92e-b07f-4b14-a367-d6da9dbcabbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '44053cc1-755b-4f71-9ca6-0200140a5f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:42:12.295984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Bound using segment: {'id': '42f8c92e-b07f-4b14-a367-d6da9dbcabbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '44053cc1-755b-4f71-9ca6-0200140a5f03'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:42:12.297012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Bound port: c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f8c92e-b07f-4b14-a367-d6da9dbcabbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '44053cc1-755b-4f71-9ca6-0200140a5f03'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:42:12.297353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:12.341820 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-7d4db68f-a5ae-4fcd-92aa-ae084e47ce0b req-9c55f47e-959b-4d12-a712-0a7d7acfa623 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Unset dirty status for tenant:c09b9321466b4c2f92e6e9fe66f811db on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:42:12.343490 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7d4db68f-a5ae-4fcd-92aa-ae084e47ce0b req-9c55f47e-959b-4d12-a712-0a7d7acfa623 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 943 time: 0.3608053 Mar 14 18:42:12.516242 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7d4db68f-a5ae-4fcd-92aa-ae084e47ce0b req-082817ef-2941-4e31-a8d3-b50c546fbc46 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660324 Mar 14 18:42:12.518676 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] For port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:42:12.521787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] For port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8,segment=NetworkSegment(42f8c92e-b07f-4b14-a367-d6da9dbcabbf),segment_id=42f8c92e-b07f-4b14-a367-d6da9dbcabbf)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:42:12.568392 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:12.623464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:12.624056 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:12.625445 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] 10.222.0.59 "PUT /v2.0/ports/c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 HTTP/1.1" status: 200 len: 1093 time: 1.1815050 Mar 14 18:42:12.627875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd604039-b339-4beb-a503-beb0f69dda68', 'tag': 'c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:42:12.655154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73405b-db6c-4491-b2c9-2a3a4e362b82 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:42:12.745407 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd604039-b339-4beb-a503-beb0f69dda68', 'tag': 'c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8', 'status': 'completed', 'code': 200} Mar 14 18:42:12.785408 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-c281e434-a0e4-42bd-a5a7-7e3f2ce51ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:12.786888 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-c281e434-a0e4-42bd-a5a7-7e3f2ce51ac8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c09b9321466b4c2f92e6e9fe66f811db&device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 1096 time: 0.0717528 Mar 14 18:42:12.855945 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-0e91515c-a50a-408b-8859-1a4c6099f4f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 HTTP/1.1" status: 200 len: 217 time: 0.0617311 Mar 14 18:42:12.915425 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-17559c39-e540-4d56-bb0c-735485ae5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:12.916827 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-17559c39-e540-4d56-bb0c-735485ae5bb3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09e79cd0-b3f9-4540-ab4f-f045eff59d38 HTTP/1.1" status: 200 len: 855 time: 0.0556970 Mar 14 18:42:12.947962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 23821431-c7f5-447c-aead-e410d2a99717 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:42:12.961112 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-d1cc855d-949e-48d0-ae58-ab24586eea0c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44053cc1-755b-4f71-9ca6-0200140a5f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388279 Mar 14 18:42:12.981302 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 23821431-c7f5-447c-aead-e410d2a99717 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:42:12.981641 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 23821431-c7f5-447c-aead-e410d2a99717 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:42:13.086354 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-bd393fe3-dfcc-4c6e-83da-6021dee5f18d service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196604 Mar 14 18:42:13.212692 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4584a0bb-280d-4067-a3c0-76fe3aa1fa46 req-e8c006b5-36db-4f1d-ae48-07fff94a7b37 service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206527 Mar 14 18:42:13.381661 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8de69-54fc-4ad5-8742-b44ac8c0d7ad req-e950c9fc-6c81-4274-b5e9-e6203d8ab336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:13.383106 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b7f8de69-54fc-4ad5-8742-b44ac8c0d7ad req-e950c9fc-6c81-4274-b5e9-e6203d8ab336 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c09b9321466b4c2f92e6e9fe66f811db&device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 1096 time: 0.0718508 Mar 14 18:42:13.510671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8de69-54fc-4ad5-8742-b44ac8c0d7ad req-0b007b42-b1e5-4a7e-aab7-2db617a9450b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:13.511993 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b7f8de69-54fc-4ad5-8742-b44ac8c0d7ad req-0b007b42-b1e5-4a7e-aab7-2db617a9450b service neutron] 10.222.0.59 "GET /v2.0/networks?id=44053cc1-755b-4f71-9ca6-0200140a5f03 HTTP/1.1" status: 200 len: 916 time: 0.1210845 Mar 14 18:42:13.581383 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b7f8de69-54fc-4ad5-8742-b44ac8c0d7ad req-da0eb6c0-f7ee-41c9-968b-2929e52d842d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 HTTP/1.1" status: 200 len: 217 time: 0.0628395 Mar 14 18:42:13.682193 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8de69-54fc-4ad5-8742-b44ac8c0d7ad req-c7e0b714-79f0-447d-a82e-3d5385262577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:13.683880 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b7f8de69-54fc-4ad5-8742-b44ac8c0d7ad req-c7e0b714-79f0-447d-a82e-3d5385262577 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09e79cd0-b3f9-4540-ab4f-f045eff59d38 HTTP/1.1" status: 200 len: 855 time: 0.0961130 Mar 14 18:42:13.734391 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b7f8de69-54fc-4ad5-8742-b44ac8c0d7ad req-d7c06693-fd86-48b7-b065-9a6cbbbc77b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44053cc1-755b-4f71-9ca6-0200140a5f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440459 Mar 14 18:42:13.790195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a0618-ab61-40d4-b28c-cc77c10bec95 req-a9d1d6a3-50cd-430f-8c7a-06c94d312b87 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:13.791607 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-081a0618-ab61-40d4-b28c-cc77c10bec95 req-a9d1d6a3-50cd-430f-8c7a-06c94d312b87 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 943 time: 0.1679418 Mar 14 18:42:13.899606 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-081a0618-ab61-40d4-b28c-cc77c10bec95 req-e960bcb9-9cab-4837-934e-c6aae09f48af tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650303 Mar 14 18:42:13.907341 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b7f8de69-54fc-4ad5-8742-b44ac8c0d7ad req-31fcbfe7-142b-4d31-a388-e219c69ba319 service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633861 Mar 14 18:42:14.170267 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b7f8de69-54fc-4ad5-8742-b44ac8c0d7ad req-422715fc-8cd8-4a0e-abed-e2d442599cee service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217275 Mar 14 18:42:14.964749 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:42:15.081404 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0ab8b-0156-47af-a3cf-8f10b06d62c9 req-6c89c331-83d7-4e78-ac22-6fcb1f2fcfdc tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:15.082861 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b7f0ab8b-0156-47af-a3cf-8f10b06d62c9 req-6c89c331-83d7-4e78-ac22-6fcb1f2fcfdc tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 943 time: 0.0776160 Mar 14 18:42:15.094240 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8,segment=NetworkSegment(42f8c92e-b07f-4b14-a367-d6da9dbcabbf),segment_id=42f8c92e-b07f-4b14-a367-d6da9dbcabbf)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:42:15.105762 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:42:15.111872 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8', 'network_id': '44053cc1-755b-4f71-9ca6-0200140a5f03', 'port_id': 'c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8', 'mac_address': 'fa:16:3e:c0:fc:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e79cd0-b3f9-4540-ab4f-f045eff59d38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:42:15.168066 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:15.186175 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:42:15.202943 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8,segment=NetworkSegment(42f8c92e-b07f-4b14-a367-d6da9dbcabbf),segment_id=42f8c92e-b07f-4b14-a367-d6da9dbcabbf)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:42:15.232122 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b7f0ab8b-0156-47af-a3cf-8f10b06d62c9 req-a88a0288-6ec5-4999-b044-5d7fa254cb8d tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434867 Mar 14 18:42:15.247346 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:15.314021 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:42:15.449872 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:42:16.417291 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b62ba5-075e-41e6-86e2-35ee6a703d28 req-2f54cee3-6b8d-4cde-8a42-a0ccd7d319c5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:16.418712 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b1b62ba5-075e-41e6-86e2-35ee6a703d28 req-2f54cee3-6b8d-4cde-8a42-a0ccd7d319c5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 944 time: 0.0763848 Mar 14 18:42:16.461792 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b1b62ba5-075e-41e6-86e2-35ee6a703d28 req-ac01b80f-e5d2-4b3a-b0c4-b2bac42de272 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369551 Mar 14 18:42:16.965397 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:42:17.081558 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:42:17.086335 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:42:17.086715 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:17.202865 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:17.231756 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd604039-b339-4beb-a503-beb0f69dda68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:42:17.241393 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8,segment=NetworkSegment(42f8c92e-b07f-4b14-a367-d6da9dbcabbf),segment_id=42f8c92e-b07f-4b14-a367-d6da9dbcabbf)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:42:17.316068 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:17.348449 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd604039-b339-4beb-a503-beb0f69dda68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8', 'code': 200} Mar 14 18:42:17.385963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:42:17.704651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a7e95-130b-45aa-a186-fef8621a48f1 req-b10b3def-4dbc-4c43-a10f-fd757409890e tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:17.706109 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bb1a7e95-130b-45aa-a186-fef8621a48f1 req-b10b3def-4dbc-4c43-a10f-fd757409890e tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.1369309 Mar 14 18:42:17.708759 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a3b64-dfd8-431e-bcc3-38106d096c5b req-81eb5100-9a25-4c32-9e8d-4f36755fbd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:17.710204 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-651a3b64-dfd8-431e-bcc3-38106d096c5b req-81eb5100-9a25-4c32-9e8d-4f36755fbd79 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 1098 time: 0.1032982 Mar 14 18:42:17.780825 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bb1a7e95-130b-45aa-a186-fef8621a48f1 req-85174e12-9fcc-4bb9-ab68-5355bfa65dd2 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686646 Mar 14 18:42:17.782339 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-651a3b64-dfd8-431e-bcc3-38106d096c5b req-198c825f-20de-4d42-b0b7-ebd9b2ccc687 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572255 Mar 14 18:42:18.964786 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ac06a-c4d9-4295-8f58-8afa23163863 req-9ee1fe20-9396-4bf3-afc5-6bdc463fcacb tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:18.966155 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dd0ac06a-c4d9-4295-8f58-8afa23163863 req-9ee1fe20-9396-4bf3-afc5-6bdc463fcacb tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0784636 Mar 14 18:42:19.009509 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dd0ac06a-c4d9-4295-8f58-8afa23163863 req-1d2e921e-43ee-4f09-b654-90f5b85574e1 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370734 Mar 14 18:42:20.194648 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0bb5e-1f65-42d5-89c4-98ce4fed10da req-c53ef165-47f7-4d7f-834c-cd4db5c63f34 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:20.196122 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3da0bb5e-1f65-42d5-89c4-98ce4fed10da req-c53ef165-47f7-4d7f-834c-cd4db5c63f34 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0818355 Mar 14 18:42:20.239931 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3da0bb5e-1f65-42d5-89c4-98ce4fed10da req-a48d8706-6a18-4350-84f5-1e0b9f55a8de tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380189 Mar 14 18:42:20.417396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026729b-e656-47d4-a7c4-f2329cb6601f req-77c043b9-19ef-4509-9a40-6ad88ec6e6d7 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:20.418745 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b026729b-e656-47d4-a7c4-f2329cb6601f req-77c043b9-19ef-4509-9a40-6ad88ec6e6d7 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0772657 Mar 14 18:42:20.464158 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b026729b-e656-47d4-a7c4-f2329cb6601f req-768a5f7d-efa4-4d95-b735-fdbcbad63869 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 Mar 14 18:42:20.975892 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc427194-056b-458b-abc9-18b103459299 req-a60f9c2e-60a2-4069-a1ac-9d1c15d179a3 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:20.977254 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dc427194-056b-458b-abc9-18b103459299 req-a60f9c2e-60a2-4069-a1ac-9d1c15d179a3 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0784788 Mar 14 18:42:21.063044 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dc427194-056b-458b-abc9-18b103459299 req-8e8df7ea-4e8e-4c04-bef8-373b01d346f0 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547321 Mar 14 18:42:21.083355 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-da97abb2-7b2f-48fc-97c1-21c5137102ee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1051877 Mar 14 18:42:22.247826 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c138b7-91bb-445f-8d46-c1cea4d8bc64 req-0744d2e5-be4d-4078-bc56-5484b392210e tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:22.249317 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-55c138b7-91bb-445f-8d46-c1cea4d8bc64 req-0744d2e5-be4d-4078-bc56-5484b392210e tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0809035 Mar 14 18:42:22.292392 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-55c138b7-91bb-445f-8d46-c1cea4d8bc64 req-bc6da889-e6bc-4e92-b5d0-0578cd0c0cad tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372338 Mar 14 18:42:22.976633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-91e87e9a-1feb-4d9c-8b4b-abaceb79a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:22.977945 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-91e87e9a-1feb-4d9c-8b4b-abaceb79a018 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c09b9321466b4c2f92e6e9fe66f811db&device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 1098 time: 0.0714881 Mar 14 18:42:23.102989 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-0317b373-0bfa-4e27-8b5f-d32f5fff8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:23.104382 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-0317b373-0bfa-4e27-8b5f-d32f5fff8d24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=44053cc1-755b-4f71-9ca6-0200140a5f03 HTTP/1.1" status: 200 len: 916 time: 0.1208339 Mar 14 18:42:23.168463 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-f213c9f1-751f-4c37-96af-0258622e87e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 HTTP/1.1" status: 200 len: 217 time: 0.0588317 Mar 14 18:42:23.232084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-7ba8dd80-32fa-4399-881f-90c49fe91886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:23.233487 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-7ba8dd80-32fa-4399-881f-90c49fe91886 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09e79cd0-b3f9-4540-ab4f-f045eff59d38 HTTP/1.1" status: 200 len: 855 time: 0.0596826 Mar 14 18:42:23.277292 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-337569b7-6b36-43b4-a56f-2265a94fd512 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44053cc1-755b-4f71-9ca6-0200140a5f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386040 Mar 14 18:42:23.437936 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-9bb0aea3-c779-4321-a200-d98b8a1b6564 service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552384 Mar 14 18:42:23.587171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908220a3-ad47-412d-ba27-bc94d4867556 req-92041fe2-1ddd-4aaa-b7a3-aa876f65783f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:23.588721 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-908220a3-ad47-412d-ba27-bc94d4867556 req-92041fe2-1ddd-4aaa-b7a3-aa876f65783f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.1889508 Mar 14 18:42:23.591764 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-6763c8c4-32ce-49d8-ba45-fd0c06150895 service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477273 Mar 14 18:42:23.734255 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-908220a3-ad47-412d-ba27-bc94d4867556 req-660beb1b-8dae-494b-9099-e685b7d644c5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397033 Mar 14 18:42:24.263309 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0a10fe93-656d-4bb4-a10e-0fed3eab9696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:24.916691 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2055e2-4589-4afd-b752-51ead2de48f4 req-6a0183ef-6dc8-4886-868d-669b59b1bae9 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:24.918138 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bf2055e2-4589-4afd-b752-51ead2de48f4 req-6a0183ef-6dc8-4886-868d-669b59b1bae9 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0765531 Mar 14 18:42:24.961091 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bf2055e2-4589-4afd-b752-51ead2de48f4 req-02b6f195-c705-4c5e-aefe-053ad5624b8c tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367713 Mar 14 18:42:26.141783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e383894-0e9b-47a1-ab05-e02abcce90c9 req-3cded6fd-7406-4794-99d1-041ff5426406 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:26.143336 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3e383894-0e9b-47a1-ab05-e02abcce90c9 req-3cded6fd-7406-4794-99d1-041ff5426406 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0790629 Mar 14 18:42:26.185887 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3e383894-0e9b-47a1-ab05-e02abcce90c9 req-421e84a8-e504-4d8f-9efa-c0995ec068b4 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370445 Mar 14 18:42:26.355459 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-27f16132-3289-4cc6-b952-2aa38931cc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:27.369973 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061f6dd-fc7a-4305-9d26-412b0796536c req-13a7fc5b-ddcf-4a8a-aecb-8f0cbd10fb42 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:27.371428 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0061f6dd-fc7a-4305-9d26-412b0796536c req-13a7fc5b-ddcf-4a8a-aecb-8f0cbd10fb42 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0798726 Mar 14 18:42:27.416421 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0061f6dd-fc7a-4305-9d26-412b0796536c req-66a0cf26-6042-4520-be17-6b1f222af4aa tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391471 Mar 14 18:42:27.840881 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:27.886745 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:28.594609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25e8d5-a55a-4bc3-8dfe-1e2e55ce1c29 req-3f1fcbf9-8a29-4260-93d1-41729024cc17 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:28.596056 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9a25e8d5-a55a-4bc3-8dfe-1e2e55ce1c29 req-3f1fcbf9-8a29-4260-93d1-41729024cc17 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0767422 Mar 14 18:42:28.638659 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9a25e8d5-a55a-4bc3-8dfe-1e2e55ce1c29 req-4de20826-d43c-4799-843c-a65a773164fc tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371497 Mar 14 18:42:29.784568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:29.823092 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79f356-1d42-4e69-b4fc-97fadd0accd1 req-0c2806f2-990d-4af6-8eee-e8cf31c7c333 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:29.824621 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f79f356-1d42-4e69-b4fc-97fadd0accd1 req-0c2806f2-990d-4af6-8eee-e8cf31c7c333 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0809312 Mar 14 18:42:29.868111 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f79f356-1d42-4e69-b4fc-97fadd0accd1 req-4a090ad0-72bc-40d3-99a5-44e4bfd11803 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376298 Mar 14 18:42:31.053472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9fe41-7e10-4272-93e4-76ccd2a8dce1 req-bcfd9572-bee5-4c69-a08d-001c4eb3051d tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:31.054896 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-47c9fe41-7e10-4272-93e4-76ccd2a8dce1 req-bcfd9572-bee5-4c69-a08d-001c4eb3051d tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0770464 Mar 14 18:42:31.096717 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-47c9fe41-7e10-4272-93e4-76ccd2a8dce1 req-b053e17b-d5be-4a8e-944b-041dcc9f0a67 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360777 Mar 14 18:42:32.278014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786bb7b-b598-468d-98d4-64715eefd9a0 req-017816a2-9ad4-41d3-a333-bca0105af025 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:32.279455 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e786bb7b-b598-468d-98d4-64715eefd9a0 req-017816a2-9ad4-41d3-a333-bca0105af025 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0792022 Mar 14 18:42:32.321757 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e786bb7b-b598-468d-98d4-64715eefd9a0 req-63b2b85d-1c65-41c1-9db7-9db9a6fd2084 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368252 Mar 14 18:42:33.498560 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f276d1a-731e-4da3-a8d4-63a760660375 req-5f3a3210-53a1-445b-93c4-28796d851a44 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:33.501515 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4f276d1a-731e-4da3-a8d4-63a760660375 req-5f3a3210-53a1-445b-93c4-28796d851a44 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0766563 Mar 14 18:42:33.545146 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4f276d1a-731e-4da3-a8d4-63a760660375 req-9077ab5a-0386-456a-93c6-f9d597ab516a tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395067 Mar 14 18:42:34.728289 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905a711-6e5c-44ae-af19-1125ab75ff12 req-dbc65e70-a3cd-41b4-9440-508f99d4857f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:34.729732 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0905a711-6e5c-44ae-af19-1125ab75ff12 req-dbc65e70-a3cd-41b4-9440-508f99d4857f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0788183 Mar 14 18:42:34.773887 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0905a711-6e5c-44ae-af19-1125ab75ff12 req-b71c9fb8-81d5-4c86-870d-4e27ca033071 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376973 Mar 14 18:42:35.956777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deffa6-4c07-4f78-a8e6-9689cbacb2dc req-69c8caf5-108a-42a3-918a-fc46947fb37d tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:35.958223 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-40deffa6-4c07-4f78-a8e6-9689cbacb2dc req-69c8caf5-108a-42a3-918a-fc46947fb37d tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0817688 Mar 14 18:42:36.001934 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-40deffa6-4c07-4f78-a8e6-9689cbacb2dc req-81a11188-aa27-469b-a488-b6840612f009 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380647 Mar 14 18:42:37.180880 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cefe6-e0c9-45cb-b459-3852b1de37be req-84e356b7-1761-4da8-814d-a895af282f93 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:37.182442 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b07cefe6-e0c9-45cb-b459-3852b1de37be req-84e356b7-1761-4da8-814d-a895af282f93 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0769413 Mar 14 18:42:37.227602 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b07cefe6-e0c9-45cb-b459-3852b1de37be req-879f2422-ab7c-4428-b2f1-654ff170ae29 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392611 Mar 14 18:42:38.413430 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160a88a-1ed0-4a65-9d4e-3f8b96e0e5be req-3cebc53a-0c41-42c8-8355-cb0af9ddff77 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:38.414737 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5160a88a-1ed0-4a65-9d4e-3f8b96e0e5be req-3cebc53a-0c41-42c8-8355-cb0af9ddff77 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0798984 Mar 14 18:42:38.458045 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5160a88a-1ed0-4a65-9d4e-3f8b96e0e5be req-1dd3ca45-158f-45b6-a033-41d6b0019da5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376005 Mar 14 18:42:39.230030 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:39.641086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d08e19-a4ee-4ba8-8e5d-b7686d5660d6 req-3853abf0-15da-4942-a093-619e657c745a tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:39.642475 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e9d08e19-a4ee-4ba8-8e5d-b7686d5660d6 req-3853abf0-15da-4942-a093-619e657c745a tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0803008 Mar 14 18:42:39.685198 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e9d08e19-a4ee-4ba8-8e5d-b7686d5660d6 req-dcb8b9a8-c284-4381-9d5c-c452cfd89040 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370214 Mar 14 18:42:40.867224 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc85ea-119f-4b8d-aafc-64846a0e3e39 req-4bf46cfd-9d27-4ef7-8e25-0595832f2541 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:40.868643 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3fc85ea-119f-4b8d-aafc-64846a0e3e39 req-4bf46cfd-9d27-4ef7-8e25-0595832f2541 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0778499 Mar 14 18:42:40.911069 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3fc85ea-119f-4b8d-aafc-64846a0e3e39 req-917fe7bf-ddbe-40d1-be3e-5efd0560f1a4 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368466 Mar 14 18:42:42.095080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e307e8-a5a7-4821-93ef-041d26d201dc req-6e27608e-3c08-4935-bc33-5ada5e7b57f4 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:42.097067 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-92e307e8-a5a7-4821-93ef-041d26d201dc req-6e27608e-3c08-4935-bc33-5ada5e7b57f4 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0814736 Mar 14 18:42:42.138731 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-92e307e8-a5a7-4821-93ef-041d26d201dc req-6f426393-2686-44c8-9b4f-6d766ea9ed9a tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361030 Mar 14 18:42:43.320426 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90735b-ca02-4b46-9c23-a9f27f20b02d req-a25a96dc-d2be-4cad-a9bf-8ffa0ad4c1ca tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:43.321855 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0f90735b-ca02-4b46-9c23-a9f27f20b02d req-a25a96dc-d2be-4cad-a9bf-8ffa0ad4c1ca tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0775805 Mar 14 18:42:43.367713 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0f90735b-ca02-4b46-9c23-a9f27f20b02d req-ab8a18fe-a08c-4df4-952d-69d51bb433cb tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399547 Mar 14 18:42:44.545756 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd6a8a-a21f-4dc3-a8c7-0437ac5b7321 req-aeecf8fa-ee7c-4234-851c-3371fa5b2392 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:44.547188 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-70cd6a8a-a21f-4dc3-a8c7-0437ac5b7321 req-aeecf8fa-ee7c-4234-851c-3371fa5b2392 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0759492 Mar 14 18:42:44.589122 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-70cd6a8a-a21f-4dc3-a8c7-0437ac5b7321 req-d1840b07-791d-4758-88b5-12746282481f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358474 Mar 14 18:42:45.775604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64ff68-7770-490f-944f-a18e3f1a0e06 req-db266473-b4c8-4de4-afef-3fff4c7ec0fe tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:45.777047 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-be64ff68-7770-490f-944f-a18e3f1a0e06 req-db266473-b4c8-4de4-afef-3fff4c7ec0fe tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0800898 Mar 14 18:42:45.820527 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-be64ff68-7770-490f-944f-a18e3f1a0e06 req-1950b411-bac7-457d-a5e4-86bb4f37256f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377872 Mar 14 18:42:46.998999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b61bd-fd73-486b-a16a-cd2de783eaa5 req-808cbb30-53a0-4e8d-8a4e-bddfb231c1a5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:47.000321 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c44b61bd-fd73-486b-a16a-cd2de783eaa5 req-808cbb30-53a0-4e8d-8a4e-bddfb231c1a5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0775218 Mar 14 18:42:47.042006 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c44b61bd-fd73-486b-a16a-cd2de783eaa5 req-959e3914-4136-4e43-ad59-7a8593d4966f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361574 Mar 14 18:42:48.224526 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4d447-a9de-494c-9d89-e6182efc295a req-1e47035e-029f-4a27-8d4a-234634fb7338 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:48.225933 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-87c4d447-a9de-494c-9d89-e6182efc295a req-1e47035e-029f-4a27-8d4a-234634fb7338 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0798357 Mar 14 18:42:48.268557 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-87c4d447-a9de-494c-9d89-e6182efc295a req-2b11b1a5-2dfc-412c-a31e-d2f364fd2078 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369749 Mar 14 18:42:49.456171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25dce6-20dc-414e-bd55-6c2783e33a25 req-103643a1-e711-4026-abd0-254a01dc3293 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:49.457585 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1c25dce6-20dc-414e-bd55-6c2783e33a25 req-103643a1-e711-4026-abd0-254a01dc3293 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0817966 Mar 14 18:42:49.595418 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1c25dce6-20dc-414e-bd55-6c2783e33a25 req-360ac415-5bd0-478d-bfc6-4966f5d87653 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318920 Mar 14 18:42:50.777588 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-138cb35c-9614-49f2-aae6-71277672ed05 service neutron] 10.222.0.59 "GET /v2.0/ports/c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.1198368 Mar 14 18:42:50.804477 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0899751-9175-4e49-8362-de8db2668f2c req-ab0abc7f-8f26-40fa-bf2e-8feb79903d23 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:50.805942 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e0899751-9175-4e49-8362-de8db2668f2c req-ab0abc7f-8f26-40fa-bf2e-8feb79903d23 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.1054952 Mar 14 18:42:50.850059 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e0899751-9175-4e49-8362-de8db2668f2c req-cb10366f-91e4-4ab7-9349-52274e06cfd3 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380788 Mar 14 18:42:51.244662 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-8d4e4d0a-e938-46a4-bb41-db4eef60ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:51.246090 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-8d4e4d0a-e938-46a4-bb41-db4eef60ae86 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68&tenant_id=c09b9321466b4c2f92e6e9fe66f811db HTTP/1.1" status: 200 len: 1098 time: 0.0681679 Mar 14 18:42:51.335012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-476676a7-b1af-4540-8f70-2c9e184316b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:51.336440 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-476676a7-b1af-4540-8f70-2c9e184316b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c09b9321466b4c2f92e6e9fe66f811db&device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 1098 time: 0.0707479 Mar 14 18:42:51.464412 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-b53a0b04-9c37-4e95-9566-5f6228e0748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:51.465887 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-b53a0b04-9c37-4e95-9566-5f6228e0748d service neutron] 10.222.0.59 "GET /v2.0/networks?id=44053cc1-755b-4f71-9ca6-0200140a5f03 HTTP/1.1" status: 200 len: 916 time: 0.1235068 Mar 14 18:42:51.533575 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-d6dcb14e-bc7c-4cf8-99f0-dc6710d2b37f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 HTTP/1.1" status: 200 len: 217 time: 0.0618925 Mar 14 18:42:51.592233 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-ffed4322-c7e2-4f74-8fc1-8203a1b6e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:51.593593 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-ffed4322-c7e2-4f74-8fc1-8203a1b6e345 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09e79cd0-b3f9-4540-ab4f-f045eff59d38 HTTP/1.1" status: 200 len: 855 time: 0.0546257 Mar 14 18:42:51.636681 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-c2437b66-2f54-407c-bde3-ce79e49b66cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44053cc1-755b-4f71-9ca6-0200140a5f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373516 Mar 14 18:42:51.763407 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-b715872c-731e-4fa0-a9aa-4e91a0bc0754 service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207683 Mar 14 18:42:51.890379 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9963a078-bc92-4b5f-ba11-7720d28af2fa req-76090d46-c75b-415d-b39c-b33e846e0fe8 service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215591 Mar 14 18:42:52.036189 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d30145-e31a-4344-84e4-e676e3ecc27c req-e5e119b0-736d-4817-ad50-8d0b996bd7f6 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:52.037602 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c8d30145-e31a-4344-84e4-e676e3ecc27c req-e5e119b0-736d-4817-ad50-8d0b996bd7f6 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0819709 Mar 14 18:42:52.081017 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c8d30145-e31a-4344-84e4-e676e3ecc27c req-d59e47fb-9b36-4a51-90ea-046eec33fd91 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376513 Mar 14 18:42:52.104985 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:42:53.263017 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281612d-14b6-44a4-8b00-0857fd404742 req-a50ae4cf-b6e1-4968-aeae-872c3b2f9398 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:53.264453 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8281612d-14b6-44a4-8b00-0857fd404742 req-a50ae4cf-b6e1-4968-aeae-872c3b2f9398 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0772529 Mar 14 18:42:53.311521 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8281612d-14b6-44a4-8b00-0857fd404742 req-452c981b-ec4a-4f4e-8ade-f2d23ae0f0b7 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401714 Mar 14 18:42:54.270440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-31565c52-8d32-49a9-9e70-7d43acd5596e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:54.491268 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f605b68-eba5-49cb-be8a-5f08ba255078 req-3067979a-7b88-4f6c-b568-ac2a705245c3 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:54.492616 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6f605b68-eba5-49cb-be8a-5f08ba255078 req-3067979a-7b88-4f6c-b568-ac2a705245c3 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0782323 Mar 14 18:42:54.535907 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6f605b68-eba5-49cb-be8a-5f08ba255078 req-77176f4d-0f36-4efe-aaf3-6209310aac77 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376167 Mar 14 18:42:54.990059 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c701a-f16b-4e97-abee-fd3244198010 req-ebe275a0-fb95-4ad7-b136-150923988d31 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:54.991516 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-686c701a-f16b-4e97-abee-fd3244198010 req-ebe275a0-fb95-4ad7-b136-150923988d31 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.1288304 Mar 14 18:42:55.034316 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516175ca-a65e-4fb6-b349-4c8391452223 req-08617b10-8ba5-4688-9c86-ffafd59c8945 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:55.035746 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-516175ca-a65e-4fb6-b349-4c8391452223 req-08617b10-8ba5-4688-9c86-ffafd59c8945 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68&tenant_id=c09b9321466b4c2f92e6e9fe66f811db&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 945 time: 0.1225436 Mar 14 18:42:55.055971 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-686c701a-f16b-4e97-abee-fd3244198010 req-3132f3b6-13c9-42ad-9dcd-4ccbce24d8f2 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540652 Mar 14 18:42:55.175869 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516175ca-a65e-4fb6-b349-4c8391452223 req-6e384057-8037-4acd-97ca-1d0b87ce978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:55.176234 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:42:55.177346 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-516175ca-a65e-4fb6-b349-4c8391452223 req-6e384057-8037-4acd-97ca-1d0b87ce978d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c09b9321466b4c2f92e6e9fe66f811db&device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 1098 time: 0.0706472 Mar 14 18:42:55.178478 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:42:55.414351 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516175ca-a65e-4fb6-b349-4c8391452223 req-eb677086-abaa-44c5-abd7-2cf3ac0811b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:55.415380 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-516175ca-a65e-4fb6-b349-4c8391452223 req-eb677086-abaa-44c5-abd7-2cf3ac0811b6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=44053cc1-755b-4f71-9ca6-0200140a5f03 HTTP/1.1" status: 200 len: 916 time: 0.2318382 Mar 14 18:42:55.423942 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:55.457827 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8,segment=NetworkSegment(42f8c92e-b07f-4b14-a367-d6da9dbcabbf),segment_id=42f8c92e-b07f-4b14-a367-d6da9dbcabbf)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:42:55.473435 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd604039-b339-4beb-a503-beb0f69dda68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:42:55.482875 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8', 'network_id': '44053cc1-755b-4f71-9ca6-0200140a5f03', 'port_id': 'c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8', 'mac_address': 'fa:16:3e:c0:fc:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e79cd0-b3f9-4540-ab4f-f045eff59d38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:42:55.483564 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-516175ca-a65e-4fb6-b349-4c8391452223 req-26bb446f-2899-4cf2-86ce-8a63f43d9f8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 HTTP/1.1" status: 200 len: 217 time: 0.0625062 Mar 14 18:42:55.486902 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8,segment=NetworkSegment(42f8c92e-b07f-4b14-a367-d6da9dbcabbf),segment_id=42f8c92e-b07f-4b14-a367-d6da9dbcabbf)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:42:55.543664 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd604039-b339-4beb-a503-beb0f69dda68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8', 'code': 200} Mar 14 18:42:55.548000 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:55.556217 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516175ca-a65e-4fb6-b349-4c8391452223 req-4cb0c346-3cdd-4eff-a2b3-c9fea993a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:55.557782 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-516175ca-a65e-4fb6-b349-4c8391452223 req-4cb0c346-3cdd-4eff-a2b3-c9fea993a6d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09e79cd0-b3f9-4540-ab4f-f045eff59d38 HTTP/1.1" status: 200 len: 855 time: 0.0686731 Mar 14 18:42:55.565282 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:42:55.603101 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-516175ca-a65e-4fb6-b349-4c8391452223 req-bd990aa3-4aa6-4d42-9849-d911cf6c16c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44053cc1-755b-4f71-9ca6-0200140a5f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400014 Mar 14 18:42:55.607405 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:55.717705 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:42:55.718421 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:42:55.721323 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:42:55.735219 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-516175ca-a65e-4fb6-b349-4c8391452223 req-f6987a37-8bfc-4e82-b59d-8ba2598bc00f service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261919 Mar 14 18:42:55.861940 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-516175ca-a65e-4fb6-b349-4c8391452223 req-34899466-8eda-44f3-8825-633e4dade6b9 service neutron] 10.222.0.59 "GET /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214714 Mar 14 18:42:56.241638 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c102b39-0e7e-4a23-8c7d-6aa42629902b req-b7924403-3683-4207-ac44-cb1c388610e6 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:56.243267 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4c102b39-0e7e-4a23-8c7d-6aa42629902b req-b7924403-3683-4207-ac44-cb1c388610e6 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 943 time: 0.0824413 Mar 14 18:42:56.272876 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:56.289724 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4c102b39-0e7e-4a23-8c7d-6aa42629902b req-cb617aea-65bf-4eff-b9eb-3a225f606e6c tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408897 Mar 14 18:42:56.290344 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:42:56.316056 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8,segment=NetworkSegment(42f8c92e-b07f-4b14-a367-d6da9dbcabbf),segment_id=42f8c92e-b07f-4b14-a367-d6da9dbcabbf)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:42:56.379284 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-70a0c2a7-25c9-45f9-b2ab-3e9b378329ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:56.380793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:56.449829 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:42:56.488806 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8,revision_number=7']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:42:57.182082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:42:57.246807 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:42:57.247176 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:57.363327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:57.395287 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8,segment=NetworkSegment(42f8c92e-b07f-4b14-a367-d6da9dbcabbf),segment_id=42f8c92e-b07f-4b14-a367-d6da9dbcabbf)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:42:57.464243 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:57.474088 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940759d-4e7b-4475-ad00-021d7775e506 req-2bf572b8-e05b-4e16-9891-704264c93cde tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:57.479991 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2940759d-4e7b-4475-ad00-021d7775e506 req-2bf572b8-e05b-4e16-9891-704264c93cde tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 944 time: 0.0782480 Mar 14 18:42:57.520936 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2940759d-4e7b-4475-ad00-021d7775e506 req-7aedc8d7-3649-4c02-8e18-9d3e066d8809 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385218 Mar 14 18:42:57.531900 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8,revision_number=8']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:42:57.544733 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd604039-b339-4beb-a503-beb0f69dda68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:42:57.587157 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd604039-b339-4beb-a503-beb0f69dda68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8', 'code': 200} Mar 14 18:42:57.710843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151a9be-5904-4b3d-9840-9e6b6056cc2a req-4376d434-4b2f-49ca-8113-3ad13c09a9e1 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:57.712268 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5151a9be-5904-4b3d-9840-9e6b6056cc2a req-4376d434-4b2f-49ca-8113-3ad13c09a9e1 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0815053 Mar 14 18:42:57.755977 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5151a9be-5904-4b3d-9840-9e6b6056cc2a req-f010b253-0c84-42be-8e5a-e88ffa4246b9 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377376 Mar 14 18:42:57.859296 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:57.882025 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:57.941423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048bef7-d66d-46a3-8147-fb3e758e3239 req-1cf52dd1-ac59-47de-a6ff-147f1679c05d tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:57.942862 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0048bef7-d66d-46a3-8147-fb3e758e3239 req-1cf52dd1-ac59-47de-a6ff-147f1679c05d tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0798473 Mar 14 18:42:57.990438 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0048bef7-d66d-46a3-8147-fb3e758e3239 req-eb289516-ab8d-4948-a71e-2df1eb410148 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417070 Mar 14 18:42:58.939832 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732fa85-774c-41bb-9b5b-567804efc9df req-f963ad08-af97-448f-94ba-3872e185b756 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:58.941253 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4732fa85-774c-41bb-9b5b-567804efc9df req-f963ad08-af97-448f-94ba-3872e185b756 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0781202 Mar 14 18:42:58.984270 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4732fa85-774c-41bb-9b5b-567804efc9df req-54c1b4d4-f86d-4646-b89d-ece1746b0246 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367079 Mar 14 18:42:59.801501 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:00.171974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406f9c7-73a0-4ef4-b131-83a583e7a45c req-42bbd98c-08f7-492e-a732-5545a256b543 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:00.173395 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a406f9c7-73a0-4ef4-b131-83a583e7a45c req-42bbd98c-08f7-492e-a732-5545a256b543 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0807755 Mar 14 18:43:00.217226 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a406f9c7-73a0-4ef4-b131-83a583e7a45c req-91795bb8-e6b1-4212-a83b-a04d150e3a8a tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5be066a-9316-499f-abbe-058a0592f7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374393 Mar 14 18:43:00.381025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e1920-1d61-432a-8678-1c58a6a1061f req-a663ffa6-4e69-4819-a11d-d64cc4cb44fd tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:00.382433 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d89e1920-1d61-432a-8678-1c58a6a1061f req-a663ffa6-4e69-4819-a11d-d64cc4cb44fd tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 945 time: 0.0777540 Mar 14 18:43:00.452903 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-d89e1920-1d61-432a-8678-1c58a6a1061f req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Deleting port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:43:00.453237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-d89e1920-1d61-432a-8678-1c58a6a1061f req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:00.689436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-d89e1920-1d61-432a-8678-1c58a6a1061f req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] For port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8,segment=NetworkSegment(42f8c92e-b07f-4b14-a367-d6da9dbcabbf),segment_id=42f8c92e-b07f-4b14-a367-d6da9dbcabbf)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:43:00.689705 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-d89e1920-1d61-432a-8678-1c58a6a1061f req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:00.812979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-d89e1920-1d61-432a-8678-1c58a6a1061f req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Calling delete_port for c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:43:01.018930 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-d89e1920-1d61-432a-8678-1c58a6a1061f req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:01.030171 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:43:01.070454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Pushing event deleted for resources: {'Port': ['ID=c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:01.109939 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:01.110281 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:01.110621 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:01.110976 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:01.111306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:01.111635 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:01.111955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:01.112274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:01.112592 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:01.112910 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:01.113230 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:01.113547 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:01.149590 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89e1920-1d61-432a-8678-1c58a6a1061f req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] No DVR routers for this DVR port c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:43:01.151849 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-d89e1920-1d61-432a-8678-1c58a6a1061f req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:01.154222 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd604039-b339-4beb-a503-beb0f69dda68', 'name': 'network-vif-deleted', 'tag': 'c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:43:01.198453 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd604039-b339-4beb-a503-beb0f69dda68', 'name': 'network-vif-deleted', 'tag': 'c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8', 'status': 'completed', 'code': 200} Mar 14 18:43:01.220063 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d89e1920-1d61-432a-8678-1c58a6a1061f req-557012dc-d0a7-49c4-9413-1e9bf5a7023f tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.59 "DELETE /v2.0/ports/c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 HTTP/1.1" status: 204 len: 173 time: 0.8320687 Mar 14 18:43:01.477465 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-0a084364-7be6-4f0a-aab6-56cbc8b596f6 req-300c40c2-910e-4b6a-a982-6db150c8fd61 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Synchronizing usage tracker for tenant:c09b9321466b4c2f92e6e9fe66f811db on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:43:01.544830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-0a084364-7be6-4f0a-aab6-56cbc8b596f6 req-300c40c2-910e-4b6a-a982-6db150c8fd61 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] Unset dirty status for tenant:c09b9321466b4c2f92e6e9fe66f811db on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:43:01.546259 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0a084364-7be6-4f0a-aab6-56cbc8b596f6 req-300c40c2-910e-4b6a-a982-6db150c8fd61 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd604039-b339-4beb-a503-beb0f69dda68 HTTP/1.1" status: 200 len: 210 time: 0.2132714 Mar 14 18:43:02.779991 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 35278) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:43:02.837402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] Deleting subnet 09e79cd0-b3f9-4540-ab4f-f045eff59d38 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:43:02.840110 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:02.889058 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:02.940559 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:03.071059 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:03.110055 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e79cd0-b3f9-4540-ab4f-f045eff59d38,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:03.112477 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:03.121907 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:03.122253 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:03.122589 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:03.122955 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:03.123285 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:03.123609 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:03.123931 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:03.124252 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:03.124569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:03.124885 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:03.125200 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:03.125513 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:03.128552 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ae2e8679-abe7-42d1-96ea-17cee9728954 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/09e79cd0-b3f9-4540-ab4f-f045eff59d38 HTTP/1.1" status: 204 len: 168 time: 0.3475790 Mar 14 18:43:03.133251 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 35282) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:43:03.233844 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c9ac125e-f76d-4e73-9a57-9ae9b21440ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:03.353457 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c9ac125e-f76d-4e73-9a57-9ae9b21440ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:03.382575 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-c9ac125e-f76d-4e73-9a57-9ae9b21440ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44053cc1-755b-4f71-9ca6-0200140a5f03']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:03.393937 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-c9ac125e-f76d-4e73-9a57-9ae9b21440ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f8c92e-b07f-4b14-a367-d6da9dbcabbf') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:03.394230 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-c9ac125e-f76d-4e73-9a57-9ae9b21440ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f8c92e-b07f-4b14-a367-d6da9dbcabbf') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:03.405101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c9ac125e-f76d-4e73-9a57-9ae9b21440ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:03.420265 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c9ac125e-f76d-4e73-9a57-9ae9b21440ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:03.426150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ac125e-f76d-4e73-9a57-9ae9b21440ed admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:43:03.426536 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c9ac125e-f76d-4e73-9a57-9ae9b21440ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:43:03.439820 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:43:03.561452 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c9ac125e-f76d-4e73-9a57-9ae9b21440ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:03.576687 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c9ac125e-f76d-4e73-9a57-9ae9b21440ed admin admin] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:03.586509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac125e-f76d-4e73-9a57-9ae9b21440ed admin admin] Pushing event deleted for resources: {'Network': ['ID=44053cc1-755b-4f71-9ca6-0200140a5f03,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:03.648322 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c9ac125e-f76d-4e73-9a57-9ae9b21440ed admin admin] 10.222.0.43 "DELETE /v2.0/networks/44053cc1-755b-4f71-9ca6-0200140a5f03 HTTP/1.1" status: 204 len: 168 time: 0.5155427 Mar 14 18:43:03.924505 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 35288) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:43:03.971616 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a89ccd55-e331-45b2-a021-39f3ed63369e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c09b9321466b4c2f92e6e9fe66f811db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459869 Mar 14 18:43:03.973977 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 35292) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:43:04.028666 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-969af84a-9d7a-4f4f-a81f-5771523799f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:04.056777 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-969af84a-9d7a-4f4f-a81f-5771523799f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:04.167852 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-969af84a-9d7a-4f4f-a81f-5771523799f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:04.185729 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969af84a-9d7a-4f4f-a81f-5771523799f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5be066a-9316-499f-abbe-058a0592f7ae,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:04.258071 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-969af84a-9d7a-4f4f-a81f-5771523799f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:04.259208 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-969af84a-9d7a-4f4f-a81f-5771523799f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5be066a-9316-499f-abbe-058a0592f7ae HTTP/1.1" status: 204 len: 168 time: 0.2837486 Mar 14 18:43:05.197803 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:43:05.230870 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:43:05.231223 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device c3a81488-d908-4e2a-bc0d-3beb4d2c5ae8 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:43:05.288247 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 35316) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:43:05.389293 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1771246865-network', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:43:05.394050 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:43:05.398526 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Usage tracker for resource:network and tenant:9cc4d3ea94ee4884a25eab40e40acd2d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:43:05.401372 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:43:05.407640 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:43:05.510736 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Made reservation on behalf of 9cc4d3ea94ee4884a25eab40e40acd2d for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:43:05.513058 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:05.525485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:05.539879 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:43:05.543766 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Usage tracker for resource:security_group_rule and tenant:9cc4d3ea94ee4884a25eab40e40acd2d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:43:05.546584 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:43:05.552168 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:43:05.631032 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:05.693066 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:05.725714 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:43:05.730844 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c27f877-de1e-4d24-8727-267118c7178b,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:05.737379 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:05.738269 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Added segment 14ca6506-b2e4-4971-8929-d0942ca58a38 of type vlan for network 25c619bf-5811-48d7-9f8c-4a49cedefe97 Mar 14 18:43:05.763392 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:05.836394 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:05.837283 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:05.837887 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:05.934677 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] Pushing event updated for resources: {'Network': ['ID=25c619bf-5811-48d7-9f8c-4a49cedefe97,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:05.944812 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 25c619bf-5811-48d7-9f8c-4a49cedefe97 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:43:06.002583 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-72e5703a-d6fb-4cab-9789-fcb1c0228a12 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7131650 Mar 14 18:43:06.005453 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 35322) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:43:06.011397 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-09bc5a77-f503-4d0f-b33a-91104fbae982 admin admin] Request body: {'subnet': {'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1771246865-subnet', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:43:06.016376 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-09bc5a77-f503-4d0f-b33a-91104fbae982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:43:06.020409 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-09bc5a77-f503-4d0f-b33a-91104fbae982 admin admin] Usage tracker for resource:subnet and tenant:9cc4d3ea94ee4884a25eab40e40acd2d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:43:06.024309 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-09bc5a77-f503-4d0f-b33a-91104fbae982 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:43:06.030307 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-09bc5a77-f503-4d0f-b33a-91104fbae982 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:43:06.099216 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bc5a77-f503-4d0f-b33a-91104fbae982 admin admin] Made reservation on behalf of 9cc4d3ea94ee4884a25eab40e40acd2d for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:43:06.101466 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-09bc5a77-f503-4d0f-b33a-91104fbae982 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.361511 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-09bc5a77-f503-4d0f-b33a-91104fbae982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.435857 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc5a77-f503-4d0f-b33a-91104fbae982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f6541f-a0df-42db-afad-fc6d61d8a55e,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:06.439755 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bc5a77-f503-4d0f-b33a-91104fbae982 admin admin] Checking segment: {'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:43:06.440107 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bc5a77-f503-4d0f-b33a-91104fbae982 admin admin] Network hostable DHCP agents. Network: 25c619bf-5811-48d7-9f8c-4a49cedefe97, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:43:06.510125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bc5a77-f503-4d0f-b33a-91104fbae982 admin admin] Network 25c619bf-5811-48d7-9f8c-4a49cedefe97 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:43:06.596264 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-09bc5a77-f503-4d0f-b33a-91104fbae982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 25c619bf-5811-48d7-9f8c-4a49cedefe97) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:43:06.600931 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bc5a77-f503-4d0f-b33a-91104fbae982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:06.602079 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-09bc5a77-f503-4d0f-b33a-91104fbae982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.605120 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32fd8f8-d66a-4936-a844-c369a59ca044 None None] Network 25c619bf-5811-48d7-9f8c-4a49cedefe97 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:43:06.686599 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-09bc5a77-f503-4d0f-b33a-91104fbae982 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6769197 Mar 14 18:43:06.686856 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 35326) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:43:06.692231 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:43:06.697177 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:43:06.701494 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Usage tracker for resource:router and tenant:9cc4d3ea94ee4884a25eab40e40acd2d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:43:06.705007 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:43:06.711196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:43:06.779367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.780414 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.795190 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.818630 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-25c619bf-5811-48d7-9f8c-4a49cedefe97', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:43:06.819487 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.967243 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Allocated IP 172.20.0.2 (25c619bf-5811-48d7-9f8c-4a49cedefe97/b9f6541f-a0df-42db-afad-fc6d61d8a55e/fcf43749-315d-4b02-8c03-51ab8cc49bed) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:43:07.205913 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:07.213704 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:07.216767 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Transition to ACTIVE for port object fcf43749-315d-4b02-8c03-51ab8cc49bed will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:43:07.236861 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Transition to ACTIVE for port object fcf43749-315d-4b02-8c03-51ab8cc49bed will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:43:07.282115 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:07.339689 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Network 25c619bf-5811-48d7-9f8c-4a49cedefe97 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:43:07.342326 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:43:07.350522 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:43:07.388021 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Pushing event updated for resources: {'Port': ['ID=fcf43749-315d-4b02-8c03-51ab8cc49bed,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:07.426576 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:07.426950 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:07.427294 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:07.427663 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:07.427997 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:07.428326 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:07.428652 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:07.428977 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:07.429299 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:07.429620 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:07.429940 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:07.430260 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:07.452833 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Attempting to bind port fcf43749-315d-4b02-8c03-51ab8cc49bed on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:43:07.453206 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Attempting to bind port fcf43749-315d-4b02-8c03-51ab8cc49bed by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:43:07.453665 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Attempting to bind port fcf43749-315d-4b02-8c03-51ab8cc49bed on network 25c619bf-5811-48d7-9f8c-4a49cedefe97 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:43:07.459384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:43:07.459768 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Checking segment: {'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:43:07.460162 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:07.460552 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Bound using segment: {'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:43:07.461013 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Bound port: fcf43749-315d-4b02-8c03-51ab8cc49bed, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:43:07.461387 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:07.550827 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] For port fcf43749-315d-4b02-8c03-51ab8cc49bed, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:43:07.553779 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] For port fcf43749-315d-4b02-8c03-51ab8cc49bed, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=fcf43749-315d-4b02-8c03-51ab8cc49bed,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:43:07.562249 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:07.591978 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:07.608026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:07.691958 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15367871-ac05-4d59-9c53-10d15ff9b7e7 None None] Pushing event updated for resources: {'Port': ['ID=fcf43749-315d-4b02-8c03-51ab8cc49bed,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:07.737693 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Allocated IP 172.26.7.55 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/ebee6027-d40d-4d49-af24-943be52a2b37) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:43:07.894083 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:07.968452 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:08.028946 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:43:08.031631 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:43:08.040045 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:43:08.078171 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Pushing event updated for resources: {'Port': ['ID=ebee6027-d40d-4d49-af24-943be52a2b37,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:08.541580 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:08.612270 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d6d271-1352-4d76-81a8-2349f990b61e None None] Network 25c619bf-5811-48d7-9f8c-4a49cedefe97 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:43:08.826996 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device fcf43749-315d-4b02-8c03-51ab8cc49bed up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:43:08.858630 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-fa5c23af-cccd-4b40-a426-199e2de0dbcd None None] Provisioning for port fcf43749-315d-4b02-8c03-51ab8cc49bed completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:43:08.990605 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port fcf43749-315d-4b02-8c03-51ab8cc49bed completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:43:08.995853 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port fcf43749-315d-4b02-8c03-51ab8cc49bed triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:43:08.996223 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:09.003315 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:09.120292 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:09.151629 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port fcf43749-315d-4b02-8c03-51ab8cc49bed, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=fcf43749-315d-4b02-8c03-51ab8cc49bed,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:43:09.204878 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0f726376-2337-46d4-880a-1bfc524344eb None None] Provisioning complete for port fcf43749-315d-4b02-8c03-51ab8cc49bed triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:43:09.205165 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0f726376-2337-46d4-880a-1bfc524344eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:09.234409 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:09.276728 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:09.293330 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Router 7b38e6e5-c07e-432f-a26c-57fce9e9626e is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:43:09.322719 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=fcf43749-315d-4b02-8c03-51ab8cc49bed,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:09.469321 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:43:09.477817 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Sync routers for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:43:09.486952 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:43:09.487541 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:42:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:09.533766 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:09.535153 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-47fd0e94-3fd6-4353-85b1-c9d4a56bd610 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8471234 Mar 14 18:43:09.538286 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 35330) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:43:09.658491 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:43:09.939196 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:08Z', 'revision_number': 3, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:09.942913 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Checking router: 7b38e6e5-c07e-432f-a26c-57fce9e9626e for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:43:09.943251 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Updating router 7b38e6e5-c07e-432f-a26c-57fce9e9626e port ebee6027-d40d-4d49-af24-943be52a2b37 binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:43:09.994841 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:10.305397 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:10.319766 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:10.332986 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Transition to ACTIVE for port object ebee6027-d40d-4d49-af24-943be52a2b37 will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:43:10.396982 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:10.475139 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Attempting to bind port ebee6027-d40d-4d49-af24-943be52a2b37 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:43:10.475500 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Attempting to bind port ebee6027-d40d-4d49-af24-943be52a2b37 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:43:10.475856 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Attempting to bind port ebee6027-d40d-4d49-af24-943be52a2b37 on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:43:10.483307 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396a956-3eec-4b31-b4db-fbf432491429 None None] Pushing event updated for resources: {'Port': ['ID=ebee6027-d40d-4d49-af24-943be52a2b37,revision_number=2']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:10.486642 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:43:10.487032 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:43:10.487422 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:10.487802 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:43:10.488257 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Bound port: ebee6027-d40d-4d49-af24-943be52a2b37, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:43:10.488615 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:10.509556 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] Allocated IP 172.20.0.1 (25c619bf-5811-48d7-9f8c-4a49cedefe97/b9f6541f-a0df-42db-afad-fc6d61d8a55e/ae55bb41-b9fe-4b5a-8788-087c497685c7) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:43:10.524491 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396a956-3eec-4b31-b4db-fbf432491429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:10.524834 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396a956-3eec-4b31-b4db-fbf432491429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:10.525163 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396a956-3eec-4b31-b4db-fbf432491429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:10.525488 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396a956-3eec-4b31-b4db-fbf432491429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:10.525804 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396a956-3eec-4b31-b4db-fbf432491429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:10.526158 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396a956-3eec-4b31-b4db-fbf432491429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:10.526446 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396a956-3eec-4b31-b4db-fbf432491429 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:10.526783 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396a956-3eec-4b31-b4db-fbf432491429 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:10.527648 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396a956-3eec-4b31-b4db-fbf432491429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:10.527648 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396a956-3eec-4b31-b4db-fbf432491429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:10.527848 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396a956-3eec-4b31-b4db-fbf432491429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:10.527983 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396a956-3eec-4b31-b4db-fbf432491429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:10.569414 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] For port ebee6027-d40d-4d49-af24-943be52a2b37, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:43:10.572202 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] For port ebee6027-d40d-4d49-af24-943be52a2b37, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ebee6027-d40d-4d49-af24-943be52a2b37,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:43:10.636923 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:10.655213 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:10.672745 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] Transition to ACTIVE for port object ae55bb41-b9fe-4b5a-8788-087c497685c7 will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:43:10.713874 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:43:10.714474 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:42:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:10.763029 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:10.777322 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396a956-3eec-4b31-b4db-fbf432491429 None None] Pushing event updated for resources: {'Port': ['ID=ebee6027-d40d-4d49-af24-943be52a2b37,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:10.781211 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device fcf43749-315d-4b02-8c03-51ab8cc49bed up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:43:10.823641 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] Network 25c619bf-5811-48d7-9f8c-4a49cedefe97 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:43:10.826226 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:43:10.835312 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:43:10.862069 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port fcf43749-315d-4b02-8c03-51ab8cc49bed triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:43:10.862069 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:10.882032 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] Pushing event updated for resources: {'Port': ['ID=ae55bb41-b9fe-4b5a-8788-087c497685c7,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:10.907081 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:10.962270 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:43:11.173722 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2ad5a8f3-3856-4357-9819-f1f8aa2a25cd None None] Provisioning for port ae55bb41-b9fe-4b5a-8788-087c497685c7 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:43:11.178665 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2ad5a8f3-3856-4357-9819-f1f8aa2a25cd None None] Provisioning complete for port ae55bb41-b9fe-4b5a-8788-087c497685c7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:43:11.179045 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2ad5a8f3-3856-4357-9819-f1f8aa2a25cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:11.231677 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2ad5a8f3-3856-4357-9819-f1f8aa2a25cd None None] Port ae55bb41-b9fe-4b5a-8788-087c497685c7 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:43:11.250697 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:11.251889 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:08Z', 'revision_number': 3, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:11.256231 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff8164-1309-45e1-a4d3-92a184af18ba None None] The sync data for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv is: [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:08Z', 'revision_number': 3, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:43:11.491602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:11.539654 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:11.648275 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] Pushing event updated for resources: {'Port': ['ID=ae55bb41-b9fe-4b5a-8788-087c497685c7,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:11.650644 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:11.793879 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] Network 25c619bf-5811-48d7-9f8c-4a49cedefe97 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:43:11.795107 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:43:12.055185 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9fc88b71-aac1-46ab-bc56-c28bab9bf0f6 None None] Provisioning complete for port ae55bb41-b9fe-4b5a-8788-087c497685c7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:43:12.055736 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9fc88b71-aac1-46ab-bc56-c28bab9bf0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:12.111621 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] Router 7b38e6e5-c07e-432f-a26c-57fce9e9626e has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:43:12.126923 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-9fc88b71-aac1-46ab-bc56-c28bab9bf0f6 None None] Port ae55bb41-b9fe-4b5a-8788-087c497685c7 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:43:12.290836 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:43:12.302687 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9c41ad97-d795-46a0-be1d-31dbdf8f0b52 admin admin] 10.222.0.43 "PUT /v2.0/routers/7b38e6e5-c07e-432f-a26c-57fce9e9626e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7600737 Mar 14 18:43:12.775375 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Sync routers for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:43:12.785336 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:43:12.785952 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:42:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:12.839755 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ebee6027-d40d-4d49-af24-943be52a2b37 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:43:12.867863 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 35340) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:43:12.873129 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-f21be0fb-10bb-44ed-95c8-775ff10f3319 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1647140692', 'description': 'tempest-description--1508023737'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:43:12.878960 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f21be0fb-10bb-44ed-95c8-775ff10f3319 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:43:12.882908 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f21be0fb-10bb-44ed-95c8-775ff10f3319 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Usage tracker for resource:security_group and tenant:9cc4d3ea94ee4884a25eab40e40acd2d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:43:12.885673 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f21be0fb-10bb-44ed-95c8-775ff10f3319 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:43:12.891567 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f21be0fb-10bb-44ed-95c8-775ff10f3319 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:43:12.967657 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f21be0fb-10bb-44ed-95c8-775ff10f3319 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:12.989271 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f21be0fb-10bb-44ed-95c8-775ff10f3319 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:43:12.993746 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f21be0fb-10bb-44ed-95c8-775ff10f3319 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Usage tracker for resource:security_group_rule and tenant:9cc4d3ea94ee4884a25eab40e40acd2d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:43:12.996745 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f21be0fb-10bb-44ed-95c8-775ff10f3319 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:43:13.002553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f21be0fb-10bb-44ed-95c8-775ff10f3319 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:43:13.045969 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:43:13.071009 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f21be0fb-10bb-44ed-95c8-775ff10f3319 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:13.093817 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port ebee6027-d40d-4d49-af24-943be52a2b37 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:43:13.104218 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port ebee6027-d40d-4d49-af24-943be52a2b37 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:43:13.104605 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:13.150831 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f21be0fb-10bb-44ed-95c8-775ff10f3319 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:13.196882 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21be0fb-10bb-44ed-95c8-775ff10f3319 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d398846-6d61-40af-8534-d1c978484dea,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:13.270539 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f21be0fb-10bb-44ed-95c8-775ff10f3319 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:13.272446 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f21be0fb-10bb-44ed-95c8-775ff10f3319 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4034514 Mar 14 18:43:13.275449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 35344) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:43:13.280964 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-2165b945-4a20-4924-a60d-e7c430a22a18 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Request body: {'security_group_rule': {'security_group_id': '7d398846-6d61-40af-8534-d1c978484dea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:43:13.286365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2165b945-4a20-4924-a60d-e7c430a22a18 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:43:13.290252 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2165b945-4a20-4924-a60d-e7c430a22a18 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Usage tracker for resource:security_group_rule and tenant:9cc4d3ea94ee4884a25eab40e40acd2d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:43:13.293146 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2165b945-4a20-4924-a60d-e7c430a22a18 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:43:13.298670 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2165b945-4a20-4924-a60d-e7c430a22a18 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:43:13.368930 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2165b945-4a20-4924-a60d-e7c430a22a18 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:13.420362 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:13.427938 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2165b945-4a20-4924-a60d-e7c430a22a18 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:13.448700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port ebee6027-d40d-4d49-af24-943be52a2b37, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ebee6027-d40d-4d49-af24-943be52a2b37,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:43:13.472448 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 2, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:13.476266 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Checking router: 7b38e6e5-c07e-432f-a26c-57fce9e9626e for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:43:13.476623 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Updating router 7b38e6e5-c07e-432f-a26c-57fce9e9626e port ae55bb41-b9fe-4b5a-8788-087c497685c7 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:43:13.482229 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2165b945-4a20-4924-a60d-e7c430a22a18 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:13.503770 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:13.505413 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165b945-4a20-4924-a60d-e7c430a22a18 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c697fc60-bdcd-49ba-b9a0-6771d121ae8d,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:13.556532 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2165b945-4a20-4924-a60d-e7c430a22a18 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:13.557769 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2165b945-4a20-4924-a60d-e7c430a22a18 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2813742 Mar 14 18:43:13.560616 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 35348) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:43:13.565607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-19d331dd-cb7e-486e-9ffe-88e136152e32 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Request body: {'security_group_rule': {'security_group_id': '7d398846-6d61-40af-8534-d1c978484dea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:43:13.572016 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-19d331dd-cb7e-486e-9ffe-88e136152e32 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:43:13.576124 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-19d331dd-cb7e-486e-9ffe-88e136152e32 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Usage tracker for resource:security_group_rule and tenant:9cc4d3ea94ee4884a25eab40e40acd2d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:43:13.578990 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-19d331dd-cb7e-486e-9ffe-88e136152e32 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:43:13.583298 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:13.585066 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-19d331dd-cb7e-486e-9ffe-88e136152e32 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:43:13.633676 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=ebee6027-d40d-4d49-af24-943be52a2b37,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:13.637919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-19d331dd-cb7e-486e-9ffe-88e136152e32 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:13.698624 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-19d331dd-cb7e-486e-9ffe-88e136152e32 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:13.779728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-19d331dd-cb7e-486e-9ffe-88e136152e32 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:13.805100 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d331dd-cb7e-486e-9ffe-88e136152e32 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fefe1d1-362c-4901-a914-1b45cea2f686,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:13.888167 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-19d331dd-cb7e-486e-9ffe-88e136152e32 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:13.889286 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-19d331dd-cb7e-486e-9ffe-88e136152e32 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3277674 Mar 14 18:43:13.892316 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 35352) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:43:13.897339 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:43:13.903130 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:43:13.906873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Usage tracker for resource:floatingip and tenant:9cc4d3ea94ee4884a25eab40e40acd2d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:43:13.909617 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:43:13.915765 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:43:13.929383 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:13.941865 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Transition to ACTIVE for port object ae55bb41-b9fe-4b5a-8788-087c497685c7 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:43:13.985230 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:13.990940 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:14.126969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:14.142580 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee100b-e9cf-4671-86eb-9a512e398e7a None None] Pushing event updated for resources: {'Port': ['ID=ae55bb41-b9fe-4b5a-8788-087c497685c7,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:14.205442 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Attempting to bind port ae55bb41-b9fe-4b5a-8788-087c497685c7 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:43:14.205879 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Attempting to bind port ae55bb41-b9fe-4b5a-8788-087c497685c7 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:43:14.206170 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Attempting to bind port ae55bb41-b9fe-4b5a-8788-087c497685c7 on network 25c619bf-5811-48d7-9f8c-4a49cedefe97 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:43:14.211795 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:43:14.212176 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Checking segment: {'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:43:14.212624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:14.212959 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Bound using segment: {'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:43:14.213426 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Bound port: ae55bb41-b9fe-4b5a-8788-087c497685c7, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:43:14.213793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:14.269420 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Allocated IP 172.26.7.59 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/9fa52963-2abb-4532-8707-53bf77009132) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:43:14.313022 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] For port ae55bb41-b9fe-4b5a-8788-087c497685c7, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:43:14.316158 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] For port ae55bb41-b9fe-4b5a-8788-087c497685c7, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ae55bb41-b9fe-4b5a-8788-087c497685c7,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:43:14.391187 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:14.419254 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:14.469719 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:43:14.470347 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:42:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:14.505483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:14.528033 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee100b-e9cf-4671-86eb-9a512e398e7a None None] Pushing event updated for resources: {'Port': ['ID=ae55bb41-b9fe-4b5a-8788-087c497685c7,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:14.565824 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:43:14.567018 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:43:14.571370 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:43:14.625281 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Pushing event updated for resources: {'Port': ['ID=9fa52963-2abb-4532-8707-53bf77009132,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:14.668071 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:14.706641 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:43:14.799090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:14.839819 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ebee6027-d40d-4d49-af24-943be52a2b37 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:43:15.002475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:15.015973 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port ebee6027-d40d-4d49-af24-943be52a2b37 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:43:15.016343 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:15.070801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:15.176733 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Pushing event updated for resources: {'Port': ['ID=9fa52963-2abb-4532-8707-53bf77009132,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:15.181577 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:14Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:15.187459 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e5065-176d-4c6a-8e58-efb330cab6cd None None] The sync data for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv is: [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:14Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:43:15.188758 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:15.271222 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:15.272650 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-211adc9f-a44b-45d9-90dc-242726e3f694 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3793552 Mar 14 18:43:15.443030 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-8bad4ee7-12ce-4d2f-9733-cce128c7b198 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1647140692&fields=id&tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d HTTP/1.1" status: 200 len: 267 time: 0.0439224 Mar 14 18:43:15.595815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-dbe5a32c-6b7d-43cc-8964-06190d5ac727 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:15.597246 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-dbe5a32c-6b7d-43cc-8964-06190d5ac727 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 812 time: 0.1471176 Mar 14 18:43:15.614498 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-c6216a89-f1bd-4091-93fd-2babd9ae79c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/quotas/9cc4d3ea94ee4884a25eab40e40acd2d HTTP/1.1" status: 200 len: 375 time: 0.0109634 Mar 14 18:43:15.705593 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-cefcd46e-a702-4cbb-8ae9-e245c20e9d54 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0848148 Mar 14 18:43:15.772827 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-359f16aa-5751-41b5-9503-97ad7234d359 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:43:15.773834 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-359f16aa-5751-41b5-9503-97ad7234d359 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0560534 Mar 14 18:43:15.908573 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-39b810a0-f998-4459-85ed-58965ddce551 service neutron] 10.222.0.43 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283677 Mar 14 18:43:16.044685 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-1959371b-3226-4ff0-8904-d1f4c69f6842 service neutron] 10.222.0.43 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297376 Mar 14 18:43:16.438074 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-49742020-fad4-4384-b556-a408fd73dac6 req-4c4494cd-9f9c-479a-9ece-bdff9e03ff02 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 210 time: 0.1891665 Mar 14 18:43:16.797369 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ae55bb41-b9fe-4b5a-8788-087c497685c7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:43:16.898888 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port ae55bb41-b9fe-4b5a-8788-087c497685c7 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:43:16.903736 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port ae55bb41-b9fe-4b5a-8788-087c497685c7 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:43:16.904114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:17.017377 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:17.048275 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port ae55bb41-b9fe-4b5a-8788-087c497685c7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ae55bb41-b9fe-4b5a-8788-087c497685c7,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:43:17.093785 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:17.160292 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=ae55bb41-b9fe-4b5a-8788-087c497685c7,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:17.630142 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ea5c5c1f-94be-4011-b9db-6aaccd3db753 req-31650949-edb9-46e7-8bb5-38ef400adfd9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 210 time: 0.0899415 Mar 14 18:43:18.203900 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-2baac321-6804-4ad9-a892-0eee7f561c57 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:18.205279 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-2baac321-6804-4ad9-a892-0eee7f561c57 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 812 time: 0.1438823 Mar 14 18:43:18.251158 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-b741a055-6536-4cb5-b14b-fc615548cc86 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d HTTP/1.1" status: 200 len: 380 time: 0.0379930 Mar 14 18:43:18.259038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-6ab4918a-b85d-4f06-8234-5915a04cc917 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Request body: {'port': {'device_id': '2a7b865f-9549-4670-9245-02bdedea0098', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'admin_state_up': True, 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'security_groups': ['7d398846-6d61-40af-8534-d1c978484dea']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:43:18.392973 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-6ab4918a-b85d-4f06-8234-5915a04cc917 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:43:18.397206 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-6ab4918a-b85d-4f06-8234-5915a04cc917 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Usage tracker for resource:port and tenant:9cc4d3ea94ee4884a25eab40e40acd2d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:43:18.400077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-6ab4918a-b85d-4f06-8234-5915a04cc917 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:43:18.405688 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-6ab4918a-b85d-4f06-8234-5915a04cc917 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:43:18.499422 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-6ab4918a-b85d-4f06-8234-5915a04cc917 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Made reservation on behalf of 9cc4d3ea94ee4884a25eab40e40acd2d for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:43:18.503144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-6ab4918a-b85d-4f06-8234-5915a04cc917 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:18.661271 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-6ab4918a-b85d-4f06-8234-5915a04cc917 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Allocated IP 172.20.0.7 (25c619bf-5811-48d7-9f8c-4a49cedefe97/b9f6541f-a0df-42db-afad-fc6d61d8a55e/04deee97-836f-4826-96ff-d9ebfd5d2286) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:43:18.792031 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ae55bb41-b9fe-4b5a-8788-087c497685c7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:43:18.844471 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6efe0934-0da4-4be4-8913-eb319702e307 req-7bbbb04f-33c8-46d3-a901-b905450e3ef2 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 210 time: 0.0982244 Mar 14 18:43:18.864004 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port ae55bb41-b9fe-4b5a-8788-087c497685c7 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:43:18.864500 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:18.898153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-6ab4918a-b85d-4f06-8234-5915a04cc917 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:18.913706 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-6ab4918a-b85d-4f06-8234-5915a04cc917 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Transition to ACTIVE for port object 04deee97-836f-4826-96ff-d9ebfd5d2286 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:43:19.002814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-6ab4918a-b85d-4f06-8234-5915a04cc917 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:19.066748 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-6ab4918a-b85d-4f06-8234-5915a04cc917 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Network 25c619bf-5811-48d7-9f8c-4a49cedefe97 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:43:19.074007 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-6ab4918a-b85d-4f06-8234-5915a04cc917 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:43:19.078211 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-6ab4918a-b85d-4f06-8234-5915a04cc917 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:43:19.111476 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4918a-b85d-4f06-8234-5915a04cc917 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Pushing event updated for resources: {'Port': ['ID=04deee97-836f-4826-96ff-d9ebfd5d2286,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:19.147630 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-6ab4918a-b85d-4f06-8234-5915a04cc917 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:19.148287 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-6ab4918a-b85d-4f06-8234-5915a04cc917 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:19.220427 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-6ab4918a-b85d-4f06-8234-5915a04cc917 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9647338 Mar 14 18:43:19.273819 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Request body: {'port': {'device_id': '2a7b865f-9549-4670-9245-02bdedea0098', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:43:19.356361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3d7a7d53-0e21-405f-a0b7-77b74915d71d None None] Provisioning for port 04deee97-836f-4826-96ff-d9ebfd5d2286 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:43:19.361245 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3d7a7d53-0e21-405f-a0b7-77b74915d71d None None] Provisioning complete for port 04deee97-836f-4826-96ff-d9ebfd5d2286 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:43:19.361614 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3d7a7d53-0e21-405f-a0b7-77b74915d71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:19.382500 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:19.416227 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a7d53-0e21-405f-a0b7-77b74915d71d None None] Port 04deee97-836f-4826-96ff-d9ebfd5d2286 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:43:19.711267 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04deee97-836f-4826-96ff-d9ebfd5d2286 {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:43:19.718558 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:19.732494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Transition to ACTIVE for port object 04deee97-836f-4826-96ff-d9ebfd5d2286 will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:43:19.779111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:19.928416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Pushing event updated for resources: {'Port': ['ID=04deee97-836f-4826-96ff-d9ebfd5d2286,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:20.164341 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Attempting to bind port 04deee97-836f-4826-96ff-d9ebfd5d2286 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:43:20.164593 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Attempting to bind port 04deee97-836f-4826-96ff-d9ebfd5d2286 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:43:20.164921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Attempting to bind port 04deee97-836f-4826-96ff-d9ebfd5d2286 on network 25c619bf-5811-48d7-9f8c-4a49cedefe97 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:43:20.178874 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Port 04deee97-836f-4826-96ff-d9ebfd5d2286 on network 25c619bf-5811-48d7-9f8c-4a49cedefe97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:43:20.179197 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Attempting to bind port 04deee97-836f-4826-96ff-d9ebfd5d2286 on network 25c619bf-5811-48d7-9f8c-4a49cedefe97 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:43:20.187991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:43:20.188329 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Checking segment: {'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:43:20.188715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Bound using segment: {'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:43:20.189157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Bound port: 04deee97-836f-4826-96ff-d9ebfd5d2286, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:43:20.189497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:20.206603 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acd5fb-f935-49ce-9ead-69cc2baef2fc req-3fa727c8-a260-4026-ab29-9337c7e27292 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:20.207316 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-86acd5fb-f935-49ce-9ead-69cc2baef2fc req-3fa727c8-a260-4026-ab29-9337c7e27292 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Synchronizing usage tracker for tenant:9cc4d3ea94ee4884a25eab40e40acd2d on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:43:20.292811 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] For port 04deee97-836f-4826-96ff-d9ebfd5d2286, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:43:20.295672 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] For port 04deee97-836f-4826-96ff-d9ebfd5d2286, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=04deee97-836f-4826-96ff-d9ebfd5d2286,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:43:20.333390 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-86acd5fb-f935-49ce-9ead-69cc2baef2fc req-3fa727c8-a260-4026-ab29-9337c7e27292 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Unset dirty status for tenant:9cc4d3ea94ee4884a25eab40e40acd2d on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:43:20.334605 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86acd5fb-f935-49ce-9ead-69cc2baef2fc req-3fa727c8-a260-4026-ab29-9337c7e27292 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 943 time: 0.2580259 Mar 14 18:43:20.358389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:20.432225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:20.432836 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:20.434178 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] 10.222.0.59 "PUT /v2.0/ports/04deee97-836f-4826-96ff-d9ebfd5d2286 HTTP/1.1" status: 200 len: 1093 time: 1.2066543 Mar 14 18:43:20.436652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7b865f-9549-4670-9245-02bdedea0098', 'tag': '04deee97-836f-4826-96ff-d9ebfd5d2286'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:43:20.450360 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86acd5fb-f935-49ce-9ead-69cc2baef2fc req-33f8b1a4-74fd-4d8b-a45b-4a9399f17a28 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095281 Mar 14 18:43:20.465123 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a2ff3-074a-478e-8727-21f528c41f94 service neutron] Pushing event updated for resources: {'Port': ['ID=04deee97-836f-4826-96ff-d9ebfd5d2286,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:20.497126 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7b865f-9549-4670-9245-02bdedea0098', 'tag': '04deee97-836f-4826-96ff-d9ebfd5d2286', 'status': 'completed', 'code': 200} Mar 14 18:43:20.589514 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd92150-141c-4c96-9a6f-f8c6fb6082f2 req-ff7f7182-2437-4553-a205-e3a3a9ca6449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:20.591175 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3dd92150-141c-4c96-9a6f-f8c6fb6082f2 req-ff7f7182-2437-4553-a205-e3a3a9ca6449 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 1096 time: 0.0722473 Mar 14 18:43:20.729499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd92150-141c-4c96-9a6f-f8c6fb6082f2 req-cc5b7ed6-4485-472d-baa5-dd02411a32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:20.730980 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3dd92150-141c-4c96-9a6f-f8c6fb6082f2 req-cc5b7ed6-4485-472d-baa5-dd02411a32b1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1336563 Mar 14 18:43:20.864034 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd92150-141c-4c96-9a6f-f8c6fb6082f2 req-ab79989a-df4c-424f-a41e-30cc6071c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:20.865429 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3dd92150-141c-4c96-9a6f-f8c6fb6082f2 req-ab79989a-df4c-424f-a41e-30cc6071c7ce service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287706 Mar 14 18:43:20.973532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-65d21581-620b-4561-a273-f52c4534bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:20.975090 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-65d21581-620b-4561-a273-f52c4534bb71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 1096 time: 0.0726545 Mar 14 18:43:21.041096 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-361ff6e6-a89b-4e7d-a30e-688592522d36 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04deee97-836f-4826-96ff-d9ebfd5d2286 HTTP/1.1" status: 200 len: 217 time: 0.0583477 Mar 14 18:43:21.104970 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-6120650f-1eb3-46bd-b03b-12efc45c4f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:21.106586 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-6120650f-1eb3-46bd-b03b-12efc45c4f61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0590613 Mar 14 18:43:21.178684 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-74e8c25e-0a50-4e29-80c7-637aa80d30df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:21.180152 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-74e8c25e-0a50-4e29-80c7-637aa80d30df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682690 Mar 14 18:43:21.308392 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-12ee56f6-718f-4d3f-99f0-c8e7ff6b1339 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221652 Mar 14 18:43:21.432786 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a935520b-02e7-443a-83f9-11d8f90760a5 req-cb59bb4c-6ec9-45f1-9919-2518663b757f service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191273 Mar 14 18:43:21.642206 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6af76-f8ba-45d5-a94e-a71656d426bb req-0c3fb5b0-db21-46be-9b6d-b0d7434fc50d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:21.643664 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-69c6af76-f8ba-45d5-a94e-a71656d426bb req-0c3fb5b0-db21-46be-9b6d-b0d7434fc50d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 943 time: 0.0823028 Mar 14 18:43:21.687620 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-69c6af76-f8ba-45d5-a94e-a71656d426bb req-d3d3b56d-d8bd-4fda-bd48-f8f5e46a5b97 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382257 Mar 14 18:43:22.867345 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114295a9-f718-4b6f-a418-1045affbb7de req-06a3c6d4-3577-4b1c-93ba-175a47a5f96f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:22.869209 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-114295a9-f718-4b6f-a418-1045affbb7de req-06a3c6d4-3577-4b1c-93ba-175a47a5f96f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 943 time: 0.0780246 Mar 14 18:43:22.911207 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-114295a9-f718-4b6f-a418-1045affbb7de req-f6982c4f-b530-4b2d-bac4-26ebf628af26 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364819 Mar 14 18:43:23.265902 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 04deee97-836f-4826-96ff-d9ebfd5d2286 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:43:23.396505 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 04deee97-836f-4826-96ff-d9ebfd5d2286, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=04deee97-836f-4826-96ff-d9ebfd5d2286,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:43:23.409022 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '04deee97-836f-4826-96ff-d9ebfd5d2286', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'port_id': '04deee97-836f-4826-96ff-d9ebfd5d2286', 'mac_address': 'fa:16:3e:f5:8e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:43:23.462287 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:23.478771 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04deee97-836f-4826-96ff-d9ebfd5d2286 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:43:23.493489 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 04deee97-836f-4826-96ff-d9ebfd5d2286, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=04deee97-836f-4826-96ff-d9ebfd5d2286,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:43:23.544525 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:23.611758 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=04deee97-836f-4826-96ff-d9ebfd5d2286,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:23.784753 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['04deee97-836f-4826-96ff-d9ebfd5d2286'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:43:24.092627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d74c2b-6eac-46fa-b52d-d8c9bfbe0943 req-d5155a69-68b1-4c97-87ee-feae1a22b27c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:24.094031 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-61d74c2b-6eac-46fa-b52d-d8c9bfbe0943 req-d5155a69-68b1-4c97-87ee-feae1a22b27c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 944 time: 0.0804763 Mar 14 18:43:24.137554 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-61d74c2b-6eac-46fa-b52d-d8c9bfbe0943 req-3a829e70-e81d-4759-ae8c-82b52feaed4b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379899 Mar 14 18:43:24.265082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a821597-a1fd-487b-aaba-95b222e7643b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:25.276010 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 04deee97-836f-4826-96ff-d9ebfd5d2286 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:43:25.321177 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33dd26-ceab-4bec-a337-4da626d94da0 req-68ebb4fc-1f88-4c33-86e9-e62db42eecbb tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:25.322693 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bc33dd26-ceab-4bec-a337-4da626d94da0 req-68ebb4fc-1f88-4c33-86e9-e62db42eecbb tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 944 time: 0.0805349 Mar 14 18:43:25.368331 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bc33dd26-ceab-4bec-a337-4da626d94da0 req-c612949e-209a-4081-8927-669fa3dc92e6 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399928 Mar 14 18:43:25.397276 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 04deee97-836f-4826-96ff-d9ebfd5d2286 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:43:25.402445 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 04deee97-836f-4826-96ff-d9ebfd5d2286 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:43:25.402846 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:25.550147 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:25.576041 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7b865f-9549-4670-9245-02bdedea0098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04deee97-836f-4826-96ff-d9ebfd5d2286'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:43:25.585808 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 04deee97-836f-4826-96ff-d9ebfd5d2286, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=04deee97-836f-4826-96ff-d9ebfd5d2286,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:43:25.619898 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7b865f-9549-4670-9245-02bdedea0098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04deee97-836f-4826-96ff-d9ebfd5d2286', 'code': 200} Mar 14 18:43:25.636615 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:25.705967 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=04deee97-836f-4826-96ff-d9ebfd5d2286,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:25.943760 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf94ccb-fab3-4617-9956-1656c00554c9 req-05920a72-b2b8-45be-bbf0-4da59ad6589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:25.945175 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5cf94ccb-fab3-4617-9956-1656c00554c9 req-05920a72-b2b8-45be-bbf0-4da59ad6589f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 1098 time: 0.0675168 Mar 14 18:43:25.983920 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5cf94ccb-fab3-4617-9956-1656c00554c9 req-fc52f1ca-a286-4844-b1f0-32c18373f151 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318475 Mar 14 18:43:26.379144 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-98be88a1-ce7e-447e-a113-4048b7226067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:26.550729 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08e88f-9472-4d1e-bc3b-a75c9111253a req-b909eb81-02c8-484a-a54f-b3b144b35654 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:26.552194 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-db08e88f-9472-4d1e-bc3b-a75c9111253a req-b909eb81-02c8-484a-a54f-b3b144b35654 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0805821 Mar 14 18:43:26.686261 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-db08e88f-9472-4d1e-bc3b-a75c9111253a req-91a8f7a6-c573-46f0-9b13-babf31f5a569 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281857 Mar 14 18:43:27.825029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:27.873145 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5509b4-86fd-42e7-bf31-482519b98ba7 req-4b7e937c-2891-4154-9a90-5db2db583b8f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:27.874587 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bb5509b4-86fd-42e7-bf31-482519b98ba7 req-4b7e937c-2891-4154-9a90-5db2db583b8f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0799561 Mar 14 18:43:27.899638 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:27.917529 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bb5509b4-86fd-42e7-bf31-482519b98ba7 req-5bbf4fe9-194d-44de-9f50-95b250a885e8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372493 Mar 14 18:43:28.093319 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d7c82-4652-4fba-a3d6-2bf38824d82a req-b5d6689a-a912-4e8c-afbf-16d9e388f33c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:28.094735 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0a9d7c82-4652-4fba-a3d6-2bf38824d82a req-b5d6689a-a912-4e8c-afbf-16d9e388f33c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0794346 Mar 14 18:43:28.103220 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 35416) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:43:28.108008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c32391cb-f5c9-4240-bf6b-92c553ea744d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Request body: {'floatingip': {'port_id': '04deee97-836f-4826-96ff-d9ebfd5d2286'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:43:28.183374 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c32391cb-f5c9-4240-bf6b-92c553ea744d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for floatingip, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:28.752980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c32391cb-f5c9-4240-bf6b-92c553ea744d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:28.807488 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c32391cb-f5c9-4240-bf6b-92c553ea744d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:28.971812 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-c32391cb-f5c9-4240-bf6b-92c553ea744d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Floating IP 708a1985-1867-4c14-9965-c6813b7f04b5 associated. External IP: 172.26.7.59, port: 04deee97-836f-4826-96ff-d9ebfd5d2286. Mar 14 18:43:29.103777 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:43:29.409294 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32391cb-f5c9-4240-bf6b-92c553ea744d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Router 7b38e6e5-c07e-432f-a26c-57fce9e9626e has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:43:29.583859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32391cb-f5c9-4240-bf6b-92c553ea744d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:43:29.588586 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c32391cb-f5c9-4240-bf6b-92c553ea744d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:29.593617 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19e69cf-aada-4e14-a3ee-4a6fbd2a7f27 None None] Sync routers for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:43:29.602962 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e69cf-aada-4e14-a3ee-4a6fbd2a7f27 None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:43:29.603560 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e19e69cf-aada-4e14-a3ee-4a6fbd2a7f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:43:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:29.641032 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c32391cb-f5c9-4240-bf6b-92c553ea744d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "PUT /v2.0/floatingips/708a1985-1867-4c14-9965-c6813b7f04b5 HTTP/1.1" status: 200 len: 990 time: 1.5367863 Mar 14 18:43:29.641600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7b865f-9549-4670-9245-02bdedea0098', 'tag': '04deee97-836f-4826-96ff-d9ebfd5d2286'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:43:29.688255 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7b865f-9549-4670-9245-02bdedea0098', 'tag': '04deee97-836f-4826-96ff-d9ebfd5d2286', 'status': 'completed', 'code': 200} Mar 14 18:43:29.794564 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-e19e69cf-aada-4e14-a3ee-4a6fbd2a7f27 None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:43:29.836591 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:29.858232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b53d72-bbe0-438a-b98d-33239caa02e5 req-b4a25328-7420-49f5-832d-7510c54d872c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:29.859711 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-69b53d72-bbe0-438a-b98d-33239caa02e5 req-b4a25328-7420-49f5-832d-7510c54d872c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.1066916 Mar 14 18:43:29.861701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977e29f-532c-4f5d-a95d-2dd5a0428e47 req-9de10dd9-cc73-458f-9991-f3d5c3164955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:29.863070 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1977e29f-532c-4f5d-a95d-2dd5a0428e47 req-9de10dd9-cc73-458f-9991-f3d5c3164955 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 1098 time: 0.1510112 Mar 14 18:43:29.992032 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-69b53d72-bbe0-438a-b98d-33239caa02e5 req-acc84965-df55-4408-a037-81d7543ea149 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256678 Mar 14 18:43:30.024007 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977e29f-532c-4f5d-a95d-2dd5a0428e47 req-a08e8c99-9ee4-4d53-b0f7-fe4e9c8d414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:30.025629 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1977e29f-532c-4f5d-a95d-2dd5a0428e47 req-a08e8c99-9ee4-4d53-b0f7-fe4e9c8d414c service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1466491 Mar 14 18:43:30.144487 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e19e69cf-aada-4e14-a3ee-4a6fbd2a7f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '708a1985-1867-4c14-9965-c6813b7f04b5', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'floating_ip_address': '172.26.7.59', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'port_id': '04deee97-836f-4826-96ff-d9ebfd5d2286', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'mac_address': 'fa:16:3e:f5:8e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7b865f-9549-4670-9245-02bdedea0098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:43:14Z', 'updated_at': '2022-03-14T18:43:28Z', 'revision_number': 1, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:30.148825 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19e69cf-aada-4e14-a3ee-4a6fbd2a7f27 None None] Checking router: 7b38e6e5-c07e-432f-a26c-57fce9e9626e for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:43:30.157026 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e69cf-aada-4e14-a3ee-4a6fbd2a7f27 None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:43:30.157604 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e19e69cf-aada-4e14-a3ee-4a6fbd2a7f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:43:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:30.170469 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1977e29f-532c-4f5d-a95d-2dd5a0428e47 req-24148bcb-49b1-41a2-a146-5a123227b39c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04deee97-836f-4826-96ff-d9ebfd5d2286 HTTP/1.1" status: 200 len: 998 time: 0.1389489 Mar 14 18:43:30.252361 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfc0d5-f54f-4256-9cdd-87b83e933046 req-39a54a9a-c7b1-488b-a427-9a0f27a5a5b5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:30.253718 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22cfc0d5-f54f-4256-9cdd-87b83e933046 req-39a54a9a-c7b1-488b-a427-9a0f27a5a5b5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.1500230 Mar 14 18:43:30.257119 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977e29f-532c-4f5d-a95d-2dd5a0428e47 req-0089767c-45fe-4607-9263-2637846307f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:30.258435 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1977e29f-532c-4f5d-a95d-2dd5a0428e47 req-0089767c-45fe-4607-9263-2637846307f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0816917 Mar 14 18:43:30.336865 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-e19e69cf-aada-4e14-a3ee-4a6fbd2a7f27 None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:43:30.344674 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22cfc0d5-f54f-4256-9cdd-87b83e933046 req-be9eba79-d631-4150-a892-8f6caf9f31c7 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852785 Mar 14 18:43:30.366421 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977e29f-532c-4f5d-a95d-2dd5a0428e47 req-bdf01ceb-152e-4b67-9393-4b589ba1c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:30.367903 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1977e29f-532c-4f5d-a95d-2dd5a0428e47 req-bdf01ceb-152e-4b67-9393-4b589ba1c5a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0957401 Mar 14 18:43:30.497607 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1977e29f-532c-4f5d-a95d-2dd5a0428e47 req-4b585bac-f1ed-4206-81d1-3a1b116b6faa service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234386 Mar 14 18:43:30.626361 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1977e29f-532c-4f5d-a95d-2dd5a0428e47 req-0e74087e-5179-4520-9954-3ed2be1a7cb0 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225228 Mar 14 18:43:30.705248 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e19e69cf-aada-4e14-a3ee-4a6fbd2a7f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '708a1985-1867-4c14-9965-c6813b7f04b5', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'floating_ip_address': '172.26.7.59', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'port_id': '04deee97-836f-4826-96ff-d9ebfd5d2286', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'mac_address': 'fa:16:3e:f5:8e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7b865f-9549-4670-9245-02bdedea0098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:43:14Z', 'updated_at': '2022-03-14T18:43:28Z', 'revision_number': 1, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:30.709983 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19e69cf-aada-4e14-a3ee-4a6fbd2a7f27 None None] The sync data for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv is: [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '708a1985-1867-4c14-9965-c6813b7f04b5', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'floating_ip_address': '172.26.7.59', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'port_id': '04deee97-836f-4826-96ff-d9ebfd5d2286', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'mac_address': 'fa:16:3e:f5:8e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7b865f-9549-4670-9245-02bdedea0098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:43:14Z', 'updated_at': '2022-03-14T18:43:28Z', 'revision_number': 1, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:43:30.896989 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e5e53f-d13e-4ac1-8365-a972813f6db4 None None] New status for floating IP 708a1985-1867-4c14-9965-c6813b7f04b5: ACTIVE {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:43:31.523495 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab4a15-cbdd-47e0-b40f-161302173edf req-63e3aa2a-18b6-4d40-81f8-17619c324338 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:31.524845 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-87ab4a15-cbdd-47e0-b40f-161302173edf req-63e3aa2a-18b6-4d40-81f8-17619c324338 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0768991 Mar 14 18:43:31.573528 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-87ab4a15-cbdd-47e0-b40f-161302173edf req-f3d6d850-7c7d-41d2-aea4-e3b0ae63b48f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431037 Mar 14 18:43:31.755971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb7835-75af-46b1-b489-c838f1c07078 req-f05e4d21-31cb-4e66-b1c4-cd081a3b76f6 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:31.757606 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e8cb7835-75af-46b1-b489-c838f1c07078 req-f05e4d21-31cb-4e66-b1c4-cd081a3b76f6 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0822482 Mar 14 18:43:31.899805 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e8cb7835-75af-46b1-b489-c838f1c07078 req-1b5d3050-0418-4e9b-9690-93527b753c76 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363904 Mar 14 18:43:32.423123 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accae86d-c975-4b22-b4b2-b2ae9fd57902 req-705b95b3-c6be-46c8-9c37-d6a3d64b3d31 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:32.424619 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-accae86d-c975-4b22-b4b2-b2ae9fd57902 req-705b95b3-c6be-46c8-9c37-d6a3d64b3d31 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0775723 Mar 14 18:43:32.511167 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-accae86d-c975-4b22-b4b2-b2ae9fd57902 req-a67c983e-4187-4524-bfbe-d517e76c981a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802646 Mar 14 18:43:32.534980 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-b859683d-e832-4912-b1df-ead33e8106be service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887542 Mar 14 18:43:33.692591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83448f-675f-4901-8a57-e4d69ceeec1c req-64b6d434-f95a-4c23-8c85-1d00dfa0f881 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:33.694079 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ab83448f-675f-4901-8a57-e4d69ceeec1c req-64b6d434-f95a-4c23-8c85-1d00dfa0f881 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0784395 Mar 14 18:43:33.740155 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ab83448f-675f-4901-8a57-e4d69ceeec1c req-a8e68c9c-1487-4957-ba21-2536afdfe0ef tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395758 Mar 14 18:43:34.516172 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-ae70fcbb-fa1a-4b19-8d51-e5b272afe1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:34.517618 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-ae70fcbb-fa1a-4b19-8d51-e5b272afe1a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 1098 time: 0.0714707 Mar 14 18:43:34.643105 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-4d2918ce-ee3d-4732-9e72-0205f8f809d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:34.644524 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-4d2918ce-ee3d-4732-9e72-0205f8f809d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1211491 Mar 14 18:43:34.746619 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-9ba9aa22-6c7e-45db-b189-0afd706b88ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04deee97-836f-4826-96ff-d9ebfd5d2286 HTTP/1.1" status: 200 len: 1000 time: 0.0961511 Mar 14 18:43:34.808837 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-cd7d1b7e-b800-4c1d-891f-c87ca20cad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:34.810269 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-cd7d1b7e-b800-4c1d-891f-c87ca20cad2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0560582 Mar 14 18:43:34.941604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-fc717fd8-ca51-4212-bdf1-a38d27eee77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:34.943061 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-fc717fd8-ca51-4212-bdf1-a38d27eee77a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1268756 Mar 14 18:43:34.954457 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c2515-767f-43ff-8674-0a3486ca87e9 req-adc083bc-2ca6-48cd-b46e-a94b86c692e1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:34.955812 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3e3c2515-767f-43ff-8674-0a3486ca87e9 req-adc083bc-2ca6-48cd-b46e-a94b86c692e1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.1068330 Mar 14 18:43:35.081865 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3e3c2515-767f-43ff-8674-0a3486ca87e9 req-c747d03a-afd2-4f95-a07b-c4953d8fc473 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087296 Mar 14 18:43:35.108863 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-cf2fd2b5-f7c9-4473-bde9-a9fe262265bc service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521521 Mar 14 18:43:35.234286 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-97ea56e3-5134-4252-b4bd-1029c0acd61b service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194539 Mar 14 18:43:36.266812 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9c761-b8fd-4bc4-91e3-02761dddda04 req-2a32dff4-161a-426e-a870-ea1064cfbf6b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:36.268152 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-66c9c761-b8fd-4bc4-91e3-02761dddda04 req-2a32dff4-161a-426e-a870-ea1064cfbf6b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0801690 Mar 14 18:43:36.310633 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-66c9c761-b8fd-4bc4-91e3-02761dddda04 req-7eaa89af-de23-4dd5-aef0-d44f4326c764 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364745 Mar 14 18:43:37.493302 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d04b-d1f8-4e81-a725-e29b78bd5d4c req-b16c466a-d6c1-43f5-88bc-b2bba21700ad tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:37.494736 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ce66d04b-d1f8-4e81-a725-e29b78bd5d4c req-b16c466a-d6c1-43f5-88bc-b2bba21700ad tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0782180 Mar 14 18:43:37.540763 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ce66d04b-d1f8-4e81-a725-e29b78bd5d4c req-b42b3ab1-e41a-4c78-b089-6addad2c3697 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404038 Mar 14 18:43:38.721355 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf0e20-bcd3-4799-9038-79f8a092a8cd req-76e1f1fa-52df-467f-9984-a53dd09d7bad tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:38.722834 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bdbf0e20-bcd3-4799-9038-79f8a092a8cd req-76e1f1fa-52df-467f-9984-a53dd09d7bad tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0779045 Mar 14 18:43:38.768333 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bdbf0e20-bcd3-4799-9038-79f8a092a8cd req-4285586d-277d-4b9e-97a1-24151cee2eb7 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391228 Mar 14 18:43:39.270329 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:39.954684 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c7a8e-2bac-4d05-8e6a-c2e835c54b0d req-8588bc83-2130-4131-b11d-6340e32079e5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:39.956211 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b50c7a8e-2bac-4d05-8e6a-c2e835c54b0d req-8588bc83-2130-4131-b11d-6340e32079e5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0818343 Mar 14 18:43:39.999456 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b50c7a8e-2bac-4d05-8e6a-c2e835c54b0d req-9cabd8be-0e51-4fe6-a035-7da713416384 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370610 Mar 14 18:43:41.178445 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6af517-b783-4217-98a8-93c9a465ffca req-fc6a1c67-8e15-4b25-a987-56318733041a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:41.179865 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2a6af517-b783-4217-98a8-93c9a465ffca req-fc6a1c67-8e15-4b25-a987-56318733041a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0770824 Mar 14 18:43:41.222226 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2a6af517-b783-4217-98a8-93c9a465ffca req-b7f52e3a-d13a-4685-a553-86b1488bea84 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364614 Mar 14 18:43:42.407947 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0212d6-5e87-42c4-a6ee-c07c399769df req-982745c0-423b-44f1-a5db-ef1041ca91dd tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:42.409373 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5c0212d6-5e87-42c4-a6ee-c07c399769df req-982745c0-423b-44f1-a5db-ef1041ca91dd tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0807910 Mar 14 18:43:42.453820 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5c0212d6-5e87-42c4-a6ee-c07c399769df req-59b335f3-345e-4fac-891f-ad686c941341 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388007 Mar 14 18:43:43.634003 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91647f-15a0-4360-a5fa-2cdc917fc2f0 req-fb79d35d-98d6-4543-a737-f4555f3049a8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:43.635451 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6f91647f-15a0-4360-a5fa-2cdc917fc2f0 req-fb79d35d-98d6-4543-a737-f4555f3049a8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0774808 Mar 14 18:43:43.680446 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6f91647f-15a0-4360-a5fa-2cdc917fc2f0 req-895c5089-1a2b-4fb7-8c30-c26ca0b17aef tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395367 Mar 14 18:43:44.862005 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53a480-4c08-421d-bdb0-80ee73618749 req-df226b88-6932-4c9b-842b-858d2eb6308c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:44.863467 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1d53a480-4c08-421d-bdb0-80ee73618749 req-df226b88-6932-4c9b-842b-858d2eb6308c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0767338 Mar 14 18:43:44.906292 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1d53a480-4c08-421d-bdb0-80ee73618749 req-1f8726f6-c1a0-4508-8002-6f940af02bfd tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373821 Mar 14 18:43:46.092285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f36480-6f7d-4bb1-9efe-68d92754a0dc req-a0d52034-c753-4baa-ab29-da9f48bef9c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:46.093688 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b0f36480-6f7d-4bb1-9efe-68d92754a0dc req-a0d52034-c753-4baa-ab29-da9f48bef9c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0800526 Mar 14 18:43:46.228366 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b0f36480-6f7d-4bb1-9efe-68d92754a0dc req-fa6703f4-f35f-4eaa-b014-10e56ddcf33a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289544 Mar 14 18:43:47.411121 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128dcd1-6dea-4b24-b368-eef80cbbf227 req-6724a104-0ae7-4e98-b1b1-53c59ff0feec tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:47.412663 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e128dcd1-6dea-4b24-b368-eef80cbbf227 req-6724a104-0ae7-4e98-b1b1-53c59ff0feec tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0790126 Mar 14 18:43:47.457089 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e128dcd1-6dea-4b24-b368-eef80cbbf227 req-5cb0405e-72a2-42f8-a79e-f457b196912e tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387776 Mar 14 18:43:48.636419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4a3e6-cdd5-4932-80f0-d9f1f30574ac req-b3562e2a-4697-4061-a041-eaf9a80e0d32 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:48.637834 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a9d4a3e6-cdd5-4932-80f0-d9f1f30574ac req-b3562e2a-4697-4061-a041-eaf9a80e0d32 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0794497 Mar 14 18:43:48.680280 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a9d4a3e6-cdd5-4932-80f0-d9f1f30574ac req-7742aba1-16fd-42b4-88bf-66f786a66eaa tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367997 Mar 14 18:43:49.865999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8621f-d4c4-4890-b26b-ba757463a20f req-f1dfd269-d38e-4d03-bf13-d7cedec26357 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:49.867438 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e0b8621f-d4c4-4890-b26b-ba757463a20f req-f1dfd269-d38e-4d03-bf13-d7cedec26357 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0804102 Mar 14 18:43:49.909781 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e0b8621f-d4c4-4890-b26b-ba757463a20f req-63647c5c-ac48-427d-a7a2-e132d01fefe6 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367827 Mar 14 18:43:51.091487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b371373-f40a-4880-a223-9e953e63b7b2 req-60cbde49-349d-43e2-8555-4e16c37b4eda tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:51.092993 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4b371373-f40a-4880-a223-9e953e63b7b2 req-60cbde49-349d-43e2-8555-4e16c37b4eda tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0776012 Mar 14 18:43:51.135694 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4b371373-f40a-4880-a223-9e953e63b7b2 req-c15e6e0f-7d16-4f29-86b0-7d78dcca9f58 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372641 Mar 14 18:43:52.217236 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-1188397f-ac49-410f-a820-3616db7e1cf1 service neutron] 10.222.0.59 "GET /v2.0/ports/04deee97-836f-4826-96ff-d9ebfd5d2286/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0753224 Mar 14 18:43:52.316481 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41b616-f951-47e1-ac86-27fc0106645b req-c501fd1f-908a-47da-87d0-d0a01648695b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:52.317937 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ef41b616-f951-47e1-ac86-27fc0106645b req-c501fd1f-908a-47da-87d0-d0a01648695b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0777440 Mar 14 18:43:52.361152 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ef41b616-f951-47e1-ac86-27fc0106645b req-060593e7-5f0a-40c1-8952-bd8a2990d30a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369723 Mar 14 18:43:52.763469 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-7441387e-28be-473b-89f5-d4fc22692402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:52.764932 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-7441387e-28be-473b-89f5-d4fc22692402 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098&tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d HTTP/1.1" status: 200 len: 1098 time: 0.0729315 Mar 14 18:43:52.852321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-d3677b95-bf49-41c6-ab42-4ded3bb8a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:52.853750 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-d3677b95-bf49-41c6-ab42-4ded3bb8a8e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 1098 time: 0.0692129 Mar 14 18:43:52.981310 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-f6d9ea94-c026-414c-b1be-0c65baab7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:52.982634 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-f6d9ea94-c026-414c-b1be-0c65baab7dc9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1216149 Mar 14 18:43:53.082274 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-718c2fc9-37dd-4ee8-a81d-ebc93a3fd2a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04deee97-836f-4826-96ff-d9ebfd5d2286 HTTP/1.1" status: 200 len: 1000 time: 0.0937302 Mar 14 18:43:53.144678 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-3b9970ec-ee32-4506-98ab-678c464a600c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:53.146072 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-3b9970ec-ee32-4506-98ab-678c464a600c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0578630 Mar 14 18:43:53.217404 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-04a6f2a6-2014-4f25-a645-3b4e451362ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:53.218902 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-04a6f2a6-2014-4f25-a645-3b4e451362ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671413 Mar 14 18:43:53.346561 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-7514ed9b-3b2c-4b15-b982-453773f1b6c1 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220100 Mar 14 18:43:53.513940 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-23134b0f-8da8-4fd0-acdd-c3b24f85b4c5 req-b185467f-819b-423f-8a12-2ea2c9a9aa25 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613696 Mar 14 18:43:53.552325 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f7740-350b-44ec-80f7-ee9f2e198771 req-fc904fff-4730-4374-964a-1b2daa4516ff tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:53.553789 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bf7f7740-350b-44ec-80f7-ee9f2e198771 req-fc904fff-4730-4374-964a-1b2daa4516ff tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0843921 Mar 14 18:43:53.601070 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bf7f7740-350b-44ec-80f7-ee9f2e198771 req-b05ce353-4aa8-4a8e-b3f3-2f7fc47221fc tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407832 Mar 14 18:43:54.271084 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b22e7554-09f4-4f94-b864-d1fa2dd4e4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:54.783629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0478b-1a7f-4d2a-b09f-929cb2f24e01 req-eced8438-0cb5-421a-8872-9ba379658bd7 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:54.785079 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1bc0478b-1a7f-4d2a-b09f-929cb2f24e01 req-eced8438-0cb5-421a-8872-9ba379658bd7 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0794356 Mar 14 18:43:54.828012 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1bc0478b-1a7f-4d2a-b09f-929cb2f24e01 req-b26b134b-67e1-43f3-8b99-193b8fe377b8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372927 Mar 14 18:43:55.355996 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 04deee97-836f-4826-96ff-d9ebfd5d2286 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:43:55.358304 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 04deee97-836f-4826-96ff-d9ebfd5d2286 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:43:55.574588 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:55.593730 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 04deee97-836f-4826-96ff-d9ebfd5d2286, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=04deee97-836f-4826-96ff-d9ebfd5d2286,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:43:55.616504 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '04deee97-836f-4826-96ff-d9ebfd5d2286', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'port_id': '04deee97-836f-4826-96ff-d9ebfd5d2286', 'mac_address': 'fa:16:3e:f5:8e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:43:55.617704 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7b865f-9549-4670-9245-02bdedea0098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04deee97-836f-4826-96ff-d9ebfd5d2286'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:43:55.663402 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 04deee97-836f-4826-96ff-d9ebfd5d2286, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=04deee97-836f-4826-96ff-d9ebfd5d2286,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:43:55.673345 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7b865f-9549-4670-9245-02bdedea0098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04deee97-836f-4826-96ff-d9ebfd5d2286', 'code': 200} Mar 14 18:43:55.685914 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:55.700754 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:55.731729 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04deee97-836f-4826-96ff-d9ebfd5d2286 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:43:55.817436 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=04deee97-836f-4826-96ff-d9ebfd5d2286,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:55.821445 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:43:55.821798 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:43:56.108953 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e449dda-ae2c-4235-bf6a-27e670246172 req-877083f6-eaba-4b7c-bb0f-19efc9e12370 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:56.110396 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8e449dda-ae2c-4235-bf6a-27e670246172 req-877083f6-eaba-4b7c-bb0f-19efc9e12370 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 943 time: 0.1757061 Mar 14 18:43:56.152881 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8e449dda-ae2c-4235-bf6a-27e670246172 req-47c02a90-358c-4d2b-abdd-32486396b16b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369174 Mar 14 18:43:56.373905 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:56.382262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-66fbff84-a900-4f58-a43e-f2e37a9805d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:56.391894 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04deee97-836f-4826-96ff-d9ebfd5d2286 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:43:56.408250 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 04deee97-836f-4826-96ff-d9ebfd5d2286, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=04deee97-836f-4826-96ff-d9ebfd5d2286,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:43:56.471420 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:56.539883 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['04deee97-836f-4826-96ff-d9ebfd5d2286'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:43:56.589112 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=04deee97-836f-4826-96ff-d9ebfd5d2286,revision_number=7']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:56.619058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e494d2-654d-441e-b6d9-78544ce121fa req-8ea3dcf1-938c-4fe4-af36-68b035a7a2c9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:56.620475 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-09e494d2-654d-441e-b6d9-78544ce121fa req-8ea3dcf1-938c-4fe4-af36-68b035a7a2c9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 944 time: 0.1253743 Mar 14 18:43:56.684538 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-09e494d2-654d-441e-b6d9-78544ce121fa req-f6e9551f-88db-4de3-bf05-2d6dc33478c0 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556607 Mar 14 18:43:56.699512 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f589f-3980-4e06-be65-a8a66d1ecca0 req-56e1612e-b2b5-4859-af74-127c5f6f9e03 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:56.700584 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-db3f589f-3980-4e06-be65-a8a66d1ecca0 req-56e1612e-b2b5-4859-af74-127c5f6f9e03 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098&tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 944 time: 0.1266873 Mar 14 18:43:56.839720 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f589f-3980-4e06-be65-a8a66d1ecca0 req-6734641e-87e4-4268-a737-76fa749a4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:56.841152 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-db3f589f-3980-4e06-be65-a8a66d1ecca0 req-6734641e-87e4-4268-a737-76fa749a4995 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 1097 time: 0.0688453 Mar 14 18:43:56.973974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f589f-3980-4e06-be65-a8a66d1ecca0 req-8ae5597b-6f8f-487f-97bf-0162e8eb669b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:56.975932 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-db3f589f-3980-4e06-be65-a8a66d1ecca0 req-8ae5597b-6f8f-487f-97bf-0162e8eb669b service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1289723 Mar 14 18:43:57.076989 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-db3f589f-3980-4e06-be65-a8a66d1ecca0 req-75fbdf55-9d7f-4b2b-92d3-4227d4e16838 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04deee97-836f-4826-96ff-d9ebfd5d2286 HTTP/1.1" status: 200 len: 999 time: 0.0944018 Mar 14 18:43:57.141006 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f589f-3980-4e06-be65-a8a66d1ecca0 req-6e61fe37-feef-4efa-87f3-95c79a75e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:57.142417 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-db3f589f-3980-4e06-be65-a8a66d1ecca0 req-6e61fe37-feef-4efa-87f3-95c79a75e864 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0602608 Mar 14 18:43:57.213814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f589f-3980-4e06-be65-a8a66d1ecca0 req-7e40ba8c-9c0c-4f36-96df-f46581bdbbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:57.215262 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-db3f589f-3980-4e06-be65-a8a66d1ecca0 req-7e40ba8c-9c0c-4f36-96df-f46581bdbbca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670841 Mar 14 18:43:57.340418 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-db3f589f-3980-4e06-be65-a8a66d1ecca0 req-52f9ffa4-3c86-40a7-9204-bb6d542068b2 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193078 Mar 14 18:43:57.369283 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 04deee97-836f-4826-96ff-d9ebfd5d2286 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:43:57.437222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 04deee97-836f-4826-96ff-d9ebfd5d2286 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:43:57.437924 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:57.469470 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-db3f589f-3980-4e06-be65-a8a66d1ecca0 req-d06c8f20-f988-4233-a093-d8814597d7aa service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229930 Mar 14 18:43:57.551938 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:57.585314 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 04deee97-836f-4826-96ff-d9ebfd5d2286, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=04deee97-836f-4826-96ff-d9ebfd5d2286,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:43:57.648466 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:57.677927 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7b865f-9549-4670-9245-02bdedea0098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04deee97-836f-4826-96ff-d9ebfd5d2286'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:43:57.728833 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=04deee97-836f-4826-96ff-d9ebfd5d2286,revision_number=8']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:57.736557 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7b865f-9549-4670-9245-02bdedea0098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04deee97-836f-4826-96ff-d9ebfd5d2286', 'code': 200} Mar 14 18:43:57.859307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:57.882088 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:57.883663 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f899636-8243-4be6-b694-b660fc393608 req-84d8d68b-57ac-4131-9100-b29d1759aa6f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:57.885261 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1f899636-8243-4be6-b694-b660fc393608 req-84d8d68b-57ac-4131-9100-b29d1759aa6f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0778863 Mar 14 18:43:57.932641 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1f899636-8243-4be6-b694-b660fc393608 req-6385236a-8d8d-4daa-b698-e8932906aaed tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415349 Mar 14 18:43:59.116619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7f659-07d7-4733-b5e8-dfd2071a6517 req-ba4e61ef-adaa-42f3-87b4-f9ab573189c5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:59.118107 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-30b7f659-07d7-4733-b5e8-dfd2071a6517 req-ba4e61ef-adaa-42f3-87b4-f9ab573189c5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0781281 Mar 14 18:43:59.159846 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-30b7f659-07d7-4733-b5e8-dfd2071a6517 req-15589b5b-ac3c-4f40-9c18-22332f81d975 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360415 Mar 14 18:43:59.344415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae852217-7f9f-4045-9de8-071004c7cf0f req-094a681f-339a-4425-ae0c-52243a504616 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:59.345833 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae852217-7f9f-4045-9de8-071004c7cf0f req-094a681f-339a-4425-ae0c-52243a504616 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0802193 Mar 14 18:43:59.388279 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae852217-7f9f-4045-9de8-071004c7cf0f req-98ebd9fc-a0ff-490e-b1f7-5988b9f46a7f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368919 Mar 14 18:43:59.566206 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b2590-3771-48a7-9389-84e1dedf1b3f req-9a6bd27a-2594-4d5b-a0f6-648c87683743 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:59.567666 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-093b2590-3771-48a7-9389-84e1dedf1b3f req-9a6bd27a-2594-4d5b-a0f6-648c87683743 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0794008 Mar 14 18:43:59.611255 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-093b2590-3771-48a7-9389-84e1dedf1b3f req-45e44738-353d-4e6d-beea-e0db54a308e8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373363 Mar 14 18:43:59.848242 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:00.345664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02906cb8-f605-4a50-a177-7f59e39f2053 req-fd4e72cd-25a2-457c-ae85-8bf8ea79f919 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:00.347118 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-02906cb8-f605-4a50-a177-7f59e39f2053 req-fd4e72cd-25a2-457c-ae85-8bf8ea79f919 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0812917 Mar 14 18:44:00.390911 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-02906cb8-f605-4a50-a177-7f59e39f2053 req-e5fd0cef-8f0f-477c-bfb3-e0eda124634d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372066 Mar 14 18:44:01.573854 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51a52d-5ad0-4c8b-93ca-f2e634abaa20 req-6a1e368f-32a2-4a35-b91e-b3d70c18f231 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:01.575302 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7c51a52d-5ad0-4c8b-93ca-f2e634abaa20 req-6a1e368f-32a2-4a35-b91e-b3d70c18f231 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0769594 Mar 14 18:44:01.621211 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7c51a52d-5ad0-4c8b-93ca-f2e634abaa20 req-4fbccec0-ff83-4faa-a851-6c130c5a0141 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402098 Mar 14 18:44:02.036783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656fa4c-6776-433b-b2e8-bd3970aa21e9 req-1ac2a078-1b80-4fbc-8dfd-9e798e749116 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:02.038221 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4656fa4c-6776-433b-b2e8-bd3970aa21e9 req-1ac2a078-1b80-4fbc-8dfd-9e798e749116 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.0771790 Mar 14 18:44:02.105378 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-4656fa4c-6776-433b-b2e8-bd3970aa21e9 req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Deleting port 04deee97-836f-4826-96ff-d9ebfd5d2286 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:44:02.105715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4656fa4c-6776-433b-b2e8-bd3970aa21e9 req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:02.437332 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-4656fa4c-6776-433b-b2e8-bd3970aa21e9 req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] For port 04deee97-836f-4826-96ff-d9ebfd5d2286, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=04deee97-836f-4826-96ff-d9ebfd5d2286,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:44:02.437611 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4656fa4c-6776-433b-b2e8-bd3970aa21e9 req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:02.720369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4656fa4c-6776-433b-b2e8-bd3970aa21e9 req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:02.721025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4656fa4c-6776-433b-b2e8-bd3970aa21e9 req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:02.721025 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [req-4656fa4c-6776-433b-b2e8-bd3970aa21e9 req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Floating IP 708a1985-1867-4c14-9965-c6813b7f04b5 disassociated. External IP: 172.26.7.59, port: 04deee97-836f-4826-96ff-d9ebfd5d2286. Mar 14 18:44:02.721458 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-4656fa4c-6776-433b-b2e8-bd3970aa21e9 req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Calling delete_port for 04deee97-836f-4826-96ff-d9ebfd5d2286 owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:44:02.898849 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb79be-6eb7-444c-af29-a671c57f3fc4 req-cb3d57fa-a826-4085-8012-da421efb2261 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:02.900300 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22bb79be-6eb7-444c-af29-a671c57f3fc4 req-cb3d57fa-a826-4085-8012-da421efb2261 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 945 time: 0.1523037 Mar 14 18:44:02.958510 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22bb79be-6eb7-444c-af29-a671c57f3fc4 req-1ed2acde-05b4-4c1d-b0da-c61c93ba18c4 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516670 Mar 14 18:44:03.008517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4656fa4c-6776-433b-b2e8-bd3970aa21e9 req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:03.059798 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Pushing event deleted for resources: {'Port': ['ID=04deee97-836f-4826-96ff-d9ebfd5d2286,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:03.069863 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:03.070212 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:03.070547 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:03.070923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:03.071230 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:03.071554 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:03.071876 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:03.072195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:03.072515 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:03.072827 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:03.073141 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:03.073455 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:03.255706 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4656fa4c-6776-433b-b2e8-bd3970aa21e9 req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Router 7b38e6e5-c07e-432f-a26c-57fce9e9626e has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:44:03.429081 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4656fa4c-6776-433b-b2e8-bd3970aa21e9 req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:44:03.438462 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17b60b-0b16-4f6a-8471-2e56349b85e6 None None] Sync routers for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:44:03.451804 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe17b60b-0b16-4f6a-8471-2e56349b85e6 None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:44:03.452399 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-fe17b60b-0b16-4f6a-8471-2e56349b85e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:43:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:44:03.501102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4656fa4c-6776-433b-b2e8-bd3970aa21e9 req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] No DVR routers for this DVR port 04deee97-836f-4826-96ff-d9ebfd5d2286 on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:44:03.503452 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4656fa4c-6776-433b-b2e8-bd3970aa21e9 req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:03.505865 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7b865f-9549-4670-9245-02bdedea0098', 'name': 'network-vif-deleted', 'tag': '04deee97-836f-4826-96ff-d9ebfd5d2286'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:44:03.549771 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7b865f-9549-4670-9245-02bdedea0098', 'name': 'network-vif-deleted', 'tag': '04deee97-836f-4826-96ff-d9ebfd5d2286', 'status': 'completed', 'code': 200} Mar 14 18:44:03.569093 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4656fa4c-6776-433b-b2e8-bd3970aa21e9 req-c58d2e66-2213-4132-ab99-53fbac8b25c1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "DELETE /v2.0/ports/04deee97-836f-4826-96ff-d9ebfd5d2286 HTTP/1.1" status: 204 len: 173 time: 1.5260739 Mar 14 18:44:03.631562 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-fe17b60b-0b16-4f6a-8471-2e56349b85e6 None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:44:03.938649 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-fe17b60b-0b16-4f6a-8471-2e56349b85e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:44:03.942274 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17b60b-0b16-4f6a-8471-2e56349b85e6 None None] Checking router: 7b38e6e5-c07e-432f-a26c-57fce9e9626e for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:44:03.950885 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe17b60b-0b16-4f6a-8471-2e56349b85e6 None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:44:03.951455 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-fe17b60b-0b16-4f6a-8471-2e56349b85e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:43:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:44:04.128320 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-9b06554e-e0ef-4e23-9ef7-7a432f1534b6 req-6a210979-7a2b-4787-b0e9-979b515f6747 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Synchronizing usage tracker for tenant:9cc4d3ea94ee4884a25eab40e40acd2d on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:44:04.128942 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-fe17b60b-0b16-4f6a-8471-2e56349b85e6 None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:44:04.231025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-9b06554e-e0ef-4e23-9ef7-7a432f1534b6 req-6a210979-7a2b-4787-b0e9-979b515f6747 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Unset dirty status for tenant:9cc4d3ea94ee4884a25eab40e40acd2d on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:44:04.232204 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9b06554e-e0ef-4e23-9ef7-7a432f1534b6 req-6a210979-7a2b-4787-b0e9-979b515f6747 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7b865f-9549-4670-9245-02bdedea0098 HTTP/1.1" status: 200 len: 210 time: 0.1533127 Mar 14 18:44:04.432432 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-fe17b60b-0b16-4f6a-8471-2e56349b85e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:44:04.436236 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17b60b-0b16-4f6a-8471-2e56349b85e6 None None] The sync data for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv is: [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:44:04.649918 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da183d0-7f51-4746-99af-ef6a98b70489 None None] New status for floating IP 708a1985-1867-4c14-9965-c6813b7f04b5: DOWN {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:44:05.407343 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 04deee97-836f-4826-96ff-d9ebfd5d2286 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:44:05.443440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 04deee97-836f-4826-96ff-d9ebfd5d2286 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:44:05.443794 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 04deee97-836f-4826-96ff-d9ebfd5d2286 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:44:05.553619 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-570a193c-c4a9-4778-b469-dab5499085c5 req-edffb070-f5ad-4c82-b084-c1e05f81c623 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1647140692&fields=id&tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d HTTP/1.1" status: 200 len: 267 time: 0.0382745 Mar 14 18:44:05.696848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a193c-c4a9-4778-b469-dab5499085c5 req-d0f3732a-ea71-4368-8968-ade796fbfa7f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:05.698268 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-570a193c-c4a9-4778-b469-dab5499085c5 req-d0f3732a-ea71-4368-8968-ade796fbfa7f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 812 time: 0.1383600 Mar 14 18:44:05.713266 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-570a193c-c4a9-4778-b469-dab5499085c5 req-376d4dad-8744-4f12-95e6-cbfd8edd8833 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/quotas/9cc4d3ea94ee4884a25eab40e40acd2d HTTP/1.1" status: 200 len: 375 time: 0.0095572 Mar 14 18:44:05.903562 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-570a193c-c4a9-4778-b469-dab5499085c5 req-58b3e0f5-d45e-42e0-9e02-046178f36d51 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1850765 Mar 14 18:44:06.075878 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-570a193c-c4a9-4778-b469-dab5499085c5 req-940b2a21-01ed-44ca-a085-ab0e1e7072be service neutron] 10.222.0.43 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611021 Mar 14 18:44:06.102466 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:44:06.203468 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-570a193c-c4a9-4778-b469-dab5499085c5 req-09dba98f-7f84-4954-b78f-d9f3ef7006ed service neutron] 10.222.0.43 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217160 Mar 14 18:44:06.482197 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cf98d787-44c0-459a-bbde-9e4c14454406 req-508dda4f-100c-446d-8cd7-e954d2ea7c78 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 210 time: 0.0415983 Mar 14 18:44:07.627108 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c79820e8-b8c7-4070-81c1-f64b74ed8779 req-5b846fd7-4579-4169-9cd6-ec85acf6d92b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 210 time: 0.0411279 Mar 14 18:44:08.378474 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a193c-c4a9-4778-b469-dab5499085c5 req-a3e38156-6b56-4ecd-9405-f805728be515 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:08.379895 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-570a193c-c4a9-4778-b469-dab5499085c5 req-a3e38156-6b56-4ecd-9405-f805728be515 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 812 time: 0.1418946 Mar 14 18:44:08.429983 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-570a193c-c4a9-4778-b469-dab5499085c5 req-0c22859b-2c81-4e28-a02e-cb82eb998080 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d HTTP/1.1" status: 200 len: 380 time: 0.0412352 Mar 14 18:44:08.438013 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-570a193c-c4a9-4778-b469-dab5499085c5 req-3c131ded-360b-42d6-aa57-32ae34fc1cda tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Request body: {'port': {'device_id': '915f890c-69d2-4bf4-a644-8a8bf517d772', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'admin_state_up': True, 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'security_groups': ['7d398846-6d61-40af-8534-d1c978484dea']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:44:08.568389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-570a193c-c4a9-4778-b469-dab5499085c5 req-3c131ded-360b-42d6-aa57-32ae34fc1cda tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:44:08.578223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-570a193c-c4a9-4778-b469-dab5499085c5 req-3c131ded-360b-42d6-aa57-32ae34fc1cda tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:44:08.630850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570a193c-c4a9-4778-b469-dab5499085c5 req-3c131ded-360b-42d6-aa57-32ae34fc1cda tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Made reservation on behalf of 9cc4d3ea94ee4884a25eab40e40acd2d for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:44:08.634845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-570a193c-c4a9-4778-b469-dab5499085c5 req-3c131ded-360b-42d6-aa57-32ae34fc1cda tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:08.815143 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0967d4e0-2c25-4dd2-8c99-eeeb79be924f req-3d6c7fef-309f-42a7-a1a8-89b128779222 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 210 time: 0.0565541 Mar 14 18:44:08.833637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-570a193c-c4a9-4778-b469-dab5499085c5 req-3c131ded-360b-42d6-aa57-32ae34fc1cda tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Allocated IP 172.20.0.8 (25c619bf-5811-48d7-9f8c-4a49cedefe97/b9f6541f-a0df-42db-afad-fc6d61d8a55e/3bbb876b-0b74-4326-a243-de68e29921d7) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:44:09.012260 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-570a193c-c4a9-4778-b469-dab5499085c5 req-3c131ded-360b-42d6-aa57-32ae34fc1cda tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:09.027207 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-570a193c-c4a9-4778-b469-dab5499085c5 req-3c131ded-360b-42d6-aa57-32ae34fc1cda tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Transition to ACTIVE for port object 3bbb876b-0b74-4326-a243-de68e29921d7 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:44:09.111036 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-570a193c-c4a9-4778-b469-dab5499085c5 req-3c131ded-360b-42d6-aa57-32ae34fc1cda tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:09.177657 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570a193c-c4a9-4778-b469-dab5499085c5 req-3c131ded-360b-42d6-aa57-32ae34fc1cda tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Network 25c619bf-5811-48d7-9f8c-4a49cedefe97 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:44:09.184436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-570a193c-c4a9-4778-b469-dab5499085c5 req-3c131ded-360b-42d6-aa57-32ae34fc1cda tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:44:09.188986 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-570a193c-c4a9-4778-b469-dab5499085c5 req-3c131ded-360b-42d6-aa57-32ae34fc1cda tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:44:09.218807 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c131ded-360b-42d6-aa57-32ae34fc1cda tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Pushing event updated for resources: {'Port': ['ID=3bbb876b-0b74-4326-a243-de68e29921d7,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:09.255636 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a193c-c4a9-4778-b469-dab5499085c5 req-3c131ded-360b-42d6-aa57-32ae34fc1cda tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:09.256265 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-570a193c-c4a9-4778-b469-dab5499085c5 req-3c131ded-360b-42d6-aa57-32ae34fc1cda tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:09.259705 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:09.346399 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-570a193c-c4a9-4778-b469-dab5499085c5 req-3c131ded-360b-42d6-aa57-32ae34fc1cda tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9120343 Mar 14 18:44:09.357516 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Request body: {'port': {'device_id': '915f890c-69d2-4bf4-a644-8a8bf517d772', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:44:09.468083 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:09.488296 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c03a95ed-5b11-4940-9598-0e979f75543f None None] Provisioning for port 3bbb876b-0b74-4326-a243-de68e29921d7 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:44:09.493054 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c03a95ed-5b11-4940-9598-0e979f75543f None None] Provisioning complete for port 3bbb876b-0b74-4326-a243-de68e29921d7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:44:09.493431 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c03a95ed-5b11-4940-9598-0e979f75543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:09.544853 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c03a95ed-5b11-4940-9598-0e979f75543f None None] Port 3bbb876b-0b74-4326-a243-de68e29921d7 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:44:09.899958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bbb876b-0b74-4326-a243-de68e29921d7 {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:44:09.907128 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:09.920958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Transition to ACTIVE for port object 3bbb876b-0b74-4326-a243-de68e29921d7 will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:44:09.981291 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:10.110834 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370f591-daf2-4e0f-b8c0-5ebb9e86bc1b req-2cee1623-f57d-4762-b0e9-2896b8beec03 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:10.111436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-8370f591-daf2-4e0f-b8c0-5ebb9e86bc1b req-2cee1623-f57d-4762-b0e9-2896b8beec03 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Synchronizing usage tracker for tenant:9cc4d3ea94ee4884a25eab40e40acd2d on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:44:10.157554 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbb876b-0b74-4326-a243-de68e29921d7,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:10.242701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Attempting to bind port 3bbb876b-0b74-4326-a243-de68e29921d7 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:44:10.243065 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Attempting to bind port 3bbb876b-0b74-4326-a243-de68e29921d7 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:44:10.243393 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Attempting to bind port 3bbb876b-0b74-4326-a243-de68e29921d7 on network 25c619bf-5811-48d7-9f8c-4a49cedefe97 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:44:10.247877 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Port 3bbb876b-0b74-4326-a243-de68e29921d7 on network 25c619bf-5811-48d7-9f8c-4a49cedefe97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:44:10.248200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Attempting to bind port 3bbb876b-0b74-4326-a243-de68e29921d7 on network 25c619bf-5811-48d7-9f8c-4a49cedefe97 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:44:10.253267 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:44:10.253601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Checking segment: {'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:44:10.254515 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Bound using segment: {'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:44:10.254971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Bound port: 3bbb876b-0b74-4326-a243-de68e29921d7, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:44:10.255322 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:10.267941 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-8370f591-daf2-4e0f-b8c0-5ebb9e86bc1b req-2cee1623-f57d-4762-b0e9-2896b8beec03 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Unset dirty status for tenant:9cc4d3ea94ee4884a25eab40e40acd2d on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:44:10.269450 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8370f591-daf2-4e0f-b8c0-5ebb9e86bc1b req-2cee1623-f57d-4762-b0e9-2896b8beec03 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 931 time: 0.3473296 Mar 14 18:44:10.374193 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8370f591-daf2-4e0f-b8c0-5ebb9e86bc1b req-0b9ba081-0b7c-4882-8e22-5d1c0172d3e8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736153 Mar 14 18:44:10.379529 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] For port 3bbb876b-0b74-4326-a243-de68e29921d7, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:44:10.382566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] For port 3bbb876b-0b74-4326-a243-de68e29921d7, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3bbb876b-0b74-4326-a243-de68e29921d7,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:44:10.448546 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:10.503805 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:10.504581 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:10.505944 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-570a193c-c4a9-4778-b469-dab5499085c5 req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] 10.222.0.59 "PUT /v2.0/ports/3bbb876b-0b74-4326-a243-de68e29921d7 HTTP/1.1" status: 200 len: 1093 time: 1.1525869 Mar 14 18:44:10.506383 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915f890c-69d2-4bf4-a644-8a8bf517d772', 'tag': '3bbb876b-0b74-4326-a243-de68e29921d7'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:44:10.532296 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44db99-a274-4bb9-a82a-1e875c7aec13 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbb876b-0b74-4326-a243-de68e29921d7,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:10.561820 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915f890c-69d2-4bf4-a644-8a8bf517d772', 'tag': '3bbb876b-0b74-4326-a243-de68e29921d7', 'status': 'completed', 'code': 200} Mar 14 18:44:10.658661 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f90f0-dca4-4a67-ad5e-e807e5c89d38 req-ff5a3bbe-61e8-47ad-8737-81daabd8ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:10.660127 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bf6f90f0-dca4-4a67-ad5e-e807e5c89d38 req-ff5a3bbe-61e8-47ad-8737-81daabd8ae26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 1096 time: 0.0790772 Mar 14 18:44:10.799951 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f90f0-dca4-4a67-ad5e-e807e5c89d38 req-6f154d89-947c-4441-81c1-373c052786c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:10.801366 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bf6f90f0-dca4-4a67-ad5e-e807e5c89d38 req-6f154d89-947c-4441-81c1-373c052786c7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1345146 Mar 14 18:44:10.933659 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f90f0-dca4-4a67-ad5e-e807e5c89d38 req-27a74dde-4737-4861-b3cf-d213775e7630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:10.935051 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bf6f90f0-dca4-4a67-ad5e-e807e5c89d38 req-27a74dde-4737-4861-b3cf-d213775e7630 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273987 Mar 14 18:44:11.035621 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a193c-c4a9-4778-b469-dab5499085c5 req-b0e88abc-a4a2-4c29-b99b-122652382752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:11.037042 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-570a193c-c4a9-4778-b469-dab5499085c5 req-b0e88abc-a4a2-4c29-b99b-122652382752 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 1096 time: 0.0670149 Mar 14 18:44:11.106650 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-570a193c-c4a9-4778-b469-dab5499085c5 req-f4bf9170-b0fc-43e7-a4bf-a1150aa71873 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bbb876b-0b74-4326-a243-de68e29921d7 HTTP/1.1" status: 200 len: 217 time: 0.0606699 Mar 14 18:44:11.169392 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a193c-c4a9-4778-b469-dab5499085c5 req-6ff109eb-99e1-44a9-8767-bd4f0d1075b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:11.170781 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-570a193c-c4a9-4778-b469-dab5499085c5 req-6ff109eb-99e1-44a9-8767-bd4f0d1075b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0584552 Mar 14 18:44:11.245377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a193c-c4a9-4778-b469-dab5499085c5 req-c4a2b675-7812-4b10-88b4-ffac44a7f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:11.246706 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-570a193c-c4a9-4778-b469-dab5499085c5 req-c4a2b675-7812-4b10-88b4-ffac44a7f771 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703716 Mar 14 18:44:11.372635 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-570a193c-c4a9-4778-b469-dab5499085c5 req-6a87e3f9-d16b-492e-907d-6b2f2133687d service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201849 Mar 14 18:44:11.649404 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-570a193c-c4a9-4778-b469-dab5499085c5 req-e1cd5d6f-f85c-4035-bb8e-35bed688f9ce service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713840 Mar 14 18:44:11.683499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35277206-3205-44f7-a2ae-d7e6a004edfa req-2a33da22-1bec-49a3-b093-53fcd7e69019 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:11.684927 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-35277206-3205-44f7-a2ae-d7e6a004edfa req-2a33da22-1bec-49a3-b093-53fcd7e69019 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 943 time: 0.2061617 Mar 14 18:44:11.730132 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-35277206-3205-44f7-a2ae-d7e6a004edfa req-490ea251-54b5-4aa0-870d-cfae3b4fc1e6 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391293 Mar 14 18:44:12.913512 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adb10d-8922-47a2-b894-25dbfc39f936 req-96f50313-1e6e-49a2-bd8f-50d279c75337 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:12.915077 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-80adb10d-8922-47a2-b894-25dbfc39f936 req-96f50313-1e6e-49a2-bd8f-50d279c75337 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 943 time: 0.0794442 Mar 14 18:44:12.958364 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-80adb10d-8922-47a2-b894-25dbfc39f936 req-3cbf7f47-ffe2-4e7a-bfe3-1205c4ed7604 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376506 Mar 14 18:44:13.447986 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 3bbb876b-0b74-4326-a243-de68e29921d7 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:44:13.574942 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 3bbb876b-0b74-4326-a243-de68e29921d7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3bbb876b-0b74-4326-a243-de68e29921d7,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:44:13.587739 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '3bbb876b-0b74-4326-a243-de68e29921d7', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'port_id': '3bbb876b-0b74-4326-a243-de68e29921d7', 'mac_address': 'fa:16:3e:43:09:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:44:13.642167 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:13.658282 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bbb876b-0b74-4326-a243-de68e29921d7 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:44:13.673933 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 3bbb876b-0b74-4326-a243-de68e29921d7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3bbb876b-0b74-4326-a243-de68e29921d7,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:44:13.751337 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:13.818766 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=3bbb876b-0b74-4326-a243-de68e29921d7,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:13.826117 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:13.826465 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:13.826818 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:13.827151 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:13.827480 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:13.827803 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:13.828122 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:13.828440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:13.828756 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:13.829073 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:13.829387 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:13.829700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:13.944698 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['3bbb876b-0b74-4326-a243-de68e29921d7'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:44:14.147010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9804c31-66a8-4360-9348-fe7d6a0f5312 req-2bfbb04c-3574-4c86-a71d-9fb0da3336bc tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:14.149100 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e9804c31-66a8-4360-9348-fe7d6a0f5312 req-2bfbb04c-3574-4c86-a71d-9fb0da3336bc tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 944 time: 0.0812130 Mar 14 18:44:14.192031 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e9804c31-66a8-4360-9348-fe7d6a0f5312 req-3089bc69-d36b-4665-bad4-3e80375e5236 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370891 Mar 14 18:44:15.374698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef6cf9-4728-4995-a289-adb33dae63ef req-720af514-35d8-4ab4-843e-20b529191173 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:15.376145 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-71ef6cf9-4728-4995-a289-adb33dae63ef req-720af514-35d8-4ab4-843e-20b529191173 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 944 time: 0.0813038 Mar 14 18:44:15.419070 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-71ef6cf9-4728-4995-a289-adb33dae63ef req-ec21e5d1-c304-4fc6-95e4-4b087b0c15f8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373206 Mar 14 18:44:15.454042 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 3bbb876b-0b74-4326-a243-de68e29921d7 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:44:15.579511 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 3bbb876b-0b74-4326-a243-de68e29921d7 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:44:15.584135 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 3bbb876b-0b74-4326-a243-de68e29921d7 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:44:15.584534 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:15.695793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:15.721995 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915f890c-69d2-4bf4-a644-8a8bf517d772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbb876b-0b74-4326-a243-de68e29921d7'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:44:15.731483 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 3bbb876b-0b74-4326-a243-de68e29921d7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3bbb876b-0b74-4326-a243-de68e29921d7,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:44:15.765633 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915f890c-69d2-4bf4-a644-8a8bf517d772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbb876b-0b74-4326-a243-de68e29921d7', 'code': 200} Mar 14 18:44:15.791540 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:15.859709 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=3bbb876b-0b74-4326-a243-de68e29921d7,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:16.114296 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e653ac-129d-47f7-a204-3f81074ad73d req-1daef872-cf59-4e9f-991b-713e509d37b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:16.115671 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d7e653ac-129d-47f7-a204-3f81074ad73d req-1daef872-cf59-4e9f-991b-713e509d37b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 1098 time: 0.0670769 Mar 14 18:44:16.154815 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d7e653ac-129d-47f7-a204-3f81074ad73d req-34429db2-1b1c-43b7-96e6-1394b330ab22 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327384 Mar 14 18:44:16.603548 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df63779-2dab-4dd2-8019-832b938d2c0d req-64eee8c0-4c9e-4868-b17b-f0eeffb03f3d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:16.604964 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3df63779-2dab-4dd2-8019-832b938d2c0d req-64eee8c0-4c9e-4868-b17b-f0eeffb03f3d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0800056 Mar 14 18:44:16.646337 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3df63779-2dab-4dd2-8019-832b938d2c0d req-a57e5710-7685-44ea-a1f7-f42a6ea89dc9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358505 Mar 14 18:44:17.832125 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7152d85-37a6-41b7-b891-b2540a903c2d req-894bd577-6fda-4d06-8b55-93aae4d74e0b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:17.833536 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b7152d85-37a6-41b7-b891-b2540a903c2d req-894bd577-6fda-4d06-8b55-93aae4d74e0b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0768206 Mar 14 18:44:17.879308 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b7152d85-37a6-41b7-b891-b2540a903c2d req-6e4b1a1f-9fbc-4803-abac-039f8654a60c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401988 Mar 14 18:44:18.051711 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4c1cc-cd54-4d03-94af-1c4d6ca8b749 req-4a91141b-0df5-4d4e-83b7-e731b85a2c2d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:18.053143 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00c4c1cc-cd54-4d03-94af-1c4d6ca8b749 req-4a91141b-0df5-4d4e-83b7-e731b85a2c2d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0779600 Mar 14 18:44:18.061668 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 35588) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:44:18.066746 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1ae64824-d3b2-4b84-b728-d57366933c3a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Request body: {'floatingip': {'port_id': '3bbb876b-0b74-4326-a243-de68e29921d7'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:44:18.142606 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1ae64824-d3b2-4b84-b728-d57366933c3a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for floatingip, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:18.713243 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1ae64824-d3b2-4b84-b728-d57366933c3a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:18.791419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1ae64824-d3b2-4b84-b728-d57366933c3a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:19.056238 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-1ae64824-d3b2-4b84-b728-d57366933c3a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Floating IP 708a1985-1867-4c14-9965-c6813b7f04b5 associated. External IP: 172.26.7.59, port: 3bbb876b-0b74-4326-a243-de68e29921d7. Mar 14 18:44:19.400631 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae64824-d3b2-4b84-b728-d57366933c3a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Router 7b38e6e5-c07e-432f-a26c-57fce9e9626e has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:44:19.567337 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae64824-d3b2-4b84-b728-d57366933c3a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:44:19.572108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1ae64824-d3b2-4b84-b728-d57366933c3a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:19.576574 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816f201-a97b-45f0-a6aa-747b4376cbb7 None None] Sync routers for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:44:19.586792 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816f201-a97b-45f0-a6aa-747b4376cbb7 None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:44:19.587495 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8816f201-a97b-45f0-a6aa-747b4376cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:43:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:44:19.624158 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1ae64824-d3b2-4b84-b728-d57366933c3a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "PUT /v2.0/floatingips/708a1985-1867-4c14-9965-c6813b7f04b5 HTTP/1.1" status: 200 len: 990 time: 1.5614624 Mar 14 18:44:19.624934 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915f890c-69d2-4bf4-a644-8a8bf517d772', 'tag': '3bbb876b-0b74-4326-a243-de68e29921d7'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:44:19.671333 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915f890c-69d2-4bf4-a644-8a8bf517d772', 'tag': '3bbb876b-0b74-4326-a243-de68e29921d7', 'status': 'completed', 'code': 200} Mar 14 18:44:19.767628 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c37d24-49ce-4865-aa1a-7a8efbf314ba req-78db6532-1cea-4ab5-86c1-1b22887151bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:19.769465 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-77c37d24-49ce-4865-aa1a-7a8efbf314ba req-78db6532-1cea-4ab5-86c1-1b22887151bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 1098 time: 0.0790575 Mar 14 18:44:19.807255 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-8816f201-a97b-45f0-a6aa-747b4376cbb7 None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:44:19.917963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c37d24-49ce-4865-aa1a-7a8efbf314ba req-ef87518d-594e-4823-b98e-b25529c369f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:19.917963 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-77c37d24-49ce-4865-aa1a-7a8efbf314ba req-ef87518d-594e-4823-b98e-b25529c369f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1387501 Mar 14 18:44:20.062711 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-77c37d24-49ce-4865-aa1a-7a8efbf314ba req-af62f6ff-7307-4ee2-a7b2-ee30531abf34 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bbb876b-0b74-4326-a243-de68e29921d7 HTTP/1.1" status: 200 len: 998 time: 0.1423419 Mar 14 18:44:20.125191 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115886a-a8e5-4712-986e-1560d9c0f108 req-ed7b2f57-a514-4b98-bde3-66954e945e0c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:20.126609 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8115886a-a8e5-4712-986e-1560d9c0f108 req-ed7b2f57-a514-4b98-bde3-66954e945e0c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.1404893 Mar 14 18:44:20.154521 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8816f201-a97b-45f0-a6aa-747b4376cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '708a1985-1867-4c14-9965-c6813b7f04b5', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'floating_ip_address': '172.26.7.59', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'port_id': '3bbb876b-0b74-4326-a243-de68e29921d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'mac_address': 'fa:16:3e:43:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915f890c-69d2-4bf4-a644-8a8bf517d772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:43:14Z', 'updated_at': '2022-03-14T18:44:18Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:44:20.157207 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c37d24-49ce-4865-aa1a-7a8efbf314ba req-d0d604f0-74b3-4907-8cd3-1f08764fd8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:20.158323 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816f201-a97b-45f0-a6aa-747b4376cbb7 None None] Checking router: 7b38e6e5-c07e-432f-a26c-57fce9e9626e for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:44:20.158609 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-77c37d24-49ce-4865-aa1a-7a8efbf314ba req-d0d604f0-74b3-4907-8cd3-1f08764fd8df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0838084 Mar 14 18:44:20.166561 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816f201-a97b-45f0-a6aa-747b4376cbb7 None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:44:20.167195 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8816f201-a97b-45f0-a6aa-747b4376cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:43:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:44:20.219816 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8115886a-a8e5-4712-986e-1560d9c0f108 req-55c77258-5d40-4a88-832f-f7cb2f429f2a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863476 Mar 14 18:44:20.252301 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c37d24-49ce-4865-aa1a-7a8efbf314ba req-e8737605-c9d3-4977-aa45-c2809d88ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:20.253791 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-77c37d24-49ce-4865-aa1a-7a8efbf314ba req-e8737605-c9d3-4977-aa45-c2809d88ede0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836785 Mar 14 18:44:20.342921 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-8816f201-a97b-45f0-a6aa-747b4376cbb7 None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:44:20.502960 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-77c37d24-49ce-4865-aa1a-7a8efbf314ba req-58f9129e-6087-4ec4-b074-f94b80b9c0db service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429788 Mar 14 18:44:20.635670 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-77c37d24-49ce-4865-aa1a-7a8efbf314ba req-51c2c5c7-cdf3-4ef7-b9ca-e39f4eb2541e service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263072 Mar 14 18:44:20.690141 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8816f201-a97b-45f0-a6aa-747b4376cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '708a1985-1867-4c14-9965-c6813b7f04b5', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'floating_ip_address': '172.26.7.59', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'port_id': '3bbb876b-0b74-4326-a243-de68e29921d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'mac_address': 'fa:16:3e:43:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915f890c-69d2-4bf4-a644-8a8bf517d772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:43:14Z', 'updated_at': '2022-03-14T18:44:18Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:44:20.694308 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816f201-a97b-45f0-a6aa-747b4376cbb7 None None] The sync data for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv is: [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '708a1985-1867-4c14-9965-c6813b7f04b5', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'floating_ip_address': '172.26.7.59', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'port_id': '3bbb876b-0b74-4326-a243-de68e29921d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'mac_address': 'fa:16:3e:43:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915f890c-69d2-4bf4-a644-8a8bf517d772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:43:14Z', 'updated_at': '2022-03-14T18:44:18Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:44:20.879375 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cd9d0e-3823-4f48-bec1-4a8dbcb90438 None None] New status for floating IP 708a1985-1867-4c14-9965-c6813b7f04b5: ACTIVE {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:44:21.405437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042b0cb-3951-4ec6-a083-b202e8e01027 req-4f8961d0-bd81-4817-8bc9-4bd4164f02c6 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:21.406927 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6042b0cb-3951-4ec6-a083-b202e8e01027 req-4f8961d0-bd81-4817-8bc9-4bd4164f02c6 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0772066 Mar 14 18:44:21.449905 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6042b0cb-3951-4ec6-a083-b202e8e01027 req-5207803c-6d81-4f9c-a1bb-4c1527416c1d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374889 Mar 14 18:44:22.643108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf96f26-40a7-47d2-9b9e-ba6991aca5b1 req-ac0850e3-4e7f-4669-b05a-81c79f905659 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:22.644551 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cdf96f26-40a7-47d2-9b9e-ba6991aca5b1 req-ac0850e3-4e7f-4669-b05a-81c79f905659 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0868254 Mar 14 18:44:22.687075 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cdf96f26-40a7-47d2-9b9e-ba6991aca5b1 req-f24ac23d-2984-46c3-a0ea-8a48acbfab5e tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368965 Mar 14 18:44:23.869117 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c172b91-dfbb-4849-9be0-1a87b150739b req-582b156f-1ba1-4c88-916b-1fd29e561dc2 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:23.870591 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9c172b91-dfbb-4849-9be0-1a87b150739b req-582b156f-1ba1-4c88-916b-1fd29e561dc2 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0777910 Mar 14 18:44:23.916108 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9c172b91-dfbb-4849-9be0-1a87b150739b req-c16f89b2-1cfc-4be4-b34d-98e1ac4e53d0 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399547 Mar 14 18:44:24.322903 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fed67832-5a50-4d22-9532-85d83b623969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:25.093532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58b415-d9f6-47f2-8292-ebdbbf1ad4f7 req-3faa5d4c-5e25-4f46-9561-63ab7bc37291 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:25.094979 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4f58b415-d9f6-47f2-8292-ebdbbf1ad4f7 req-3faa5d4c-5e25-4f46-9561-63ab7bc37291 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0771034 Mar 14 18:44:25.137883 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4f58b415-d9f6-47f2-8292-ebdbbf1ad4f7 req-40d8357a-1a90-4963-8bd8-619dfef98ba3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374215 Mar 14 18:44:26.321388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900fadc-78df-40d4-afdd-28c2fe39a1c8 req-27a24be3-1c6d-4f49-9135-eb015483b40d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:26.330137 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5900fadc-78df-40d4-afdd-28c2fe39a1c8 req-27a24be3-1c6d-4f49-9135-eb015483b40d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0813920 Mar 14 18:44:26.365802 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5900fadc-78df-40d4-afdd-28c2fe39a1c8 req-2c83d756-8dd0-46db-aa33-40c7eaa3d12d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363655 Mar 14 18:44:26.386173 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-10c00985-703b-4b28-8d8a-5586d1282c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:27.545524 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3012a-f203-4acd-b9e0-5959067f5e32 req-31a21692-aadd-4866-93e3-3f6364fc83b2 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:27.546966 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1fd3012a-f203-4acd-b9e0-5959067f5e32 req-31a21692-aadd-4866-93e3-3f6364fc83b2 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0778780 Mar 14 18:44:27.591000 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1fd3012a-f203-4acd-b9e0-5959067f5e32 req-e887ea62-22ef-40fd-a58d-adce8374c306 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383823 Mar 14 18:44:27.836563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:27.916570 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:28.778273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91ba3f-6762-43d1-95cd-eadc39563b5f req-bb575665-11d0-4808-a591-09faee7ad720 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:28.779746 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2c91ba3f-6762-43d1-95cd-eadc39563b5f req-bb575665-11d0-4808-a591-09faee7ad720 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0819447 Mar 14 18:44:28.824229 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2c91ba3f-6762-43d1-95cd-eadc39563b5f req-8c8e4a8a-d02e-4bb1-a7d0-04a9c34565ce tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388966 Mar 14 18:44:29.854512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:30.008517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659641c-44ee-401b-bc99-ee6336df698f req-9cca8699-99cc-47c2-b7ec-c5ba6ad31830 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:30.009854 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9659641c-44ee-401b-bc99-ee6336df698f req-9cca8699-99cc-47c2-b7ec-c5ba6ad31830 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0814250 Mar 14 18:44:30.053879 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9659641c-44ee-401b-bc99-ee6336df698f req-273726b5-aa28-4ed9-aff4-4a8cf7a2c4eb tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375724 Mar 14 18:44:31.235073 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c48ed9-ae01-4405-9745-c34708f532f9 req-c94ed66a-046e-4424-9703-3f166e55338b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:31.236497 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-64c48ed9-ae01-4405-9745-c34708f532f9 req-c94ed66a-046e-4424-9703-3f166e55338b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0774431 Mar 14 18:44:31.279168 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-64c48ed9-ae01-4405-9745-c34708f532f9 req-b347222d-0bc6-48f6-bad0-98e993069c90 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371380 Mar 14 18:44:32.459785 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a22f4b-af3a-46c3-a83b-0277e6b06905 req-38bf43dc-74f1-4a56-84f9-990facb55ae4 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:32.461200 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a0a22f4b-af3a-46c3-a83b-0277e6b06905 req-38bf43dc-74f1-4a56-84f9-990facb55ae4 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0800123 Mar 14 18:44:32.503851 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a0a22f4b-af3a-46c3-a83b-0277e6b06905 req-5971bddb-76c2-4f9a-ae30-df35bb87ddc0 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363779 Mar 14 18:44:33.682337 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364cb16-c3eb-40a7-9c2d-3477007a7ead req-3c8dea6c-a8e5-479a-8ccd-f2dd1cd613b2 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:33.684124 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a364cb16-c3eb-40a7-9c2d-3477007a7ead req-3c8dea6c-a8e5-479a-8ccd-f2dd1cd613b2 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0774057 Mar 14 18:44:33.731891 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a364cb16-c3eb-40a7-9c2d-3477007a7ead req-98227342-0a2e-46ee-a3b1-39d23fbb567b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418751 Mar 14 18:44:34.912973 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c54b5-ba74-4c82-b3f0-dfdb556bd71d req-db667c6d-907d-4b9b-9576-f44a72c8dac9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:34.914284 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-315c54b5-ba74-4c82-b3f0-dfdb556bd71d req-db667c6d-907d-4b9b-9576-f44a72c8dac9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0790756 Mar 14 18:44:34.956634 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-315c54b5-ba74-4c82-b3f0-dfdb556bd71d req-1b321655-2137-48b8-9ebb-3f7986114f86 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367918 Mar 14 18:44:36.140884 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47da4fd-c269-456d-931d-da7ada63a977 req-06b2377c-70d6-470f-b325-9bf4ee736e0d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:36.142293 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e47da4fd-c269-456d-931d-da7ada63a977 req-06b2377c-70d6-470f-b325-9bf4ee736e0d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0805881 Mar 14 18:44:36.189476 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e47da4fd-c269-456d-931d-da7ada63a977 req-beb6d610-986a-43ac-a1a5-d4201e7ab670 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415835 Mar 14 18:44:37.370848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8b62c-a1d9-4cee-974d-0c0a5c795823 req-0ed16569-7732-4815-820f-40218a64d68d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:37.372293 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d0f8b62c-a1d9-4cee-974d-0c0a5c795823 req-0ed16569-7732-4815-820f-40218a64d68d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0777059 Mar 14 18:44:37.416997 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d0f8b62c-a1d9-4cee-974d-0c0a5c795823 req-13ca5afa-a574-432f-bfd4-d8dea15ebd0d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390518 Mar 14 18:44:38.601966 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe8e5f-5976-476f-9ea3-4bc2e3d8736f req-5f92254f-1b46-41fb-aa3b-6501242e0aa4 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:38.603442 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6ebe8e5f-5976-476f-9ea3-4bc2e3d8736f req-5f92254f-1b46-41fb-aa3b-6501242e0aa4 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0830784 Mar 14 18:44:38.647077 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6ebe8e5f-5976-476f-9ea3-4bc2e3d8736f req-9d4c802a-e1b7-4dea-913a-c05b726399fc tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375521 Mar 14 18:44:39.231040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:39.831040 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df78cfd-43c6-4929-8253-b8278c0c5410 req-f8047191-75e6-4a8e-9068-878c42fe8e52 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:39.832460 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5df78cfd-43c6-4929-8253-b8278c0c5410 req-f8047191-75e6-4a8e-9068-878c42fe8e52 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0807126 Mar 14 18:44:39.876235 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5df78cfd-43c6-4929-8253-b8278c0c5410 req-5ecf9b9f-f48e-4e45-b9e0-746a50e770d8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381472 Mar 14 18:44:41.055913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3999fb-ef6c-44c8-a463-702017f967e7 req-76149384-381d-422d-801e-231460d74b7a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:41.057351 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0f3999fb-ef6c-44c8-a463-702017f967e7 req-76149384-381d-422d-801e-231460d74b7a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0767193 Mar 14 18:44:41.100392 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0f3999fb-ef6c-44c8-a463-702017f967e7 req-5cf801ae-d779-4252-9142-435c6b2edaf1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375581 Mar 14 18:44:42.378237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40988ef-c79c-44e1-a2da-fa758ca4469a req-0146f35d-4912-49f0-89f4-2fe460f1f0f9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:42.379863 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e40988ef-c79c-44e1-a2da-fa758ca4469a req-0146f35d-4912-49f0-89f4-2fe460f1f0f9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.1757832 Mar 14 18:44:42.424857 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e40988ef-c79c-44e1-a2da-fa758ca4469a req-49f8804f-d01e-4ad9-a4a7-7d7e3eec992c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375104 Mar 14 18:44:43.100665 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:44:43.607343 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb20a5-fb2c-4dc4-ad42-a3fb817b74ad req-e825a3d2-32a9-434a-b79a-d692911f38a9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:43.608763 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-acfb20a5-fb2c-4dc4-ad42-a3fb817b74ad req-e825a3d2-32a9-434a-b79a-d692911f38a9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0796826 Mar 14 18:44:43.650137 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-acfb20a5-fb2c-4dc4-ad42-a3fb817b74ad req-584bbd61-6d1e-4864-8391-2e1c628f27a5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358598 Mar 14 18:44:44.832778 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2eaec7-3380-4792-9b04-fb0d3ebbbf75 req-198f35ab-118c-426e-98cb-38f763b13c26 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:44.834187 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae2eaec7-3380-4792-9b04-fb0d3ebbbf75 req-198f35ab-118c-426e-98cb-38f763b13c26 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0767517 Mar 14 18:44:44.876343 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae2eaec7-3380-4792-9b04-fb0d3ebbbf75 req-0ef132f7-5746-4ad5-b292-c81eff259b7b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366285 Mar 14 18:44:46.057887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea00ea-1f36-4a04-8a5f-81802e02f2c3 req-68df203a-7ed9-4e2c-994f-e68c76ca191c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:46.059342 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-48ea00ea-1f36-4a04-8a5f-81802e02f2c3 req-68df203a-7ed9-4e2c-994f-e68c76ca191c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0801437 Mar 14 18:44:46.101543 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-48ea00ea-1f36-4a04-8a5f-81802e02f2c3 req-bd44dc09-bea4-4099-b949-5933df69c4fb tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363901 Mar 14 18:44:46.673210 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d986d3-73b7-4a79-92f6-26635f8566af req-93f0eb03-fa2b-4e73-9cc4-7687813ce9fb tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:46.674665 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-21d986d3-73b7-4a79-92f6-26635f8566af req-93f0eb03-fa2b-4e73-9cc4-7687813ce9fb tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0813181 Mar 14 18:44:46.766171 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-21d986d3-73b7-4a79-92f6-26635f8566af req-00ad2572-ce49-4c72-a667-98a398223daf tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853648 Mar 14 18:44:46.797339 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-5a908a69-77ec-4983-af6c-bbadab9e60ad service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1029639 Mar 14 18:44:47.965013 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39337e9-4181-428d-a581-f5677b73a4df req-78c017f2-fed8-4dcb-b5a9-667b390f821d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:47.966451 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a39337e9-4181-428d-a581-f5677b73a4df req-78c017f2-fed8-4dcb-b5a9-667b390f821d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0921326 Mar 14 18:44:48.011394 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a39337e9-4181-428d-a581-f5677b73a4df req-d2a41bea-a88b-4435-96b7-f886f49c9792 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392070 Mar 14 18:44:48.594692 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-901dc142-7226-4cee-a256-77b850d49e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:48.596163 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-901dc142-7226-4cee-a256-77b850d49e4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 1098 time: 0.0692670 Mar 14 18:44:48.723147 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-aedd4885-49a6-48e7-b3bd-8f1eea015830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:48.724623 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-aedd4885-49a6-48e7-b3bd-8f1eea015830 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1231472 Mar 14 18:44:48.826109 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-016d83b5-e8ae-4dd6-92f9-0d7f214a55d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bbb876b-0b74-4326-a243-de68e29921d7 HTTP/1.1" status: 200 len: 1000 time: 0.0956287 Mar 14 18:44:48.886289 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-0ece8c2d-0268-4ca5-a908-61b55a145c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:48.887777 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-0ece8c2d-0268-4ca5-a908-61b55a145c9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0561044 Mar 14 18:44:48.961795 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-55eff50b-c4c8-493c-85ea-ebd74d8461f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:48.963252 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-55eff50b-c4c8-493c-85ea-ebd74d8461f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699992 Mar 14 18:44:49.090585 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-2e288290-9abd-4e98-be04-f8642dcc88dc service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213431 Mar 14 18:44:49.272969 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-6be49e43-7b17-49fb-8eee-441ab1a6ba66 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763339 Mar 14 18:44:49.281637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7ae3f-486d-41a8-85c1-68204c00e489 req-bd57f2ad-46f8-46d5-9b32-0d92b1207a45 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:49.283016 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e1a7ae3f-486d-41a8-85c1-68204c00e489 req-bd57f2ad-46f8-46d5-9b32-0d92b1207a45 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.1569874 Mar 14 18:44:49.330094 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e1a7ae3f-486d-41a8-85c1-68204c00e489 req-c7c2b438-e99e-43f3-a0d4-a033d793dbf4 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414269 Mar 14 18:44:50.509696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5684b6-8f5e-4645-9e56-0caf4de56aa5 req-f99875d6-0f93-44b8-b299-00be0d963f8e tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:50.511126 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d5684b6-8f5e-4645-9e56-0caf4de56aa5 req-f99875d6-0f93-44b8-b299-00be0d963f8e tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0767314 Mar 14 18:44:50.554002 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d5684b6-8f5e-4645-9e56-0caf4de56aa5 req-bd0b9341-5418-4a5a-92d2-448a11a22fac tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372827 Mar 14 18:44:51.216933 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-0f4895df-5986-4449-8c91-0dca4fb22434 service neutron] 10.222.0.59 "GET /v2.0/ports/3bbb876b-0b74-4326-a243-de68e29921d7/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.1685448 Mar 14 18:44:51.799173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67c59d-d18f-427d-8c26-8719057239d1 req-bd584bbc-defd-4274-8805-785660cbb438 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:51.800591 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-de67c59d-d18f-427d-8c26-8719057239d1 req-bd584bbc-defd-4274-8805-785660cbb438 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.1341417 Mar 14 18:44:51.803147 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-57906d0f-11d3-43a2-9cf3-40f862d1ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:51.804451 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-57906d0f-11d3-43a2-9cf3-40f862d1ca7b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772&tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d HTTP/1.1" status: 200 len: 1098 time: 0.1392100 Mar 14 18:44:51.884172 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-de67c59d-d18f-427d-8c26-8719057239d1 req-d3751b1f-4847-40d4-9f23-8f17b35888eb tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776231 Mar 14 18:44:51.908219 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-e4974ab9-8017-4f38-b567-241ce6936bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:51.909641 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-e4974ab9-8017-4f38-b567-241ce6936bfa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 1098 time: 0.0835738 Mar 14 18:44:52.037019 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-11800365-5417-40ed-9ec2-1b76593ca90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:52.038441 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-11800365-5417-40ed-9ec2-1b76593ca90a service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1229641 Mar 14 18:44:52.138733 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-8f176db5-5058-4a25-87c5-6912fde6fd1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bbb876b-0b74-4326-a243-de68e29921d7 HTTP/1.1" status: 200 len: 1000 time: 0.0945344 Mar 14 18:44:52.201051 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-dc7d9422-b412-44fd-8544-4b8492c85417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:52.202418 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-dc7d9422-b412-44fd-8544-4b8492c85417 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0585363 Mar 14 18:44:52.274174 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-4f1d7cb8-5290-47f4-8c0d-5b9f82f58058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:52.275718 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-4f1d7cb8-5290-47f4-8c0d-5b9f82f58058 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676198 Mar 14 18:44:52.404059 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-d7e46346-610e-4c15-a8b9-2dee158030ff service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222930 Mar 14 18:44:52.533553 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6739e2e-f27e-4c6e-966f-f685fc1f4a0c req-ef9c05d2-f8b1-4202-8756-c0c8259080ed service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235807 Mar 14 18:44:53.063437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4211ccd-9667-44c9-bf40-ec9195fca544 req-32d74475-9e63-44ed-b841-b1976b391758 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:53.065101 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b4211ccd-9667-44c9-bf40-ec9195fca544 req-32d74475-9e63-44ed-b841-b1976b391758 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0770752 Mar 14 18:44:53.111030 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b4211ccd-9667-44c9-bf40-ec9195fca544 req-85c0cc00-db8b-4e7e-8b9d-e4d88f2581ad tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403640 Mar 14 18:44:53.794415 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 3bbb876b-0b74-4326-a243-de68e29921d7 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:44:53.927349 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 3bbb876b-0b74-4326-a243-de68e29921d7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3bbb876b-0b74-4326-a243-de68e29921d7,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:44:53.941218 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '3bbb876b-0b74-4326-a243-de68e29921d7', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'port_id': '3bbb876b-0b74-4326-a243-de68e29921d7', 'mac_address': 'fa:16:3e:43:09:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:44:53.995614 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:54.011678 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bbb876b-0b74-4326-a243-de68e29921d7 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:44:54.027044 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 3bbb876b-0b74-4326-a243-de68e29921d7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3bbb876b-0b74-4326-a243-de68e29921d7,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:44:54.088995 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:54.158029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['3bbb876b-0b74-4326-a243-de68e29921d7'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:44:54.203188 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=3bbb876b-0b74-4326-a243-de68e29921d7,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:54.275210 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6287a1eb-61ef-43ca-b925-935a748dabe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:54.299805 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d48f80-0ae7-4190-97c3-089c76f5c596 req-99491fc9-8491-42c8-82ff-0bcb6f6ba38b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:54.301252 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a2d48f80-0ae7-4190-97c3-089c76f5c596 req-99491fc9-8491-42c8-82ff-0bcb6f6ba38b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 944 time: 0.0835340 Mar 14 18:44:54.345983 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a2d48f80-0ae7-4190-97c3-089c76f5c596 req-3f83f083-b4b5-4f1f-9e16-4a930830c5ee tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377655 Mar 14 18:44:54.819223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b49f52-c22b-4fd0-ae84-56b3a206aa6d req-a0e34177-5905-46dc-b99c-9d71ecd3c83b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:54.820656 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b8b49f52-c22b-4fd0-ae84-56b3a206aa6d req-a0e34177-5905-46dc-b99c-9d71ecd3c83b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 944 time: 0.1328883 Mar 14 18:44:54.856825 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de0e53-96ff-4f87-b022-d56506e0da43 req-0dc2744b-6b1e-4db6-9449-1cf062c07f1e tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:54.858106 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86de0e53-96ff-4f87-b022-d56506e0da43 req-0dc2744b-6b1e-4db6-9449-1cf062c07f1e tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772&tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 944 time: 0.1252775 Mar 14 18:44:54.879367 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b8b49f52-c22b-4fd0-ae84-56b3a206aa6d req-0e2d58b5-09af-4e8f-953a-082ac7b0187a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503795 Mar 14 18:44:54.995147 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de0e53-96ff-4f87-b022-d56506e0da43 req-0a6c8a83-bf8d-4687-8a19-afa393361d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:54.996568 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86de0e53-96ff-4f87-b022-d56506e0da43 req-0a6c8a83-bf8d-4687-8a19-afa393361d85 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 1097 time: 0.0706465 Mar 14 18:44:55.125085 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de0e53-96ff-4f87-b022-d56506e0da43 req-a208d926-4e2b-4023-9d32-a6f237441be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:55.126429 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86de0e53-96ff-4f87-b022-d56506e0da43 req-a208d926-4e2b-4023-9d32-a6f237441be2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1239057 Mar 14 18:44:55.324704 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86de0e53-96ff-4f87-b022-d56506e0da43 req-c57c07db-3e56-44b3-92f1-508169719fa5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bbb876b-0b74-4326-a243-de68e29921d7 HTTP/1.1" status: 200 len: 999 time: 0.1918087 Mar 14 18:44:55.384847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de0e53-96ff-4f87-b022-d56506e0da43 req-0fd3f173-f120-4b60-bca6-9fc1b1c0b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:55.386197 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86de0e53-96ff-4f87-b022-d56506e0da43 req-0fd3f173-f120-4b60-bca6-9fc1b1c0b27d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0552526 Mar 14 18:44:55.457589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de0e53-96ff-4f87-b022-d56506e0da43 req-33003123-bd24-49d8-a0eb-824dafffdf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:55.459024 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86de0e53-96ff-4f87-b022-d56506e0da43 req-33003123-bd24-49d8-a0eb-824dafffdf8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664589 Mar 14 18:44:55.583674 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86de0e53-96ff-4f87-b022-d56506e0da43 req-66a86389-3ead-4270-98e3-ad5c10761fa1 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189239 Mar 14 18:44:55.716878 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86de0e53-96ff-4f87-b022-d56506e0da43 req-a6b5a5f0-bb89-4266-aabe-7d74b0d5b94f service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192718 Mar 14 18:44:55.823329 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 3bbb876b-0b74-4326-a243-de68e29921d7 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:44:55.892916 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 3bbb876b-0b74-4326-a243-de68e29921d7 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:44:55.893302 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:56.016231 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:56.042802 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915f890c-69d2-4bf4-a644-8a8bf517d772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbb876b-0b74-4326-a243-de68e29921d7'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:44:56.052419 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 3bbb876b-0b74-4326-a243-de68e29921d7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3bbb876b-0b74-4326-a243-de68e29921d7,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:44:56.076820 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da02a1-5440-47d9-8f12-196257007c97 req-cb280871-d30a-4767-852d-ee8cef80d71f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:56.079678 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-83da02a1-5440-47d9-8f12-196257007c97 req-cb280871-d30a-4767-852d-ee8cef80d71f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 944 time: 0.0876739 Mar 14 18:44:56.096045 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915f890c-69d2-4bf4-a644-8a8bf517d772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbb876b-0b74-4326-a243-de68e29921d7', 'code': 200} Mar 14 18:44:56.123227 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-83da02a1-5440-47d9-8f12-196257007c97 req-884cbe29-3b58-4e86-8d93-d46b5a1afbd5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386894 Mar 14 18:44:56.128532 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:56.193825 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=3bbb876b-0b74-4326-a243-de68e29921d7,revision_number=7']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:56.374298 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ee30a9aa-ff71-406d-b200-1335a13060d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:57.304303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442346ab-4826-43d9-93cc-80cad180f2b3 req-6d0eba5b-ee59-45d9-9a69-c654cd3b009a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:57.305722 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-442346ab-4826-43d9-93cc-80cad180f2b3 req-6d0eba5b-ee59-45d9-9a69-c654cd3b009a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0773282 Mar 14 18:44:57.351587 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-442346ab-4826-43d9-93cc-80cad180f2b3 req-b633bbf0-ab46-4648-962a-c6d2013f9714 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402396 Mar 14 18:44:57.530959 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66a624-54ec-4ff3-a528-8cd0573a9910 req-ed3a63f7-b78f-44bc-b45e-0484e0cfd432 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:57.532285 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5c66a624-54ec-4ff3-a528-8cd0573a9910 req-ed3a63f7-b78f-44bc-b45e-0484e0cfd432 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0773084 Mar 14 18:44:57.576513 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5c66a624-54ec-4ff3-a528-8cd0573a9910 req-d4f591e7-57d7-48a9-82dc-63efb36cd0a9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386763 Mar 14 18:44:57.819868 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:57.911273 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:58.019068 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ee52d-1d1f-4e80-a1ec-b3a44f9cf3f2 req-7fe15c19-a155-488e-960a-54bc098d7781 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:58.020548 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ca6ee52d-1d1f-4e80-a1ec-b3a44f9cf3f2 req-7fe15c19-a155-488e-960a-54bc098d7781 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0845232 Mar 14 18:44:58.064203 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ca6ee52d-1d1f-4e80-a1ec-b3a44f9cf3f2 req-e4a68af5-1ceb-4ae2-8b88-271fa298fd80 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375683 Mar 14 18:44:58.135449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eb4e9-5dc4-44a6-8584-f3b95cad6ec8 req-96f9fad5-b99a-4f44-9cf1-6162617edbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:58.136899 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-831eb4e9-5dc4-44a6-8584-f3b95cad6ec8 req-96f9fad5-b99a-4f44-9cf1-6162617edbff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 1098 time: 0.0713477 Mar 14 18:44:58.265338 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eb4e9-5dc4-44a6-8584-f3b95cad6ec8 req-35a7a2da-0a54-4cf5-9e84-d2da46f82ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:58.266804 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-831eb4e9-5dc4-44a6-8584-f3b95cad6ec8 req-35a7a2da-0a54-4cf5-9e84-d2da46f82ba2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1234233 Mar 14 18:44:58.375508 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-831eb4e9-5dc4-44a6-8584-f3b95cad6ec8 req-2e30dc82-ba8a-45ce-8a7a-7cb400b2b01d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bbb876b-0b74-4326-a243-de68e29921d7 HTTP/1.1" status: 200 len: 1000 time: 0.0947971 Mar 14 18:44:58.427734 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eb4e9-5dc4-44a6-8584-f3b95cad6ec8 req-308f2198-a3af-4158-a625-f4d1bc8dca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:58.429130 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-831eb4e9-5dc4-44a6-8584-f3b95cad6ec8 req-308f2198-a3af-4158-a625-f4d1bc8dca3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0567043 Mar 14 18:44:58.504607 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eb4e9-5dc4-44a6-8584-f3b95cad6ec8 req-97c38122-769e-4fe6-9972-20e4c56eb3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:58.506015 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-831eb4e9-5dc4-44a6-8584-f3b95cad6ec8 req-97c38122-769e-4fe6-9972-20e4c56eb3d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711861 Mar 14 18:44:58.632784 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-831eb4e9-5dc4-44a6-8584-f3b95cad6ec8 req-15a9940f-c3c7-4383-bc07-85d500cfb68c service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207674 Mar 14 18:44:58.759097 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-831eb4e9-5dc4-44a6-8584-f3b95cad6ec8 req-23984561-c948-4af1-be2f-cdf298e3cd42 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209927 Mar 14 18:44:59.254427 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc739dab-d158-4e11-9c58-a79cbf73a5cc req-fa2ad121-880f-4fb8-8e5f-3979d7ca86f8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:59.255906 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fc739dab-d158-4e11-9c58-a79cbf73a5cc req-fa2ad121-880f-4fb8-8e5f-3979d7ca86f8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0798857 Mar 14 18:44:59.302794 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fc739dab-d158-4e11-9c58-a79cbf73a5cc req-051b7f21-c051-4a86-b9eb-4d2ee2c70b65 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404401 Mar 14 18:44:59.814483 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:00.484624 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7576a2d-2adf-424c-8a03-82361edcc2d2 req-e9e49946-b27a-46d2-bf84-4db0af414452 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:00.486038 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e7576a2d-2adf-424c-8a03-82361edcc2d2 req-e9e49946-b27a-46d2-bf84-4db0af414452 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0774789 Mar 14 18:45:00.527989 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e7576a2d-2adf-424c-8a03-82361edcc2d2 req-8740464b-18d0-4367-a086-199544a4d493 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363798 Mar 14 18:45:01.094907 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52786cc8-9065-4193-ae85-c18972f1a9d9 req-e971f66a-8ab1-4b1f-a0c9-bd1708781e2e tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:01.096311 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-52786cc8-9065-4193-ae85-c18972f1a9d9 req-e971f66a-8ab1-4b1f-a0c9-bd1708781e2e tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0842507 Mar 14 18:45:01.139001 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-52786cc8-9065-4193-ae85-c18972f1a9d9 req-2b0c9f53-2e53-4268-b87b-5ede2bfcbcc3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369632 Mar 14 18:45:02.327392 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f589e-8a22-41a8-a9a9-6fb085f6c4b0 req-a0f4d9da-ed57-4464-90a1-9c8217db86a6 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:02.328804 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-784f589e-8a22-41a8-a9a9-6fb085f6c4b0 req-a0f4d9da-ed57-4464-90a1-9c8217db86a6 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.0793624 Mar 14 18:45:02.373034 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-784f589e-8a22-41a8-a9a9-6fb085f6c4b0 req-38ab6ba8-5ddc-461b-9163-f9b3b07d455d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384836 Mar 14 18:45:02.793240 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eea153-07b5-4979-b609-8437460448dd req-39a8974f-1568-4fdc-81b5-a95d87086c11 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:02.794653 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-21eea153-07b5-4979-b609-8437460448dd req-39a8974f-1568-4fdc-81b5-a95d87086c11 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.1797981 Mar 14 18:45:02.861172 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-21eea153-07b5-4979-b609-8437460448dd req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Deleting port 3bbb876b-0b74-4326-a243-de68e29921d7 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:45:02.861512 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-21eea153-07b5-4979-b609-8437460448dd req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:03.096556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-21eea153-07b5-4979-b609-8437460448dd req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] For port 3bbb876b-0b74-4326-a243-de68e29921d7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3bbb876b-0b74-4326-a243-de68e29921d7,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:45:03.096908 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-21eea153-07b5-4979-b609-8437460448dd req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:03.375974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-21eea153-07b5-4979-b609-8437460448dd req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:03.376648 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-21eea153-07b5-4979-b609-8437460448dd req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:03.376648 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [req-21eea153-07b5-4979-b609-8437460448dd req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Floating IP 708a1985-1867-4c14-9965-c6813b7f04b5 disassociated. External IP: 172.26.7.59, port: 3bbb876b-0b74-4326-a243-de68e29921d7. Mar 14 18:45:03.376879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-21eea153-07b5-4979-b609-8437460448dd req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Calling delete_port for 3bbb876b-0b74-4326-a243-de68e29921d7 owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:45:03.592420 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645a267-3296-419a-ad4d-2461ea6a1ae1 req-bbdbaef1-f4ce-4421-87c5-5d9dabd57c00 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:03.594031 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e645a267-3296-419a-ad4d-2461ea6a1ae1 req-bbdbaef1-f4ce-4421-87c5-5d9dabd57c00 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 945 time: 0.1038761 Mar 14 18:45:03.614108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-21eea153-07b5-4979-b609-8437460448dd req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:03.671285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Pushing event deleted for resources: {'Port': ['ID=3bbb876b-0b74-4326-a243-de68e29921d7,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:45:03.684807 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:03.685151 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:03.685483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:03.686311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:03.686311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:03.686466 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:03.686744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:03.687089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:03.687408 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:03.687723 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:03.688039 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:03.688473 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:03.755918 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e645a267-3296-419a-ad4d-2461ea6a1ae1 req-60133d2e-abfb-4fb6-ac02-d5aeb4023481 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560998 Mar 14 18:45:03.879494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21eea153-07b5-4979-b609-8437460448dd req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Router 7b38e6e5-c07e-432f-a26c-57fce9e9626e has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:45:04.051646 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21eea153-07b5-4979-b609-8437460448dd req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:45:04.061505 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c128c-14d9-414e-bbf3-ef43d53262ff None None] Sync routers for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:45:04.071893 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c128c-14d9-414e-bbf3-ef43d53262ff None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:45:04.073134 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-658c128c-14d9-414e-bbf3-ef43d53262ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:44:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:45:04.123868 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-21eea153-07b5-4979-b609-8437460448dd req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] No DVR routers for this DVR port 3bbb876b-0b74-4326-a243-de68e29921d7 on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:45:04.126390 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-21eea153-07b5-4979-b609-8437460448dd req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:04.130138 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915f890c-69d2-4bf4-a644-8a8bf517d772', 'name': 'network-vif-deleted', 'tag': '3bbb876b-0b74-4326-a243-de68e29921d7'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:45:04.173071 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915f890c-69d2-4bf4-a644-8a8bf517d772', 'name': 'network-vif-deleted', 'tag': '3bbb876b-0b74-4326-a243-de68e29921d7', 'status': 'completed', 'code': 200} Mar 14 18:45:04.199291 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-21eea153-07b5-4979-b609-8437460448dd req-b5367364-9be4-49c1-8c91-8355f2ede413 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "DELETE /v2.0/ports/3bbb876b-0b74-4326-a243-de68e29921d7 HTTP/1.1" status: 204 len: 173 time: 1.3991344 Mar 14 18:45:04.251443 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-658c128c-14d9-414e-bbf3-ef43d53262ff None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:45:04.582255 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-658c128c-14d9-414e-bbf3-ef43d53262ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:45:04.586010 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c128c-14d9-414e-bbf3-ef43d53262ff None None] Checking router: 7b38e6e5-c07e-432f-a26c-57fce9e9626e for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:45:04.594534 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c128c-14d9-414e-bbf3-ef43d53262ff None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:45:04.595156 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-658c128c-14d9-414e-bbf3-ef43d53262ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:44:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:45:04.769609 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-658c128c-14d9-414e-bbf3-ef43d53262ff None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:45:05.042336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-dbfeedad-0318-4662-a846-d17765ab87b3 req-bac9a036-74e9-47b1-99e1-3f78b8e992f5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Synchronizing usage tracker for tenant:9cc4d3ea94ee4884a25eab40e40acd2d on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:45:05.089183 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-658c128c-14d9-414e-bbf3-ef43d53262ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:45:05.093068 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c128c-14d9-414e-bbf3-ef43d53262ff None None] The sync data for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv is: [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:45:05.099829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-dbfeedad-0318-4662-a846-d17765ab87b3 req-bac9a036-74e9-47b1-99e1-3f78b8e992f5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Unset dirty status for tenant:9cc4d3ea94ee4884a25eab40e40acd2d on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:45:05.101038 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dbfeedad-0318-4662-a846-d17765ab87b3 req-bac9a036-74e9-47b1-99e1-3f78b8e992f5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=915f890c-69d2-4bf4-a644-8a8bf517d772 HTTP/1.1" status: 200 len: 210 time: 0.2206383 Mar 14 18:45:05.307713 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696cee29-135e-49b1-9179-20ed6622504e None None] New status for floating IP 708a1985-1867-4c14-9965-c6813b7f04b5: DOWN {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:45:05.853317 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 3bbb876b-0b74-4326-a243-de68e29921d7 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:45:05.888961 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 3bbb876b-0b74-4326-a243-de68e29921d7 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:45:05.889304 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 3bbb876b-0b74-4326-a243-de68e29921d7 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:45:06.426371 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-aa217ca2-bcfc-4a0a-b871-d244e26a47ae tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1647140692&fields=id&tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d HTTP/1.1" status: 200 len: 267 time: 0.0381866 Mar 14 18:45:06.585709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-464a2a67-43a6-4a8d-afeb-55baf865f226 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:06.587112 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-464a2a67-43a6-4a8d-afeb-55baf865f226 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 812 time: 0.1539657 Mar 14 18:45:06.601330 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-65dff2f8-c827-4a7d-99ad-7aac119434d1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/quotas/9cc4d3ea94ee4884a25eab40e40acd2d HTTP/1.1" status: 200 len: 375 time: 0.0087996 Mar 14 18:45:06.693580 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-9ee1cb35-e9e6-40f9-acdd-36e69c1d1214 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0868542 Mar 14 18:45:06.827088 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-813a650f-2361-47c8-9018-7b23699e817c service neutron] 10.222.0.43 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219213 Mar 14 18:45:06.956739 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-f7b6af3d-d3ed-478e-8d3b-e258d3589712 service neutron] 10.222.0.43 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238003 Mar 14 18:45:07.189346 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-59f7119f-def2-4fe9-bfc4-8df755c6d633 req-8b5c9bc1-9c91-46a0-b0df-5c4a88664df3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 210 time: 0.0452631 Mar 14 18:45:08.336656 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b049d6c9-b28d-446d-8550-1334fbf76898 req-d4795c3a-d104-4d13-b61f-4533aa180620 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 210 time: 0.0423057 Mar 14 18:45:08.978202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-36da9936-90ea-406a-9df8-1cd08a1b5d6c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:08.979596 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-36da9936-90ea-406a-9df8-1cd08a1b5d6c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 812 time: 0.1417148 Mar 14 18:45:09.026742 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-73ef3a75-dd7b-4d8a-8715-d79cd2288f03 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d HTTP/1.1" status: 200 len: 380 time: 0.0386441 Mar 14 18:45:09.035079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-2508eea1-dc2e-4f4f-98d7-c8dc1a1c2406 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Request body: {'port': {'device_id': '86d0cefc-7729-4b05-8757-660e667ab1c3', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'admin_state_up': True, 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'security_groups': ['7d398846-6d61-40af-8534-d1c978484dea']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:45:09.166660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-2508eea1-dc2e-4f4f-98d7-c8dc1a1c2406 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:45:09.176079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-2508eea1-dc2e-4f4f-98d7-c8dc1a1c2406 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:45:09.260143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-2508eea1-dc2e-4f4f-98d7-c8dc1a1c2406 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Made reservation on behalf of 9cc4d3ea94ee4884a25eab40e40acd2d for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:45:09.264325 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-2508eea1-dc2e-4f4f-98d7-c8dc1a1c2406 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:09.271320 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:09.425743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-2508eea1-dc2e-4f4f-98d7-c8dc1a1c2406 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Allocated IP 172.20.0.6 (25c619bf-5811-48d7-9f8c-4a49cedefe97/b9f6541f-a0df-42db-afad-fc6d61d8a55e/8f8e9695-b29c-4758-b20d-33a020b5e704) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:45:09.505280 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-eace6659-e8c0-4929-adbf-e5d3197b7189 req-034b9758-6a5f-4d3b-945c-f78143ee7aa1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 210 time: 0.0562203 Mar 14 18:45:09.652162 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-2508eea1-dc2e-4f4f-98d7-c8dc1a1c2406 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:09.667046 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-2508eea1-dc2e-4f4f-98d7-c8dc1a1c2406 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Transition to ACTIVE for port object 8f8e9695-b29c-4758-b20d-33a020b5e704 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:45:09.729186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-2508eea1-dc2e-4f4f-98d7-c8dc1a1c2406 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:09.792849 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-2508eea1-dc2e-4f4f-98d7-c8dc1a1c2406 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Network 25c619bf-5811-48d7-9f8c-4a49cedefe97 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:45:09.793952 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-2508eea1-dc2e-4f4f-98d7-c8dc1a1c2406 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:45:09.797796 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-2508eea1-dc2e-4f4f-98d7-c8dc1a1c2406 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:45:09.850819 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508eea1-dc2e-4f4f-98d7-c8dc1a1c2406 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Pushing event updated for resources: {'Port': ['ID=8f8e9695-b29c-4758-b20d-33a020b5e704,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:45:09.876844 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-2508eea1-dc2e-4f4f-98d7-c8dc1a1c2406 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:09.877495 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-2508eea1-dc2e-4f4f-98d7-c8dc1a1c2406 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:09.946523 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-2508eea1-dc2e-4f4f-98d7-c8dc1a1c2406 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9147458 Mar 14 18:45:09.958904 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Request body: {'port': {'device_id': '86d0cefc-7729-4b05-8757-660e667ab1c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:45:10.067597 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:10.071292 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6263b10a-ce26-4c23-834e-5bc0edff3207 None None] Provisioning for port 8f8e9695-b29c-4758-b20d-33a020b5e704 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:45:10.077029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6263b10a-ce26-4c23-834e-5bc0edff3207 None None] Provisioning complete for port 8f8e9695-b29c-4758-b20d-33a020b5e704 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:45:10.077525 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6263b10a-ce26-4c23-834e-5bc0edff3207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:10.131489 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-6263b10a-ce26-4c23-834e-5bc0edff3207 None None] Port 8f8e9695-b29c-4758-b20d-33a020b5e704 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:45:10.494809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8e9695-b29c-4758-b20d-33a020b5e704 {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:45:10.502152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:10.516232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Transition to ACTIVE for port object 8f8e9695-b29c-4758-b20d-33a020b5e704 will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:45:10.563384 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:10.736420 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Pushing event updated for resources: {'Port': ['ID=8f8e9695-b29c-4758-b20d-33a020b5e704,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:45:10.866492 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b7e33-86d2-46d0-9198-0295d64ef435 req-0bd3f12e-c1e6-4a21-b995-2ac935a4cf09 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:10.867273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-dd4b7e33-86d2-46d0-9198-0295d64ef435 req-0bd3f12e-c1e6-4a21-b995-2ac935a4cf09 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Synchronizing usage tracker for tenant:9cc4d3ea94ee4884a25eab40e40acd2d on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:45:10.869726 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Attempting to bind port 8f8e9695-b29c-4758-b20d-33a020b5e704 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:45:10.870055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Attempting to bind port 8f8e9695-b29c-4758-b20d-33a020b5e704 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:45:10.871131 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Attempting to bind port 8f8e9695-b29c-4758-b20d-33a020b5e704 on network 25c619bf-5811-48d7-9f8c-4a49cedefe97 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:45:10.879546 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Port 8f8e9695-b29c-4758-b20d-33a020b5e704 on network 25c619bf-5811-48d7-9f8c-4a49cedefe97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:45:10.879812 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Attempting to bind port 8f8e9695-b29c-4758-b20d-33a020b5e704 on network 25c619bf-5811-48d7-9f8c-4a49cedefe97 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:45:10.889128 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:45:10.889478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Checking segment: {'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:45:10.889854 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Bound using segment: {'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:45:10.890272 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Bound port: 8f8e9695-b29c-4758-b20d-33a020b5e704, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:45:10.890612 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:10.964323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-dd4b7e33-86d2-46d0-9198-0295d64ef435 req-0bd3f12e-c1e6-4a21-b995-2ac935a4cf09 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Unset dirty status for tenant:9cc4d3ea94ee4884a25eab40e40acd2d on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:45:10.965465 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dd4b7e33-86d2-46d0-9198-0295d64ef435 req-0bd3f12e-c1e6-4a21-b995-2ac935a4cf09 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 943 time: 0.3517694 Mar 14 18:45:10.993952 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] For port 8f8e9695-b29c-4758-b20d-33a020b5e704, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:45:11.013401 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] For port 8f8e9695-b29c-4758-b20d-33a020b5e704, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8f8e9695-b29c-4758-b20d-33a020b5e704,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:45:11.021272 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dd4b7e33-86d2-46d0-9198-0295d64ef435 req-7647c12a-5050-4535-a06c-02d525f86299 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480280 Mar 14 18:45:11.066146 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:11.123946 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:11.124577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:11.125872 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] 10.222.0.59 "PUT /v2.0/ports/8f8e9695-b29c-4758-b20d-33a020b5e704 HTTP/1.1" status: 200 len: 1093 time: 1.1721742 Mar 14 18:45:11.126296 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d0cefc-7729-4b05-8757-660e667ab1c3', 'tag': '8f8e9695-b29c-4758-b20d-33a020b5e704'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:45:11.149857 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fef73-e928-493f-9828-6a0df37bc15f service neutron] Pushing event updated for resources: {'Port': ['ID=8f8e9695-b29c-4758-b20d-33a020b5e704,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:45:11.175706 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d0cefc-7729-4b05-8757-660e667ab1c3', 'tag': '8f8e9695-b29c-4758-b20d-33a020b5e704', 'status': 'completed', 'code': 200} Mar 14 18:45:11.270272 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7c055-091b-41d3-9dce-d14f330cd6b1 req-9f9f8ccf-0da5-478f-9543-5d2652b6a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:11.271674 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-07d7c055-091b-41d3-9dce-d14f330cd6b1 req-9f9f8ccf-0da5-478f-9543-5d2652b6a5cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 1096 time: 0.0737472 Mar 14 18:45:11.411139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7c055-091b-41d3-9dce-d14f330cd6b1 req-79333e26-4114-4017-b8d0-1054db0dfc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:11.412488 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-07d7c055-091b-41d3-9dce-d14f330cd6b1 req-79333e26-4114-4017-b8d0-1054db0dfc10 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1341209 Mar 14 18:45:11.543320 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7c055-091b-41d3-9dce-d14f330cd6b1 req-1da16dac-16a8-49f6-998d-76d52464a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:11.544783 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-07d7c055-091b-41d3-9dce-d14f330cd6b1 req-1da16dac-16a8-49f6-998d-76d52464a050 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1263199 Mar 14 18:45:11.650669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-e1294666-85d2-45ca-be96-08ffef70026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:11.652773 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-e1294666-85d2-45ca-be96-08ffef70026f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 1096 time: 0.0719726 Mar 14 18:45:11.718629 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-0477cfbb-21c0-45f6-90b6-bda98f17c338 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f8e9695-b29c-4758-b20d-33a020b5e704 HTTP/1.1" status: 200 len: 217 time: 0.0592923 Mar 14 18:45:11.782388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-bd68a40e-a3e0-4fb5-89b6-bb4a93325752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:11.784241 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-bd68a40e-a3e0-4fb5-89b6-bb4a93325752 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0599830 Mar 14 18:45:11.857165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-e54f55bf-9397-4673-a508-d97fc63fcdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:11.858490 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-e54f55bf-9397-4673-a508-d97fc63fcdf6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668163 Mar 14 18:45:12.077684 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-dfd04481-22cd-4eac-bb59-fcefd96fe521 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131982 Mar 14 18:45:12.252656 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8db269ce-f517-4283-9938-eb7b0bf27fc4 req-bb418f7a-df15-4881-a340-6bbc39afa037 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691070 Mar 14 18:45:12.275020 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1c3a6-56d8-4885-b2e6-4d508c18a502 req-fb22357e-503f-4199-8460-0fd90c027c70 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:12.276468 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-29d1c3a6-56d8-4885-b2e6-4d508c18a502 req-fb22357e-503f-4199-8460-0fd90c027c70 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 943 time: 0.1150272 Mar 14 18:45:12.319727 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-29d1c3a6-56d8-4885-b2e6-4d508c18a502 req-2c2605b8-1761-427d-8257-76c91a65e26c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374682 Mar 14 18:45:13.500459 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808addd8-3583-48b4-8787-a2494e5ece3a req-d3b4e56f-2d5e-44c6-b2cd-ea759f72bc62 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:13.501885 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-808addd8-3583-48b4-8787-a2494e5ece3a req-d3b4e56f-2d5e-44c6-b2cd-ea759f72bc62 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 943 time: 0.0769854 Mar 14 18:45:13.546960 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-808addd8-3583-48b4-8787-a2494e5ece3a req-dd4d5492-f606-44ec-b412-af2cdce741ce tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395062 Mar 14 18:45:13.926618 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8f8e9695-b29c-4758-b20d-33a020b5e704 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:45:14.053078 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8f8e9695-b29c-4758-b20d-33a020b5e704, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8f8e9695-b29c-4758-b20d-33a020b5e704,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:45:14.066301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '8f8e9695-b29c-4758-b20d-33a020b5e704', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'port_id': '8f8e9695-b29c-4758-b20d-33a020b5e704', 'mac_address': 'fa:16:3e:b9:9d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:45:14.123114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:14.138999 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8e9695-b29c-4758-b20d-33a020b5e704 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:45:14.153726 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8f8e9695-b29c-4758-b20d-33a020b5e704, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8f8e9695-b29c-4758-b20d-33a020b5e704,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:45:14.237125 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:14.302350 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=8f8e9695-b29c-4758-b20d-33a020b5e704,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:45:14.309781 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:14.310071 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:14.310404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:14.310732 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:14.311081 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:14.311407 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:14.311744 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:14.312045 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:14.312362 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:14.312679 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:14.312993 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:14.313308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:14.440003 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['8f8e9695-b29c-4758-b20d-33a020b5e704'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:45:14.731805 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b80043-cc88-4351-8d09-0734c6eaee8f req-cd4e5e29-fcdd-41e5-b2c3-d4fd225cae64 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:14.733296 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-11b80043-cc88-4351-8d09-0734c6eaee8f req-cd4e5e29-fcdd-41e5-b2c3-d4fd225cae64 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 944 time: 0.0785010 Mar 14 18:45:14.776762 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-11b80043-cc88-4351-8d09-0734c6eaee8f req-1ff84102-0d22-4c2b-90c3-56fceddf22e8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375769 Mar 14 18:45:15.923924 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8f8e9695-b29c-4758-b20d-33a020b5e704 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:45:15.961236 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d5d77-95f6-4a07-b475-4c7f47407a85 req-4c77a22f-881a-463d-bab2-c473eec78833 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:15.962706 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5c0d5d77-95f6-4a07-b475-4c7f47407a85 req-4c77a22f-881a-463d-bab2-c473eec78833 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 944 time: 0.0818734 Mar 14 18:45:16.005224 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5c0d5d77-95f6-4a07-b475-4c7f47407a85 req-2efc0eb8-921e-4b7a-bf14-5965dfc1430f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368123 Mar 14 18:45:16.037322 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 8f8e9695-b29c-4758-b20d-33a020b5e704 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:45:16.042310 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 8f8e9695-b29c-4758-b20d-33a020b5e704 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:45:16.042683 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:16.152784 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:16.180700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d0cefc-7729-4b05-8757-660e667ab1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8e9695-b29c-4758-b20d-33a020b5e704'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:45:16.191561 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8f8e9695-b29c-4758-b20d-33a020b5e704, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8f8e9695-b29c-4758-b20d-33a020b5e704,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:45:16.224433 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d0cefc-7729-4b05-8757-660e667ab1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8e9695-b29c-4758-b20d-33a020b5e704', 'code': 200} Mar 14 18:45:16.242862 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:16.309169 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=8f8e9695-b29c-4758-b20d-33a020b5e704,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:45:16.544635 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e8f33-aeef-438b-a334-356873ba7c4c req-6e7387e7-c001-44ba-bd1d-27b21b3b1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:16.546048 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-477e8f33-aeef-438b-a334-356873ba7c4c req-6e7387e7-c001-44ba-bd1d-27b21b3b1259 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 1098 time: 0.0670993 Mar 14 18:45:16.584440 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-477e8f33-aeef-438b-a334-356873ba7c4c req-8659513d-67a3-4a50-9e30-55dbadc24ba8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325315 Mar 14 18:45:17.188887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f751ee-8ab2-42e0-9be7-c6597dc7080d req-9c813ba0-03d3-464d-9ac9-69c46d7391f5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:17.190554 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-99f751ee-8ab2-42e0-9be7-c6597dc7080d req-9c813ba0-03d3-464d-9ac9-69c46d7391f5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0795105 Mar 14 18:45:17.232764 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-99f751ee-8ab2-42e0-9be7-c6597dc7080d req-c10143d6-dfd2-4467-85b8-86462539ef56 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365074 Mar 14 18:45:18.415755 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f4adf-6286-42e7-9461-5e47aaa26440 req-1bab88da-fb17-4ce8-8068-3ea6e925a9b5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:18.417170 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-308f4adf-6286-42e7-9461-5e47aaa26440 req-1bab88da-fb17-4ce8-8068-3ea6e925a9b5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0757952 Mar 14 18:45:18.462848 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-308f4adf-6286-42e7-9461-5e47aaa26440 req-b80c6ba8-c08c-46b7-ac58-7469801ff931 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399132 Mar 14 18:45:18.635126 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fbb32-c0ab-4836-933a-222376d7eae4 req-0a82e1fd-b41e-4565-b3e5-69389160daef tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:18.637054 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a13fbb32-c0ab-4836-933a-222376d7eae4 req-0a82e1fd-b41e-4565-b3e5-69389160daef tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0775969 Mar 14 18:45:18.645372 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 35774) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:45:18.650201 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ce0866a4-a6d2-43e7-ae1f-2920538ce06b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Request body: {'floatingip': {'port_id': '8f8e9695-b29c-4758-b20d-33a020b5e704'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:45:18.727086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce0866a4-a6d2-43e7-ae1f-2920538ce06b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for floatingip, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:19.393019 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce0866a4-a6d2-43e7-ae1f-2920538ce06b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:19.460174 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce0866a4-a6d2-43e7-ae1f-2920538ce06b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:19.625145 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-ce0866a4-a6d2-43e7-ae1f-2920538ce06b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Floating IP 708a1985-1867-4c14-9965-c6813b7f04b5 associated. External IP: 172.26.7.59, port: 8f8e9695-b29c-4758-b20d-33a020b5e704. Mar 14 18:45:19.961201 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0866a4-a6d2-43e7-ae1f-2920538ce06b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Router 7b38e6e5-c07e-432f-a26c-57fce9e9626e has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:45:20.098632 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:45:20.131435 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0866a4-a6d2-43e7-ae1f-2920538ce06b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:45:20.135714 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce0866a4-a6d2-43e7-ae1f-2920538ce06b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:20.143340 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2fabd-d22e-4778-b63d-191e3ebac392 None None] Sync routers for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:45:20.154150 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2fabd-d22e-4778-b63d-191e3ebac392 None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:45:20.154745 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9eb2fabd-d22e-4778-b63d-191e3ebac392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:44:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:45:20.192057 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ce0866a4-a6d2-43e7-ae1f-2920538ce06b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "PUT /v2.0/floatingips/708a1985-1867-4c14-9965-c6813b7f04b5 HTTP/1.1" status: 200 len: 990 time: 1.5456810 Mar 14 18:45:20.192647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d0cefc-7729-4b05-8757-660e667ab1c3', 'tag': '8f8e9695-b29c-4758-b20d-33a020b5e704'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:45:20.237524 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d0cefc-7729-4b05-8757-660e667ab1c3', 'tag': '8f8e9695-b29c-4758-b20d-33a020b5e704', 'status': 'completed', 'code': 200} Mar 14 18:45:20.332742 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-9eb2fabd-d22e-4778-b63d-191e3ebac392 None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:45:20.337169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fb159-937a-4fb5-8c8b-17144c294779 req-33d3c06b-f5cd-4bda-af9b-72b68103dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:20.338613 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-561fb159-937a-4fb5-8c8b-17144c294779 req-33d3c06b-f5cd-4bda-af9b-72b68103dacc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 1098 time: 0.0732169 Mar 14 18:45:20.473004 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fb159-937a-4fb5-8c8b-17144c294779 req-223b22e2-1425-46a2-a8cc-72e44ce44e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:20.474369 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-561fb159-937a-4fb5-8c8b-17144c294779 req-223b22e2-1425-46a2-a8cc-72e44ce44e88 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1300240 Mar 14 18:45:20.582873 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-561fb159-937a-4fb5-8c8b-17144c294779 req-35a1e91f-0a06-4bf4-886c-8c4a9d6fd4e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f8e9695-b29c-4758-b20d-33a020b5e704 HTTP/1.1" status: 200 len: 998 time: 0.1019342 Mar 14 18:45:20.731565 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9eb2fabd-d22e-4778-b63d-191e3ebac392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '708a1985-1867-4c14-9965-c6813b7f04b5', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'floating_ip_address': '172.26.7.59', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'port_id': '8f8e9695-b29c-4758-b20d-33a020b5e704', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'mac_address': 'fa:16:3e:b9:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d0cefc-7729-4b05-8757-660e667ab1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:43:14Z', 'updated_at': '2022-03-14T18:45:19Z', 'revision_number': 9, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:45:20.734122 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2fabd-d22e-4778-b63d-191e3ebac392 None None] Checking router: 7b38e6e5-c07e-432f-a26c-57fce9e9626e for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:45:20.742882 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2fabd-d22e-4778-b63d-191e3ebac392 None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:45:20.743499 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9eb2fabd-d22e-4778-b63d-191e3ebac392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:44:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:45:20.833975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fb159-937a-4fb5-8c8b-17144c294779 req-97b9231a-4c10-4b39-bfdd-ed9f60fe90ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:20.835383 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-561fb159-937a-4fb5-8c8b-17144c294779 req-97b9231a-4c10-4b39-bfdd-ed9f60fe90ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.2472003 Mar 14 18:45:20.921221 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-9eb2fabd-d22e-4778-b63d-191e3ebac392 None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:45:20.958568 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45c043-b546-415f-8843-e33741b166c3 req-0578176f-d952-46b1-bcb1-152d9b265dd0 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:20.960024 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ec45c043-b546-415f-8843-e33741b166c3 req-0578176f-d952-46b1-bcb1-152d9b265dd0 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.3197372 Mar 14 18:45:20.970300 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-8f9f2e4d-29bc-4067-973c-025ee9d27a1d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1789145 Mar 14 18:45:20.984628 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fb159-937a-4fb5-8c8b-17144c294779 req-be72210c-c8d0-4d04-aed2-90e778f56e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:20.985984 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-561fb159-937a-4fb5-8c8b-17144c294779 req-be72210c-c8d0-4d04-aed2-90e778f56e6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1424782 Mar 14 18:45:21.087996 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ec45c043-b546-415f-8843-e33741b166c3 req-66539f4b-a6f8-4890-b1dc-192537409a12 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207190 Mar 14 18:45:21.145920 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-561fb159-937a-4fb5-8c8b-17144c294779 req-fdc790da-fdb8-406c-9bd4-280d460f935e service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524596 Mar 14 18:45:21.270201 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9eb2fabd-d22e-4778-b63d-191e3ebac392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '708a1985-1867-4c14-9965-c6813b7f04b5', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'floating_ip_address': '172.26.7.59', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'port_id': '8f8e9695-b29c-4758-b20d-33a020b5e704', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'mac_address': 'fa:16:3e:b9:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d0cefc-7729-4b05-8757-660e667ab1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:43:14Z', 'updated_at': '2022-03-14T18:45:19Z', 'revision_number': 9, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:45:21.274348 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2fabd-d22e-4778-b63d-191e3ebac392 None None] The sync data for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv is: [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '708a1985-1867-4c14-9965-c6813b7f04b5', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'floating_ip_address': '172.26.7.59', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'port_id': '8f8e9695-b29c-4758-b20d-33a020b5e704', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'mac_address': 'fa:16:3e:b9:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d0cefc-7729-4b05-8757-660e667ab1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:43:14Z', 'updated_at': '2022-03-14T18:45:19Z', 'revision_number': 9, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:45:21.282626 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-561fb159-937a-4fb5-8c8b-17144c294779 req-e5ddd2f1-7f88-4d0e-a81c-bc202a271270 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301160 Mar 14 18:45:21.462597 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8576f8b-d51b-4c38-85e1-4cf3e3d353a8 None None] New status for floating IP 708a1985-1867-4c14-9965-c6813b7f04b5: ACTIVE {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:45:22.277228 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df58540-c547-4d81-9c90-9e72a24a6254 req-d8c4d3ee-5ae0-441a-99aa-a71c8203efeb tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:22.278781 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5df58540-c547-4d81-9c90-9e72a24a6254 req-d8c4d3ee-5ae0-441a-99aa-a71c8203efeb tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0837040 Mar 14 18:45:22.324856 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5df58540-c547-4d81-9c90-9e72a24a6254 req-582cbd5c-2cb1-46ea-9e96-6a95221afe42 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402410 Mar 14 18:45:22.901637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-a72bb6cb-2903-43f1-87b4-e11de85c7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:22.903707 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-a72bb6cb-2903-43f1-87b4-e11de85c7044 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 1098 time: 0.0685351 Mar 14 18:45:23.028359 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-71c81c08-5df2-4df5-9393-a221d5264bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:23.029758 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-71c81c08-5df2-4df5-9393-a221d5264bdf service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1205506 Mar 14 18:45:23.129275 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-0e4d8dd9-47e2-4cf1-b0fd-16d1dc9ccfba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f8e9695-b29c-4758-b20d-33a020b5e704 HTTP/1.1" status: 200 len: 1001 time: 0.0932932 Mar 14 18:45:23.192742 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-1ea883e9-c089-477a-87f1-3978d6fc095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:23.194088 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-1ea883e9-c089-477a-87f1-3978d6fc095a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0586550 Mar 14 18:45:23.265520 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-82c4cf55-56c6-4706-8e46-6674dd70c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:23.266971 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-82c4cf55-56c6-4706-8e46-6674dd70c203 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669549 Mar 14 18:45:23.397868 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-619a3845-6a5b-4485-b6e2-386aea79c8c9 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231968 Mar 14 18:45:23.576743 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-46e7c3dc-69c3-4843-906d-5dffd8595c9a service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727340 Mar 14 18:45:23.598484 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11888a4-8dcd-4285-a139-3eda962b20da req-113b0df8-4cbb-4713-b788-6ec7a1cff53b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:23.600287 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f11888a4-8dcd-4285-a139-3eda962b20da req-113b0df8-4cbb-4713-b788-6ec7a1cff53b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.1669965 Mar 14 18:45:23.647247 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f11888a4-8dcd-4285-a139-3eda962b20da req-87b8679d-ae50-4022-8626-807c75f38bb8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412350 Mar 14 18:45:24.282779 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0ae7a8e7-5a03-4d1a-9364-bd6074ea3740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:24.828972 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad390df-65a5-49cc-aa6c-5e1a43b8d107 req-c7a533bd-91ad-4e55-bb3d-a9510bd7316a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:24.830391 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9ad390df-65a5-49cc-aa6c-5e1a43b8d107 req-c7a533bd-91ad-4e55-bb3d-a9510bd7316a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0775609 Mar 14 18:45:24.873673 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9ad390df-65a5-49cc-aa6c-5e1a43b8d107 req-f74a322b-1b82-4a3c-9ec1-9c2b1cbb0faf tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376623 Mar 14 18:45:26.054923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6eeab-1036-43cf-9f43-b0b43d3ce0df req-9f655099-a301-430a-ab92-02817d46a21a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:26.056346 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f8e6eeab-1036-43cf-9f43-b0b43d3ce0df req-9f655099-a301-430a-ab92-02817d46a21a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0794528 Mar 14 18:45:26.195854 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f8e6eeab-1036-43cf-9f43-b0b43d3ce0df req-9f96015c-45b7-4172-9b17-cf84de4c20ba tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332843 Mar 14 18:45:26.379868 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e81e9932-db66-4980-aec5-ce0b3773ed6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:27.381074 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9912b-ee56-48fb-bc34-c99c02be9dad req-dec037b1-945d-4fe2-a9af-6b53f38a8692 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:27.382515 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bdc9912b-ee56-48fb-bc34-c99c02be9dad req-dec037b1-945d-4fe2-a9af-6b53f38a8692 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0804067 Mar 14 18:45:27.426006 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bdc9912b-ee56-48fb-bc34-c99c02be9dad req-f57beff1-97d7-445e-b0db-dab09ca09d8f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377414 Mar 14 18:45:27.860536 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:27.940537 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:28.607419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a41c64-fd7d-40c2-ae00-a0f521b343af req-307f1a80-4aa6-4134-99f0-f4d6a25fc1c3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:28.608851 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-66a41c64-fd7d-40c2-ae00-a0f521b343af req-307f1a80-4aa6-4134-99f0-f4d6a25fc1c3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0799468 Mar 14 18:45:28.651741 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-66a41c64-fd7d-40c2-ae00-a0f521b343af req-e8566cae-e7fe-4813-a52e-9ff310d80aae tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372922 Mar 14 18:45:29.808774 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:29.837849 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a92e6-9de4-46c0-994d-0c3661ac95fa req-66fdd248-1aa4-4051-872d-2be6a822b944 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:29.839928 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f93a92e6-9de4-46c0-994d-0c3661ac95fa req-66fdd248-1aa4-4051-872d-2be6a822b944 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0813606 Mar 14 18:45:29.881718 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f93a92e6-9de4-46c0-994d-0c3661ac95fa req-b4edcb6e-cbf4-46cf-99a2-d7978bb99322 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360920 Mar 14 18:45:31.063505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d226d-e882-45dd-b7de-f2572b17495f req-634fc622-665f-47df-8bce-e52f349a54d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:31.065170 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e28d226d-e882-45dd-b7de-f2572b17495f req-634fc622-665f-47df-8bce-e52f349a54d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0765250 Mar 14 18:45:31.107291 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e28d226d-e882-45dd-b7de-f2572b17495f req-e3c757ea-88d1-44bf-acad-a0e94fb88c8e tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365384 Mar 14 18:45:32.287528 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd694cfe-df6c-4625-9b8e-e12c1e15b4ca req-753cfe8c-6393-4007-b24e-21af0b1c3555 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:32.289087 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bd694cfe-df6c-4625-9b8e-e12c1e15b4ca req-753cfe8c-6393-4007-b24e-21af0b1c3555 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0796349 Mar 14 18:45:32.332183 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bd694cfe-df6c-4625-9b8e-e12c1e15b4ca req-04e7dc94-2c25-485e-af6a-a5d7c3b8ddd8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374627 Mar 14 18:45:33.512173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc857d9-d63d-47c5-a0d0-8fe967933319 req-88bcc6eb-85e0-478c-9601-d21853edf206 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:33.513583 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fdc857d9-d63d-47c5-a0d0-8fe967933319 req-88bcc6eb-85e0-478c-9601-d21853edf206 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0777690 Mar 14 18:45:33.558248 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fdc857d9-d63d-47c5-a0d0-8fe967933319 req-ca3cc071-1bd8-4fa9-a854-79a686250881 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391481 Mar 14 18:45:34.741251 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7dfad5-d2a5-49b6-8d82-e3ff8f6bc287 req-3433ade1-7ef7-4c62-b0ba-f8f70b256f2f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:34.742684 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dc7dfad5-d2a5-49b6-8d82-e3ff8f6bc287 req-3433ade1-7ef7-4c62-b0ba-f8f70b256f2f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0783660 Mar 14 18:45:34.785533 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dc7dfad5-d2a5-49b6-8d82-e3ff8f6bc287 req-1a7d7f78-1895-4269-80d0-a7f1fa8d86b8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369432 Mar 14 18:45:35.967023 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959deda1-8749-4dd1-8fdc-e920708f5c51 req-d7411914-d564-438c-8b29-4d9ec4d80777 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:35.968442 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-959deda1-8749-4dd1-8fdc-e920708f5c51 req-d7411914-d564-438c-8b29-4d9ec4d80777 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0803952 Mar 14 18:45:36.010966 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-959deda1-8749-4dd1-8fdc-e920708f5c51 req-669ca49e-769f-4a80-815f-02f2338bc037 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368843 Mar 14 18:45:37.190816 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26408a2c-cb21-4f74-ba9e-b5c6c8150c6d req-1b6120ac-b786-4c85-b341-1aaad15d3022 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:37.192242 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-26408a2c-cb21-4f74-ba9e-b5c6c8150c6d req-1b6120ac-b786-4c85-b341-1aaad15d3022 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0780685 Mar 14 18:45:37.234266 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-26408a2c-cb21-4f74-ba9e-b5c6c8150c6d req-a02fe5d6-97b3-4f12-84de-9543a1c3ff74 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365090 Mar 14 18:45:38.420669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef76ad2-ae03-4674-a279-00d4b177f389 req-5af874f0-7d91-4503-a0d9-c5ddcdeca5c2 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:38.422067 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ef76ad2-ae03-4674-a279-00d4b177f389 req-5af874f0-7d91-4503-a0d9-c5ddcdeca5c2 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0809171 Mar 14 18:45:38.466275 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ef76ad2-ae03-4674-a279-00d4b177f389 req-c67fb5b3-365a-4bff-9d99-8764c84e4cd0 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385022 Mar 14 18:45:39.272048 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:39.648766 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e0ed3-2c75-418f-bd30-63875fb40e4d req-031e208d-8129-4544-bc6f-5fb183b46ce7 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:39.650174 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4c0e0ed3-2c75-418f-bd30-63875fb40e4d req-031e208d-8129-4544-bc6f-5fb183b46ce7 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0798020 Mar 14 18:45:39.692993 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4c0e0ed3-2c75-418f-bd30-63875fb40e4d req-7a24afe5-8e55-4943-af20-5ce57b0ff18c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365701 Mar 14 18:45:40.873179 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19d26b-7f3a-423a-8a23-4bf9b89a238a req-1dccd8b6-3a60-495f-847b-beae6fd104ff tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:40.874607 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7f19d26b-7f3a-423a-8a23-4bf9b89a238a req-1dccd8b6-3a60-495f-847b-beae6fd104ff tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0766850 Mar 14 18:45:40.917175 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7f19d26b-7f3a-423a-8a23-4bf9b89a238a req-f8899fdd-1875-44ac-932f-b8a04ed94714 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369644 Mar 14 18:45:42.100576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788a8d5-6178-49d1-abcb-fd5c210a7c66 req-f56fc8a5-6117-4e76-a70a-fcb16bcee50b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:42.101982 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5788a8d5-6178-49d1-abcb-fd5c210a7c66 req-f56fc8a5-6117-4e76-a70a-fcb16bcee50b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0793967 Mar 14 18:45:42.143843 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5788a8d5-6178-49d1-abcb-fd5c210a7c66 req-c5f89532-f058-4987-afe9-d82e1450651e tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356863 Mar 14 18:45:43.325561 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8569f58-53d7-4637-baf4-f4b146c95edd req-734ca125-556f-483e-bd2c-1042dffd9ae9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:43.327063 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f8569f58-53d7-4637-baf4-f4b146c95edd req-734ca125-556f-483e-bd2c-1042dffd9ae9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0778611 Mar 14 18:45:43.373378 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f8569f58-53d7-4637-baf4-f4b146c95edd req-dc8aa120-a1e7-4cb4-9590-aed342e78fab tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403535 Mar 14 18:45:44.552503 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbece6d-6c32-41cb-9c3c-cebf47f98de3 req-bd48fab6-c820-468c-8f76-985fe9c97ee6 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:44.553971 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5cbece6d-6c32-41cb-9c3c-cebf47f98de3 req-bd48fab6-c820-468c-8f76-985fe9c97ee6 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0762484 Mar 14 18:45:44.597542 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5cbece6d-6c32-41cb-9c3c-cebf47f98de3 req-d1aed2e8-a736-474b-817e-ea09ef9437c6 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375221 Mar 14 18:45:45.783036 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ccdcd-09f0-45a9-aa8f-9bf1ffe4ae31 req-fa0059af-c37f-4310-a7f6-9ac2efc47e21 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:45.784464 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dc5ccdcd-09f0-45a9-aa8f-9bf1ffe4ae31 req-fa0059af-c37f-4310-a7f6-9ac2efc47e21 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0797026 Mar 14 18:45:45.832876 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dc5ccdcd-09f0-45a9-aa8f-9bf1ffe4ae31 req-553ee561-fd9d-44e0-98f4-1a62c5440587 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427961 Mar 14 18:45:47.010295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bc7a7-e8aa-49a2-9f94-3f1e6acdd423 req-f969e761-ba0d-4d58-915d-1e0dff1d92cd tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:47.012208 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-508bc7a7-e8aa-49a2-9f94-3f1e6acdd423 req-f969e761-ba0d-4d58-915d-1e0dff1d92cd tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0775812 Mar 14 18:45:47.053899 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-508bc7a7-e8aa-49a2-9f94-3f1e6acdd423 req-a829f08f-9121-45e9-8da3-86d6b5525e51 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360847 Mar 14 18:45:48.236780 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfd2fd-f98b-4bb0-ab95-98e8b3662cfa req-c7d75539-f2b2-4bea-bd1f-a976c37856d0 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:48.238197 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1dcfd2fd-f98b-4bb0-ab95-98e8b3662cfa req-c7d75539-f2b2-4bea-bd1f-a976c37856d0 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0811200 Mar 14 18:45:48.280399 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1dcfd2fd-f98b-4bb0-ab95-98e8b3662cfa req-24f110b3-7449-40ee-8e04-d6380634e28a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366092 Mar 14 18:45:49.465334 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cea6f-730e-48c5-9385-a92d60df8e5b req-ee990f82-06ca-4118-bdcd-559536ebbdf1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:49.466726 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6f6cea6f-730e-48c5-9385-a92d60df8e5b req-ee990f82-06ca-4118-bdcd-559536ebbdf1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0799663 Mar 14 18:45:49.598463 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6f6cea6f-730e-48c5-9385-a92d60df8e5b req-a31eda21-c04f-4e18-958b-515db3c7074e tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260045 Mar 14 18:45:50.778730 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5c243-e3ed-422b-9615-54c2557255b2 req-b844c981-ec9c-43cd-9758-fca5b4df0761 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:50.780194 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d4b5c243-e3ed-422b-9615-54c2557255b2 req-b844c981-ec9c-43cd-9758-fca5b4df0761 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0784874 Mar 14 18:45:50.821840 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d4b5c243-e3ed-422b-9615-54c2557255b2 req-b77a8165-2226-401d-a2a1-502a322b0815 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360141 Mar 14 18:45:52.003543 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dc4ec-9090-46a6-b4f7-da69e1f8ef97 req-10b6ec84-cec5-4807-8998-92745abd9079 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:52.004866 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-490dc4ec-9090-46a6-b4f7-da69e1f8ef97 req-10b6ec84-cec5-4807-8998-92745abd9079 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0798905 Mar 14 18:45:52.047757 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-490dc4ec-9090-46a6-b4f7-da69e1f8ef97 req-b36311d6-4cc6-4d80-a4a6-a4089bdeffed tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372226 Mar 14 18:45:53.233545 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c6349-9089-4d70-80bc-1e7974337e15 req-9e065a22-0330-4d2a-846f-69602f502f9b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:53.234951 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-993c6349-9089-4d70-80bc-1e7974337e15 req-9e065a22-0330-4d2a-846f-69602f502f9b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0799417 Mar 14 18:45:53.277631 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-993c6349-9089-4d70-80bc-1e7974337e15 req-6717197f-4036-42c1-8f02-5be22b7cc6e2 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371475 Mar 14 18:45:54.306042 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2b1d6473-90aa-46ad-9d96-dd9ba8131978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:54.457549 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0df6a-c0ca-4c81-a67f-33d56049475b req-2cf289ff-4bb7-407d-9847-b71e4701406f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:54.458910 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-17d0df6a-c0ca-4c81-a67f-33d56049475b req-2cf289ff-4bb7-407d-9847-b71e4701406f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0775018 Mar 14 18:45:54.500922 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-17d0df6a-c0ca-4c81-a67f-33d56049475b req-b4aa86ea-a3d9-49f4-9354-23ced5942f4d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356970 Mar 14 18:45:55.555452 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-38b66f58-c852-46c6-9025-aad8340fa678 service neutron] 10.222.0.59 "GET /v2.0/ports/8f8e9695-b29c-4758-b20d-33a020b5e704/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0748181 Mar 14 18:45:55.684537 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b902d7d-02c2-46a9-b566-7b94b95178a2 req-69ac9444-0df7-447e-b781-6a9d0be04796 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:55.686034 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0b902d7d-02c2-46a9-b566-7b94b95178a2 req-69ac9444-0df7-447e-b781-6a9d0be04796 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0797868 Mar 14 18:45:55.731979 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0b902d7d-02c2-46a9-b566-7b94b95178a2 req-2414610d-cded-456c-81b2-8ed585c407e4 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392830 Mar 14 18:45:56.095642 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-fe6552ae-a33e-48bc-a769-fcdf0dfdf796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:56.097080 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-fe6552ae-a33e-48bc-a769-fcdf0dfdf796 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3&tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d HTTP/1.1" status: 200 len: 1098 time: 0.0709739 Mar 14 18:45:56.184278 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-2c558ab6-ce53-4118-ba07-ff4b2bf8ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:56.185684 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-2c558ab6-ce53-4118-ba07-ff4b2bf8ad42 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 1098 time: 0.0675449 Mar 14 18:45:56.310392 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-ea645051-9378-47c1-8eea-60872f85818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:56.311837 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-ea645051-9378-47c1-8eea-60872f85818f service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1204739 Mar 14 18:45:56.385939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab120-d1c8-47ff-a9a1-e02bfaf17814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:56.412615 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-d6264a5f-3b07-4a91-9c22-8d262ce76cd9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f8e9695-b29c-4758-b20d-33a020b5e704 HTTP/1.1" status: 200 len: 1001 time: 0.0946715 Mar 14 18:45:56.474423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-93da5005-5de0-46e7-9775-482f3eff3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:56.475849 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-93da5005-5de0-46e7-9775-482f3eff3d99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0576141 Mar 14 18:45:56.545867 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-625d4351-8927-413a-b600-a07ce4d875eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:56.547309 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-625d4351-8927-413a-b600-a07ce4d875eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661502 Mar 14 18:45:56.671921 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-944ec179-4033-4f1a-9c41-2b4368195214 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188591 Mar 14 18:45:56.800082 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1cddf52c-9c08-4781-ba15-ea63da71e9f3 req-bcd5935f-d3e0-4c69-b515-a9f5d11ddf82 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223614 Mar 14 18:45:56.921277 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183a0c5-414b-493e-9291-080e2a7d3bfa req-ef8ac821-c24f-4a64-afaf-e52618e84393 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:56.931465 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3183a0c5-414b-493e-9291-080e2a7d3bfa req-ef8ac821-c24f-4a64-afaf-e52618e84393 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0783148 Mar 14 18:45:56.970705 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3183a0c5-414b-493e-9291-080e2a7d3bfa req-d647a3ca-2117-4271-b976-7ed152b2275c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422356 Mar 14 18:45:57.097693 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:45:57.865801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:57.899994 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:58.151005 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456804f8-b816-4756-9dd1-d55c3c649383 req-db4554c9-2d22-41ba-bcdd-a332c9810a1e tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:58.152968 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-456804f8-b816-4756-9dd1-d55c3c649383 req-db4554c9-2d22-41ba-bcdd-a332c9810a1e tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0776711 Mar 14 18:45:58.161594 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8f8e9695-b29c-4758-b20d-33a020b5e704 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:45:58.196135 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-456804f8-b816-4756-9dd1-d55c3c649383 req-b04b4916-37eb-4214-84b5-391de0428ef4 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375888 Mar 14 18:45:58.290447 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8f8e9695-b29c-4758-b20d-33a020b5e704, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8f8e9695-b29c-4758-b20d-33a020b5e704,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:45:58.302827 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '8f8e9695-b29c-4758-b20d-33a020b5e704', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'port_id': '8f8e9695-b29c-4758-b20d-33a020b5e704', 'mac_address': 'fa:16:3e:b9:9d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:45:58.355378 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:58.372347 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f8e9695-b29c-4758-b20d-33a020b5e704 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:45:58.387610 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8f8e9695-b29c-4758-b20d-33a020b5e704, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8f8e9695-b29c-4758-b20d-33a020b5e704,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:45:58.483000 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:58.557197 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['8f8e9695-b29c-4758-b20d-33a020b5e704'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:45:58.587117 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=8f8e9695-b29c-4758-b20d-33a020b5e704,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:45:59.473463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0bb38-0f5b-4631-ad69-48f80942d5a2 req-9fcf6a9e-2daa-4612-b856-88e07770c522 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:59.474936 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4fa0bb38-0f5b-4631-ad69-48f80942d5a2 req-9fcf6a9e-2daa-4612-b856-88e07770c522 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 944 time: 0.1732359 Mar 14 18:45:59.517019 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4fa0bb38-0f5b-4631-ad69-48f80942d5a2 req-d8ae5363-0ca8-4f7e-a08b-5a01b1c64c41 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358319 Mar 14 18:45:59.895023 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:00.197353 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8f8e9695-b29c-4758-b20d-33a020b5e704 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:46:00.266237 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 8f8e9695-b29c-4758-b20d-33a020b5e704 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:46:00.266608 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:00.303083 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-468e0604-9c6f-407f-9511-71239261d0bb tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:00.304510 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-468e0604-9c6f-407f-9511-71239261d0bb tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3&tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 944 time: 0.1432259 Mar 14 18:46:00.313073 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f67294-9573-4079-a67a-19e1cb9ec876 req-73a3e6ef-bd9c-4d25-a17d-e3510bb16b5b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:00.314415 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a5f67294-9573-4079-a67a-19e1cb9ec876 req-73a3e6ef-bd9c-4d25-a17d-e3510bb16b5b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 944 time: 0.1225462 Mar 14 18:46:00.380090 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:00.405699 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d0cefc-7729-4b05-8757-660e667ab1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8e9695-b29c-4758-b20d-33a020b5e704'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:46:00.415637 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a5f67294-9573-4079-a67a-19e1cb9ec876 req-821f308b-cc56-418f-ac52-e3ba865f7551 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650494 Mar 14 18:46:00.422414 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-978befac-7b5d-460f-8018-be637e54726d service neutron] 10.222.0.59 "GET /v2.0/ports/8f8e9695-b29c-4758-b20d-33a020b5e704/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.1070685 Mar 14 18:46:00.425383 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8f8e9695-b29c-4758-b20d-33a020b5e704, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8f8e9695-b29c-4758-b20d-33a020b5e704,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:46:00.463769 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d0cefc-7729-4b05-8757-660e667ab1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8e9695-b29c-4758-b20d-33a020b5e704', 'code': 200} Mar 14 18:46:00.516646 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-f25277e1-c645-466e-8bc2-57f638de83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:00.517357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:00.518112 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-f25277e1-c645-466e-8bc2-57f638de83f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 1097 time: 0.0697730 Mar 14 18:46:00.582425 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=8f8e9695-b29c-4758-b20d-33a020b5e704,revision_number=7']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:00.647506 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-4440979d-dd7e-4050-bf28-5b5876567aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:00.648945 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-4440979d-dd7e-4050-bf28-5b5876567aaa service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1246202 Mar 14 18:46:00.751614 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-dbc33590-891f-42b2-884a-75d0daae91bf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f8e9695-b29c-4758-b20d-33a020b5e704 HTTP/1.1" status: 200 len: 1001 time: 0.0969458 Mar 14 18:46:00.812029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-042b6b9e-455c-4192-b94c-5c206be10003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:00.813427 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-042b6b9e-455c-4192-b94c-5c206be10003 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0561357 Mar 14 18:46:00.888013 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-b277d78f-e443-48d1-a28e-ad878da31ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:00.889444 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-b277d78f-e443-48d1-a28e-ad878da31ba2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704753 Mar 14 18:46:01.016291 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-48791f0a-ba0e-4ce4-bd53-ea2de08b7b2d service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198275 Mar 14 18:46:01.143097 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-d11524d8-c9ea-42e2-89ab-f355f14b62a2 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215706 Mar 14 18:46:01.601910 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d47fcc-bb76-4f04-83b8-3fde0bed86b4 req-324a3a1d-b669-41f2-813e-7ed2133d355e tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:01.603392 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a6d47fcc-bb76-4f04-83b8-3fde0bed86b4 req-324a3a1d-b669-41f2-813e-7ed2133d355e tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0765860 Mar 14 18:46:01.646555 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a6d47fcc-bb76-4f04-83b8-3fde0bed86b4 req-883542e9-d9cb-43bd-bffc-c2b6e6c2f6ba tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373666 Mar 14 18:46:02.843518 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc7d10-4e46-4e45-beac-e4395a32ffc3 req-16f0be0e-dd49-4bc5-b77f-93a3972f0e99 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:02.844981 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5fbc7d10-4e46-4e45-beac-e4395a32ffc3 req-16f0be0e-dd49-4bc5-b77f-93a3972f0e99 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0880716 Mar 14 18:46:02.888916 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5fbc7d10-4e46-4e45-beac-e4395a32ffc3 req-6e3961df-685c-4cd3-9c0d-4d0e56a0b23d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381317 Mar 14 18:46:04.114669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17c81b-2b77-4dc2-9313-1101231f14a3 req-18f84ded-cd81-4e94-9892-78c0504bb370 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:04.116176 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2a17c81b-2b77-4dc2-9313-1101231f14a3 req-18f84ded-cd81-4e94-9892-78c0504bb370 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.1227431 Mar 14 18:46:04.172141 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-6f6ac654-4988-4acf-96c9-e37d7b99f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:04.173567 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-6f6ac654-4988-4acf-96c9-e37d7b99f575 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3&tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d HTTP/1.1" status: 200 len: 1098 time: 0.1220298 Mar 14 18:46:04.176440 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2a17c81b-2b77-4dc2-9313-1101231f14a3 req-23c0c590-8ce9-47cd-aa78-e78e87e9d3df tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540257 Mar 14 18:46:04.261140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-5c80a8be-cbb5-4a80-8ada-33f97118b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:04.262571 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-5c80a8be-cbb5-4a80-8ada-33f97118b505 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 1098 time: 0.0690339 Mar 14 18:46:04.389484 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-61316a50-152e-4dcf-8089-a965fe91be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:04.390860 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-61316a50-152e-4dcf-8089-a965fe91be29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1213770 Mar 14 18:46:04.589760 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-c98f9bbb-6d7c-4b43-8c44-b46a8680350f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f8e9695-b29c-4758-b20d-33a020b5e704 HTTP/1.1" status: 200 len: 1001 time: 0.1930158 Mar 14 18:46:04.651873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-287b3d3c-c113-4430-acec-55092c7665d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:04.653181 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-287b3d3c-c113-4430-acec-55092c7665d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0574853 Mar 14 18:46:04.728557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-2927ee24-82d4-47be-8613-d37d970a4631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:04.728557 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-2927ee24-82d4-47be-8613-d37d970a4631 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684326 Mar 14 18:46:04.856944 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-530c976a-ffa0-4f89-8bd9-bab89a528217 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227005 Mar 14 18:46:04.986210 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5148d6c7-6fd0-47c4-b23b-bef39f72b5ad req-5cc87039-b2f1-4614-8a66-b4718d6628d1 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222892 Mar 14 18:46:05.365066 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faefd44-f640-42c2-8b36-d429029e3488 req-47b253c1-cebb-4351-86b1-750104bbb514 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:05.366490 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9faefd44-f640-42c2-8b36-d429029e3488 req-47b253c1-cebb-4351-86b1-750104bbb514 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 945 time: 0.0828438 Mar 14 18:46:05.408871 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9faefd44-f640-42c2-8b36-d429029e3488 req-7ed2706b-7029-4a4d-adda-e5b6d1662af8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367868 Mar 14 18:46:06.219231 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8f8e9695-b29c-4758-b20d-33a020b5e704 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:46:06.222483 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8f8e9695-b29c-4758-b20d-33a020b5e704 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:46:06.428398 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:06.458078 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8f8e9695-b29c-4758-b20d-33a020b5e704, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8f8e9695-b29c-4758-b20d-33a020b5e704,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:46:06.480042 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d0cefc-7729-4b05-8757-660e667ab1c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f8e9695-b29c-4758-b20d-33a020b5e704'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:46:06.486441 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '8f8e9695-b29c-4758-b20d-33a020b5e704', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'port_id': '8f8e9695-b29c-4758-b20d-33a020b5e704', 'mac_address': 'fa:16:3e:b9:9d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:46:06.492230 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8f8e9695-b29c-4758-b20d-33a020b5e704, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8f8e9695-b29c-4758-b20d-33a020b5e704,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:46:06.538727 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d0cefc-7729-4b05-8757-660e667ab1c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f8e9695-b29c-4758-b20d-33a020b5e704', 'code': 200} Mar 14 18:46:06.547037 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:06.596089 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:06.598691 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00253a-c813-45bb-bab6-d732ccd3bd2f req-718818e1-9af5-49a1-b374-c80d0e7d1b99 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:06.600249 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8b00253a-c813-45bb-bab6-d732ccd3bd2f req-718818e1-9af5-49a1-b374-c80d0e7d1b99 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 943 time: 0.0834060 Mar 14 18:46:06.624279 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f8e9695-b29c-4758-b20d-33a020b5e704 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:46:06.648653 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8b00253a-c813-45bb-bab6-d732ccd3bd2f req-aff94ef4-787b-4c9f-9008-e1d3208e7f5e tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408008 Mar 14 18:46:06.673240 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=8f8e9695-b29c-4758-b20d-33a020b5e704,revision_number=8']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:06.697083 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:46:06.697525 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:46:07.250085 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:07.266127 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8e9695-b29c-4758-b20d-33a020b5e704 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:46:07.280727 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8f8e9695-b29c-4758-b20d-33a020b5e704, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8f8e9695-b29c-4758-b20d-33a020b5e704,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:46:07.323660 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:07.389790 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['8f8e9695-b29c-4758-b20d-33a020b5e704'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:46:07.433068 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=8f8e9695-b29c-4758-b20d-33a020b5e704,revision_number=9']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:07.879354 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c5618-096c-40e9-908f-73cdd610c7c8 req-e9663248-3eea-4577-beee-3a1a5393442c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:07.880789 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1f5c5618-096c-40e9-908f-73cdd610c7c8 req-e9663248-3eea-4577-beee-3a1a5393442c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 944 time: 0.1266079 Mar 14 18:46:07.920570 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-53ae0014-3467-48af-99a3-4e530dd5cab7 req-b422c238-f0a1-489c-b2cb-e70b3663c70b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1104603 Mar 14 18:46:07.940149 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1f5c5618-096c-40e9-908f-73cdd610c7c8 req-50597239-c86b-42de-844d-eb1719db9746 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466514 Mar 14 18:46:08.061243 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae0014-3467-48af-99a3-4e530dd5cab7 req-985a20b0-1c18-4b5b-bf42-d504f3ec5090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:08.062731 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-53ae0014-3467-48af-99a3-4e530dd5cab7 req-985a20b0-1c18-4b5b-bf42-d504f3ec5090 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 1097 time: 0.0724592 Mar 14 18:46:08.227959 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8f8e9695-b29c-4758-b20d-33a020b5e704 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:46:08.251071 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae0014-3467-48af-99a3-4e530dd5cab7 req-32a2065d-70d7-4aff-9d06-6ddd13f1f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:08.252498 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-53ae0014-3467-48af-99a3-4e530dd5cab7 req-32a2065d-70d7-4aff-9d06-6ddd13f1f0fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1689599 Mar 14 18:46:08.295368 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 8f8e9695-b29c-4758-b20d-33a020b5e704 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:46:08.295933 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:08.378866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c925e-0ecd-487b-be44-2d303323bd3f req-c225c015-c55a-430e-82db-f11434c4a520 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:08.380304 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-735c925e-0ecd-487b-be44-2d303323bd3f req-c225c015-c55a-430e-82db-f11434c4a520 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 944 time: 0.1871045 Mar 14 18:46:08.382106 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-53ae0014-3467-48af-99a3-4e530dd5cab7 req-1d16ea01-de91-4784-8cab-35603e9b1ee3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f8e9695-b29c-4758-b20d-33a020b5e704 HTTP/1.1" status: 200 len: 1000 time: 0.1234393 Mar 14 18:46:08.409117 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:08.441307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8f8e9695-b29c-4758-b20d-33a020b5e704, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8f8e9695-b29c-4758-b20d-33a020b5e704,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:46:08.472893 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-735c925e-0ecd-487b-be44-2d303323bd3f req-184d16f0-2039-4e84-8f79-9d6baa04342c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867786 Mar 14 18:46:08.478030 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae0014-3467-48af-99a3-4e530dd5cab7 req-90a3dc10-6757-4add-8ca9-c857b6ea0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:08.479917 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-53ae0014-3467-48af-99a3-4e530dd5cab7 req-90a3dc10-6757-4add-8ca9-c857b6ea0575 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0810673 Mar 14 18:46:08.511915 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:08.548282 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d0cefc-7729-4b05-8757-660e667ab1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8e9695-b29c-4758-b20d-33a020b5e704'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:46:08.556141 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae0014-3467-48af-99a3-4e530dd5cab7 req-fea3abf8-a333-4c36-922c-a3e04c0ff086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:08.557613 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-53ae0014-3467-48af-99a3-4e530dd5cab7 req-fea3abf8-a333-4c36-922c-a3e04c0ff086 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729995 Mar 14 18:46:08.587050 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=8f8e9695-b29c-4758-b20d-33a020b5e704,revision_number=10']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:08.603114 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d0cefc-7729-4b05-8757-660e667ab1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8e9695-b29c-4758-b20d-33a020b5e704', 'code': 200} Mar 14 18:46:08.841835 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-53ae0014-3467-48af-99a3-4e530dd5cab7 req-9497fe52-0c61-473a-b9eb-55dd721bab55 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785997 Mar 14 18:46:08.852647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d0e6d-17df-48ba-8f1d-07526bf5fa42 req-a73ea698-4dd4-4419-a3c5-d6e01ed53790 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:08.854031 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b62d0e6d-17df-48ba-8f1d-07526bf5fa42 req-a73ea698-4dd4-4419-a3c5-d6e01ed53790 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 946 time: 0.2657654 Mar 14 18:46:08.981252 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b62d0e6d-17df-48ba-8f1d-07526bf5fa42 req-934edbc3-841d-4c9c-acf4-417cd2923962 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098287 Mar 14 18:46:09.008451 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-53ae0014-3467-48af-99a3-4e530dd5cab7 req-a2314263-91c9-46eb-9ec5-247197dc9e4e service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535158 Mar 14 18:46:09.311911 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:09.597816 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4e726-40d8-40d8-95e5-99d49380a562 req-a9e979c8-1b52-4a15-bf2c-ea9ab52ed386 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:09.599263 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-78c4e726-40d8-40d8-95e5-99d49380a562 req-a9e979c8-1b52-4a15-bf2c-ea9ab52ed386 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 946 time: 0.0818117 Mar 14 18:46:09.642887 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-78c4e726-40d8-40d8-95e5-99d49380a562 req-0a1b46b6-9857-4dd4-97b4-a76494a0ef93 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375090 Mar 14 18:46:10.828707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c7956-67a8-4e6b-8b01-54cc9e9c2966 req-8d874024-0748-4349-9132-a90a96d8894a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:10.830130 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bd1c7956-67a8-4e6b-8b01-54cc9e9c2966 req-8d874024-0748-4349-9132-a90a96d8894a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 946 time: 0.0798652 Mar 14 18:46:10.873131 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bd1c7956-67a8-4e6b-8b01-54cc9e9c2966 req-48b0416d-e78a-4710-aabd-28e6da166f2f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372014 Mar 14 18:46:11.678559 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad1366-5c98-4077-be69-5b24aaa5178e req-7f7cf8c6-2bc7-498d-a188-b2dd8e9acdfb tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:11.680003 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-49ad1366-5c98-4077-be69-5b24aaa5178e req-7f7cf8c6-2bc7-498d-a188-b2dd8e9acdfb tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 946 time: 0.0808120 Mar 14 18:46:11.747897 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-49ad1366-5c98-4077-be69-5b24aaa5178e req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Deleting port 8f8e9695-b29c-4758-b20d-33a020b5e704 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:46:11.748242 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-49ad1366-5c98-4077-be69-5b24aaa5178e req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:12.025174 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-49ad1366-5c98-4077-be69-5b24aaa5178e req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] For port 8f8e9695-b29c-4758-b20d-33a020b5e704, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8f8e9695-b29c-4758-b20d-33a020b5e704,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:46:12.026352 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-49ad1366-5c98-4077-be69-5b24aaa5178e req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:12.223040 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a234a-eaf5-455b-a2a6-ae5097e37041 req-43953182-6059-4b5c-ab96-e53949b3d756 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:12.224501 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-841a234a-eaf5-455b-a2a6-ae5097e37041 req-43953182-6059-4b5c-ab96-e53949b3d756 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 946 time: 0.2403729 Mar 14 18:46:12.361133 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-841a234a-eaf5-455b-a2a6-ae5097e37041 req-ee4d8d19-b4b6-4457-a056-a704360f1d01 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258206 Mar 14 18:46:12.367873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-49ad1366-5c98-4077-be69-5b24aaa5178e req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:12.368241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-49ad1366-5c98-4077-be69-5b24aaa5178e req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:12.368548 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [req-49ad1366-5c98-4077-be69-5b24aaa5178e req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Floating IP 708a1985-1867-4c14-9965-c6813b7f04b5 disassociated. External IP: 172.26.7.59, port: 8f8e9695-b29c-4758-b20d-33a020b5e704. Mar 14 18:46:12.368885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-49ad1366-5c98-4077-be69-5b24aaa5178e req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Calling delete_port for 8f8e9695-b29c-4758-b20d-33a020b5e704 owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:46:12.614740 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-49ad1366-5c98-4077-be69-5b24aaa5178e req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:12.664416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Pushing event deleted for resources: {'Port': ['ID=8f8e9695-b29c-4758-b20d-33a020b5e704,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:12.724273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:12.724273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:12.724603 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:12.724931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:12.725256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:12.725576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:12.725900 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:12.726216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:12.726536 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:12.726884 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:12.727200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:12.727614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:12.967112 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49ad1366-5c98-4077-be69-5b24aaa5178e req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Router 7b38e6e5-c07e-432f-a26c-57fce9e9626e has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:46:13.137682 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49ad1366-5c98-4077-be69-5b24aaa5178e req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:46:13.148503 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9765833-8c76-4029-9815-46283ae482bc None None] Sync routers for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:46:13.157644 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9765833-8c76-4029-9815-46283ae482bc None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:46:13.158323 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e9765833-8c76-4029-9815-46283ae482bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:45:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:13.210164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ad1366-5c98-4077-be69-5b24aaa5178e req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] No DVR routers for this DVR port 8f8e9695-b29c-4758-b20d-33a020b5e704 on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:46:13.212610 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-49ad1366-5c98-4077-be69-5b24aaa5178e req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:13.215132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d0cefc-7729-4b05-8757-660e667ab1c3', 'name': 'network-vif-deleted', 'tag': '8f8e9695-b29c-4758-b20d-33a020b5e704'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:46:13.258778 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d0cefc-7729-4b05-8757-660e667ab1c3', 'name': 'network-vif-deleted', 'tag': '8f8e9695-b29c-4758-b20d-33a020b5e704', 'status': 'completed', 'code': 200} Mar 14 18:46:13.301088 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-49ad1366-5c98-4077-be69-5b24aaa5178e req-f0992059-e7e6-43d2-a117-5829ba4f86d9 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "DELETE /v2.0/ports/8f8e9695-b29c-4758-b20d-33a020b5e704 HTTP/1.1" status: 204 len: 173 time: 1.6161537 Mar 14 18:46:13.333578 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-e9765833-8c76-4029-9815-46283ae482bc None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:46:13.516804 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-b278040d-2918-4dfc-b24f-5e6b4fa23148 req-63eca2db-0533-48d7-8a71-d0efe0a2d2ec tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Synchronizing usage tracker for tenant:9cc4d3ea94ee4884a25eab40e40acd2d on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:46:13.609425 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-b278040d-2918-4dfc-b24f-5e6b4fa23148 req-63eca2db-0533-48d7-8a71-d0efe0a2d2ec tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Unset dirty status for tenant:9cc4d3ea94ee4884a25eab40e40acd2d on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:46:13.610820 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b278040d-2918-4dfc-b24f-5e6b4fa23148 req-63eca2db-0533-48d7-8a71-d0efe0a2d2ec tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=86d0cefc-7729-4b05-8757-660e667ab1c3 HTTP/1.1" status: 200 len: 210 time: 0.1347542 Mar 14 18:46:13.645764 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e9765833-8c76-4029-9815-46283ae482bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:13.649664 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9765833-8c76-4029-9815-46283ae482bc None None] Checking router: 7b38e6e5-c07e-432f-a26c-57fce9e9626e for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:46:13.658204 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9765833-8c76-4029-9815-46283ae482bc None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:46:13.658857 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e9765833-8c76-4029-9815-46283ae482bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:45:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:13.829880 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-e9765833-8c76-4029-9815-46283ae482bc None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:46:14.159732 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-e9765833-8c76-4029-9815-46283ae482bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:14.163606 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9765833-8c76-4029-9815-46283ae482bc None None] The sync data for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv is: [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:46:14.371212 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d95b8b-3e3b-401a-922b-8aef1852569f None None] New status for floating IP 708a1985-1867-4c14-9965-c6813b7f04b5: DOWN {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:46:14.950162 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b4d8bedf-91aa-41ff-a35d-9c305a2098c8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1647140692&fields=id&tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d HTTP/1.1" status: 200 len: 267 time: 0.0422421 Mar 14 18:46:15.095074 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b0e8692a-20a1-4cdd-8543-369ce6ee4ee3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:15.096475 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b0e8692a-20a1-4cdd-8543-369ce6ee4ee3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 812 time: 0.1399567 Mar 14 18:46:15.110576 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3a12570b-38aa-405b-a281-aac9c4939662 req-d9949470-b00b-4989-8b2e-e2febe7b9a7d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/quotas/9cc4d3ea94ee4884a25eab40e40acd2d HTTP/1.1" status: 200 len: 375 time: 0.0087407 Mar 14 18:46:15.193569 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3a12570b-38aa-405b-a281-aac9c4939662 req-4454c338-9b18-4d84-8d41-f72ba3838aa0 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781333 Mar 14 18:46:15.327501 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3a12570b-38aa-405b-a281-aac9c4939662 req-53aff63b-902d-4d32-82eb-c70b48e5efa8 service neutron] 10.222.0.43 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217053 Mar 14 18:46:15.454950 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3a12570b-38aa-405b-a281-aac9c4939662 req-7370f25e-ec81-4730-8491-f19937feb3d7 service neutron] 10.222.0.43 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216712 Mar 14 18:46:15.717173 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-111e431b-fae9-4376-a3f7-593d2e26b276 req-d8b0d2e4-2046-425c-a311-7f1aadf33ea8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 210 time: 0.0424964 Mar 14 18:46:16.244422 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8f8e9695-b29c-4758-b20d-33a020b5e704 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:46:16.280413 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 8f8e9695-b29c-4758-b20d-33a020b5e704 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:46:16.280751 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8f8e9695-b29c-4758-b20d-33a020b5e704 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:46:16.868340 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8c9dab92-3137-407b-ab09-e0326e39be21 req-c3733db4-6f56-4059-8ab1-a0a889269c00 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 210 time: 0.0464513 Mar 14 18:46:17.549380 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12570b-38aa-405b-a281-aac9c4939662 req-bf70ff59-c21b-43f7-a1d9-a002111ed6d5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:17.550802 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3a12570b-38aa-405b-a281-aac9c4939662 req-bf70ff59-c21b-43f7-a1d9-a002111ed6d5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 812 time: 0.1446590 Mar 14 18:46:17.597044 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3a12570b-38aa-405b-a281-aac9c4939662 req-8a4c60a4-7529-4689-a146-74cbd65145d5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d HTTP/1.1" status: 200 len: 380 time: 0.0384903 Mar 14 18:46:17.607065 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-3a12570b-38aa-405b-a281-aac9c4939662 req-85d03626-ab68-48d4-bd04-94797e603267 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Request body: {'port': {'device_id': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'admin_state_up': True, 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'security_groups': ['7d398846-6d61-40af-8534-d1c978484dea']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:17.739486 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-3a12570b-38aa-405b-a281-aac9c4939662 req-85d03626-ab68-48d4-bd04-94797e603267 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:46:17.749343 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-3a12570b-38aa-405b-a281-aac9c4939662 req-85d03626-ab68-48d4-bd04-94797e603267 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:46:17.825946 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a12570b-38aa-405b-a281-aac9c4939662 req-85d03626-ab68-48d4-bd04-94797e603267 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Made reservation on behalf of 9cc4d3ea94ee4884a25eab40e40acd2d for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:46:17.829977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3a12570b-38aa-405b-a281-aac9c4939662 req-85d03626-ab68-48d4-bd04-94797e603267 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:18.021762 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0500bc95-8a74-48b5-906b-dd0f240b3e5e req-06f273e4-d9ea-4d03-994c-4204a3538e0b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 210 time: 0.0464091 Mar 14 18:46:18.033352 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-3a12570b-38aa-405b-a281-aac9c4939662 req-85d03626-ab68-48d4-bd04-94797e603267 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Allocated IP 172.20.0.10 (25c619bf-5811-48d7-9f8c-4a49cedefe97/b9f6541f-a0df-42db-afad-fc6d61d8a55e/44e39a6c-9d19-4781-8bf5-759d6ddf2c41) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:46:18.316315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3a12570b-38aa-405b-a281-aac9c4939662 req-85d03626-ab68-48d4-bd04-94797e603267 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:18.331549 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-3a12570b-38aa-405b-a281-aac9c4939662 req-85d03626-ab68-48d4-bd04-94797e603267 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Transition to ACTIVE for port object 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:46:18.420753 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3a12570b-38aa-405b-a281-aac9c4939662 req-85d03626-ab68-48d4-bd04-94797e603267 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:18.482745 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a12570b-38aa-405b-a281-aac9c4939662 req-85d03626-ab68-48d4-bd04-94797e603267 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Network 25c619bf-5811-48d7-9f8c-4a49cedefe97 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:46:18.485597 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-3a12570b-38aa-405b-a281-aac9c4939662 req-85d03626-ab68-48d4-bd04-94797e603267 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:46:18.493859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a12570b-38aa-405b-a281-aac9c4939662 req-85d03626-ab68-48d4-bd04-94797e603267 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:46:18.530672 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d03626-ab68-48d4-bd04-94797e603267 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Pushing event updated for resources: {'Port': ['ID=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:18.564280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12570b-38aa-405b-a281-aac9c4939662 req-85d03626-ab68-48d4-bd04-94797e603267 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:18.564883 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3a12570b-38aa-405b-a281-aac9c4939662 req-85d03626-ab68-48d4-bd04-94797e603267 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:18.655559 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3a12570b-38aa-405b-a281-aac9c4939662 req-85d03626-ab68-48d4-bd04-94797e603267 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0524733 Mar 14 18:46:18.667368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Request body: {'port': {'device_id': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:18.775464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:18.837324 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f28783d1-dc64-4c27-933b-752e14795d5a None None] Provisioning for port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:46:18.842444 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f28783d1-dc64-4c27-933b-752e14795d5a None None] Provisioning complete for port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:46:18.842847 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f28783d1-dc64-4c27-933b-752e14795d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:18.895655 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-f28783d1-dc64-4c27-933b-752e14795d5a None None] Port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:46:19.111038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:46:19.118321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:19.161844 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Transition to ACTIVE for port object 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:46:19.209924 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08749d-b871-4115-88fd-4a485bffb2bc req-37f4faec-8d93-4312-b620-2c61e08db02a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:19.210646 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-6f08749d-b871-4115-88fd-4a485bffb2bc req-37f4faec-8d93-4312-b620-2c61e08db02a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Synchronizing usage tracker for tenant:9cc4d3ea94ee4884a25eab40e40acd2d on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:46:19.243454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:19.347526 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-6f08749d-b871-4115-88fd-4a485bffb2bc req-37f4faec-8d93-4312-b620-2c61e08db02a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Unset dirty status for tenant:9cc4d3ea94ee4884a25eab40e40acd2d on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:46:19.348698 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6f08749d-b871-4115-88fd-4a485bffb2bc req-37f4faec-8d93-4312-b620-2c61e08db02a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 932 time: 0.2174065 Mar 14 18:46:19.385828 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Pushing event updated for resources: {'Port': ['ID=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:19.486732 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6f08749d-b871-4115-88fd-4a485bffb2bc req-4bf631ec-9edd-447b-a492-e190e3f620b4 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223822 Mar 14 18:46:19.513241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Attempting to bind port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:46:19.513573 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Attempting to bind port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:46:19.513902 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Attempting to bind port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 on network 25c619bf-5811-48d7-9f8c-4a49cedefe97 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:46:19.518518 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 on network 25c619bf-5811-48d7-9f8c-4a49cedefe97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:46:19.518874 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Attempting to bind port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 on network 25c619bf-5811-48d7-9f8c-4a49cedefe97 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:46:19.523944 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:46:19.524277 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Checking segment: {'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:46:19.524653 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Bound using segment: {'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:46:19.525107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Bound port: 44e39a6c-9d19-4781-8bf5-759d6ddf2c41, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ca6506-b2e4-4971-8929-d0942ca58a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:46:19.525449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:19.614782 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] For port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:46:19.617558 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] For port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:46:19.683715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:19.738286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:19.738918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:19.743199 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3a12570b-38aa-405b-a281-aac9c4939662 req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] 10.222.0.59 "PUT /v2.0/ports/44e39a6c-9d19-4781-8bf5-759d6ddf2c41 HTTP/1.1" status: 200 len: 1094 time: 1.0769761 Mar 14 18:46:19.743199 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'tag': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:46:19.763873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44da3c5-f644-4dbc-980a-44ac04003dfe service neutron] Pushing event updated for resources: {'Port': ['ID=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:19.784386 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'tag': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41', 'status': 'completed', 'code': 200} Mar 14 18:46:19.877834 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b29e7-a7b8-4f6d-a914-139303f3afe5 req-2aa7bf63-eb58-483f-b50b-cb626f312164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:19.879362 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-023b29e7-a7b8-4f6d-a914-139303f3afe5 req-2aa7bf63-eb58-483f-b50b-cb626f312164 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 1097 time: 0.0731990 Mar 14 18:46:20.018743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b29e7-a7b8-4f6d-a914-139303f3afe5 req-a1bf34eb-3a8f-44ae-b3dc-7ecea9d2377e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:20.020262 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-023b29e7-a7b8-4f6d-a914-139303f3afe5 req-a1bf34eb-3a8f-44ae-b3dc-7ecea9d2377e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1339133 Mar 14 18:46:20.152882 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b29e7-a7b8-4f6d-a914-139303f3afe5 req-199d31d0-5cd5-4c5a-b57c-555716870eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:20.154301 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-023b29e7-a7b8-4f6d-a914-139303f3afe5 req-199d31d0-5cd5-4c5a-b57c-555716870eaf service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284590 Mar 14 18:46:20.259775 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12570b-38aa-405b-a281-aac9c4939662 req-e6a6cc20-0f5f-4659-8001-43bc49d7a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:20.261661 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3a12570b-38aa-405b-a281-aac9c4939662 req-e6a6cc20-0f5f-4659-8001-43bc49d7a3d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 1097 time: 0.0724444 Mar 14 18:46:20.329963 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3a12570b-38aa-405b-a281-aac9c4939662 req-a37e66e5-2cc2-40fb-a937-00990f4246c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41 HTTP/1.1" status: 200 len: 217 time: 0.0611076 Mar 14 18:46:20.479373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12570b-38aa-405b-a281-aac9c4939662 req-4aa839d3-3d14-4db3-be4c-d75b9a9d0fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:20.480819 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3a12570b-38aa-405b-a281-aac9c4939662 req-4aa839d3-3d14-4db3-be4c-d75b9a9d0fbd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.1450224 Mar 14 18:46:20.560272 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12570b-38aa-405b-a281-aac9c4939662 req-7fa3ff82-8670-4593-95b8-27d54cc602a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:20.561714 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3a12570b-38aa-405b-a281-aac9c4939662 req-7fa3ff82-8670-4593-95b8-27d54cc602a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749238 Mar 14 18:46:20.737342 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3a12570b-38aa-405b-a281-aac9c4939662 req-6940c79f-9b29-47b1-bce9-1b7a1f6e3100 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685860 Mar 14 18:46:20.788180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb25b2-5c71-4c75-b801-486e33ddb3e5 req-ed3541e6-af4a-40dc-aa5a-d8a0ad3f56c5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:20.789570 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e7cb25b2-5c71-4c75-b801-486e33ddb3e5 req-ed3541e6-af4a-40dc-aa5a-d8a0ad3f56c5 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 944 time: 0.1897461 Mar 14 18:46:20.899662 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e7cb25b2-5c71-4c75-b801-486e33ddb3e5 req-2033b3d8-8047-4384-b35a-bb89e0a985a2 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636032 Mar 14 18:46:20.917014 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3a12570b-38aa-405b-a281-aac9c4939662 req-a4bfe3b4-0d09-428e-a831-521602add7f5 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716294 Mar 14 18:46:22.086946 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee1f88-57e5-4003-9f96-053be08a8180 req-babbd770-e0d9-4bcb-b3d3-5989d0cac166 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:22.088960 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-60ee1f88-57e5-4003-9f96-053be08a8180 req-babbd770-e0d9-4bcb-b3d3-5989d0cac166 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 944 time: 0.0804009 Mar 14 18:46:22.130280 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-60ee1f88-57e5-4003-9f96-053be08a8180 req-4d0c4244-c6d3-4504-b03e-c4f23d9b2003 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357971 Mar 14 18:46:22.260445 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:46:22.428472 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:46:22.441810 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'port_id': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41', 'mac_address': 'fa:16:3e:eb:84:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:46:22.498407 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:22.514890 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:46:22.529512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:46:22.591512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:22.657263 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:22.664223 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:22.664581 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:22.664995 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:22.665336 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:22.665669 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:22.666019 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:22.666360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:22.666688 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:22.667042 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:22.667368 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:22.667696 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:22.668013 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:22.799841 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['44e39a6c-9d19-4781-8bf5-759d6ddf2c41'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:46:23.308490 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4940c-be6e-45f0-80ad-c36542be86e2 req-1d40ba8d-2bcc-4a64-83b3-c94ecc2dcdbe tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:23.313844 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b9c4940c-be6e-45f0-80ad-c36542be86e2 req-1d40ba8d-2bcc-4a64-83b3-c94ecc2dcdbe tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 945 time: 0.0769434 Mar 14 18:46:23.357078 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b9c4940c-be6e-45f0-80ad-c36542be86e2 req-6f0685a6-0493-42ca-891f-097951a8b6d1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415189 Mar 14 18:46:24.277839 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c6338073-03fb-479f-863d-da0340d692d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:24.304433 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:46:24.431934 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:46:24.437107 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:46:24.437480 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:24.539747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9e922-3fb9-4a25-8379-7b7e1bb193ee req-f9d94372-7204-4988-a6f6-2070a6ad78b7 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:24.541205 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86f9e922-3fb9-4a25-8379-7b7e1bb193ee req-f9d94372-7204-4988-a6f6-2070a6ad78b7 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 945 time: 0.0788374 Mar 14 18:46:24.554800 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:24.581255 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:46:24.584860 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86f9e922-3fb9-4a25-8379-7b7e1bb193ee req-6f09cd32-7e5d-433b-b801-956d2cd45ff8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379565 Mar 14 18:46:24.591453 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:46:24.626261 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41', 'code': 200} Mar 14 18:46:24.654852 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:24.723249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:24.974851 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960a2e8-e167-40ad-aec2-02f53a549b2c req-9ffa671c-7882-4e81-a923-948e99c76076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:24.976267 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9960a2e8-e167-40ad-aec2-02f53a549b2c req-9ffa671c-7882-4e81-a923-948e99c76076 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 1099 time: 0.0704169 Mar 14 18:46:25.014716 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9960a2e8-e167-40ad-aec2-02f53a549b2c req-51e9b986-1d50-46c5-82e6-252e4b933c08 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326242 Mar 14 18:46:25.763926 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c77a2-c79b-4cd5-a217-cece0695e9a3 req-45c4b3dd-6222-41c9-a7d8-522823b4fa58 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:25.766866 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d56c77a2-c79b-4cd5-a217-cece0695e9a3 req-45c4b3dd-6222-41c9-a7d8-522823b4fa58 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.0771689 Mar 14 18:46:25.808238 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d56c77a2-c79b-4cd5-a217-cece0695e9a3 req-78b74d1f-2059-445c-b575-8aad1664ceca tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372765 Mar 14 18:46:26.374401 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f52e6804-7438-46cc-85a1-5cd2566cd753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:26.996022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d6562-8474-4c0a-b23c-25b25afd15b3 req-35c4ff11-4a45-443e-bb16-9ecca7640f3f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:26.997361 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-275d6562-8474-4c0a-b23c-25b25afd15b3 req-35c4ff11-4a45-443e-bb16-9ecca7640f3f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.0805457 Mar 14 18:46:27.040186 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-275d6562-8474-4c0a-b23c-25b25afd15b3 req-ca89059e-fed9-4799-8e21-52eff6ddc18c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372829 Mar 14 18:46:27.214212 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72f238-1c50-4b17-a972-9b310c1b9bdb req-262c602d-93ae-458b-9a8a-114072fdd29f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:27.215668 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dc72f238-1c50-4b17-a972-9b310c1b9bdb req-262c602d-93ae-458b-9a8a-114072fdd29f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.0762146 Mar 14 18:46:27.224083 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 35972) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:46:27.228849 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-e7f7fe9c-9588-42fe-ae9a-61e82fa312f3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Request body: {'floatingip': {'port_id': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:27.303804 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7f7fe9c-9588-42fe-ae9a-61e82fa312f3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for floatingip, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:27.836398 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:27.894780 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:27.976941 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7f7fe9c-9588-42fe-ae9a-61e82fa312f3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:28.014251 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7f7fe9c-9588-42fe-ae9a-61e82fa312f3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:28.180854 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-e7f7fe9c-9588-42fe-ae9a-61e82fa312f3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Floating IP 708a1985-1867-4c14-9965-c6813b7f04b5 associated. External IP: 172.26.7.59, port: 44e39a6c-9d19-4781-8bf5-759d6ddf2c41. Mar 14 18:46:28.516097 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f7fe9c-9588-42fe-ae9a-61e82fa312f3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Router 7b38e6e5-c07e-432f-a26c-57fce9e9626e has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:46:28.687276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f7fe9c-9588-42fe-ae9a-61e82fa312f3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:46:28.692398 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e7f7fe9c-9588-42fe-ae9a-61e82fa312f3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:28.697068 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5250e0d4-2eaf-413e-a304-e8a0c5fc16eb None None] Sync routers for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:46:28.707844 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5250e0d4-2eaf-413e-a304-e8a0c5fc16eb None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:46:28.708433 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5250e0d4-2eaf-413e-a304-e8a0c5fc16eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:46:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:28.748114 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e7f7fe9c-9588-42fe-ae9a-61e82fa312f3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "PUT /v2.0/floatingips/708a1985-1867-4c14-9965-c6813b7f04b5 HTTP/1.1" status: 200 len: 992 time: 1.5193636 Mar 14 18:46:28.748114 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'tag': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:46:28.792711 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'tag': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41', 'status': 'completed', 'code': 200} Mar 14 18:46:28.885494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c7ea0-e4fe-4a43-a2e9-447b02af5fad req-ba36e103-038f-4d10-b5dd-a4c95a971024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:28.887044 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-eb4c7ea0-e4fe-4a43-a2e9-447b02af5fad req-ba36e103-038f-4d10-b5dd-a4c95a971024 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 1099 time: 0.0740242 Mar 14 18:46:28.891807 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-5250e0d4-2eaf-413e-a304-e8a0c5fc16eb None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:46:29.023060 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c7ea0-e4fe-4a43-a2e9-447b02af5fad req-1a268cb7-8a1d-4027-a9c0-d9c1ecd686a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:29.024419 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-eb4c7ea0-e4fe-4a43-a2e9-447b02af5fad req-1a268cb7-8a1d-4027-a9c0-d9c1ecd686a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1319573 Mar 14 18:46:29.241766 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-eb4c7ea0-e4fe-4a43-a2e9-447b02af5fad req-178b8cf1-c08a-4698-a55e-867b7dc45228 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41 HTTP/1.1" status: 200 len: 1000 time: 0.2114997 Mar 14 18:46:29.247227 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5250e0d4-2eaf-413e-a304-e8a0c5fc16eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '708a1985-1867-4c14-9965-c6813b7f04b5', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'floating_ip_address': '172.26.7.59', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'port_id': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'mac_address': 'fa:16:3e:eb:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:43:14Z', 'updated_at': '2022-03-14T18:46:27Z', 'revision_number': 13, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:29.250958 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5250e0d4-2eaf-413e-a304-e8a0c5fc16eb None None] Checking router: 7b38e6e5-c07e-432f-a26c-57fce9e9626e for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:46:29.259213 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5250e0d4-2eaf-413e-a304-e8a0c5fc16eb None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:46:29.259816 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5250e0d4-2eaf-413e-a304-e8a0c5fc16eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:46:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:29.306859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c7ea0-e4fe-4a43-a2e9-447b02af5fad req-97a5fca2-3df3-4008-92fc-a5e751bf772a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:29.308280 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-eb4c7ea0-e4fe-4a43-a2e9-447b02af5fad req-97a5fca2-3df3-4008-92fc-a5e751bf772a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0610530 Mar 14 18:46:29.380957 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c7ea0-e4fe-4a43-a2e9-447b02af5fad req-eea31091-3a88-4316-8fd0-9d7be6564dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:29.382417 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-eb4c7ea0-e4fe-4a43-a2e9-447b02af5fad req-eea31091-3a88-4316-8fd0-9d7be6564dea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686996 Mar 14 18:46:29.435554 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-5250e0d4-2eaf-413e-a304-e8a0c5fc16eb None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:46:29.512391 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-eb4c7ea0-e4fe-4a43-a2e9-447b02af5fad req-7558a4e1-8580-4b36-9b77-2bdfb81e96ee service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236875 Mar 14 18:46:29.661257 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-eb4c7ea0-e4fe-4a43-a2e9-447b02af5fad req-b558962e-f98c-477a-9897-d24da902f133 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374059 Mar 14 18:46:29.809984 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5250e0d4-2eaf-413e-a304-e8a0c5fc16eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '708a1985-1867-4c14-9965-c6813b7f04b5', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'floating_ip_address': '172.26.7.59', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'port_id': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'mac_address': 'fa:16:3e:eb:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:43:14Z', 'updated_at': '2022-03-14T18:46:27Z', 'revision_number': 13, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:29.813974 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5250e0d4-2eaf-413e-a304-e8a0c5fc16eb None None] The sync data for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv is: [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '708a1985-1867-4c14-9965-c6813b7f04b5', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'floating_ip_address': '172.26.7.59', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'port_id': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'mac_address': 'fa:16:3e:eb:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:43:14Z', 'updated_at': '2022-03-14T18:46:27Z', 'revision_number': 13, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:46:29.838684 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:30.008314 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4042acb-0bc3-4a4e-8aa2-b4be0b0188f2 None None] New status for floating IP 708a1985-1867-4c14-9965-c6813b7f04b5: ACTIVE {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:46:30.860809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2772a-68f2-4bd5-ad1a-d213b12bb5d2 req-bb34d065-684d-4b5d-82af-3871ffc9c963 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:30.860809 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0cb2772a-68f2-4bd5-ad1a-d213b12bb5d2 req-bb34d065-684d-4b5d-82af-3871ffc9c963 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.0818040 Mar 14 18:46:30.891702 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0cb2772a-68f2-4bd5-ad1a-d213b12bb5d2 req-d52f5178-da91-4034-bd4a-a32203f056f6 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365677 Mar 14 18:46:34.097304 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:46:39.283339 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:41.193761 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a132765-79ce-456a-bb82-969326bdc6c0 req-8fe55a64-8e46-4473-b040-c19bf96621bb tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:41.195205 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6a132765-79ce-456a-bb82-969326bdc6c0 req-8fe55a64-8e46-4473-b040-c19bf96621bb tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.0855277 Mar 14 18:46:41.281530 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6a132765-79ce-456a-bb82-969326bdc6c0 req-b95266dc-2883-402e-a981-708b1b74a638 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793865 Mar 14 18:46:41.305141 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-8c6c9ffa-ee9c-4593-a36b-2fd6416ffbd8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1304541 Mar 14 18:46:42.470262 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbef52-3651-4798-ab15-0b252d3cd698 req-cdb7e879-745d-40f4-86bc-d64b76742181 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:42.472501 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-81cbef52-3651-4798-ab15-0b252d3cd698 req-cdb7e879-745d-40f4-86bc-d64b76742181 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.0786557 Mar 14 18:46:42.519072 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-81cbef52-3651-4798-ab15-0b252d3cd698 req-91ba7a2b-7765-4830-9fc8-6dcf6b3f6a12 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414581 Mar 14 18:46:43.303752 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-1826a2e2-b894-41a8-9f47-42606f75479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:43.326134 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-1826a2e2-b894-41a8-9f47-42606f75479b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 1099 time: 0.0715034 Mar 14 18:46:43.434656 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-15b89b62-a4a8-4c3c-9338-7732a02651ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:43.436109 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-15b89b62-a4a8-4c3c-9338-7732a02651ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1246176 Mar 14 18:46:43.535678 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-e1b51287-ec04-4b98-bb1b-8de2e86ffb04 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41 HTTP/1.1" status: 200 len: 1002 time: 0.0930932 Mar 14 18:46:43.597117 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-4c8a6d92-9e7b-46e5-a584-7dbe04ac12c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:43.598591 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-4c8a6d92-9e7b-46e5-a584-7dbe04ac12c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0564754 Mar 14 18:46:43.728472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-3de0d160-97f4-428d-9d27-eb97c421d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:43.729899 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-3de0d160-97f4-428d-9d27-eb97c421d768 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1254504 Mar 14 18:46:43.744367 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44162916-dca9-4ff5-aaa8-874843f68067 req-ab833e8a-b27c-4940-8690-7749e2766857 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:43.745723 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-44162916-dca9-4ff5-aaa8-874843f68067 req-ab833e8a-b27c-4940-8690-7749e2766857 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.1089890 Mar 14 18:46:43.873937 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-44162916-dca9-4ff5-aaa8-874843f68067 req-9290b538-99b0-4545-aaf1-b192954a0522 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117551 Mar 14 18:46:43.898233 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-e1591cb1-fd73-4074-9c21-fc9fd85257b7 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617177 Mar 14 18:46:44.023275 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-e248e085-1b59-4ed1-92d0-37987719d62f service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188624 Mar 14 18:46:45.147298 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e330a6e-a49b-40a3-bcff-dc9f900c89d0 req-cc10e4ac-29b0-4455-a78f-dd4d98721748 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:45.148734 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6e330a6e-a49b-40a3-bcff-dc9f900c89d0 req-cc10e4ac-29b0-4455-a78f-dd4d98721748 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.1724913 Mar 14 18:46:45.190926 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6e330a6e-a49b-40a3-bcff-dc9f900c89d0 req-025ce0b3-613c-438a-929d-1d407ee73d08 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363872 Mar 14 18:46:46.374217 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f63b0-882c-4fa9-ad61-dac83c98dd1f req-991eba8e-7f19-4637-8c36-9a75df908f49 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:46.375664 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-904f63b0-882c-4fa9-ad61-dac83c98dd1f req-991eba8e-7f19-4637-8c36-9a75df908f49 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.0806334 Mar 14 18:46:46.417896 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-904f63b0-882c-4fa9-ad61-dac83c98dd1f req-21023c04-5899-4661-91f8-c4348af894ae tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367167 Mar 14 18:46:47.599621 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb3aee-9cc2-42d6-b702-b3d0cddf1814 req-beff2477-7dcd-4dd9-95c2-caa78acdab34 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:47.601048 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dedb3aee-9cc2-42d6-b702-b3d0cddf1814 req-beff2477-7dcd-4dd9-95c2-caa78acdab34 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.0772495 Mar 14 18:46:47.643553 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dedb3aee-9cc2-42d6-b702-b3d0cddf1814 req-0351998c-2421-49ec-b38b-927054da67ac tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369530 Mar 14 18:46:48.830451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf34519-7d5e-4c7a-97eb-a82a6589e444 req-cf6180fe-9d59-4fc6-b95b-f8e19fbbf5f1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:48.831913 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-abf34519-7d5e-4c7a-97eb-a82a6589e444 req-cf6180fe-9d59-4fc6-b95b-f8e19fbbf5f1 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.0814340 Mar 14 18:46:48.875002 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-abf34519-7d5e-4c7a-97eb-a82a6589e444 req-1c427b51-576e-4468-a241-ec739f07fcbe tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373902 Mar 14 18:46:50.057025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d21a81-589f-453c-be27-01d9685bb7b7 req-07fefd72-8617-46ac-b60a-e56c03d65707 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:50.058469 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-20d21a81-589f-453c-be27-01d9685bb7b7 req-07fefd72-8617-46ac-b60a-e56c03d65707 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.0782192 Mar 14 18:46:50.105315 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-20d21a81-589f-453c-be27-01d9685bb7b7 req-f5acf804-fabb-444f-b587-3ed8b80b6454 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411005 Mar 14 18:46:51.289018 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d012a08-501f-4207-9741-c1e07bec2ead req-d486a46b-28e9-481b-b211-a43e0fc9c990 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:51.290471 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8d012a08-501f-4207-9741-c1e07bec2ead req-d486a46b-28e9-481b-b211-a43e0fc9c990 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.0790985 Mar 14 18:46:51.334458 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8d012a08-501f-4207-9741-c1e07bec2ead req-c10dcd69-3ab3-4f23-af45-729a3f59a6e4 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383112 Mar 14 18:46:51.930694 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-d6767e35-7775-4ed3-b752-f861606cb4b4 service neutron] 10.222.0.59 "GET /v2.0/ports/44e39a6c-9d19-4781-8bf5-759d6ddf2c41/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0745325 Mar 14 18:46:52.427062 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-31932b67-a375-4ce0-9ee5-969fd1baa4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:52.428550 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-31932b67-a375-4ce0-9ee5-969fd1baa4ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4&tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d HTTP/1.1" status: 200 len: 1099 time: 0.0709455 Mar 14 18:46:52.571679 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca9620-9f95-43a7-92ae-1b388c564614 req-433ef888-6955-4911-8d3b-a9f7f7103ef8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:52.573093 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-62ca9620-9f95-43a7-92ae-1b388c564614 req-433ef888-6955-4911-8d3b-a9f7f7103ef8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.1332231 Mar 14 18:46:52.578278 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-0d3e3b55-a8ca-4763-9a2f-2620eccd2dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:52.579641 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-0d3e3b55-a8ca-4763-9a2f-2620eccd2dfa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 1099 time: 0.1084447 Mar 14 18:46:52.700659 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-62ca9620-9f95-43a7-92ae-1b388c564614 req-8dac3658-540f-4e0f-8a34-c9bf740069c0 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200063 Mar 14 18:46:52.734113 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-c83bf540-1352-408e-9666-cde9ef96e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:52.735607 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-c83bf540-1352-408e-9666-cde9ef96e17f service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1428330 Mar 14 18:46:52.837269 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-0aec5647-bdc7-4cde-aa0e-a295fbdd6b78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41 HTTP/1.1" status: 200 len: 1002 time: 0.0950336 Mar 14 18:46:52.900422 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-f21629c0-b4e8-4584-97ec-06ed0625e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:52.901842 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-f21629c0-b4e8-4584-97ec-06ed0625e3b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0587687 Mar 14 18:46:52.973200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-0bf30079-3241-427e-8f23-3ffaab0f1bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:52.974551 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-0bf30079-3241-427e-8f23-3ffaab0f1bdb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673664 Mar 14 18:46:53.100360 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-f5755c6f-bcc5-4c0e-8a90-5037bec71f2a service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195478 Mar 14 18:46:53.228867 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9fafefa9-1d6f-4ba7-bb83-454dde227b9e req-08dbb5cc-2bfe-4016-abfa-77da19c88fa4 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221354 Mar 14 18:46:53.886645 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38e00b-18c4-4dc9-8ba3-99f48d6c8ce9 req-1459089d-ec83-4fdf-bf6a-1cc95deeb752 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:53.888053 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-da38e00b-18c4-4dc9-8ba3-99f48d6c8ce9 req-1459089d-ec83-4fdf-bf6a-1cc95deeb752 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.0785153 Mar 14 18:46:54.029126 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-da38e00b-18c4-4dc9-8ba3-99f48d6c8ce9 req-a4e840f9-0578-4e43-bdce-e26aa0340f6f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351497 Mar 14 18:46:54.289135 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8f09e9ae-2e10-4a04-9f20-afd2d363b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:54.493360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:46:54.606892 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:54.633512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:46:54.644288 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:46:54.687450 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41', 'code': 200} Mar 14 18:46:54.694893 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:54.764656 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:55.215629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624f80c-56ae-42b5-8d7d-5f3184c82407 req-0d2fbe61-380d-4230-9530-9fec63d37409 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:55.217178 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9624f80c-56ae-42b5-8d7d-5f3184c82407 req-0d2fbe61-380d-4230-9530-9fec63d37409 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 944 time: 0.0776262 Mar 14 18:46:55.262916 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9624f80c-56ae-42b5-8d7d-5f3184c82407 req-ea9a6d67-1e06-454e-92eb-5e476aa044e7 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393412 Mar 14 18:46:56.386652 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-89274187-d72f-4593-87da-12dcdcb1b898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:56.491574 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:46:56.597760 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516d644-a72d-4802-9b43-35eb9603efbc req-66023a2d-2e7d-4cf6-b3aa-9a2f1d06ab23 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:56.599223 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9516d644-a72d-4802-9b43-35eb9603efbc req-66023a2d-2e7d-4cf6-b3aa-9a2f1d06ab23 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 944 time: 0.0812206 Mar 14 18:46:56.621461 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:46:56.634376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'port_id': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41', 'mac_address': 'fa:16:3e:eb:84:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:46:56.642620 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9516d644-a72d-4802-9b43-35eb9603efbc req-3a7d14ed-75d2-4eab-9b67-4984f861e1ba tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376260 Mar 14 18:46:56.688075 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:56.704661 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:46:56.720131 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:46:56.792018 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:56.859173 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['44e39a6c-9d19-4781-8bf5-759d6ddf2c41'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:46:56.895735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,revision_number=7']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:57.829518 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92545b3c-41eb-46a0-b707-f09c61ad2cd1 req-743e6132-d54d-427e-b123-bec4a85f9c7e tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:57.831077 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-92545b3c-41eb-46a0-b707-f09c61ad2cd1 req-743e6132-d54d-427e-b123-bec4a85f9c7e tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 945 time: 0.0822048 Mar 14 18:46:57.876552 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:57.880547 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-92545b3c-41eb-46a0-b707-f09c61ad2cd1 req-fd9e20d9-f3ad-4807-ad0c-b10f15647656 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434155 Mar 14 18:46:57.934832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:58.506499 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:46:58.570682 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:46:58.571072 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:58.679673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:58.706056 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:46:58.732628 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:46:58.763125 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41', 'code': 200} Mar 14 18:46:58.797560 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:58.862550 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,revision_number=8']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:59.061973 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55201a-35f7-4eaf-944b-86ee6533b697 req-ee11c5da-f7b0-459d-bc9f-7b5f859d8b23 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:59.063446 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9c55201a-35f7-4eaf-944b-86ee6533b697 req-ee11c5da-f7b0-459d-bc9f-7b5f859d8b23 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.0775344 Mar 14 18:46:59.106319 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9c55201a-35f7-4eaf-944b-86ee6533b697 req-0c7eb796-d984-4d16-981a-3b716e68e885 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365169 Mar 14 18:46:59.809366 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:00.291161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2647f49-4068-4968-ad81-59f6b9f1f69d req-e0a58b08-f8b0-4f6a-8f57-5ef648b51c35 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:00.292592 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c2647f49-4068-4968-ad81-59f6b9f1f69d req-e0a58b08-f8b0-4f6a-8f57-5ef648b51c35 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.0816736 Mar 14 18:47:00.336233 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c2647f49-4068-4968-ad81-59f6b9f1f69d req-1986cace-1cef-4253-a638-142149fc908d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380871 Mar 14 18:47:01.521651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77916c-d4dc-4b73-abf7-6fe39dede1e4 req-fb81fc62-7a23-4830-9ced-26ae2888ab20 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:01.523188 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3b77916c-d4dc-4b73-abf7-6fe39dede1e4 req-fb81fc62-7a23-4830-9ced-26ae2888ab20 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.0794425 Mar 14 18:47:01.568435 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3b77916c-d4dc-4b73-abf7-6fe39dede1e4 req-4b496453-9dc7-4cc4-9436-c12102d5e9bf tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378394 Mar 14 18:47:02.786256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3f4f3-2950-4a1a-ba55-d9f33f22341c req-159b02b1-cdf2-4a40-8718-49e032c5d2f3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:02.787710 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5ba3f4f3-2950-4a1a-ba55-d9f33f22341c req-159b02b1-cdf2-4a40-8718-49e032c5d2f3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.1146314 Mar 14 18:47:02.830065 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5ba3f4f3-2950-4a1a-ba55-d9f33f22341c req-ab8dd395-92d6-4e94-aac4-e1e3254e320d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365815 Mar 14 18:47:03.620806 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab0948-898b-415d-9351-ff629fbad1b6 req-bad4462b-a857-4bb7-aa4c-dfde0fcf2e12 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:03.622779 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-afab0948-898b-415d-9351-ff629fbad1b6 req-bad4462b-a857-4bb7-aa4c-dfde0fcf2e12 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.1440635 Mar 14 18:47:03.634148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-52c0a540-e2fd-431f-8b4a-5b82a06b4e0b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:03.635477 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-52c0a540-e2fd-431f-8b4a-5b82a06b4e0b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4&tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 946 time: 0.1263099 Mar 14 18:47:03.731031 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-afab0948-898b-415d-9351-ff629fbad1b6 req-7012e2c7-dc1e-4859-8047-bf13c1cb05d0 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945857 Mar 14 18:47:03.740904 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-d9c3c261-f129-425b-a9c9-3a06c3cb23b6 service neutron] 10.222.0.59 "GET /v2.0/ports/44e39a6c-9d19-4781-8bf5-759d6ddf2c41/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0917962 Mar 14 18:47:03.830038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-f304ef56-d429-44e7-835b-49b637acb469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:03.831477 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-f304ef56-d429-44e7-835b-49b637acb469 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 1099 time: 0.0692682 Mar 14 18:47:03.956437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-dddf2da0-5059-42f0-9db3-83a81b6ce981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:03.957845 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-dddf2da0-5059-42f0-9db3-83a81b6ce981 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1206999 Mar 14 18:47:04.056784 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-c9c74813-b789-488a-a187-06ed878fdda0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41 HTTP/1.1" status: 200 len: 1002 time: 0.0927188 Mar 14 18:47:04.115682 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-6e0e2478-d3b2-456a-ae2e-848bf51be018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:04.117070 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-6e0e2478-d3b2-456a-ae2e-848bf51be018 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0547357 Mar 14 18:47:04.190164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-4063e6e2-7630-4834-865e-354ed1d8b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:04.191598 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-4063e6e2-7630-4834-865e-354ed1d8b0ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688710 Mar 14 18:47:04.315916 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-789e906f-b524-4e49-944a-37ab67e57596 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179333 Mar 14 18:47:04.538738 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-cf4e0de0-1e89-4eb7-a0c9-2325808e8ad7 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173150 Mar 14 18:47:04.916935 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d75f40-5f8b-4712-af31-fa7dbaedf87a req-6e461e4b-cce8-4e60-b354-2174be7c03ba tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:04.918889 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-64d75f40-5f8b-4712-af31-fa7dbaedf87a req-6e461e4b-cce8-4e60-b354-2174be7c03ba tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.0771043 Mar 14 18:47:04.961444 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-64d75f40-5f8b-4712-af31-fa7dbaedf87a req-42fd7f3b-0c18-4943-8aa6-56bd32eecc45 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370028 Mar 14 18:47:06.143433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa489a-0253-449e-985a-70cb1323e709 req-0cdada0a-3725-48f7-a6b4-27d28a6202ed tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:06.144849 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d7fa489a-0253-449e-985a-70cb1323e709 req-0cdada0a-3725-48f7-a6b4-27d28a6202ed tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.0799904 Mar 14 18:47:06.189316 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d7fa489a-0253-449e-985a-70cb1323e709 req-db87b966-9713-4c71-b967-61e98bdda56c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389287 Mar 14 18:47:07.377310 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407cc42-21f3-466c-93c6-020d9d240bb2 req-e9b13f27-eeb0-49b9-bf44-2cc830ce1689 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:07.382344 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7407cc42-21f3-466c-93c6-020d9d240bb2 req-e9b13f27-eeb0-49b9-bf44-2cc830ce1689 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.0828657 Mar 14 18:47:07.426729 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7407cc42-21f3-466c-93c6-020d9d240bb2 req-e5a4e14e-0ca1-41d7-8e78-6cadbae53a13 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412593 Mar 14 18:47:08.358067 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-ebdb478f-81f5-4e75-b251-554d4f7d8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:08.359450 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-ebdb478f-81f5-4e75-b251-554d4f7d8980 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4&tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d HTTP/1.1" status: 200 len: 1099 time: 0.0691123 Mar 14 18:47:08.449467 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-605f61ae-49e4-4056-99ba-b966e48af0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:08.451851 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-605f61ae-49e4-4056-99ba-b966e48af0d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 1099 time: 0.0701795 Mar 14 18:47:08.632237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-92abb252-944f-4d1b-9283-7981d19e413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:08.633567 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-92abb252-944f-4d1b-9283-7981d19e413a service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1752286 Mar 14 18:47:08.728298 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19929e9f-a6ca-448b-9f38-05376f08bd1c req-dfb7c981-c9b5-45ec-9f28-35b2e04f6f36 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:08.728298 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-19929e9f-a6ca-448b-9f38-05376f08bd1c req-dfb7c981-c9b5-45ec-9f28-35b2e04f6f36 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.1838391 Mar 14 18:47:08.776918 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-582c5f47-d1a7-477f-b984-1da3626680f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41 HTTP/1.1" status: 200 len: 1002 time: 0.1339858 Mar 14 18:47:08.787574 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-19929e9f-a6ca-448b-9f38-05376f08bd1c req-7c43067b-5766-497b-8396-b7300cf446f2 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579295 Mar 14 18:47:08.846889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-f526aca3-b416-4343-b5f4-e8f251de1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:08.848283 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-f526aca3-b416-4343-b5f4-e8f251de1582 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0598459 Mar 14 18:47:08.920160 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-15b021b8-9d61-4aca-8f70-b6764116e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:08.921470 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-15b021b8-9d61-4aca-8f70-b6764116e251 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678253 Mar 14 18:47:09.047707 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-367e303a-d4a3-4ad7-98c0-1bbcd7d04976 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192663 Mar 14 18:47:09.174571 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-092062bc-96d9-4d8b-bf5c-17a79db696e2 req-7780b665-496c-461d-923c-c4e915ecf694 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193619 Mar 14 18:47:09.278473 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:10.005374 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e132d-38b2-4858-b62a-847a1f234815 req-424d14dc-f45d-4ac6-8891-f630ebe0cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:10.006716 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f50e132d-38b2-4858-b62a-847a1f234815 req-424d14dc-f45d-4ac6-8891-f630ebe0cf9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 1099 time: 0.1344194 Mar 14 18:47:10.015532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7b4f8-d0af-4ba4-808a-128899f09506 req-83bce9ab-d19c-4027-81a0-2e1da75dcf7b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:10.016886 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8be7b4f8-d0af-4ba4-808a-128899f09506 req-83bce9ab-d19c-4027-81a0-2e1da75dcf7b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.1115038 Mar 14 18:47:10.147106 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8be7b4f8-d0af-4ba4-808a-128899f09506 req-3fc3a987-9069-45d3-a25c-9fb2a0e25a68 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244121 Mar 14 18:47:10.180697 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e132d-38b2-4858-b62a-847a1f234815 req-e2156829-3138-4667-8a39-b26884334c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:10.180697 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f50e132d-38b2-4858-b62a-847a1f234815 req-e2156829-3138-4667-8a39-b26884334c52 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 200 len: 913 time: 0.1451633 Mar 14 18:47:10.390347 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f50e132d-38b2-4858-b62a-847a1f234815 req-1f7d1073-c3c5-4a55-af97-148e341bb2e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41 HTTP/1.1" status: 200 len: 1002 time: 0.2043142 Mar 14 18:47:10.454859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e132d-38b2-4858-b62a-847a1f234815 req-929c4c04-b6ec-438a-965e-9ca963d56d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:10.456212 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f50e132d-38b2-4858-b62a-847a1f234815 req-929c4c04-b6ec-438a-965e-9ca963d56d7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 200 len: 851 time: 0.0580156 Mar 14 18:47:10.528116 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e132d-38b2-4858-b62a-847a1f234815 req-99270172-0e8b-4180-b0d1-bd73ef87b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:10.529485 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f50e132d-38b2-4858-b62a-847a1f234815 req-99270172-0e8b-4180-b0d1-bd73ef87b01d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25c619bf-5811-48d7-9f8c-4a49cedefe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678661 Mar 14 18:47:10.540308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:47:10.653304 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:10.661939 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f50e132d-38b2-4858-b62a-847a1f234815 req-965da815-8987-4461-bf21-0b35ca2603fd service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262245 Mar 14 18:47:10.682867 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:47:10.707331 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:47:10.742283 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41', 'code': 200} Mar 14 18:47:10.792536 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:10.801962 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f50e132d-38b2-4858-b62a-847a1f234815 req-e28e503d-943f-48b5-b3cc-09daead693a1 service neutron] 10.222.0.59 "GET /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340697 Mar 14 18:47:10.859893 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,revision_number=9']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:11.097347 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:47:11.341196 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d121d2-d9ef-463b-9594-b54bf6e7814e req-2ded1eab-7ff8-48f0-bd85-adebfcc0de90 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:11.342556 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-99d121d2-d9ef-463b-9594-b54bf6e7814e req-2ded1eab-7ff8-48f0-bd85-adebfcc0de90 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 944 time: 0.0845661 Mar 14 18:47:11.385336 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-99d121d2-d9ef-463b-9594-b54bf6e7814e req-ec24c977-3159-4776-8db5-1b37228722cc tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372136 Mar 14 18:47:12.553792 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:47:12.573033 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013a870-3c44-4e3e-8116-4f6d98f9b485 req-00440f21-9678-4954-962e-989c51634a7a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:12.574489 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3013a870-3c44-4e3e-8116-4f6d98f9b485 req-00440f21-9678-4954-962e-989c51634a7a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 944 time: 0.0789046 Mar 14 18:47:12.617765 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3013a870-3c44-4e3e-8116-4f6d98f9b485 req-1a4e2b86-d379-4d52-b91e-96d4579b714e tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374463 Mar 14 18:47:12.685395 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:47:12.698275 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'port_id': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41', 'mac_address': 'fa:16:3e:eb:84:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:47:12.752025 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:12.770989 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:47:12.786224 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:47:12.843080 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:12.906370 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['44e39a6c-9d19-4781-8bf5-759d6ddf2c41'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:47:12.942509 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,revision_number=10']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:13.803371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc23715-34a2-43ec-bfa4-9bbb32ae87f5 req-ec7b613a-f361-4db1-8446-dd17099ddcd3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:13.804790 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4cc23715-34a2-43ec-bfa4-9bbb32ae87f5 req-ec7b613a-f361-4db1-8446-dd17099ddcd3 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 946 time: 0.0811822 Mar 14 18:47:13.847522 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4cc23715-34a2-43ec-bfa4-9bbb32ae87f5 req-0d118511-19e7-4e1c-9e97-5e0ef8abfd5a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363054 Mar 14 18:47:14.570006 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:47:14.635553 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:47:14.635921 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:14.748792 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:14.775341 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:47:14.785268 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:47:14.828116 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41', 'code': 200} Mar 14 18:47:14.854671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:14.920698 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,revision_number=11']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:15.030298 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cbd0f-ae8e-4fe3-8351-ae57eb974b65 req-8c36e876-fd3d-417b-bc30-d2e621274465 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:15.031761 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-da1cbd0f-ae8e-4fe3-8351-ae57eb974b65 req-8c36e876-fd3d-417b-bc30-d2e621274465 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 947 time: 0.0774570 Mar 14 18:47:15.075002 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-da1cbd0f-ae8e-4fe3-8351-ae57eb974b65 req-2bdb53bd-8c22-46f9-a411-0f9e7328848f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371330 Mar 14 18:47:16.263979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efe7bc-1e1a-47d1-a4c4-e74d4b1cebb0 req-230894e4-66a4-4da4-8ffe-dff9fdf184ae tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:16.265411 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-18efe7bc-1e1a-47d1-a4c4-e74d4b1cebb0 req-230894e4-66a4-4da4-8ffe-dff9fdf184ae tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 947 time: 0.0806286 Mar 14 18:47:16.308751 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-18efe7bc-1e1a-47d1-a4c4-e74d4b1cebb0 req-6037ca1a-74c4-428e-8d21-b5a760e85f47 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377448 Mar 14 18:47:17.499976 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908d83c-15e9-426e-989e-5b1cd9ebf37f req-3ce1b2e2-fcee-4311-8e9c-6463bd7e483c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:17.502352 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d908d83c-15e9-426e-989e-5b1cd9ebf37f req-3ce1b2e2-fcee-4311-8e9c-6463bd7e483c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 947 time: 0.0819020 Mar 14 18:47:17.549191 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d908d83c-15e9-426e-989e-5b1cd9ebf37f req-6ab2d104-f234-4787-8a29-6b21ac889d98 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415874 Mar 14 18:47:18.728468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb38be-fd8b-401b-984d-cb67d0396edf req-2cce632b-04c4-4479-ab0f-4bfad09d7f8a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:18.729925 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-99bb38be-fd8b-401b-984d-cb67d0396edf req-2cce632b-04c4-4479-ab0f-4bfad09d7f8a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 947 time: 0.0793154 Mar 14 18:47:18.773052 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-99bb38be-fd8b-401b-984d-cb67d0396edf req-207dff29-e9cf-4c70-809f-5edce9752c02 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369279 Mar 14 18:47:18.954952 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d41d82-1c08-4bb6-8bd6-e3ca1087c76f req-670f7553-3a52-4ea4-89b9-aa8e3555c830 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:18.956370 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-73d41d82-1c08-4bb6-8bd6-e3ca1087c76f req-670f7553-3a52-4ea4-89b9-aa8e3555c830 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 947 time: 0.0810523 Mar 14 18:47:18.999289 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-73d41d82-1c08-4bb6-8bd6-e3ca1087c76f req-8be05e23-2c2d-4f0e-b414-b12c24aa5a9f tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374382 Mar 14 18:47:19.178204 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0672f49-dcea-4992-88ae-5d2f9241eb70 req-3e1f3797-37ef-4aa7-9dfe-e849d04f422b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:19.179558 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b0672f49-dcea-4992-88ae-5d2f9241eb70 req-3e1f3797-37ef-4aa7-9dfe-e849d04f422b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 947 time: 0.0765934 Mar 14 18:47:19.221925 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b0672f49-dcea-4992-88ae-5d2f9241eb70 req-ef4615e9-e396-46da-ae5a-e3df2617ac13 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369096 Mar 14 18:47:19.794045 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c343828-5e88-4294-9ef7-b270b1a24c73 req-b6bd1c6f-c1af-420d-af5d-6bb877449880 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:19.795587 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2c343828-5e88-4294-9ef7-b270b1a24c73 req-b6bd1c6f-c1af-420d-af5d-6bb877449880 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 947 time: 0.0813355 Mar 14 18:47:19.838096 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2c343828-5e88-4294-9ef7-b270b1a24c73 req-3faec393-1ae2-4a77-80b3-e9c7dc487c7b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369773 Mar 14 18:47:21.023457 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0874f8-5875-441f-a00b-17d1b9f1e043 req-356a889c-9ce6-4c79-8e8f-7264bc8f4af8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:21.024764 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ad0874f8-5875-441f-a00b-17d1b9f1e043 req-356a889c-9ce6-4c79-8e8f-7264bc8f4af8 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 947 time: 0.0808616 Mar 14 18:47:21.066219 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ad0874f8-5875-441f-a00b-17d1b9f1e043 req-1563dfac-a89e-4261-b404-8685098b976d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359147 Mar 14 18:47:22.124520 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c2147-8403-4148-b33b-5de6affded4e req-a2a49a87-e89f-4e46-846f-adb59ded2f3b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:22.125937 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1f9c2147-8403-4148-b33b-5de6affded4e req-a2a49a87-e89f-4e46-846f-adb59ded2f3b tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 947 time: 0.0772848 Mar 14 18:47:22.339028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-1f9c2147-8403-4148-b33b-5de6affded4e req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Deleting port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:47:22.339363 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1f9c2147-8403-4148-b33b-5de6affded4e req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:22.466845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a5755-bb0a-44a3-b9db-febb5b3e9849 req-d45d3db0-523e-4f1b-99a6-0604ca93c83a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:22.468192 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-981a5755-bb0a-44a3-b9db-febb5b3e9849 req-d45d3db0-523e-4f1b-99a6-0604ca93c83a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 947 time: 0.2966177 Mar 14 18:47:22.607168 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-981a5755-bb0a-44a3-b9db-febb5b3e9849 req-7c4d389d-1763-4c6b-902f-38df71b69596 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d398846-6d61-40af-8534-d1c978484dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290183 Mar 14 18:47:22.642273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-1f9c2147-8403-4148-b33b-5de6affded4e req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] For port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:47:22.642654 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1f9c2147-8403-4148-b33b-5de6affded4e req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:22.925385 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1f9c2147-8403-4148-b33b-5de6affded4e req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:22.925753 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1f9c2147-8403-4148-b33b-5de6affded4e req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:22.926055 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [req-1f9c2147-8403-4148-b33b-5de6affded4e req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Floating IP 708a1985-1867-4c14-9965-c6813b7f04b5 disassociated. External IP: 172.26.7.59, port: 44e39a6c-9d19-4781-8bf5-759d6ddf2c41. Mar 14 18:47:22.926396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-1f9c2147-8403-4148-b33b-5de6affded4e req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Calling delete_port for 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:47:23.157160 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1f9c2147-8403-4148-b33b-5de6affded4e req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:23.207888 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Pushing event deleted for resources: {'Port': ['ID=44e39a6c-9d19-4781-8bf5-759d6ddf2c41,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:23.219123 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:23.219469 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:23.219819 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:23.220140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:23.220460 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:23.220784 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:23.221105 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:23.221428 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:23.221751 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:23.222071 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:23.222383 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:23.222695 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:23.404160 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f9c2147-8403-4148-b33b-5de6affded4e req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Router 7b38e6e5-c07e-432f-a26c-57fce9e9626e has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:47:23.580161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f9c2147-8403-4148-b33b-5de6affded4e req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:47:23.590420 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4380eb02-025e-416f-9cdc-c94eccaabd8c None None] Sync routers for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:47:23.599502 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4380eb02-025e-416f-9cdc-c94eccaabd8c None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:47:23.600087 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-4380eb02-025e-416f-9cdc-c94eccaabd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:46:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:23.651967 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9c2147-8403-4148-b33b-5de6affded4e req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] No DVR routers for this DVR port 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:47:23.655400 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1f9c2147-8403-4148-b33b-5de6affded4e req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:23.667396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'name': 'network-vif-deleted', 'tag': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:47:23.768137 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1f9c2147-8403-4148-b33b-5de6affded4e req-04a39db8-7037-4f24-ba75-7aa8346aaa1a tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.59 "DELETE /v2.0/ports/44e39a6c-9d19-4781-8bf5-759d6ddf2c41 HTTP/1.1" status: 204 len: 173 time: 1.6360695 Mar 14 18:47:23.774232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-eb2f3c4a-e981-49ca-850f-71c0d6d840a3 req-56286703-6526-41f5-8530-ec2641d02598 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Synchronizing usage tracker for tenant:9cc4d3ea94ee4884a25eab40e40acd2d on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:47:23.793702 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4', 'name': 'network-vif-deleted', 'tag': '44e39a6c-9d19-4781-8bf5-759d6ddf2c41', 'status': 'completed', 'code': 200} Mar 14 18:47:23.804329 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-4380eb02-025e-416f-9cdc-c94eccaabd8c None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:47:23.854843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-eb2f3c4a-e981-49ca-850f-71c0d6d840a3 req-56286703-6526-41f5-8530-ec2641d02598 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Unset dirty status for tenant:9cc4d3ea94ee4884a25eab40e40acd2d on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:47:23.856491 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-eb2f3c4a-e981-49ca-850f-71c0d6d840a3 req-56286703-6526-41f5-8530-ec2641d02598 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 210 time: 0.1285992 Mar 14 18:47:24.111361 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-4380eb02-025e-416f-9cdc-c94eccaabd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:24.114959 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4380eb02-025e-416f-9cdc-c94eccaabd8c None None] Checking router: 7b38e6e5-c07e-432f-a26c-57fce9e9626e for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:47:24.123467 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4380eb02-025e-416f-9cdc-c94eccaabd8c None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:47:24.124070 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-4380eb02-025e-416f-9cdc-c94eccaabd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:46:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:24.299788 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-4380eb02-025e-416f-9cdc-c94eccaabd8c None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:47:24.305461 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-915675d0-ee14-434c-9c90-0f5acca3e462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:24.607542 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-4380eb02-025e-416f-9cdc-c94eccaabd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:24.611326 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4380eb02-025e-416f-9cdc-c94eccaabd8c None None] The sync data for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv is: [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:43:11Z', 'revision_number': 4, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ae55bb41-b9fe-4b5a-8788-087c497685c7', 'name': '', 'network_id': '25c619bf-5811-48d7-9f8c-4a49cedefe97', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'mac_address': 'fa:16:3e:7f:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:10Z', 'updated_at': '2022-03-14T18:43:17Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'subnets': [{'id': 'b9f6541f-a0df-42db-afad-fc6d61d8a55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:47:24.617381 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:47:24.653017 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:47:24.653361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 44e39a6c-9d19-4781-8bf5-759d6ddf2c41 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:47:24.829154 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30619a84-41a8-4e79-b53b-e5272bf73b5e None None] New status for floating IP 708a1985-1867-4c14-9965-c6813b7f04b5: DOWN {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:47:25.021364 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-192a7398-dd1a-46e3-af24-b27036f43f4d req-d9d18ea5-b68a-49d5-835b-062572f1938d tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/ports?device_id=345c5adf-e5ec-48cf-8dc7-b8bafa9a47b4 HTTP/1.1" status: 200 len: 210 time: 0.0427167 Mar 14 18:47:26.397609 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e722ef07-27ca-4055-a7e2-06d19c1a7dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:27.855767 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:27.906500 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:29.444515 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36180) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:47:29.610171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e72246d9-ed32-4e15-b919-2a913570885c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:29.637111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e72246d9-ed32-4e15-b919-2a913570885c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:29.769019 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e72246d9-ed32-4e15-b919-2a913570885c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:29.788608 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72246d9-ed32-4e15-b919-2a913570885c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d398846-6d61-40af-8534-d1c978484dea,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:29.791788 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e72246d9-ed32-4e15-b919-2a913570885c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:29.792893 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e72246d9-ed32-4e15-b919-2a913570885c tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "DELETE /v2.0/security-groups/7d398846-6d61-40af-8534-d1c978484dea HTTP/1.1" status: 204 len: 168 time: 0.3473527 Mar 14 18:47:29.795328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36184) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:47:29.811027 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.api.v2.resource [None req-d4ee5fb0-9efb-4c70-9d76-6356e4ea2423 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] show failed (client error): The resource could not be found. Mar 14 18:47:29.811885 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d4ee5fb0-9efb-4c70-9d76-6356e4ea2423 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "GET /v2.0/security-groups/7d398846-6d61-40af-8534-d1c978484dea HTTP/1.1" status: 404 len: 347 time: 0.0155108 Mar 14 18:47:29.814743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36188) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:47:29.826472 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:29.969157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Deleting port 9fa52963-2abb-4532-8707-53bf77009132 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:47:29.969419 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:30.131180 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:30.131508 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:30.253624 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Calling delete_port for 9fa52963-2abb-4532-8707-53bf77009132 owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:47:30.437802 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:30.485910 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Pushing event deleted for resources: {'Port': ['ID=9fa52963-2abb-4532-8707-53bf77009132,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:30.525080 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:30.525351 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:30.525691 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:30.526015 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:30.526336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:30.526660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:30.527075 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:30.530407 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:30.530407 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:30.530407 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:30.530407 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:30.530407 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:30.590345 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:30.642671 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:30.643922 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5bdaac6f-bfc7-4bd9-af3b-e3e387967307 tempest-ServerActionsTestJSON-618203182 tempest-ServerActionsTestJSON-618203182-project] 10.222.0.43 "DELETE /v2.0/floatingips/708a1985-1867-4c14-9965-c6813b7f04b5 HTTP/1.1" status: 204 len: 168 time: 0.8281715 Mar 14 18:47:30.646947 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36192) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:47:31.265038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ea838267-2e95-41c0-8a89-c728ad28f275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:31.602326 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ea838267-2e95-41c0-8a89-c728ad28f275 admin admin] Deleting port ae55bb41-b9fe-4b5a-8788-087c497685c7 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:47:31.602660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ea838267-2e95-41c0-8a89-c728ad28f275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:31.770683 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-ea838267-2e95-41c0-8a89-c728ad28f275 admin admin] For port ae55bb41-b9fe-4b5a-8788-087c497685c7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ae55bb41-b9fe-4b5a-8788-087c497685c7,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:47:31.771055 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ea838267-2e95-41c0-8a89-c728ad28f275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:31.890417 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ea838267-2e95-41c0-8a89-c728ad28f275 admin admin] Calling delete_port for ae55bb41-b9fe-4b5a-8788-087c497685c7 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:47:32.181137 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ea838267-2e95-41c0-8a89-c728ad28f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:32.231432 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea838267-2e95-41c0-8a89-c728ad28f275 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae55bb41-b9fe-4b5a-8788-087c497685c7,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:32.591070 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ea838267-2e95-41c0-8a89-c728ad28f275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:32.936993 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea838267-2e95-41c0-8a89-c728ad28f275 admin admin] Router 7b38e6e5-c07e-432f-a26c-57fce9e9626e has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:47:33.106052 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea838267-2e95-41c0-8a89-c728ad28f275 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:47:33.114384 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdd9227-6e44-480f-b587-507c5c7d50c4 None None] Sync routers for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:47:33.117626 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ea838267-2e95-41c0-8a89-c728ad28f275 admin admin] 10.222.0.43 "PUT /v2.0/routers/7b38e6e5-c07e-432f-a26c-57fce9e9626e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4697185 Mar 14 18:47:33.120065 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36196) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:47:33.123242 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdd9227-6e44-480f-b587-507c5c7d50c4 None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:47:33.123841 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5cdd9227-6e44-480f-b587-507c5c7d50c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:47:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:33.291661 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0cfcb378-1a69-44d4-8dba-ef5170daf9a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:33.326218 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-5cdd9227-6e44-480f-b587-507c5c7d50c4 None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:47:33.460519 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0cfcb378-1a69-44d4-8dba-ef5170daf9a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:33.529366 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcb378-1a69-44d4-8dba-ef5170daf9a2 admin admin] Deleting port ebee6027-d40d-4d49-af24-943be52a2b37 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:47:33.529825 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0cfcb378-1a69-44d4-8dba-ef5170daf9a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:33.601377 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5cdd9227-6e44-480f-b587-507c5c7d50c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:47:32Z', 'revision_number': 5, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port': {'id': 'ebee6027-d40d-4d49-af24-943be52a2b37', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:43:07Z', 'updated_at': '2022-03-14T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:33.605011 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdd9227-6e44-480f-b587-507c5c7d50c4 None None] Checking router: 7b38e6e5-c07e-432f-a26c-57fce9e9626e for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:47:33.613157 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdd9227-6e44-480f-b587-507c5c7d50c4 None None] Routers {'7b38e6e5-c07e-432f-a26c-57fce9e9626e'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:47:33.613747 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5cdd9227-6e44-480f-b587-507c5c7d50c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:47:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:33.705227 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-0cfcb378-1a69-44d4-8dba-ef5170daf9a2 admin admin] For port ebee6027-d40d-4d49-af24-943be52a2b37, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ebee6027-d40d-4d49-af24-943be52a2b37,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:47:33.705830 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0cfcb378-1a69-44d4-8dba-ef5170daf9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:33.766185 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-5cdd9227-6e44-480f-b587-507c5c7d50c4 None None] Set router 7b38e6e5-c07e-432f-a26c-57fce9e9626e gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:47:33.876364 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5cdd9227-6e44-480f-b587-507c5c7d50c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:47:33Z', 'revision_number': 6, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:33.882510 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdd9227-6e44-480f-b587-507c5c7d50c4 None None] The sync data for ids ['7b38e6e5-c07e-432f-a26c-57fce9e9626e'] in dv-neutron-833560-1-hyperv is: [{'id': '7b38e6e5-c07e-432f-a26c-57fce9e9626e', 'name': 'tempest-ServerActionsTestJSON-1771246865-router', 'tenant_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:43:06Z', 'updated_at': '2022-03-14T18:47:33Z', 'revision_number': 6, 'project_id': '9cc4d3ea94ee4884a25eab40e40acd2d', 'gw_port_host': None}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:47:33.935592 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcb378-1a69-44d4-8dba-ef5170daf9a2 admin admin] Calling delete_port for ebee6027-d40d-4d49-af24-943be52a2b37 owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:47:34.169417 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0cfcb378-1a69-44d4-8dba-ef5170daf9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:34.216399 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcb378-1a69-44d4-8dba-ef5170daf9a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebee6027-d40d-4d49-af24-943be52a2b37,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:34.309364 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0cfcb378-1a69-44d4-8dba-ef5170daf9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:34.476169 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0cfcb378-1a69-44d4-8dba-ef5170daf9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:34.478208 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0cfcb378-1a69-44d4-8dba-ef5170daf9a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:34.587055 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0cfcb378-1a69-44d4-8dba-ef5170daf9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:34.587598 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfcb378-1a69-44d4-8dba-ef5170daf9a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b38e6e5-c07e-432f-a26c-57fce9e9626e {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:47:34.601533 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0cfcb378-1a69-44d4-8dba-ef5170daf9a2 admin admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:34.602466 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0cfcb378-1a69-44d4-8dba-ef5170daf9a2 admin admin] 10.222.0.43 "DELETE /v2.0/routers/7b38e6e5-c07e-432f-a26c-57fce9e9626e HTTP/1.1" status: 204 len: 168 time: 1.4815204 Mar 14 18:47:34.604963 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36200) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:47:34.662452 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c06d346-efc6-4557-83f5-50397111d5da admin admin] Deleting subnet b9f6541f-a0df-42db-afad-fc6d61d8a55e {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:47:34.665439 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0c06d346-efc6-4557-83f5-50397111d5da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:34.717231 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0c06d346-efc6-4557-83f5-50397111d5da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:34.796134 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0c06d346-efc6-4557-83f5-50397111d5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:34.899253 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ae55bb41-b9fe-4b5a-8788-087c497685c7 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:47:34.941453 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0c06d346-efc6-4557-83f5-50397111d5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:34.961858 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: ae55bb41-b9fe-4b5a-8788-087c497685c7 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:47:34.962208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ae55bb41-b9fe-4b5a-8788-087c497685c7 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:47:34.962630 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ebee6027-d40d-4d49-af24-943be52a2b37 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:47:34.981278 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06d346-efc6-4557-83f5-50397111d5da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9f6541f-a0df-42db-afad-fc6d61d8a55e,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:34.987376 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0c06d346-efc6-4557-83f5-50397111d5da admin admin] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:34.994566 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0c06d346-efc6-4557-83f5-50397111d5da admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b9f6541f-a0df-42db-afad-fc6d61d8a55e HTTP/1.1" status: 204 len: 168 time: 0.3886414 Mar 14 18:47:34.996574 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: ebee6027-d40d-4d49-af24-943be52a2b37 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:47:34.996919 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ebee6027-d40d-4d49-af24-943be52a2b37 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:47:34.997681 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36204) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:47:34.998442 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71110cf-3412-488a-9f4c-c6205b502612 None None] Network 25c619bf-5811-48d7-9f8c-4a49cedefe97 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:47:35.101210 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:35.111999 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] Deleting port fcf43749-315d-4b02-8c03-51ab8cc49bed {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:47:35.112347 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:35.250583 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a805e47e-64ab-462d-a85e-e2816b1e7b1a None None] DHCP port deletion for 25c619bf-5811-48d7-9f8c-4a49cedefe97 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:47:35.254835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a805e47e-64ab-462d-a85e-e2816b1e7b1a None None] Deleting port fcf43749-315d-4b02-8c03-51ab8cc49bed {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:47:35.255212 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a805e47e-64ab-462d-a85e-e2816b1e7b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:35.316100 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] For port fcf43749-315d-4b02-8c03-51ab8cc49bed, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=fcf43749-315d-4b02-8c03-51ab8cc49bed,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:47:35.316452 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:35.448941 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a805e47e-64ab-462d-a85e-e2816b1e7b1a None None] For port fcf43749-315d-4b02-8c03-51ab8cc49bed, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=fcf43749-315d-4b02-8c03-51ab8cc49bed,segment=NetworkSegment(14ca6506-b2e4-4971-8929-d0942ca58a38),segment_id=14ca6506-b2e4-4971-8929-d0942ca58a38)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:47:35.449355 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a805e47e-64ab-462d-a85e-e2816b1e7b1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:35.535393 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] Calling delete_port for fcf43749-315d-4b02-8c03-51ab8cc49bed owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:47:35.574708 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a805e47e-64ab-462d-a85e-e2816b1e7b1a None None] Calling delete_port for fcf43749-315d-4b02-8c03-51ab8cc49bed owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:47:35.694247 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:35.700533 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-a805e47e-64ab-462d-a85e-e2816b1e7b1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:47:35.701067 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-a805e47e-64ab-462d-a85e-e2816b1e7b1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:47:35.739921 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf43749-315d-4b02-8c03-51ab8cc49bed,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:35.743381 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] No DVR routers for this DVR port fcf43749-315d-4b02-8c03-51ab8cc49bed on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:47:35.856303 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:35.884296 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c619bf-5811-48d7-9f8c-4a49cedefe97']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:35.896385 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ca6506-b2e4-4971-8929-d0942ca58a38') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:35.896683 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ca6506-b2e4-4971-8929-d0942ca58a38') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:35.907422 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:35.925858 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:35.931959 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:47:35.932343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:47:35.945775 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:47:36.071703 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:36.087803 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:36.097609 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=25c619bf-5811-48d7-9f8c-4a49cedefe97,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:36.104750 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-78c582d5-e81b-44ce-81cb-74713ec4aba0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/25c619bf-5811-48d7-9f8c-4a49cedefe97 HTTP/1.1" status: 204 len: 168 time: 1.1059406 Mar 14 18:47:36.202736 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a805e47e-64ab-462d-a85e-e2816b1e7b1a None None] Deleting port fcf43749-315d-4b02-8c03-51ab8cc49bed {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:47:36.203280 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a805e47e-64ab-462d-a85e-e2816b1e7b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:36.269678 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a805e47e-64ab-462d-a85e-e2816b1e7b1a None None] The port 'fcf43749-315d-4b02-8c03-51ab8cc49bed' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:47:36.373180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36210) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:47:36.420516 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0a9bf00d-773b-4b21-a1fd-4d97b7a9c128 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9cc4d3ea94ee4884a25eab40e40acd2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459335 Mar 14 18:47:36.423015 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36214) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:47:36.478385 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ae466959-7669-4465-9c30-f466964d7211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:36.503511 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ae466959-7669-4465-9c30-f466964d7211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:36.631016 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ae466959-7669-4465-9c30-f466964d7211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:36.644395 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae466959-7669-4465-9c30-f466964d7211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c27f877-de1e-4d24-8727-267118c7178b,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:36.650641 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ae466959-7669-4465-9c30-f466964d7211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:36.654566 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ae466959-7669-4465-9c30-f466964d7211 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c27f877-de1e-4d24-8727-267118c7178b HTTP/1.1" status: 204 len: 168 time: 0.2277687 Mar 14 18:47:36.895498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device fcf43749-315d-4b02-8c03-51ab8cc49bed no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:47:36.929596 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: fcf43749-315d-4b02-8c03-51ab8cc49bed {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:47:36.929930 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device fcf43749-315d-4b02-8c03-51ab8cc49bed not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:47:37.736960 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36238) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:47:37.843722 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-629505334-network', 'tenant_id': '1f448312dca04e23a0a7451b34c7000b'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:47:37.848793 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:47:37.852886 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Usage tracker for resource:network and tenant:1f448312dca04e23a0a7451b34c7000b is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:47:37.855918 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:47:37.862131 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:47:37.940762 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Made reservation on behalf of 1f448312dca04e23a0a7451b34c7000b for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:47:37.943368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:37.956635 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:37.974867 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:47:37.978550 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Usage tracker for resource:security_group_rule and tenant:1f448312dca04e23a0a7451b34c7000b is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:47:37.981598 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:47:37.989706 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:47:38.071038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:38.129792 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:38.163727 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:47:38.169074 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbc3936-9112-4548-a1f9-62d3066127ae,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:38.177757 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:38.178152 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Added segment 8f028250-0f3b-4ed3-b440-883a7bd875d7 of type vlan for network 8ce56163-a26c-4ede-86b1-49dc5cef95ea Mar 14 18:47:38.204864 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:38.288551 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:38.289567 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:38.290150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:38.393766 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] Pushing event updated for resources: {'Network': ['ID=8ce56163-a26c-4ede-86b1-49dc5cef95ea,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:38.406638 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 8ce56163-a26c-4ede-86b1-49dc5cef95ea details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:47:38.451170 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4aa90e3b-8d7f-4950-9405-af806bff4807 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7124372 Mar 14 18:47:38.453333 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36244) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:47:38.458937 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-16cdadf5-5ce8-4eb2-90dc-3bc9a651e06a admin admin] Request body: {'subnet': {'network_id': '8ce56163-a26c-4ede-86b1-49dc5cef95ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-629505334-subnet', 'tenant_id': '1f448312dca04e23a0a7451b34c7000b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:47:38.464565 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-16cdadf5-5ce8-4eb2-90dc-3bc9a651e06a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:47:38.467931 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-16cdadf5-5ce8-4eb2-90dc-3bc9a651e06a admin admin] Usage tracker for resource:subnet and tenant:1f448312dca04e23a0a7451b34c7000b is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:47:38.470888 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-16cdadf5-5ce8-4eb2-90dc-3bc9a651e06a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:47:38.476486 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-16cdadf5-5ce8-4eb2-90dc-3bc9a651e06a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:47:38.552284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cdadf5-5ce8-4eb2-90dc-3bc9a651e06a admin admin] Made reservation on behalf of 1f448312dca04e23a0a7451b34c7000b for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:47:38.554554 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-16cdadf5-5ce8-4eb2-90dc-3bc9a651e06a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:38.820654 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-16cdadf5-5ce8-4eb2-90dc-3bc9a651e06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:38.892530 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdadf5-5ce8-4eb2-90dc-3bc9a651e06a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca5542d0-a105-450c-9786-5ffd50c60b54,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:38.904028 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cdadf5-5ce8-4eb2-90dc-3bc9a651e06a admin admin] Checking segment: {'id': '8f028250-0f3b-4ed3-b440-883a7bd875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8ce56163-a26c-4ede-86b1-49dc5cef95ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:47:38.904383 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cdadf5-5ce8-4eb2-90dc-3bc9a651e06a admin admin] Network hostable DHCP agents. Network: 8ce56163-a26c-4ede-86b1-49dc5cef95ea, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:47:38.992035 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cdadf5-5ce8-4eb2-90dc-3bc9a651e06a admin admin] Network 8ce56163-a26c-4ede-86b1-49dc5cef95ea is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:47:39.054534 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-16cdadf5-5ce8-4eb2-90dc-3bc9a651e06a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 8ce56163-a26c-4ede-86b1-49dc5cef95ea) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:47:39.059858 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cdadf5-5ce8-4eb2-90dc-3bc9a651e06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:39.060839 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-16cdadf5-5ce8-4eb2-90dc-3bc9a651e06a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:39.069876 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d36886-4c97-48d0-bcf6-83901d444d9f None None] Network 8ce56163-a26c-4ede-86b1-49dc5cef95ea requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:47:39.123548 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-16cdadf5-5ce8-4eb2-90dc-3bc9a651e06a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6690204 Mar 14 18:47:39.285991 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33bf98a-f9ac-4c41-9c54-7e4796912e92 None None] Network 8ce56163-a26c-4ede-86b1-49dc5cef95ea requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:47:39.361909 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:39.619502 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-b54778fd-ebcf-495a-9032-5847461716de tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:39.621451 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-b54778fd-ebcf-495a-9032-5847461716de tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/networks?id=8ce56163-a26c-4ede-86b1-49dc5cef95ea HTTP/1.1" status: 200 len: 813 time: 0.1398747 Mar 14 18:47:39.635522 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-6a28144c-5f43-416c-a13d-ee121c2ad7fe tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/quotas/1f448312dca04e23a0a7451b34c7000b HTTP/1.1" status: 200 len: 375 time: 0.0086684 Mar 14 18:47:39.685636 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-e9ae7973-2f75-455a-a1a1-b013a552a873 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f448312dca04e23a0a7451b34c7000b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431209 Mar 14 18:47:39.819496 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-f2efbe1c-2783-4af2-a7c3-e753e2aca10c service neutron] 10.222.0.43 "GET /v2.0/networks/8ce56163-a26c-4ede-86b1-49dc5cef95ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286869 Mar 14 18:47:39.949280 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-ba95732a-507b-471e-a25c-0906ee5724de service neutron] 10.222.0.43 "GET /v2.0/networks/8ce56163-a26c-4ede-86b1-49dc5cef95ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226599 Mar 14 18:47:40.220790 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6013fd82-f648-4d04-8f6d-19be0947449f req-b1874eac-4511-41c5-bdbf-9606eefcebac tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 210 time: 0.0420635 Mar 14 18:47:41.368191 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e64d1434-6a16-4419-a90a-d55f02748be7 req-8fd48bd1-3438-4951-9176-599c14dce68a tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 210 time: 0.0411348 Mar 14 18:47:42.383637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-1af25084-33f7-4449-a578-888b6128547b tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:42.385053 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-1af25084-33f7-4449-a578-888b6128547b tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.59 "GET /v2.0/networks?id=8ce56163-a26c-4ede-86b1-49dc5cef95ea HTTP/1.1" status: 200 len: 813 time: 0.1453063 Mar 14 18:47:42.397540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-a5524fd1-d694-4bb7-8b3c-95063853d6e8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Request body: {'port': {'device_id': 'c4d74f88-549f-46f5-95ee-79a3c18792a3', 'network_id': '8ce56163-a26c-4ede-86b1-49dc5cef95ea', 'admin_state_up': True, 'tenant_id': '1f448312dca04e23a0a7451b34c7000b'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:47:42.536668 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-82b25a11-1472-40ed-a94f-106bd9291773 req-e870fc4a-8b27-40a9-8e25-5669f0bdbcdb tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 210 time: 0.0581214 Mar 14 18:47:42.572402 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-a5524fd1-d694-4bb7-8b3c-95063853d6e8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:47:42.576195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-a5524fd1-d694-4bb7-8b3c-95063853d6e8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Usage tracker for resource:port and tenant:1f448312dca04e23a0a7451b34c7000b is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:47:42.578981 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-a5524fd1-d694-4bb7-8b3c-95063853d6e8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:47:42.584657 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-a5524fd1-d694-4bb7-8b3c-95063853d6e8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:47:42.649364 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-a5524fd1-d694-4bb7-8b3c-95063853d6e8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Made reservation on behalf of 1f448312dca04e23a0a7451b34c7000b for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:47:42.653506 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-a5524fd1-d694-4bb7-8b3c-95063853d6e8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:42.810421 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-a5524fd1-d694-4bb7-8b3c-95063853d6e8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Allocated IP 172.20.0.11 (8ce56163-a26c-4ede-86b1-49dc5cef95ea/ca5542d0-a105-450c-9786-5ffd50c60b54/a2443f46-b933-4129-a719-6ac1d698cb54) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:47:43.003784 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-a5524fd1-d694-4bb7-8b3c-95063853d6e8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:43.083891 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-a5524fd1-d694-4bb7-8b3c-95063853d6e8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:43.148058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-a5524fd1-d694-4bb7-8b3c-95063853d6e8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Network 8ce56163-a26c-4ede-86b1-49dc5cef95ea is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:47:43.150921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-a5524fd1-d694-4bb7-8b3c-95063853d6e8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:47:43.159869 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-a5524fd1-d694-4bb7-8b3c-95063853d6e8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:47:43.196713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5524fd1-d694-4bb7-8b3c-95063853d6e8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Pushing event updated for resources: {'Port': ['ID=a2443f46-b933-4129-a719-6ac1d698cb54,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:43.229969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-a5524fd1-d694-4bb7-8b3c-95063853d6e8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:43.230646 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-a5524fd1-d694-4bb7-8b3c-95063853d6e8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:43.313087 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-a5524fd1-d694-4bb7-8b3c-95063853d6e8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9202487 Mar 14 18:47:43.325391 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Request body: {'port': {'device_id': 'c4d74f88-549f-46f5-95ee-79a3c18792a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:47:43.532669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:43.832139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e886234-ccfa-41cb-90e9-228ec7c3f1e4 req-2f06cc5e-6ef1-4880-989f-ba6258388ba5 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:43.832616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-8e886234-ccfa-41cb-90e9-228ec7c3f1e4 req-2f06cc5e-6ef1-4880-989f-ba6258388ba5 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Synchronizing usage tracker for tenant:1f448312dca04e23a0a7451b34c7000b on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:47:43.939070 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2443f46-b933-4129-a719-6ac1d698cb54 {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:47:43.945533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-8e886234-ccfa-41cb-90e9-228ec7c3f1e4 req-2f06cc5e-6ef1-4880-989f-ba6258388ba5 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Unset dirty status for tenant:1f448312dca04e23a0a7451b34c7000b on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:47:43.946672 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8e886234-ccfa-41cb-90e9-228ec7c3f1e4 req-2f06cc5e-6ef1-4880-989f-ba6258388ba5 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 932 time: 0.3030205 Mar 14 18:47:43.948218 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:43.980858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Transition to ACTIVE for port object a2443f46-b933-4129-a719-6ac1d698cb54 will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:47:43.999968 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8e886234-ccfa-41cb-90e9-228ec7c3f1e4 req-e52b84b7-46a6-4420-9898-85a2c580e4f1 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475488 Mar 14 18:47:44.048908 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:44.209859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Pushing event updated for resources: {'Port': ['ID=a2443f46-b933-4129-a719-6ac1d698cb54,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:44.277743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Attempting to bind port a2443f46-b933-4129-a719-6ac1d698cb54 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:47:44.278066 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Attempting to bind port a2443f46-b933-4129-a719-6ac1d698cb54 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '8f028250-0f3b-4ed3-b440-883a7bd875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8ce56163-a26c-4ede-86b1-49dc5cef95ea'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:47:44.278395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Attempting to bind port a2443f46-b933-4129-a719-6ac1d698cb54 on network 8ce56163-a26c-4ede-86b1-49dc5cef95ea {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:47:44.282897 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Port a2443f46-b933-4129-a719-6ac1d698cb54 on network 8ce56163-a26c-4ede-86b1-49dc5cef95ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:47:44.283216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Attempting to bind port a2443f46-b933-4129-a719-6ac1d698cb54 on network 8ce56163-a26c-4ede-86b1-49dc5cef95ea {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:47:44.288192 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:47:44.288528 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Checking segment: {'id': '8f028250-0f3b-4ed3-b440-883a7bd875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8ce56163-a26c-4ede-86b1-49dc5cef95ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:47:44.288899 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Bound using segment: {'id': '8f028250-0f3b-4ed3-b440-883a7bd875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8ce56163-a26c-4ede-86b1-49dc5cef95ea'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:47:44.289322 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Bound port: a2443f46-b933-4129-a719-6ac1d698cb54, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f028250-0f3b-4ed3-b440-883a7bd875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8ce56163-a26c-4ede-86b1-49dc5cef95ea'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:47:44.289658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:44.373425 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] For port a2443f46-b933-4129-a719-6ac1d698cb54, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:47:44.376183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] For port a2443f46-b933-4129-a719-6ac1d698cb54, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a2443f46-b933-4129-a719-6ac1d698cb54,segment=NetworkSegment(8f028250-0f3b-4ed3-b440-883a7bd875d7),segment_id=8f028250-0f3b-4ed3-b440-883a7bd875d7)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:47:44.438009 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:44.496822 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:44.497420 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:44.498804 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] 10.222.0.59 "PUT /v2.0/ports/a2443f46-b933-4129-a719-6ac1d698cb54 HTTP/1.1" status: 200 len: 1094 time: 1.1780949 Mar 14 18:47:44.499224 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d74f88-549f-46f5-95ee-79a3c18792a3', 'tag': 'a2443f46-b933-4129-a719-6ac1d698cb54'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:47:44.522352 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2ee81-ab17-4791-87b7-299fc925934b service neutron] Pushing event updated for resources: {'Port': ['ID=a2443f46-b933-4129-a719-6ac1d698cb54,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:44.543808 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d74f88-549f-46f5-95ee-79a3c18792a3', 'tag': 'a2443f46-b933-4129-a719-6ac1d698cb54', 'status': 'completed', 'code': 200} Mar 14 18:47:44.631113 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f69f30-ec4f-494d-82ee-9e88cf0999eb req-b082440d-6d9a-4aaa-925a-23008dc485b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:44.632458 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-52f69f30-ec4f-494d-82ee-9e88cf0999eb req-b082440d-6d9a-4aaa-925a-23008dc485b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f448312dca04e23a0a7451b34c7000b&device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 1097 time: 0.0684824 Mar 14 18:47:44.768738 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f69f30-ec4f-494d-82ee-9e88cf0999eb req-c696e9ce-70d4-49b6-b838-68f10df2b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:44.770161 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-52f69f30-ec4f-494d-82ee-9e88cf0999eb req-c696e9ce-70d4-49b6-b838-68f10df2b589 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1f448312dca04e23a0a7451b34c7000b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1309319 Mar 14 18:47:44.901671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f69f30-ec4f-494d-82ee-9e88cf0999eb req-2505c0a3-9cad-40e5-b96a-908a99ac6de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:44.903078 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-52f69f30-ec4f-494d-82ee-9e88cf0999eb req-2505c0a3-9cad-40e5-b96a-908a99ac6de2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277957 Mar 14 18:47:45.005371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-0e24d6f7-f54b-4e24-879c-163b23697db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:45.006820 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-0e24d6f7-f54b-4e24-879c-163b23697db5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f448312dca04e23a0a7451b34c7000b&device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 1097 time: 0.0714445 Mar 14 18:47:45.071904 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-ec36ad27-65b3-4e49-befa-72e2e58a7988 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2443f46-b933-4129-a719-6ac1d698cb54 HTTP/1.1" status: 200 len: 217 time: 0.0587857 Mar 14 18:47:45.175888 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-7cf2d22f-03d5-4293-aceb-ec29b1271e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:45.177197 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-7cf2d22f-03d5-4293-aceb-ec29b1271e53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca5542d0-a105-450c-9786-5ffd50c60b54 HTTP/1.1" status: 200 len: 853 time: 0.1003189 Mar 14 18:47:45.331140 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-4063b17a-e14d-4f04-8505-937d89ec4451 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ce56163-a26c-4ede-86b1-49dc5cef95ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460571 Mar 14 18:47:45.342520 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9139f-1fa4-4848-a4d7-acc76201f079 req-fd9b577a-fa43-4573-a6d9-b8797795cdf3 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:45.343870 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-46e9139f-1fa4-4848-a4d7-acc76201f079 req-fd9b577a-fa43-4573-a6d9-b8797795cdf3 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 944 time: 0.2338305 Mar 14 18:47:45.472172 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-46e9139f-1fa4-4848-a4d7-acc76201f079 req-b35af82f-f19b-4e39-9c43-377dac195c74 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084933 Mar 14 18:47:45.497689 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-302dfd52-cc09-4cf7-985b-6bff708b1c92 service neutron] 10.222.0.59 "GET /v2.0/networks/8ce56163-a26c-4ede-86b1-49dc5cef95ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529241 Mar 14 18:47:45.623966 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f7499b4-9f74-4a7e-93e6-ce5cce7f8731 req-52257a3d-2292-4649-aae0-d1888c1586c2 service neutron] 10.222.0.59 "GET /v2.0/networks/8ce56163-a26c-4ede-86b1-49dc5cef95ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209812 Mar 14 18:47:46.652020 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727e4c4-667b-4518-9e9b-8f74ce7c55f9 req-872d784c-2678-4696-9c68-a59500aea264 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:46.653948 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4727e4c4-667b-4518-9e9b-8f74ce7c55f9 req-872d784c-2678-4696-9c68-a59500aea264 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 944 time: 0.0782211 Mar 14 18:47:46.680716 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device a2443f46-b933-4129-a719-6ac1d698cb54 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:47:46.701487 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4727e4c4-667b-4518-9e9b-8f74ce7c55f9 req-81a4f5a6-3a8b-43b7-8951-2a50b163d5a5 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408702 Mar 14 18:47:46.843361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port a2443f46-b933-4129-a719-6ac1d698cb54, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a2443f46-b933-4129-a719-6ac1d698cb54,segment=NetworkSegment(8f028250-0f3b-4ed3-b440-883a7bd875d7),segment_id=8f028250-0f3b-4ed3-b440-883a7bd875d7)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:47:46.856260 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'a2443f46-b933-4129-a719-6ac1d698cb54', 'network_id': '8ce56163-a26c-4ede-86b1-49dc5cef95ea', 'port_id': 'a2443f46-b933-4129-a719-6ac1d698cb54', 'mac_address': 'fa:16:3e:79:a9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5542d0-a105-450c-9786-5ffd50c60b54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:47:46.911382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:46.927070 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2443f46-b933-4129-a719-6ac1d698cb54 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:47:46.941682 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port a2443f46-b933-4129-a719-6ac1d698cb54, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a2443f46-b933-4129-a719-6ac1d698cb54,segment=NetworkSegment(8f028250-0f3b-4ed3-b440-883a7bd875d7),segment_id=8f028250-0f3b-4ed3-b440-883a7bd875d7)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:47:47.008156 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:47.071919 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=a2443f46-b933-4129-a719-6ac1d698cb54,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:47.079297 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:47.079644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:47.079984 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:47.080316 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:47.080645 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:47.080974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:47.081300 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:47.081623 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:47.081948 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:47.082267 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:47.082586 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:47.082942 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:47.217018 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['a2443f46-b933-4129-a719-6ac1d698cb54'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:47:47.893393 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b38d8e-20f9-46c3-8bf8-5972647a5ed5 req-2531efad-d775-49fb-a712-ef1eb77886e7 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:47.894921 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7b38d8e-20f9-46c3-8bf8-5972647a5ed5 req-2531efad-d775-49fb-a712-ef1eb77886e7 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 945 time: 0.0803750 Mar 14 18:47:47.938901 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7b38d8e-20f9-46c3-8bf8-5972647a5ed5 req-8e7a8e61-bae5-4e10-bc56-0b619f27c549 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379388 Mar 14 18:47:48.096597 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:47:48.696250 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device a2443f46-b933-4129-a719-6ac1d698cb54 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:47:48.831926 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port a2443f46-b933-4129-a719-6ac1d698cb54 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:47:48.836710 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port a2443f46-b933-4129-a719-6ac1d698cb54 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:47:48.837088 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:48.950619 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:48.976178 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d74f88-549f-46f5-95ee-79a3c18792a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2443f46-b933-4129-a719-6ac1d698cb54'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:47:48.987020 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port a2443f46-b933-4129-a719-6ac1d698cb54, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a2443f46-b933-4129-a719-6ac1d698cb54,segment=NetworkSegment(8f028250-0f3b-4ed3-b440-883a7bd875d7),segment_id=8f028250-0f3b-4ed3-b440-883a7bd875d7)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:47:49.032382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:49.079137 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d74f88-549f-46f5-95ee-79a3c18792a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2443f46-b933-4129-a719-6ac1d698cb54', 'code': 200} Mar 14 18:47:49.113636 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=a2443f46-b933-4129-a719-6ac1d698cb54,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:49.127524 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec6324-b5e7-4b11-878c-ff8ac38624a7 req-5896a8f2-d41d-421d-bd13-f902d4996145 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:49.129036 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-67ec6324-b5e7-4b11-878c-ff8ac38624a7 req-5896a8f2-d41d-421d-bd13-f902d4996145 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 946 time: 0.0810947 Mar 14 18:47:49.175324 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-67ec6324-b5e7-4b11-878c-ff8ac38624a7 req-a3f834c5-4020-4a28-adca-03c7cb4834f4 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 Mar 14 18:47:49.418584 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9787b6c-e864-42cf-a067-2cd28ceeda1c req-bdc18262-5165-4d37-a8aa-6b9dc69d297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:49.420038 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f9787b6c-e864-42cf-a067-2cd28ceeda1c req-bdc18262-5165-4d37-a8aa-6b9dc69d297d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 1099 time: 0.0671568 Mar 14 18:47:49.461413 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f9787b6c-e864-42cf-a067-2cd28ceeda1c req-06046023-e8c9-427f-ad9d-a6360ad5ce8e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337150 Mar 14 18:47:50.361231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2042c-30fb-4499-971e-51b54874e8a8 req-fe42d5e7-6966-4734-97ef-6e02c5b3d1be tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:50.362683 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4dd2042c-30fb-4499-971e-51b54874e8a8 req-fe42d5e7-6966-4734-97ef-6e02c5b3d1be tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 946 time: 0.0825572 Mar 14 18:47:50.406237 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4dd2042c-30fb-4499-971e-51b54874e8a8 req-9d7e9fdc-6129-46da-81d8-2c5533be7f38 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379219 Mar 14 18:47:51.590774 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6262bb8-6419-476b-bbc5-b57bb170cc1a req-459f6f62-7eba-4155-ac51-df8f617a82a5 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:51.592227 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6262bb8-6419-476b-bbc5-b57bb170cc1a req-459f6f62-7eba-4155-ac51-df8f617a82a5 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 946 time: 0.0830042 Mar 14 18:47:51.636161 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b6262bb8-6419-476b-bbc5-b57bb170cc1a req-bd5c6489-d6c7-4d4c-9080-9d424d76b0ae tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382955 Mar 14 18:47:51.913975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-a48909a1-62e2-401d-b50b-9764c60f3025 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:51.915431 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-a48909a1-62e2-401d-b50b-9764c60f3025 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/networks?id=8ce56163-a26c-4ede-86b1-49dc5cef95ea HTTP/1.1" status: 200 len: 813 time: 0.1407239 Mar 14 18:47:51.930396 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-8f37f4db-5afe-4dca-8bd7-0a4479e4e077 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/quotas/1f448312dca04e23a0a7451b34c7000b HTTP/1.1" status: 200 len: 375 time: 0.0096273 Mar 14 18:47:52.011537 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-c56af7d8-6d5f-4410-b56e-43e082206eca tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f448312dca04e23a0a7451b34c7000b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756330 Mar 14 18:47:52.138407 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-91a2fc8b-158d-4ceb-9475-682f98ff8220 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce56163-a26c-4ede-86b1-49dc5cef95ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203747 Mar 14 18:47:52.263122 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-3396fcd3-cfd9-4267-8bd5-949e72bccd63 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce56163-a26c-4ede-86b1-49dc5cef95ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188619 Mar 14 18:47:52.517312 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-46c57982-1393-4555-b254-11f7cd9ac678 req-9b5adcfa-139d-4d23-9671-2aa270c1eff2 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=134942ae-86e3-447d-baef-48261c658868 HTTP/1.1" status: 200 len: 210 time: 0.0407429 Mar 14 18:47:53.667964 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9c34ed7b-1509-4fe7-a4d2-2aac3248b517 req-27014ef7-4d39-4e09-915f-0ce90fcb37dd tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=134942ae-86e3-447d-baef-48261c658868 HTTP/1.1" status: 200 len: 210 time: 0.0400784 Mar 14 18:47:54.328555 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-378d6a44-98c9-48b8-870e-6a6ac9fde02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:54.350163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-9eebb574-82cf-400e-86f8-c893b7c496c1 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:54.351613 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-9eebb574-82cf-400e-86f8-c893b7c496c1 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.59 "GET /v2.0/networks?id=8ce56163-a26c-4ede-86b1-49dc5cef95ea HTTP/1.1" status: 200 len: 813 time: 0.1427653 Mar 14 18:47:54.363037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-820d9e17-a092-456d-a5ad-a896d7357b61 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Request body: {'port': {'device_id': '134942ae-86e3-447d-baef-48261c658868', 'network_id': '8ce56163-a26c-4ede-86b1-49dc5cef95ea', 'admin_state_up': True, 'tenant_id': '1f448312dca04e23a0a7451b34c7000b'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:47:54.604139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-820d9e17-a092-456d-a5ad-a896d7357b61 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:47:54.613964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-820d9e17-a092-456d-a5ad-a896d7357b61 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:47:54.694989 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-820d9e17-a092-456d-a5ad-a896d7357b61 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Made reservation on behalf of 1f448312dca04e23a0a7451b34c7000b for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:47:54.698577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-820d9e17-a092-456d-a5ad-a896d7357b61 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:54.832927 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-56eece53-ea46-4388-9efe-aef4c3b92627 req-c7762c1f-3bd8-49cd-8707-6102fbb7ce23 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=134942ae-86e3-447d-baef-48261c658868 HTTP/1.1" status: 200 len: 210 time: 0.0523982 Mar 14 18:47:54.896397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-820d9e17-a092-456d-a5ad-a896d7357b61 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Allocated IP 172.20.0.7 (8ce56163-a26c-4ede-86b1-49dc5cef95ea/ca5542d0-a105-450c-9786-5ffd50c60b54/b3bad326-2406-46f0-a414-4ddf0fdf671b) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:47:55.094705 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-820d9e17-a092-456d-a5ad-a896d7357b61 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:55.180724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-820d9e17-a092-456d-a5ad-a896d7357b61 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:55.195038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['a2443f46-b933-4129-a719-6ac1d698cb54'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:47:55.249524 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-820d9e17-a092-456d-a5ad-a896d7357b61 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Network 8ce56163-a26c-4ede-86b1-49dc5cef95ea is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:47:55.256986 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-820d9e17-a092-456d-a5ad-a896d7357b61 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:47:55.261360 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-820d9e17-a092-456d-a5ad-a896d7357b61 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:47:55.294240 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d9e17-a092-456d-a5ad-a896d7357b61 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Pushing event updated for resources: {'Port': ['ID=b3bad326-2406-46f0-a414-4ddf0fdf671b,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:55.325749 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-820d9e17-a092-456d-a5ad-a896d7357b61 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:55.326357 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-820d9e17-a092-456d-a5ad-a896d7357b61 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:55.438822 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-820d9e17-a092-456d-a5ad-a896d7357b61 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0791836 Mar 14 18:47:55.450635 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Request body: {'port': {'device_id': '134942ae-86e3-447d-baef-48261c658868', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:47:55.562085 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:55.897603 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3bad326-2406-46f0-a414-4ddf0fdf671b {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:47:55.904826 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:55.918714 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Transition to ACTIVE for port object b3bad326-2406-46f0-a414-4ddf0fdf671b will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:47:55.974353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:56.137546 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Pushing event updated for resources: {'Port': ['ID=b3bad326-2406-46f0-a414-4ddf0fdf671b,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:56.211779 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a6ed6-cd02-4e67-9e7f-35fcc10ba306 req-71d5dec8-6ba6-42ba-a80e-cb6c56aecc4b tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:56.212451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-922a6ed6-cd02-4e67-9e7f-35fcc10ba306 req-71d5dec8-6ba6-42ba-a80e-cb6c56aecc4b tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Synchronizing usage tracker for tenant:1f448312dca04e23a0a7451b34c7000b on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:47:56.237683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Attempting to bind port b3bad326-2406-46f0-a414-4ddf0fdf671b on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:47:56.238004 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Attempting to bind port b3bad326-2406-46f0-a414-4ddf0fdf671b by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '8f028250-0f3b-4ed3-b440-883a7bd875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8ce56163-a26c-4ede-86b1-49dc5cef95ea'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:47:56.238321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Attempting to bind port b3bad326-2406-46f0-a414-4ddf0fdf671b on network 8ce56163-a26c-4ede-86b1-49dc5cef95ea {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:47:56.243429 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Port b3bad326-2406-46f0-a414-4ddf0fdf671b on network 8ce56163-a26c-4ede-86b1-49dc5cef95ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:47:56.243741 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Attempting to bind port b3bad326-2406-46f0-a414-4ddf0fdf671b on network 8ce56163-a26c-4ede-86b1-49dc5cef95ea {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:47:56.248676 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:47:56.249004 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Checking segment: {'id': '8f028250-0f3b-4ed3-b440-883a7bd875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8ce56163-a26c-4ede-86b1-49dc5cef95ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:47:56.252305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Bound using segment: {'id': '8f028250-0f3b-4ed3-b440-883a7bd875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8ce56163-a26c-4ede-86b1-49dc5cef95ea'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:47:56.252305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Bound port: b3bad326-2406-46f0-a414-4ddf0fdf671b, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f028250-0f3b-4ed3-b440-883a7bd875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8ce56163-a26c-4ede-86b1-49dc5cef95ea'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:47:56.252305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:56.312189 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-922a6ed6-cd02-4e67-9e7f-35fcc10ba306 req-71d5dec8-6ba6-42ba-a80e-cb6c56aecc4b tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Unset dirty status for tenant:1f448312dca04e23a0a7451b34c7000b on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:47:56.313351 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-922a6ed6-cd02-4e67-9e7f-35fcc10ba306 req-71d5dec8-6ba6-42ba-a80e-cb6c56aecc4b tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=134942ae-86e3-447d-baef-48261c658868 HTTP/1.1" status: 200 len: 943 time: 0.3737438 Mar 14 18:47:56.360890 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] For port b3bad326-2406-46f0-a414-4ddf0fdf671b, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:47:56.365196 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] For port b3bad326-2406-46f0-a414-4ddf0fdf671b, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=b3bad326-2406-46f0-a414-4ddf0fdf671b,segment=NetworkSegment(8f028250-0f3b-4ed3-b440-883a7bd875d7),segment_id=8f028250-0f3b-4ed3-b440-883a7bd875d7)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:47:56.375563 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-922a6ed6-cd02-4e67-9e7f-35fcc10ba306 req-959d3360-8abd-4795-8529-62a5a51e605a tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504341 Mar 14 18:47:56.380872 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-92b467d0-7af7-48a3-8c9c-e6e3c193949d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:56.444651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:56.615042 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:56.615242 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:56.616645 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] 10.222.0.59 "PUT /v2.0/ports/b3bad326-2406-46f0-a414-4ddf0fdf671b HTTP/1.1" status: 200 len: 1093 time: 1.1700144 Mar 14 18:47:56.619194 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134942ae-86e3-447d-baef-48261c658868', 'tag': 'b3bad326-2406-46f0-a414-4ddf0fdf671b'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:47:56.644877 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be139601-513a-4b3b-9b4b-d7537b287b49 service neutron] Pushing event updated for resources: {'Port': ['ID=b3bad326-2406-46f0-a414-4ddf0fdf671b,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:56.670628 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134942ae-86e3-447d-baef-48261c658868', 'tag': 'b3bad326-2406-46f0-a414-4ddf0fdf671b', 'status': 'completed', 'code': 200} Mar 14 18:47:56.757789 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c9a42-e976-4079-8bfb-d7cc83ec962b req-e11f3d21-fedf-4c73-81d9-877e478e3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:56.759271 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-963c9a42-e976-4079-8bfb-d7cc83ec962b req-e11f3d21-fedf-4c73-81d9-877e478e3057 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f448312dca04e23a0a7451b34c7000b&device_id=134942ae-86e3-447d-baef-48261c658868 HTTP/1.1" status: 200 len: 1096 time: 0.0697045 Mar 14 18:47:56.900856 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c9a42-e976-4079-8bfb-d7cc83ec962b req-e43e0bb4-a5a7-42de-afb4-ab57e29bf53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:56.902217 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-963c9a42-e976-4079-8bfb-d7cc83ec962b req-e43e0bb4-a5a7-42de-afb4-ab57e29bf53d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1f448312dca04e23a0a7451b34c7000b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1359994 Mar 14 18:47:57.033636 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c9a42-e976-4079-8bfb-d7cc83ec962b req-77f85b2b-756f-4bfa-9d23-e8b1ef127c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:57.035097 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-963c9a42-e976-4079-8bfb-d7cc83ec962b req-77f85b2b-756f-4bfa-9d23-e8b1ef127c2e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269295 Mar 14 18:47:57.140248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-062f4b79-09ba-4f5b-bffc-16ce15b71193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:57.141689 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-062f4b79-09ba-4f5b-bffc-16ce15b71193 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f448312dca04e23a0a7451b34c7000b&device_id=134942ae-86e3-447d-baef-48261c658868 HTTP/1.1" status: 200 len: 1096 time: 0.0723593 Mar 14 18:47:57.214808 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-7fdb3c81-f706-4ee5-95c1-d5c2718a800d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3bad326-2406-46f0-a414-4ddf0fdf671b HTTP/1.1" status: 200 len: 217 time: 0.0658705 Mar 14 18:47:57.274059 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-17a7d3e9-52aa-4a7e-a866-073cc9fa165e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:57.275463 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-17a7d3e9-52aa-4a7e-a866-073cc9fa165e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca5542d0-a105-450c-9786-5ffd50c60b54 HTTP/1.1" status: 200 len: 853 time: 0.0556908 Mar 14 18:47:57.320033 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-c537afa6-70ff-4bc9-aaa8-9295466e6a82 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ce56163-a26c-4ede-86b1-49dc5cef95ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390198 Mar 14 18:47:57.448903 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-68410367-3e94-4acb-9b81-a2e5703910c2 service neutron] 10.222.0.59 "GET /v2.0/networks/8ce56163-a26c-4ede-86b1-49dc5cef95ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230648 Mar 14 18:47:57.635298 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-770d21f7-dda3-4bbc-a9ad-90ff37ccca70 req-3d543f4e-1e56-4ee9-b6ba-ef22bab49fb6 service neutron] 10.222.0.59 "GET /v2.0/networks/8ce56163-a26c-4ede-86b1-49dc5cef95ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805887 Mar 14 18:47:57.646464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291a93e-a3a2-4e92-a272-4033a48b1a70 req-991aaa5d-0529-44ee-b1f6-a77911dd3e41 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:57.647889 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0291a93e-a3a2-4e92-a272-4033a48b1a70 req-991aaa5d-0529-44ee-b1f6-a77911dd3e41 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=134942ae-86e3-447d-baef-48261c658868 HTTP/1.1" status: 200 len: 943 time: 0.1596105 Mar 14 18:47:57.694258 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0291a93e-a3a2-4e92-a272-4033a48b1a70 req-421622d7-53fb-4675-a9dd-bb4978ad0867 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395677 Mar 14 18:47:57.876986 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:57.905877 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:58.757767 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device b3bad326-2406-46f0-a414-4ddf0fdf671b details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:47:58.878482 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d511c60-0e5d-43ed-a22c-e642d7d4cf0f req-9a1ee3b2-c9b0-43a7-bd64-45e310ce5a89 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:58.879979 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d511c60-0e5d-43ed-a22c-e642d7d4cf0f req-9a1ee3b2-c9b0-43a7-bd64-45e310ce5a89 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=134942ae-86e3-447d-baef-48261c658868 HTTP/1.1" status: 200 len: 943 time: 0.0793698 Mar 14 18:47:58.888458 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port b3bad326-2406-46f0-a414-4ddf0fdf671b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=b3bad326-2406-46f0-a414-4ddf0fdf671b,segment=NetworkSegment(8f028250-0f3b-4ed3-b440-883a7bd875d7),segment_id=8f028250-0f3b-4ed3-b440-883a7bd875d7)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:47:58.901559 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'b3bad326-2406-46f0-a414-4ddf0fdf671b', 'network_id': '8ce56163-a26c-4ede-86b1-49dc5cef95ea', 'port_id': 'b3bad326-2406-46f0-a414-4ddf0fdf671b', 'mac_address': 'fa:16:3e:b7:a4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5542d0-a105-450c-9786-5ffd50c60b54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:47:58.926263 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d511c60-0e5d-43ed-a22c-e642d7d4cf0f req-6548ac71-75a9-444d-8c0d-16315014acdd tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407369 Mar 14 18:47:58.955326 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:58.971226 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3bad326-2406-46f0-a414-4ddf0fdf671b {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:47:58.986456 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port b3bad326-2406-46f0-a414-4ddf0fdf671b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=b3bad326-2406-46f0-a414-4ddf0fdf671b,segment=NetworkSegment(8f028250-0f3b-4ed3-b440-883a7bd875d7),segment_id=8f028250-0f3b-4ed3-b440-883a7bd875d7)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:47:59.054047 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:59.121663 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=b3bad326-2406-46f0-a414-4ddf0fdf671b,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:59.255932 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['b3bad326-2406-46f0-a414-4ddf0fdf671b'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:47:59.844406 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:00.111240 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2ee31-09b7-43c7-88d4-4a9266445ea4 req-04fc8991-de79-4128-bb55-ecec48d8da3a tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:00.112711 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c7b2ee31-09b7-43c7-88d4-4a9266445ea4 req-04fc8991-de79-4128-bb55-ecec48d8da3a tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=134942ae-86e3-447d-baef-48261c658868 HTTP/1.1" status: 200 len: 944 time: 0.0804434 Mar 14 18:48:00.156919 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c7b2ee31-09b7-43c7-88d4-4a9266445ea4 req-a4cc2b72-c9dd-481a-94bc-787b7c0646a0 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385623 Mar 14 18:48:00.773121 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device b3bad326-2406-46f0-a414-4ddf0fdf671b up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:48:00.900186 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port b3bad326-2406-46f0-a414-4ddf0fdf671b completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:48:00.905359 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port b3bad326-2406-46f0-a414-4ddf0fdf671b triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:48:00.905891 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:01.020784 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:01.046153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134942ae-86e3-447d-baef-48261c658868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bad326-2406-46f0-a414-4ddf0fdf671b'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:48:01.055810 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port b3bad326-2406-46f0-a414-4ddf0fdf671b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=b3bad326-2406-46f0-a414-4ddf0fdf671b,segment=NetworkSegment(8f028250-0f3b-4ed3-b440-883a7bd875d7),segment_id=8f028250-0f3b-4ed3-b440-883a7bd875d7)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:48:01.088431 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134942ae-86e3-447d-baef-48261c658868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bad326-2406-46f0-a414-4ddf0fdf671b', 'code': 200} Mar 14 18:48:01.139687 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:01.207503 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=b3bad326-2406-46f0-a414-4ddf0fdf671b,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:01.345968 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9bcc1-b1bf-4945-871f-c8dc6577e8e2 req-7a73bfd8-be93-4f6f-9037-91389ab9062d tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:01.347465 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d9d9bcc1-b1bf-4945-871f-c8dc6577e8e2 req-7a73bfd8-be93-4f6f-9037-91389ab9062d tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=134942ae-86e3-447d-baef-48261c658868 HTTP/1.1" status: 200 len: 945 time: 0.0856400 Mar 14 18:48:01.433536 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d9d9bcc1-b1bf-4945-871f-c8dc6577e8e2 req-e89d664f-4a31-4c98-861e-04a26af0806f tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804360 Mar 14 18:48:01.454132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12deb-e186-4b0c-be6f-05a8cecda395 req-f4d942c4-08a8-4399-8086-f619a837ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:01.455632 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bbd12deb-e186-4b0c-be6f-05a8cecda395 req-f4d942c4-08a8-4399-8086-f619a837ce40 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=134942ae-86e3-447d-baef-48261c658868 HTTP/1.1" status: 200 len: 1098 time: 0.1009316 Mar 14 18:48:01.494864 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bbd12deb-e186-4b0c-be6f-05a8cecda395 req-5dc36f12-fb7e-4df3-9757-0188733a41f5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335925 Mar 14 18:48:02.619232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4667d86-6af8-4371-ab49-a36a54f27eb8 req-d0fbaf3f-9960-488c-8826-1506dd887843 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:02.620663 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d4667d86-6af8-4371-ab49-a36a54f27eb8 req-d0fbaf3f-9960-488c-8826-1506dd887843 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=134942ae-86e3-447d-baef-48261c658868 HTTP/1.1" status: 200 len: 945 time: 0.0816319 Mar 14 18:48:02.664709 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d4667d86-6af8-4371-ab49-a36a54f27eb8 req-12c86df4-d361-4eeb-926b-c41922be9583 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382979 Mar 14 18:48:03.844846 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43d2e1-69f5-4889-a621-faab78b5928e req-3e6c4fa5-9554-4f81-b212-fb11d7991235 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:03.846275 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cf43d2e1-69f5-4889-a621-faab78b5928e req-3e6c4fa5-9554-4f81-b212-fb11d7991235 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=134942ae-86e3-447d-baef-48261c658868 HTTP/1.1" status: 200 len: 945 time: 0.0773752 Mar 14 18:48:03.891212 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cf43d2e1-69f5-4889-a621-faab78b5928e req-3fa0007b-c379-4758-ad57-7216e8c58be9 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394464 Mar 14 18:48:04.400574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1e2cd-1e6a-438d-8834-2ca8e786fdbc req-fcde9d8b-7390-4a4d-9842-812e7ebac3f8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:04.401998 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b9c1e2cd-1e6a-438d-8834-2ca8e786fdbc req-fcde9d8b-7390-4a4d-9842-812e7ebac3f8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=134942ae-86e3-447d-baef-48261c658868 HTTP/1.1" status: 200 len: 945 time: 0.0770350 Mar 14 18:48:04.445236 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b9c1e2cd-1e6a-438d-8834-2ca8e786fdbc req-e09510f4-fade-44ad-9a48-2f00c4a42d57 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376530 Mar 14 18:48:05.628231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdefd02-5fbe-42c3-b96a-6e0231fe8397 req-4ee13436-5aaf-4b02-abde-f6a701045eb6 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:05.629637 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bcdefd02-5fbe-42c3-b96a-6e0231fe8397 req-4ee13436-5aaf-4b02-abde-f6a701045eb6 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=134942ae-86e3-447d-baef-48261c658868 HTTP/1.1" status: 200 len: 945 time: 0.0794756 Mar 14 18:48:05.808318 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bcdefd02-5fbe-42c3-b96a-6e0231fe8397 req-690aadb4-b69e-4ec3-b73a-d403dbe634df tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731608 Mar 14 18:48:05.840566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973302ba-4a3b-4fd4-810b-6eeee801df5f req-0e395496-d0bb-47ab-8254-bd7e92a1a034 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:05.841966 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-973302ba-4a3b-4fd4-810b-6eeee801df5f req-0e395496-d0bb-47ab-8254-bd7e92a1a034 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.59 "GET /v2.0/ports?device_id=134942ae-86e3-447d-baef-48261c658868 HTTP/1.1" status: 200 len: 945 time: 0.0969021 Mar 14 18:48:05.911406 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-973302ba-4a3b-4fd4-810b-6eeee801df5f req-664e478f-7021-4cf8-be44-8d35f8acad35 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Deleting port b3bad326-2406-46f0-a414-4ddf0fdf671b {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:48:05.911746 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-973302ba-4a3b-4fd4-810b-6eeee801df5f req-664e478f-7021-4cf8-be44-8d35f8acad35 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:06.151259 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-973302ba-4a3b-4fd4-810b-6eeee801df5f req-664e478f-7021-4cf8-be44-8d35f8acad35 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] For port b3bad326-2406-46f0-a414-4ddf0fdf671b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=b3bad326-2406-46f0-a414-4ddf0fdf671b,segment=NetworkSegment(8f028250-0f3b-4ed3-b440-883a7bd875d7),segment_id=8f028250-0f3b-4ed3-b440-883a7bd875d7)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:48:06.151530 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-973302ba-4a3b-4fd4-810b-6eeee801df5f req-664e478f-7021-4cf8-be44-8d35f8acad35 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:06.268895 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-973302ba-4a3b-4fd4-810b-6eeee801df5f req-664e478f-7021-4cf8-be44-8d35f8acad35 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Calling delete_port for b3bad326-2406-46f0-a414-4ddf0fdf671b owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:48:06.483602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-973302ba-4a3b-4fd4-810b-6eeee801df5f req-664e478f-7021-4cf8-be44-8d35f8acad35 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:06.495583 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['a2443f46-b933-4129-a719-6ac1d698cb54', 'b3bad326-2406-46f0-a414-4ddf0fdf671b'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:48:06.533980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e478f-7021-4cf8-be44-8d35f8acad35 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Pushing event deleted for resources: {'Port': ['ID=b3bad326-2406-46f0-a414-4ddf0fdf671b,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:06.604893 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-973302ba-4a3b-4fd4-810b-6eeee801df5f req-664e478f-7021-4cf8-be44-8d35f8acad35 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] No DVR routers for this DVR port b3bad326-2406-46f0-a414-4ddf0fdf671b on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:48:06.607369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-973302ba-4a3b-4fd4-810b-6eeee801df5f req-664e478f-7021-4cf8-be44-8d35f8acad35 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:06.609858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134942ae-86e3-447d-baef-48261c658868', 'name': 'network-vif-deleted', 'tag': 'b3bad326-2406-46f0-a414-4ddf0fdf671b'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:48:06.655144 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134942ae-86e3-447d-baef-48261c658868', 'name': 'network-vif-deleted', 'tag': 'b3bad326-2406-46f0-a414-4ddf0fdf671b', 'status': 'completed', 'code': 200} Mar 14 18:48:06.673218 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-973302ba-4a3b-4fd4-810b-6eeee801df5f req-664e478f-7021-4cf8-be44-8d35f8acad35 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.59 "DELETE /v2.0/ports/b3bad326-2406-46f0-a414-4ddf0fdf671b HTTP/1.1" status: 204 len: 173 time: 0.8250189 Mar 14 18:48:06.956169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-df793b25-4f10-456d-82d4-c43b3456ba54 req-7d055cab-0f6b-42f4-9a7e-19907b8b8e2c tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Synchronizing usage tracker for tenant:1f448312dca04e23a0a7451b34c7000b on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:48:07.037874 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-df793b25-4f10-456d-82d4-c43b3456ba54 req-7d055cab-0f6b-42f4-9a7e-19907b8b8e2c tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Unset dirty status for tenant:1f448312dca04e23a0a7451b34c7000b on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:48:07.039065 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-df793b25-4f10-456d-82d4-c43b3456ba54 req-7d055cab-0f6b-42f4-9a7e-19907b8b8e2c tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=134942ae-86e3-447d-baef-48261c658868 HTTP/1.1" status: 200 len: 210 time: 0.1232550 Mar 14 18:48:08.290117 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf01e2-276e-41df-9db2-c0c071ade0cb req-471fcc09-a9d7-44a9-baa7-4018d17efdb4 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:08.291572 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dfaf01e2-276e-41df-9db2-c0c071ade0cb req-471fcc09-a9d7-44a9-baa7-4018d17efdb4 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 946 time: 0.0806460 Mar 14 18:48:08.337878 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dfaf01e2-276e-41df-9db2-c0c071ade0cb req-0850bf89-7c2b-4655-89e7-0cceffc04c58 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406022 Mar 14 18:48:08.533344 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b3f63-5330-4f76-b93c-8344cf19b649 req-89b70de1-1ada-41b8-9460-8f18ecfabbc8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:08.534840 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-823b3f63-5330-4f76-b93c-8344cf19b649 req-89b70de1-1ada-41b8-9460-8f18ecfabbc8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 946 time: 0.0767317 Mar 14 18:48:08.577796 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-823b3f63-5330-4f76-b93c-8344cf19b649 req-71cac997-d75d-433e-8a70-5a4f62767405 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373807 Mar 14 18:48:08.760126 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79a079-61f8-4f87-9393-a0b45444decd req-80e2d405-a6af-4599-8647-5e2f227fcb7c tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:08.761579 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9f79a079-61f8-4f87-9393-a0b45444decd req-80e2d405-a6af-4599-8647-5e2f227fcb7c tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 946 time: 0.0809183 Mar 14 18:48:08.788791 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device b3bad326-2406-46f0-a414-4ddf0fdf671b no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:48:08.808529 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9f79a079-61f8-4f87-9393-a0b45444decd req-c14d1e3b-8ec7-432d-ae62-97fda38f6e4d tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412631 Mar 14 18:48:08.823205 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: b3bad326-2406-46f0-a414-4ddf0fdf671b {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:48:08.823556 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device b3bad326-2406-46f0-a414-4ddf0fdf671b not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:48:09.094779 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241e7e4-1bd6-4565-bf14-a48d53f166b2 req-d0ba6fd2-4126-469e-93ab-7d3e66e6b962 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:09.096122 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8241e7e4-1bd6-4565-bf14-a48d53f166b2 req-d0ba6fd2-4126-469e-93ab-7d3e66e6b962 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 946 time: 0.0780833 Mar 14 18:48:09.138065 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8241e7e4-1bd6-4565-bf14-a48d53f166b2 req-0719d79f-8b67-4850-8a1c-52592b77381b tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363822 Mar 14 18:48:09.295226 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:09.324494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca4a0c-e9ee-4f83-afcc-c06a869e0482 req-a580c2f2-9d87-4ba2-b9ef-d7daf72852eb tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:09.325922 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-56ca4a0c-e9ee-4f83-afcc-c06a869e0482 req-a580c2f2-9d87-4ba2-b9ef-d7daf72852eb tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 946 time: 0.0847197 Mar 14 18:48:09.368809 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-56ca4a0c-e9ee-4f83-afcc-c06a869e0482 req-a6592b4a-2644-485d-8796-bc4ae3a8cb44 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365541 Mar 14 18:48:09.555767 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506beedb-a3e9-49de-a2bf-f1044918effd req-13f584b8-9f5f-4724-b275-192b14c13308 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:09.557204 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-506beedb-a3e9-49de-a2bf-f1044918effd req-13f584b8-9f5f-4724-b275-192b14c13308 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 946 time: 0.0769930 Mar 14 18:48:09.600701 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-506beedb-a3e9-49de-a2bf-f1044918effd req-3031bbb6-63c7-44d4-ad0b-077b3753e800 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374858 Mar 14 18:48:10.304293 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5c0ce-fe5c-436e-b786-18a12172b764 req-9a68a7c9-00c6-4892-8de0-6092b25c41d3 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:10.305712 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-68b5c0ce-fe5c-436e-b786-18a12172b764 req-9a68a7c9-00c6-4892-8de0-6092b25c41d3 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 946 time: 0.0803928 Mar 14 18:48:10.348257 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-68b5c0ce-fe5c-436e-b786-18a12172b764 req-44c2c2f9-964f-44c1-92a6-b1d3761fe997 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369925 Mar 14 18:48:11.535855 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72c40b-f54c-48fe-8ecb-cef0d6bd46d0 req-7312c2b7-5e48-4f17-bfaa-efc5576c9d50 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:11.537289 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d72c40b-f54c-48fe-8ecb-cef0d6bd46d0 req-7312c2b7-5e48-4f17-bfaa-efc5576c9d50 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 946 time: 0.0798891 Mar 14 18:48:11.580992 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d72c40b-f54c-48fe-8ecb-cef0d6bd46d0 req-4dc4cc4c-b44b-4324-9932-1eafa9832063 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/security-groups?id=5dbc3936-9112-4548-a1f9-62d3066127ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380313 Mar 14 18:48:11.656918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b5545-df96-4283-9883-f12e1e5701c2 req-17c18a39-9681-4c7b-9ad7-8953177de2f8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:11.658249 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fa4b5545-df96-4283-9883-f12e1e5701c2 req-17c18a39-9681-4c7b-9ad7-8953177de2f8 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 946 time: 0.0764441 Mar 14 18:48:11.730267 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-fa4b5545-df96-4283-9883-f12e1e5701c2 req-3ebcb96c-a863-4704-be3f-604406bcbed1 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Deleting port a2443f46-b933-4129-a719-6ac1d698cb54 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:48:11.730609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-fa4b5545-df96-4283-9883-f12e1e5701c2 req-3ebcb96c-a863-4704-be3f-604406bcbed1 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:12.058368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-fa4b5545-df96-4283-9883-f12e1e5701c2 req-3ebcb96c-a863-4704-be3f-604406bcbed1 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] For port a2443f46-b933-4129-a719-6ac1d698cb54, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a2443f46-b933-4129-a719-6ac1d698cb54,segment=NetworkSegment(8f028250-0f3b-4ed3-b440-883a7bd875d7),segment_id=8f028250-0f3b-4ed3-b440-883a7bd875d7)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:48:12.058724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-fa4b5545-df96-4283-9883-f12e1e5701c2 req-3ebcb96c-a863-4704-be3f-604406bcbed1 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:12.177613 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-fa4b5545-df96-4283-9883-f12e1e5701c2 req-3ebcb96c-a863-4704-be3f-604406bcbed1 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Calling delete_port for a2443f46-b933-4129-a719-6ac1d698cb54 owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:48:12.351848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-fa4b5545-df96-4283-9883-f12e1e5701c2 req-3ebcb96c-a863-4704-be3f-604406bcbed1 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:12.362550 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['a2443f46-b933-4129-a719-6ac1d698cb54'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:48:12.400662 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcb96c-a863-4704-be3f-604406bcbed1 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Pushing event deleted for resources: {'Port': ['ID=a2443f46-b933-4129-a719-6ac1d698cb54,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:12.474407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4b5545-df96-4283-9883-f12e1e5701c2 req-3ebcb96c-a863-4704-be3f-604406bcbed1 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] No DVR routers for this DVR port a2443f46-b933-4129-a719-6ac1d698cb54 on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:48:12.476836 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-fa4b5545-df96-4283-9883-f12e1e5701c2 req-3ebcb96c-a863-4704-be3f-604406bcbed1 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:12.479251 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d74f88-549f-46f5-95ee-79a3c18792a3', 'name': 'network-vif-deleted', 'tag': 'a2443f46-b933-4129-a719-6ac1d698cb54'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:48:12.522465 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d74f88-549f-46f5-95ee-79a3c18792a3', 'name': 'network-vif-deleted', 'tag': 'a2443f46-b933-4129-a719-6ac1d698cb54', 'status': 'completed', 'code': 200} Mar 14 18:48:12.558515 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fa4b5545-df96-4283-9883-f12e1e5701c2 req-3ebcb96c-a863-4704-be3f-604406bcbed1 tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.59 "DELETE /v2.0/ports/a2443f46-b933-4129-a719-6ac1d698cb54 HTTP/1.1" status: 204 len: 173 time: 0.8939695 Mar 14 18:48:12.732989 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-558440b4-c5f0-4f5d-962f-26e758d059b7 req-932b72c2-b18f-44c2-aaca-e9b7a959c71b tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Synchronizing usage tracker for tenant:1f448312dca04e23a0a7451b34c7000b on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:48:12.831754 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-558440b4-c5f0-4f5d-962f-26e758d059b7 req-932b72c2-b18f-44c2-aaca-e9b7a959c71b tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] Unset dirty status for tenant:1f448312dca04e23a0a7451b34c7000b on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:48:12.832916 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-558440b4-c5f0-4f5d-962f-26e758d059b7 req-932b72c2-b18f-44c2-aaca-e9b7a959c71b tempest-ServersNegativeTestJSON-1468998219 tempest-ServersNegativeTestJSON-1468998219-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4d74f88-549f-46f5-95ee-79a3c18792a3 HTTP/1.1" status: 200 len: 210 time: 0.1424067 Mar 14 18:48:13.925157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36398) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:13.983495 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-266176e6-6d7c-48b7-9090-cdfc74a9ae73 admin admin] Deleting subnet ca5542d0-a105-450c-9786-5ffd50c60b54 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:48:13.986205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-266176e6-6d7c-48b7-9090-cdfc74a9ae73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:14.036469 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-266176e6-6d7c-48b7-9090-cdfc74a9ae73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:14.089651 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-266176e6-6d7c-48b7-9090-cdfc74a9ae73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:14.214335 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-266176e6-6d7c-48b7-9090-cdfc74a9ae73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:14.253998 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266176e6-6d7c-48b7-9090-cdfc74a9ae73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca5542d0-a105-450c-9786-5ffd50c60b54,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:14.258630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-266176e6-6d7c-48b7-9090-cdfc74a9ae73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:14.264420 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-266176e6-6d7c-48b7-9090-cdfc74a9ae73 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ca5542d0-a105-450c-9786-5ffd50c60b54 HTTP/1.1" status: 204 len: 168 time: 0.3383272 Mar 14 18:48:14.267521 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36402) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:14.365696 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8607254a-a28d-4d28-b7f8-2ed9d1f9260f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:14.488897 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8607254a-a28d-4d28-b7f8-2ed9d1f9260f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:14.607574 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-8607254a-a28d-4d28-b7f8-2ed9d1f9260f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce56163-a26c-4ede-86b1-49dc5cef95ea']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:14.619443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-8607254a-a28d-4d28-b7f8-2ed9d1f9260f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f028250-0f3b-4ed3-b440-883a7bd875d7') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:14.619738 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-8607254a-a28d-4d28-b7f8-2ed9d1f9260f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f028250-0f3b-4ed3-b440-883a7bd875d7') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:14.631167 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8607254a-a28d-4d28-b7f8-2ed9d1f9260f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:14.646247 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8607254a-a28d-4d28-b7f8-2ed9d1f9260f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:14.651952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8607254a-a28d-4d28-b7f8-2ed9d1f9260f admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:48:14.652319 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8607254a-a28d-4d28-b7f8-2ed9d1f9260f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:48:14.664721 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:48:14.798041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8607254a-a28d-4d28-b7f8-2ed9d1f9260f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:14.813350 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8607254a-a28d-4d28-b7f8-2ed9d1f9260f admin admin] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:14.819985 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device a2443f46-b933-4129-a719-6ac1d698cb54 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:48:14.822406 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607254a-a28d-4d28-b7f8-2ed9d1f9260f admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce56163-a26c-4ede-86b1-49dc5cef95ea,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:14.825283 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8607254a-a28d-4d28-b7f8-2ed9d1f9260f admin admin] 10.222.0.43 "DELETE /v2.0/networks/8ce56163-a26c-4ede-86b1-49dc5cef95ea HTTP/1.1" status: 204 len: 168 time: 0.5567687 Mar 14 18:48:14.854203 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: a2443f46-b933-4129-a719-6ac1d698cb54 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:48:14.854554 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device a2443f46-b933-4129-a719-6ac1d698cb54 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:48:15.178515 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36408) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:15.225818 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f2f45b4e-1fce-453a-aab4-964578a69247 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f448312dca04e23a0a7451b34c7000b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460827 Mar 14 18:48:15.228135 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36412) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:15.283046 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d9278fa-37c2-48e0-922f-996ee1ebcea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:15.306947 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d9278fa-37c2-48e0-922f-996ee1ebcea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:15.403797 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d9278fa-37c2-48e0-922f-996ee1ebcea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:15.420484 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9278fa-37c2-48e0-922f-996ee1ebcea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbc3936-9112-4548-a1f9-62d3066127ae,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:15.423768 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d9278fa-37c2-48e0-922f-996ee1ebcea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:15.424868 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5d9278fa-37c2-48e0-922f-996ee1ebcea7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5dbc3936-9112-4548-a1f9-62d3066127ae HTTP/1.1" status: 204 len: 168 time: 0.1958618 Mar 14 18:48:16.398711 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36436) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:16.497468 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-340879150'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:16.502866 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:16.506574 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Usage tracker for resource:network and tenant:ef80a0ee0cad4a83858746b240e83289 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:16.509358 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:16.515617 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:16.563837 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Made reservation on behalf of ef80a0ee0cad4a83858746b240e83289 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:16.567142 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:16.579589 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:16.593567 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:16.597277 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Usage tracker for resource:security_group_rule and tenant:ef80a0ee0cad4a83858746b240e83289 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:16.600030 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:16.605572 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:16.684697 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:16.723574 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:16.753403 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:48:16.765283 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da5ae21d-04e0-455a-a86d-fc88489745de,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:16.769632 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:16.769981 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Added segment ece305e1-2d94-4c09-a2a7-a57417c7797b of type vlan for network 2629143f-67c8-47e3-acf3-10eecc512956 Mar 14 18:48:16.795168 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:16.893970 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:16.899419 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:16.899996 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:17.005950 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event updated for resources: {'Network': ['ID=2629143f-67c8-47e3-acf3-10eecc512956,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:17.016125 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 2629143f-67c8-47e3-acf3-10eecc512956 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:48:17.072837 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0790ca36-b28a-4de2-852b-93c39c3c07df tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6730018 Mar 14 18:48:20.342969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36442) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:20.348601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1904f091-9aaa-4214-9ec4-3cae892537f9 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Request body: {'subnet': {'network_id': '2629143f-67c8-47e3-acf3-10eecc512956', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:20.457765 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1904f091-9aaa-4214-9ec4-3cae892537f9 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:20.461583 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1904f091-9aaa-4214-9ec4-3cae892537f9 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Usage tracker for resource:subnet and tenant:ef80a0ee0cad4a83858746b240e83289 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:20.464327 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1904f091-9aaa-4214-9ec4-3cae892537f9 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:20.470112 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1904f091-9aaa-4214-9ec4-3cae892537f9 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:20.523487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1904f091-9aaa-4214-9ec4-3cae892537f9 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Made reservation on behalf of ef80a0ee0cad4a83858746b240e83289 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:20.526982 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1904f091-9aaa-4214-9ec4-3cae892537f9 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:20.802711 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1904f091-9aaa-4214-9ec4-3cae892537f9 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:20.877328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904f091-9aaa-4214-9ec4-3cae892537f9 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event updated for resources: {'Subnet': ['ID=01c99522-36bd-4722-828e-7d068c36d36c,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:20.890190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1904f091-9aaa-4214-9ec4-3cae892537f9 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Checking segment: {'id': 'ece305e1-2d94-4c09-a2a7-a57417c7797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2629143f-67c8-47e3-acf3-10eecc512956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:48:20.890538 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1904f091-9aaa-4214-9ec4-3cae892537f9 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Network hostable DHCP agents. Network: 2629143f-67c8-47e3-acf3-10eecc512956, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:48:20.980391 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1904f091-9aaa-4214-9ec4-3cae892537f9 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Network 2629143f-67c8-47e3-acf3-10eecc512956 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:48:21.060376 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-1904f091-9aaa-4214-9ec4-3cae892537f9 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 2629143f-67c8-47e3-acf3-10eecc512956) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:21.065222 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1904f091-9aaa-4214-9ec4-3cae892537f9 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:21.066404 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1904f091-9aaa-4214-9ec4-3cae892537f9 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:21.068060 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e96537c-90fa-4473-b2f5-dcfeb8df5ffa None None] Network 2629143f-67c8-47e3-acf3-10eecc512956 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:21.147370 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1904f091-9aaa-4214-9ec4-3cae892537f9 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8032384 Mar 14 18:48:21.150732 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36446) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:21.156259 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-486001cd-8d00-474a-9479-af3cc495c160 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1776212633'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:21.161703 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-486001cd-8d00-474a-9479-af3cc495c160 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:21.165475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-486001cd-8d00-474a-9479-af3cc495c160 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Usage tracker for resource:network and tenant:ef80a0ee0cad4a83858746b240e83289 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:21.168292 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-486001cd-8d00-474a-9479-af3cc495c160 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:21.173834 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-486001cd-8d00-474a-9479-af3cc495c160 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:21.244025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486001cd-8d00-474a-9479-af3cc495c160 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Made reservation on behalf of ef80a0ee0cad4a83858746b240e83289 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:21.247485 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-486001cd-8d00-474a-9479-af3cc495c160 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:21.273970 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-2629143f-67c8-47e3-acf3-10eecc512956', 'network_id': '2629143f-67c8-47e3-acf3-10eecc512956', 'tenant_id': 'ef80a0ee0cad4a83858746b240e83289', 'fixed_ips': [{'subnet_id': '01c99522-36bd-4722-828e-7d068c36d36c'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:48:21.274849 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:21.280005 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486001cd-8d00-474a-9479-af3cc495c160 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:48:21.285125 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-486001cd-8d00-474a-9479-af3cc495c160 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:21.285469 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-486001cd-8d00-474a-9479-af3cc495c160 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Added segment 2925b501-c80f-4250-bc08-f000af9829e2 of type vlan for network 114044ce-1a79-4445-a908-8094415fd1d2 Mar 14 18:48:21.310744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-486001cd-8d00-474a-9479-af3cc495c160 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:21.402913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-486001cd-8d00-474a-9479-af3cc495c160 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:21.409162 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486001cd-8d00-474a-9479-af3cc495c160 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:21.409744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-486001cd-8d00-474a-9479-af3cc495c160 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:21.429721 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Allocated IP 2001:db8:0:ffff::2 (2629143f-67c8-47e3-acf3-10eecc512956/01c99522-36bd-4722-828e-7d068c36d36c/c21dade0-fe86-4031-8041-adab9033fc13) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:48:21.514995 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486001cd-8d00-474a-9479-af3cc495c160 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event updated for resources: {'Network': ['ID=114044ce-1a79-4445-a908-8094415fd1d2,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:21.529609 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-486001cd-8d00-474a-9479-af3cc495c160 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3778136 Mar 14 18:48:21.532428 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36450) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:21.534900 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 114044ce-1a79-4445-a908-8094415fd1d2 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:48:21.537934 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-45dc6873-c920-401a-aec6-0604dac72731 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Request body: {'subnet': {'network_id': '114044ce-1a79-4445-a908-8094415fd1d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:21.648671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-45dc6873-c920-401a-aec6-0604dac72731 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:21.652637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-45dc6873-c920-401a-aec6-0604dac72731 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Usage tracker for resource:subnet and tenant:ef80a0ee0cad4a83858746b240e83289 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:21.655480 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-45dc6873-c920-401a-aec6-0604dac72731 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:21.661410 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-45dc6873-c920-401a-aec6-0604dac72731 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:21.728367 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:21.738189 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Transition to ACTIVE for port object c21dade0-fe86-4031-8041-adab9033fc13 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:21.745551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dc6873-c920-401a-aec6-0604dac72731 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Made reservation on behalf of ef80a0ee0cad4a83858746b240e83289 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:21.749239 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-45dc6873-c920-401a-aec6-0604dac72731 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:21.756393 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Transition to ACTIVE for port object c21dade0-fe86-4031-8041-adab9033fc13 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:21.827274 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:21.889744 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Network 2629143f-67c8-47e3-acf3-10eecc512956 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:48:21.896639 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:21.899354 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:48:21.910124 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Pushing event updated for resources: {'Port': ['ID=c21dade0-fe86-4031-8041-adab9033fc13,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:21.995622 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Attempting to bind port c21dade0-fe86-4031-8041-adab9033fc13 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:48:21.995991 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Attempting to bind port c21dade0-fe86-4031-8041-adab9033fc13 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'ece305e1-2d94-4c09-a2a7-a57417c7797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2629143f-67c8-47e3-acf3-10eecc512956'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:48:21.996371 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Attempting to bind port c21dade0-fe86-4031-8041-adab9033fc13 on network 2629143f-67c8-47e3-acf3-10eecc512956 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:48:22.002181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:48:22.004523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Checking segment: {'id': 'ece305e1-2d94-4c09-a2a7-a57417c7797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2629143f-67c8-47e3-acf3-10eecc512956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:48:22.004523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:22.004523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Bound using segment: {'id': 'ece305e1-2d94-4c09-a2a7-a57417c7797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2629143f-67c8-47e3-acf3-10eecc512956'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:48:22.004523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Bound port: c21dade0-fe86-4031-8041-adab9033fc13, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece305e1-2d94-4c09-a2a7-a57417c7797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2629143f-67c8-47e3-acf3-10eecc512956'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:48:22.004523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:22.089180 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] For port c21dade0-fe86-4031-8041-adab9033fc13, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:48:22.091974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] For port c21dade0-fe86-4031-8041-adab9033fc13, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c21dade0-fe86-4031-8041-adab9033fc13,segment=NetworkSegment(ece305e1-2d94-4c09-a2a7-a57417c7797b),segment_id=ece305e1-2d94-4c09-a2a7-a57417c7797b)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:48:22.140764 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-45dc6873-c920-401a-aec6-0604dac72731 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:22.157959 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:22.223606 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc6873-c920-401a-aec6-0604dac72731 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event updated for resources: {'Subnet': ['ID=5481f730-deed-4297-8bbb-3220f2e4539f,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:22.227977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dc6873-c920-401a-aec6-0604dac72731 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Checking segment: {'id': '2925b501-c80f-4250-bc08-f000af9829e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '114044ce-1a79-4445-a908-8094415fd1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:48:22.228333 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dc6873-c920-401a-aec6-0604dac72731 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Network hostable DHCP agents. Network: 114044ce-1a79-4445-a908-8094415fd1d2, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:48:22.242562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49817df7-ed9b-4ac1-9dbf-4c19099394eb None None] Pushing event updated for resources: {'Port': ['ID=c21dade0-fe86-4031-8041-adab9033fc13,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:22.294989 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dc6873-c920-401a-aec6-0604dac72731 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Network 114044ce-1a79-4445-a908-8094415fd1d2 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:48:22.352347 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-45dc6873-c920-401a-aec6-0604dac72731 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 114044ce-1a79-4445-a908-8094415fd1d2) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:22.358652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dc6873-c920-401a-aec6-0604dac72731 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:22.359503 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-45dc6873-c920-401a-aec6-0604dac72731 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:22.360089 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b239e1-1f3b-4647-8789-065c2f71467f None None] Network 114044ce-1a79-4445-a908-8094415fd1d2 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:22.462288 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-45dc6873-c920-401a-aec6-0604dac72731 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9288082 Mar 14 18:48:22.465057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36454) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:22.614605 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:22.635695 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-114044ce-1a79-4445-a908-8094415fd1d2', 'network_id': '114044ce-1a79-4445-a908-8094415fd1d2', 'tenant_id': 'ef80a0ee0cad4a83858746b240e83289', 'fixed_ips': [{'subnet_id': '5481f730-deed-4297-8bbb-3220f2e4539f'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:48:22.636627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:22.684653 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:22.797509 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Allocated IP 2001:db8::2 (114044ce-1a79-4445-a908-8094415fd1d2/5481f730-deed-4297-8bbb-3220f2e4539f/587b7f62-169e-4386-a525-ec90ea548865) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:48:22.977278 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c21dade0-fe86-4031-8041-adab9033fc13 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:48:23.060676 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:23.074707 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Transition to ACTIVE for port object 587b7f62-169e-4386-a525-ec90ea548865 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:23.097552 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Transition to ACTIVE for port object 587b7f62-169e-4386-a525-ec90ea548865 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:23.169416 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port c21dade0-fe86-4031-8041-adab9033fc13 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:48:23.198520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:23.231665 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e743653-11fb-40f3-af35-86a3b3d023b5 None None] Network 2629143f-67c8-47e3-acf3-10eecc512956 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:23.272818 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:23.283782 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Network 114044ce-1a79-4445-a908-8094415fd1d2 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:48:23.287917 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:23.292940 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:48:23.312337 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event deleted for resources: {'Subnet': ['ID=5481f730-deed-4297-8bbb-3220f2e4539f,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:23.333435 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:23.333777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:23.334116 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:23.334445 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:23.334799 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:23.335122 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:23.335441 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:23.335761 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:23.336078 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:23.336392 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:23.336707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:23.337020 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:23.394786 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Pushing event updated for resources: {'Port': ['ID=587b7f62-169e-4386-a525-ec90ea548865,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:23.421122 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:23.446655 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114044ce-1a79-4445-a908-8094415fd1d2']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:23.459077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2925b501-c80f-4250-bc08-f000af9829e2') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:23.459343 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2925b501-c80f-4250-bc08-f000af9829e2') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:23.463203 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Attempting to bind port 587b7f62-169e-4386-a525-ec90ea548865 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:48:23.463574 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Attempting to bind port 587b7f62-169e-4386-a525-ec90ea548865 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '2925b501-c80f-4250-bc08-f000af9829e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '114044ce-1a79-4445-a908-8094415fd1d2'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:48:23.463934 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Attempting to bind port 587b7f62-169e-4386-a525-ec90ea548865 on network 114044ce-1a79-4445-a908-8094415fd1d2 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:48:23.471026 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:23.483294 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:48:23.483673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Checking segment: {'id': '2925b501-c80f-4250-bc08-f000af9829e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '114044ce-1a79-4445-a908-8094415fd1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:48:23.484074 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:23.484466 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Bound using segment: {'id': '2925b501-c80f-4250-bc08-f000af9829e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '114044ce-1a79-4445-a908-8094415fd1d2'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:48:23.484964 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Bound port: 587b7f62-169e-4386-a525-ec90ea548865, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2925b501-c80f-4250-bc08-f000af9829e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '114044ce-1a79-4445-a908-8094415fd1d2'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:48:23.485333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:23.487146 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:23.493768 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:48:23.494147 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:23.496532 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ce899fcd-ff42-434e-8bb2-b3b5f3787a0f None None] Provisioning for port c21dade0-fe86-4031-8041-adab9033fc13 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:48:23.508322 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:48:23.534833 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ce899fcd-ff42-434e-8bb2-b3b5f3787a0f None None] Provisioning complete for port c21dade0-fe86-4031-8041-adab9033fc13 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:48:23.535211 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ce899fcd-ff42-434e-8bb2-b3b5f3787a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:23.632503 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.api [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:48:23.632503 dv-neutron-833560-1-hyperv neutron-server[88635]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:48:23.632503 dv-neutron-833560-1-hyperv neutron-server[88635]: [parameters: {'id': '114044ce-1a79-4445-a908-8094415fd1d2'}] Mar 14 18:48:23.632503 dv-neutron-833560-1-hyperv neutron-server[88635]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:48:23.632992 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG oslo_db.api [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:48:23.700813 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] For port 587b7f62-169e-4386-a525-ec90ea548865, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:48:23.715253 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] For port 587b7f62-169e-4386-a525-ec90ea548865, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=587b7f62-169e-4386-a525-ec90ea548865,segment=NetworkSegment(2925b501-c80f-4250-bc08-f000af9829e2),segment_id=2925b501-c80f-4250-bc08-f000af9829e2)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:48:23.771097 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:23.829793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ce899fcd-ff42-434e-8bb2-b3b5f3787a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:23.915772 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d5fae-6806-4af2-8c94-a6e5e2471f66 None None] Pushing event updated for resources: {'Port': ['ID=587b7f62-169e-4386-a525-ec90ea548865,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:23.933321 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ce899fcd-ff42-434e-8bb2-b3b5f3787a0f None None] For port c21dade0-fe86-4031-8041-adab9033fc13, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c21dade0-fe86-4031-8041-adab9033fc13,segment=NetworkSegment(ece305e1-2d94-4c09-a2a7-a57417c7797b),segment_id=ece305e1-2d94-4c09-a2a7-a57417c7797b)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:48:23.964931 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b491e7-04c8-4dfd-b9f7-5a18d21f9188 None None] Network 114044ce-1a79-4445-a908-8094415fd1d2 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:24.040079 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ce899fcd-ff42-434e-8bb2-b3b5f3787a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:24.134681 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:24.145394 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Deleting port 587b7f62-169e-4386-a525-ec90ea548865 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:48:24.145727 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:24.229451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce899fcd-ff42-434e-8bb2-b3b5f3787a0f None None] Pushing event updated for resources: {'Port': ['ID=c21dade0-fe86-4031-8041-adab9033fc13,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:24.253478 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-278d5e7f-0f50-44eb-a6b3-185974728caa None None] Provisioning complete for port c21dade0-fe86-4031-8041-adab9033fc13 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:48:24.253853 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-278d5e7f-0f50-44eb-a6b3-185974728caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:24.298331 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3efb24ba-a0e9-45b6-b3af-0f9e1b4e46da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:24.359008 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7493c09d-86c7-4b4a-bdba-d5ba059d3006 None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:48:24.364863 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] For port 587b7f62-169e-4386-a525-ec90ea548865, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=587b7f62-169e-4386-a525-ec90ea548865,segment=NetworkSegment(2925b501-c80f-4250-bc08-f000af9829e2),segment_id=2925b501-c80f-4250-bc08-f000af9829e2)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:48:24.365220 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:24.463384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7493c09d-86c7-4b4a-bdba-d5ba059d3006 None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:48:24.486176 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Calling delete_port for 587b7f62-169e-4386-a525-ec90ea548865 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:48:24.604002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:24.653671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event deleted for resources: {'Port': ['ID=587b7f62-169e-4386-a525-ec90ea548865,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:24.655463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] No DVR routers for this DVR port 587b7f62-169e-4386-a525-ec90ea548865 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:48:24.776574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:24.801544 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114044ce-1a79-4445-a908-8094415fd1d2']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:24.813220 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2925b501-c80f-4250-bc08-f000af9829e2') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:24.813520 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2925b501-c80f-4250-bc08-f000af9829e2') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:24.824801 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:24.840619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:24.847182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:48:24.847567 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:48:24.861288 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:48:24.925841 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c21dade0-fe86-4031-8041-adab9033fc13 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:48:24.992843 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port c21dade0-fe86-4031-8041-adab9033fc13 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:48:24.993209 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:25.015191 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:25.035677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:25.041730 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event deleted for resources: {'Network': ['ID=114044ce-1a79-4445-a908-8094415fd1d2,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:25.050467 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-df7d606f-9b2a-49c2-a77b-781ca84c0a18 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "DELETE /v2.0/networks/114044ce-1a79-4445-a908-8094415fd1d2 HTTP/1.1" status: 204 len: 168 time: 2.5844033 Mar 14 18:48:25.053934 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36458) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:25.059492 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-8c9bf258-ed32-4b4d-9382-690937542d72 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1412998908'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:25.064313 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8c9bf258-ed32-4b4d-9382-690937542d72 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:25.068162 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8c9bf258-ed32-4b4d-9382-690937542d72 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Usage tracker for resource:network and tenant:ef80a0ee0cad4a83858746b240e83289 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:25.071204 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8c9bf258-ed32-4b4d-9382-690937542d72 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:25.077172 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8c9bf258-ed32-4b4d-9382-690937542d72 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:25.095763 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:48:25.151815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9bf258-ed32-4b4d-9382-690937542d72 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Made reservation on behalf of ef80a0ee0cad4a83858746b240e83289 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:25.155390 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8c9bf258-ed32-4b4d-9382-690937542d72 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:25.182369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9bf258-ed32-4b4d-9382-690937542d72 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:48:25.190471 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8c9bf258-ed32-4b4d-9382-690937542d72 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:25.190844 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-8c9bf258-ed32-4b4d-9382-690937542d72 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Added segment 70181dd8-87ba-4745-8e8d-98688f1febef of type vlan for network d4ef23f3-0fac-483e-95c2-1e1ff51989a5 Mar 14 18:48:25.215713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8c9bf258-ed32-4b4d-9382-690937542d72 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:25.311014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8c9bf258-ed32-4b4d-9382-690937542d72 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:25.317130 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9bf258-ed32-4b4d-9382-690937542d72 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:25.317712 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8c9bf258-ed32-4b4d-9382-690937542d72 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:25.514498 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9bf258-ed32-4b4d-9382-690937542d72 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event updated for resources: {'Network': ['ID=d4ef23f3-0fac-483e-95c2-1e1ff51989a5,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:25.525517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network d4ef23f3-0fac-483e-95c2-1e1ff51989a5 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:48:25.535601 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8c9bf258-ed32-4b4d-9382-690937542d72 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4806204 Mar 14 18:48:25.542323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36464) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:25.543992 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-bfb67178-1543-426b-9c36-350915b2d1f8 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Request body: {'subnet': {'network_id': 'd4ef23f3-0fac-483e-95c2-1e1ff51989a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:25.650339 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-bfb67178-1543-426b-9c36-350915b2d1f8 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:25.654038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-bfb67178-1543-426b-9c36-350915b2d1f8 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Usage tracker for resource:subnet and tenant:ef80a0ee0cad4a83858746b240e83289 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:25.656909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-bfb67178-1543-426b-9c36-350915b2d1f8 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:25.662725 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-bfb67178-1543-426b-9c36-350915b2d1f8 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:25.711756 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb67178-1543-426b-9c36-350915b2d1f8 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Made reservation on behalf of ef80a0ee0cad4a83858746b240e83289 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:25.715227 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bfb67178-1543-426b-9c36-350915b2d1f8 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:25.801623 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.ipam_backend_mixin [None req-bfb67178-1543-426b-9c36-350915b2d1f8 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Performing IP validity checks on allocation pools {{(pid=88635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 14 18:48:25.802066 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.ipam_backend_mixin [None req-bfb67178-1543-426b-9c36-350915b2d1f8 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 14 18:48:25.975252 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bfb67178-1543-426b-9c36-350915b2d1f8 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:26.045358 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb67178-1543-426b-9c36-350915b2d1f8 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event updated for resources: {'Subnet': ['ID=9afd10b1-ab90-466b-a9ff-c8c0b198c474,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:26.057840 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb67178-1543-426b-9c36-350915b2d1f8 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Checking segment: {'id': '70181dd8-87ba-4745-8e8d-98688f1febef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd4ef23f3-0fac-483e-95c2-1e1ff51989a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:48:26.058135 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb67178-1543-426b-9c36-350915b2d1f8 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Network hostable DHCP agents. Network: d4ef23f3-0fac-483e-95c2-1e1ff51989a5, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:48:26.139635 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb67178-1543-426b-9c36-350915b2d1f8 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Network d4ef23f3-0fac-483e-95c2-1e1ff51989a5 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:48:26.208126 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-bfb67178-1543-426b-9c36-350915b2d1f8 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, d4ef23f3-0fac-483e-95c2-1e1ff51989a5) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:26.212020 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb67178-1543-426b-9c36-350915b2d1f8 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:26.212604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bfb67178-1543-426b-9c36-350915b2d1f8 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:26.216710 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabed512-8497-4bcb-98a6-f78e29c164c7 None None] Network d4ef23f3-0fac-483e-95c2-1e1ff51989a5 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:26.312314 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bfb67178-1543-426b-9c36-350915b2d1f8 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7726574 Mar 14 18:48:26.315331 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36468) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:26.369099 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2b816b75-aa6a-4cf9-8083-64a249f85ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:26.440879 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-d4ef23f3-0fac-483e-95c2-1e1ff51989a5', 'network_id': 'd4ef23f3-0fac-483e-95c2-1e1ff51989a5', 'tenant_id': 'ef80a0ee0cad4a83858746b240e83289', 'fixed_ips': [{'subnet_id': '9afd10b1-ab90-466b-a9ff-c8c0b198c474'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:48:26.441735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:26.456377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:26.519699 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:26.588219 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Allocated IP 2001:db8::3 (d4ef23f3-0fac-483e-95c2-1e1ff51989a5/9afd10b1-ab90-466b-a9ff-c8c0b198c474/e53304ad-6cf2-4d06-839a-2a700195575e) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:48:26.785606 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:26.795361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Transition to ACTIVE for port object e53304ad-6cf2-4d06-839a-2a700195575e will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:26.812981 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Transition to ACTIVE for port object e53304ad-6cf2-4d06-839a-2a700195575e will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:26.883485 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:26.943076 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Network d4ef23f3-0fac-483e-95c2-1e1ff51989a5 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:48:26.946822 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:26.949970 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:26.953010 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:48:26.990579 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event deleted for resources: {'Subnet': ['ID=9afd10b1-ab90-466b-a9ff-c8c0b198c474,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:26.994478 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Pushing event updated for resources: {'Port': ['ID=e53304ad-6cf2-4d06-839a-2a700195575e,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:27.048884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Attempting to bind port e53304ad-6cf2-4d06-839a-2a700195575e on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:48:27.049245 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Attempting to bind port e53304ad-6cf2-4d06-839a-2a700195575e by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '70181dd8-87ba-4745-8e8d-98688f1febef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd4ef23f3-0fac-483e-95c2-1e1ff51989a5'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:48:27.049600 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Attempting to bind port e53304ad-6cf2-4d06-839a-2a700195575e on network d4ef23f3-0fac-483e-95c2-1e1ff51989a5 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:48:27.054628 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:48:27.055023 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Checking segment: {'id': '70181dd8-87ba-4745-8e8d-98688f1febef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd4ef23f3-0fac-483e-95c2-1e1ff51989a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:48:27.055415 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:27.055800 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Bound using segment: {'id': '70181dd8-87ba-4745-8e8d-98688f1febef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd4ef23f3-0fac-483e-95c2-1e1ff51989a5'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:48:27.056247 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Bound port: e53304ad-6cf2-4d06-839a-2a700195575e, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70181dd8-87ba-4745-8e8d-98688f1febef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd4ef23f3-0fac-483e-95c2-1e1ff51989a5'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:48:27.056609 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:27.077403 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:27.108358 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ef23f3-0fac-483e-95c2-1e1ff51989a5']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:27.120806 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70181dd8-87ba-4745-8e8d-98688f1febef') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:27.121016 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70181dd8-87ba-4745-8e8d-98688f1febef') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:27.132915 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:27.149128 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:27.155095 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:48:27.155470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:48:27.170071 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:48:27.176331 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] For port e53304ad-6cf2-4d06-839a-2a700195575e, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:48:27.244216 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] For port e53304ad-6cf2-4d06-839a-2a700195575e, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e53304ad-6cf2-4d06-839a-2a700195575e,segment=NetworkSegment(70181dd8-87ba-4745-8e8d-98688f1febef),segment_id=70181dd8-87ba-4745-8e8d-98688f1febef)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:48:27.277850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.api [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:48:27.277850 dv-neutron-833560-1-hyperv neutron-server[88635]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:48:27.277850 dv-neutron-833560-1-hyperv neutron-server[88635]: [parameters: {'id': 'd4ef23f3-0fac-483e-95c2-1e1ff51989a5'}] Mar 14 18:48:27.277850 dv-neutron-833560-1-hyperv neutron-server[88635]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:48:27.278290 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG oslo_db.api [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:48:27.305469 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:27.417357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792148c-7ba1-4d9b-8db9-c0ef07cb53fe None None] Pushing event updated for resources: {'Port': ['ID=e53304ad-6cf2-4d06-839a-2a700195575e,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:27.448516 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f151d52-3dc2-4037-9a72-75b90421a9ee None None] Network d4ef23f3-0fac-483e-95c2-1e1ff51989a5 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:27.635223 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e555649-1464-48cf-9a6f-a3527574b79b None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:48:27.720618 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e555649-1464-48cf-9a6f-a3527574b79b None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:48:27.779869 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:27.791472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Deleting port e53304ad-6cf2-4d06-839a-2a700195575e {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:48:27.791794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:27.924762 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:27.943748 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:27.996052 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] For port e53304ad-6cf2-4d06-839a-2a700195575e, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e53304ad-6cf2-4d06-839a-2a700195575e,segment=NetworkSegment(70181dd8-87ba-4745-8e8d-98688f1febef),segment_id=70181dd8-87ba-4745-8e8d-98688f1febef)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:48:27.996416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:28.117128 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Calling delete_port for e53304ad-6cf2-4d06-839a-2a700195575e owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:48:28.317958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:28.365061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event deleted for resources: {'Port': ['ID=e53304ad-6cf2-4d06-839a-2a700195575e,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:28.366850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] No DVR routers for this DVR port e53304ad-6cf2-4d06-839a-2a700195575e on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:48:28.488209 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:28.511857 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ef23f3-0fac-483e-95c2-1e1ff51989a5']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:28.523360 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70181dd8-87ba-4745-8e8d-98688f1febef') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:28.523659 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70181dd8-87ba-4745-8e8d-98688f1febef') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:28.535120 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:28.550713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:28.556510 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:48:28.556889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:48:28.570817 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:48:28.712129 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:28.729830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:28.740333 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event deleted for resources: {'Network': ['ID=d4ef23f3-0fac-483e-95c2-1e1ff51989a5,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:28.746608 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-de3cd09f-3251-48eb-bac9-757fd12d0095 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "DELETE /v2.0/networks/d4ef23f3-0fac-483e-95c2-1e1ff51989a5 HTTP/1.1" status: 204 len: 168 time: 2.4303432 Mar 14 18:48:28.750029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36472) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:28.755271 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1a8c53ec-4367-4a89-a9ee-7bfe6cf9f224 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-204318779'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:28.759901 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1a8c53ec-4367-4a89-a9ee-7bfe6cf9f224 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:28.763664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1a8c53ec-4367-4a89-a9ee-7bfe6cf9f224 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Usage tracker for resource:network and tenant:ef80a0ee0cad4a83858746b240e83289 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:28.766931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1a8c53ec-4367-4a89-a9ee-7bfe6cf9f224 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:28.772873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1a8c53ec-4367-4a89-a9ee-7bfe6cf9f224 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:28.837534 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8c53ec-4367-4a89-a9ee-7bfe6cf9f224 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Made reservation on behalf of ef80a0ee0cad4a83858746b240e83289 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:28.840843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1a8c53ec-4367-4a89-a9ee-7bfe6cf9f224 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:28.868029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8c53ec-4367-4a89-a9ee-7bfe6cf9f224 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:48:28.876991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1a8c53ec-4367-4a89-a9ee-7bfe6cf9f224 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:28.877333 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-1a8c53ec-4367-4a89-a9ee-7bfe6cf9f224 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Added segment 0647d5b5-a07a-42fe-aa30-2b9d612fe374 of type vlan for network 10752e91-6f50-4807-928b-b0d9be688a2d Mar 14 18:48:28.902556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1a8c53ec-4367-4a89-a9ee-7bfe6cf9f224 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:28.990879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1a8c53ec-4367-4a89-a9ee-7bfe6cf9f224 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:28.996251 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8c53ec-4367-4a89-a9ee-7bfe6cf9f224 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:28.996856 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1a8c53ec-4367-4a89-a9ee-7bfe6cf9f224 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:29.099696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c53ec-4367-4a89-a9ee-7bfe6cf9f224 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event updated for resources: {'Network': ['ID=10752e91-6f50-4807-928b-b0d9be688a2d,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:29.109213 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 10752e91-6f50-4807-928b-b0d9be688a2d details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:48:29.112540 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1a8c53ec-4367-4a89-a9ee-7bfe6cf9f224 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3615165 Mar 14 18:48:29.115373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36476) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:29.120767 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-23b11f07-a4de-4848-8c35-1a6dbe2f4aae tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Request body: {'subnet': {'network_id': '10752e91-6f50-4807-928b-b0d9be688a2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:29.228273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-23b11f07-a4de-4848-8c35-1a6dbe2f4aae tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:29.232170 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-23b11f07-a4de-4848-8c35-1a6dbe2f4aae tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Usage tracker for resource:subnet and tenant:ef80a0ee0cad4a83858746b240e83289 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:29.235522 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-23b11f07-a4de-4848-8c35-1a6dbe2f4aae tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:29.241255 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-23b11f07-a4de-4848-8c35-1a6dbe2f4aae tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:29.300181 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b11f07-a4de-4848-8c35-1a6dbe2f4aae tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Made reservation on behalf of ef80a0ee0cad4a83858746b240e83289 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:29.303575 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-23b11f07-a4de-4848-8c35-1a6dbe2f4aae tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:29.540510 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-23b11f07-a4de-4848-8c35-1a6dbe2f4aae tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:29.616660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b11f07-a4de-4848-8c35-1a6dbe2f4aae tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event updated for resources: {'Subnet': ['ID=e3adec24-ecf3-420b-978c-76f48f1f1171,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:29.624872 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b11f07-a4de-4848-8c35-1a6dbe2f4aae tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Checking segment: {'id': '0647d5b5-a07a-42fe-aa30-2b9d612fe374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '10752e91-6f50-4807-928b-b0d9be688a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:48:29.625220 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b11f07-a4de-4848-8c35-1a6dbe2f4aae tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Network hostable DHCP agents. Network: 10752e91-6f50-4807-928b-b0d9be688a2d, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:48:29.677543 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b11f07-a4de-4848-8c35-1a6dbe2f4aae tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Network 10752e91-6f50-4807-928b-b0d9be688a2d is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:48:29.728941 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-23b11f07-a4de-4848-8c35-1a6dbe2f4aae tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 10752e91-6f50-4807-928b-b0d9be688a2d) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:29.737369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b11f07-a4de-4848-8c35-1a6dbe2f4aae tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:29.737369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-23b11f07-a4de-4848-8c35-1a6dbe2f4aae tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:29.737617 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de73873-c506-40e6-a6cc-4f1c390544d1 None None] Network 10752e91-6f50-4807-928b-b0d9be688a2d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:29.810217 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-23b11f07-a4de-4848-8c35-1a6dbe2f4aae tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6937311 Mar 14 18:48:29.814068 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36480) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:29.820098 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-2d647f1e-bec0-4238-88d2-ebc9121bec22 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1536795539'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:29.824848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2d647f1e-bec0-4238-88d2-ebc9121bec22 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:29.829182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2d647f1e-bec0-4238-88d2-ebc9121bec22 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Usage tracker for resource:network and tenant:ef80a0ee0cad4a83858746b240e83289 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:29.832028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-2d647f1e-bec0-4238-88d2-ebc9121bec22 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:29.837604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-2d647f1e-bec0-4238-88d2-ebc9121bec22 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:29.889574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d647f1e-bec0-4238-88d2-ebc9121bec22 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Made reservation on behalf of ef80a0ee0cad4a83858746b240e83289 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:29.889819 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:29.893744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d647f1e-bec0-4238-88d2-ebc9121bec22 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:29.920878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d647f1e-bec0-4238-88d2-ebc9121bec22 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:48:29.929521 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d647f1e-bec0-4238-88d2-ebc9121bec22 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:29.929863 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-2d647f1e-bec0-4238-88d2-ebc9121bec22 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Added segment 63a3852f-5133-473d-815c-f59d880ff111 of type vlan for network 050ab61d-fe28-4389-9093-85be58027165 Mar 14 18:48:29.956300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d647f1e-bec0-4238-88d2-ebc9121bec22 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:29.957964 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-10752e91-6f50-4807-928b-b0d9be688a2d', 'network_id': '10752e91-6f50-4807-928b-b0d9be688a2d', 'tenant_id': 'ef80a0ee0cad4a83858746b240e83289', 'fixed_ips': [{'subnet_id': 'e3adec24-ecf3-420b-978c-76f48f1f1171'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:48:29.958831 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:30.066217 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d647f1e-bec0-4238-88d2-ebc9121bec22 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:30.072070 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d647f1e-bec0-4238-88d2-ebc9121bec22 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:30.075990 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d647f1e-bec0-4238-88d2-ebc9121bec22 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:30.112189 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Allocated IP 2001:db8::2 (10752e91-6f50-4807-928b-b0d9be688a2d/e3adec24-ecf3-420b-978c-76f48f1f1171/f78560ce-a614-43b3-9fea-86b8c4c0cd51) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:48:30.177866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d647f1e-bec0-4238-88d2-ebc9121bec22 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event updated for resources: {'Network': ['ID=050ab61d-fe28-4389-9093-85be58027165,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:30.202437 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 050ab61d-fe28-4389-9093-85be58027165 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:48:30.204316 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2d647f1e-bec0-4238-88d2-ebc9121bec22 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3890126 Mar 14 18:48:30.207126 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36484) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:30.212731 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-8c25b779-4920-41d1-ba2d-e37139556f17 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Request body: {'subnet': {'network_id': '050ab61d-fe28-4389-9093-85be58027165', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:30.319415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8c25b779-4920-41d1-ba2d-e37139556f17 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:30.323241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8c25b779-4920-41d1-ba2d-e37139556f17 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Usage tracker for resource:subnet and tenant:ef80a0ee0cad4a83858746b240e83289 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:30.325990 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8c25b779-4920-41d1-ba2d-e37139556f17 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:30.331832 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8c25b779-4920-41d1-ba2d-e37139556f17 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:30.397788 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c25b779-4920-41d1-ba2d-e37139556f17 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Made reservation on behalf of ef80a0ee0cad4a83858746b240e83289 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:30.401396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8c25b779-4920-41d1-ba2d-e37139556f17 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:30.408661 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:30.418486 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Transition to ACTIVE for port object f78560ce-a614-43b3-9fea-86b8c4c0cd51 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:30.436503 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Transition to ACTIVE for port object f78560ce-a614-43b3-9fea-86b8c4c0cd51 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:30.506978 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:30.603262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Network 10752e91-6f50-4807-928b-b0d9be688a2d is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:48:30.605944 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:30.615083 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:48:30.625364 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Pushing event updated for resources: {'Port': ['ID=f78560ce-a614-43b3-9fea-86b8c4c0cd51,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:30.713062 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Attempting to bind port f78560ce-a614-43b3-9fea-86b8c4c0cd51 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:48:30.713425 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Attempting to bind port f78560ce-a614-43b3-9fea-86b8c4c0cd51 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '0647d5b5-a07a-42fe-aa30-2b9d612fe374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '10752e91-6f50-4807-928b-b0d9be688a2d'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:48:30.713789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Attempting to bind port f78560ce-a614-43b3-9fea-86b8c4c0cd51 on network 10752e91-6f50-4807-928b-b0d9be688a2d {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:48:30.719705 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:48:30.720084 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Checking segment: {'id': '0647d5b5-a07a-42fe-aa30-2b9d612fe374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '10752e91-6f50-4807-928b-b0d9be688a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:48:30.720479 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:30.720866 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Bound using segment: {'id': '0647d5b5-a07a-42fe-aa30-2b9d612fe374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '10752e91-6f50-4807-928b-b0d9be688a2d'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:48:30.721608 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Bound port: f78560ce-a614-43b3-9fea-86b8c4c0cd51, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0647d5b5-a07a-42fe-aa30-2b9d612fe374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '10752e91-6f50-4807-928b-b0d9be688a2d'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:48:30.721843 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:30.775102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8c25b779-4920-41d1-ba2d-e37139556f17 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:30.806247 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] For port f78560ce-a614-43b3-9fea-86b8c4c0cd51, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:48:30.809213 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] For port f78560ce-a614-43b3-9fea-86b8c4c0cd51, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f78560ce-a614-43b3-9fea-86b8c4c0cd51,segment=NetworkSegment(0647d5b5-a07a-42fe-aa30-2b9d612fe374),segment_id=0647d5b5-a07a-42fe-aa30-2b9d612fe374)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:48:30.851518 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25b779-4920-41d1-ba2d-e37139556f17 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event updated for resources: {'Subnet': ['ID=a667f3f0-7edb-439b-aa1a-dfaddf98a970,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:30.860927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c25b779-4920-41d1-ba2d-e37139556f17 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Checking segment: {'id': '63a3852f-5133-473d-815c-f59d880ff111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '050ab61d-fe28-4389-9093-85be58027165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:48:30.861285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c25b779-4920-41d1-ba2d-e37139556f17 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Network hostable DHCP agents. Network: 050ab61d-fe28-4389-9093-85be58027165, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:48:30.866902 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:30.929360 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c25b779-4920-41d1-ba2d-e37139556f17 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Network 050ab61d-fe28-4389-9093-85be58027165 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:48:30.945015 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e720e01-e5f1-43e9-ae87-a76cb05a4efd None None] Pushing event updated for resources: {'Port': ['ID=f78560ce-a614-43b3-9fea-86b8c4c0cd51,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:31.009651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-8c25b779-4920-41d1-ba2d-e37139556f17 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 050ab61d-fe28-4389-9093-85be58027165) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:31.014060 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c25b779-4920-41d1-ba2d-e37139556f17 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:31.014645 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8c25b779-4920-41d1-ba2d-e37139556f17 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:31.019396 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bb8029-4e5f-45a5-876f-881c05b82040 None None] Network 050ab61d-fe28-4389-9093-85be58027165 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:31.109513 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8c25b779-4920-41d1-ba2d-e37139556f17 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9012341 Mar 14 18:48:31.112357 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36488) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:31.263997 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-050ab61d-fe28-4389-9093-85be58027165', 'network_id': '050ab61d-fe28-4389-9093-85be58027165', 'tenant_id': 'ef80a0ee0cad4a83858746b240e83289', 'fixed_ips': [{'subnet_id': 'a667f3f0-7edb-439b-aa1a-dfaddf98a970'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:48:31.264849 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:31.270606 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:31.339364 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:31.422171 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Allocated IP 2001:db8::2 (050ab61d-fe28-4389-9093-85be58027165/a667f3f0-7edb-439b-aa1a-dfaddf98a970/378c26d8-f191-41fd-a420-89b7512bcd88) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:48:31.628138 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:31.638726 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Transition to ACTIVE for port object 378c26d8-f191-41fd-a420-89b7512bcd88 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:31.657775 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Transition to ACTIVE for port object 378c26d8-f191-41fd-a420-89b7512bcd88 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:31.729612 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:31.787044 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:31.791004 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Network 050ab61d-fe28-4389-9093-85be58027165 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:48:31.798692 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:31.803479 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:48:31.809374 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Pushing event updated for resources: {'Port': ['ID=378c26d8-f191-41fd-a420-89b7512bcd88,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:31.852126 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event deleted for resources: {'Subnet': ['ID=a667f3f0-7edb-439b-aa1a-dfaddf98a970,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:31.883394 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237f0967-cb39-4d3e-9b64-ce372728a9f3 None None] Network 10752e91-6f50-4807-928b-b0d9be688a2d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:31.961596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:31.989121 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Attempting to bind port 378c26d8-f191-41fd-a420-89b7512bcd88 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:48:31.989520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Attempting to bind port 378c26d8-f191-41fd-a420-89b7512bcd88 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '63a3852f-5133-473d-815c-f59d880ff111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '050ab61d-fe28-4389-9093-85be58027165'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:48:31.989886 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Attempting to bind port 378c26d8-f191-41fd-a420-89b7512bcd88 on network 050ab61d-fe28-4389-9093-85be58027165 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:48:31.991647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050ab61d-fe28-4389-9093-85be58027165']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:31.998583 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:48:31.998981 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Checking segment: {'id': '63a3852f-5133-473d-815c-f59d880ff111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '050ab61d-fe28-4389-9093-85be58027165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:48:31.999384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:31.999773 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Bound using segment: {'id': '63a3852f-5133-473d-815c-f59d880ff111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '050ab61d-fe28-4389-9093-85be58027165'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:48:32.000262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Bound port: 378c26d8-f191-41fd-a420-89b7512bcd88, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a3852f-5133-473d-815c-f59d880ff111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '050ab61d-fe28-4389-9093-85be58027165'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:48:32.000636 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:32.004068 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a3852f-5133-473d-815c-f59d880ff111') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:32.004364 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a3852f-5133-473d-815c-f59d880ff111') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:32.015747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:32.032286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:32.038400 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:48:32.038808 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:32.051880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1acb4ee4-94b3-4d5f-88ab-79429f4df970 None None] Provisioning for port f78560ce-a614-43b3-9fea-86b8c4c0cd51 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:48:32.054347 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:48:32.154355 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] For port 378c26d8-f191-41fd-a420-89b7512bcd88, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:48:32.159234 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] For port 378c26d8-f191-41fd-a420-89b7512bcd88, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=378c26d8-f191-41fd-a420-89b7512bcd88,segment=NetworkSegment(63a3852f-5133-473d-815c-f59d880ff111),segment_id=63a3852f-5133-473d-815c-f59d880ff111)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:48:32.176308 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.api [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:48:32.176308 dv-neutron-833560-1-hyperv neutron-server[88635]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:48:32.176308 dv-neutron-833560-1-hyperv neutron-server[88635]: [parameters: {'id': '050ab61d-fe28-4389-9093-85be58027165'}] Mar 14 18:48:32.176308 dv-neutron-833560-1-hyperv neutron-server[88635]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:48:32.176728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG oslo_db.api [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:48:32.232708 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:32.348078 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f0ac6-9f7b-483b-84ed-657adb0abf55 None None] Pushing event updated for resources: {'Port': ['ID=378c26d8-f191-41fd-a420-89b7512bcd88,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:32.385340 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dbf2eb-7ff0-4796-a42a-04e2ff643087 None None] Network 050ab61d-fe28-4389-9093-85be58027165 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:32.616267 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b35d871-fa7e-408d-9876-c1fb5cc1f8db None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:48:32.678219 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:32.689531 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Deleting port 378c26d8-f191-41fd-a420-89b7512bcd88 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:48:32.690078 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:32.705917 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b35d871-fa7e-408d-9876-c1fb5cc1f8db None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:48:32.894242 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] For port 378c26d8-f191-41fd-a420-89b7512bcd88, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=378c26d8-f191-41fd-a420-89b7512bcd88,segment=NetworkSegment(63a3852f-5133-473d-815c-f59d880ff111),segment_id=63a3852f-5133-473d-815c-f59d880ff111)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:48:32.894845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:32.973684 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f78560ce-a614-43b3-9fea-86b8c4c0cd51 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:48:33.019583 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Calling delete_port for 378c26d8-f191-41fd-a420-89b7512bcd88 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:48:33.128046 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port f78560ce-a614-43b3-9fea-86b8c4c0cd51 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:48:33.132895 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port f78560ce-a614-43b3-9fea-86b8c4c0cd51 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:48:33.133269 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:33.186633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:33.233983 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event deleted for resources: {'Port': ['ID=378c26d8-f191-41fd-a420-89b7512bcd88,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:33.236438 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] No DVR routers for this DVR port 378c26d8-f191-41fd-a420-89b7512bcd88 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:48:33.248149 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:33.279625 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port f78560ce-a614-43b3-9fea-86b8c4c0cd51, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f78560ce-a614-43b3-9fea-86b8c4c0cd51,segment=NetworkSegment(0647d5b5-a07a-42fe-aa30-2b9d612fe374),segment_id=0647d5b5-a07a-42fe-aa30-2b9d612fe374)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:48:33.340658 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:33.359437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:33.385682 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050ab61d-fe28-4389-9093-85be58027165']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:33.402865 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a3852f-5133-473d-815c-f59d880ff111') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:33.403162 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a3852f-5133-473d-815c-f59d880ff111') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:33.410218 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=f78560ce-a614-43b3-9fea-86b8c4c0cd51,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:33.421915 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:33.445397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:33.453435 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:48:33.453435 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:48:33.466898 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:48:33.586207 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:33.603202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:33.618135 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event deleted for resources: {'Network': ['ID=050ab61d-fe28-4389-9093-85be58027165,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:33.627548 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-47109af7-8994-4e83-9002-78dba9d4b069 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "DELETE /v2.0/networks/050ab61d-fe28-4389-9093-85be58027165 HTTP/1.1" status: 204 len: 168 time: 2.5110576 Mar 14 18:48:33.627548 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36492) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:33.665095 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfce422-f926-4465-9e59-0b7be22d9c06 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] GET failed (client error): The resource could not be found. Mar 14 18:48:33.665533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ecfce422-f926-4465-9e59-0b7be22d9c06 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Synchronizing usage tracker for tenant:ef80a0ee0cad4a83858746b240e83289 on resource:subnet {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:48:33.762411 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ecfce422-f926-4465-9e59-0b7be22d9c06 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Unset dirty status for tenant:ef80a0ee0cad4a83858746b240e83289 on resource:subnet {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:48:33.763629 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ecfce422-f926-4465-9e59-0b7be22d9c06 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "GET /v2.0/subnets/a667f3f0-7edb-439b-aa1a-dfaddf98a970 HTTP/1.1" status: 404 len: 337 time: 0.1350791 Mar 14 18:48:33.766382 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36496) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:33.790766 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-2faecf25-604e-49b9-b120-6d94d54c2854 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] DELETE failed (client error): The resource could not be found. Mar 14 18:48:33.791241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2faecf25-604e-49b9-b120-6d94d54c2854 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:48:33.792794 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2faecf25-604e-49b9-b120-6d94d54c2854 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "DELETE /v2.0/networks/050ab61d-fe28-4389-9093-85be58027165 HTTP/1.1" status: 404 len: 339 time: 0.0255010 Mar 14 18:48:33.796459 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36500) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:33.832636 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54aad15-ff5b-4b77-a1bb-b35136719807 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] DELETE failed (client error): The resource could not be found. Mar 14 18:48:33.834955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d54aad15-ff5b-4b77-a1bb-b35136719807 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:48:33.834955 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d54aad15-ff5b-4b77-a1bb-b35136719807 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "DELETE /v2.0/subnets/a667f3f0-7edb-439b-aa1a-dfaddf98a970 HTTP/1.1" status: 404 len: 337 time: 0.0372531 Mar 14 18:48:33.836910 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36504) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:33.863419 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ba949f-1274-43c7-9f35-bc3b15c5c3c7 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] DELETE failed (client error): The resource could not be found. Mar 14 18:48:33.866729 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ba949f-1274-43c7-9f35-bc3b15c5c3c7 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:48:33.866729 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a1ba949f-1274-43c7-9f35-bc3b15c5c3c7 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "DELETE /v2.0/networks/050ab61d-fe28-4389-9093-85be58027165 HTTP/1.1" status: 404 len: 339 time: 0.0276268 Mar 14 18:48:33.868400 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36508) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:33.931195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6b84c9-e247-4aa7-97e0-acf3f279a0da tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Deleting subnet e3adec24-ecf3-420b-978c-76f48f1f1171 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:48:33.933996 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2e6b84c9-e247-4aa7-97e0-acf3f279a0da tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:33.986171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2e6b84c9-e247-4aa7-97e0-acf3f279a0da tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:34.068330 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2e6b84c9-e247-4aa7-97e0-acf3f279a0da tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:34.186744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2e6b84c9-e247-4aa7-97e0-acf3f279a0da tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:34.226689 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b84c9-e247-4aa7-97e0-acf3f279a0da tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event deleted for resources: {'Subnet': ['ID=e3adec24-ecf3-420b-978c-76f48f1f1171,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:34.231686 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2e6b84c9-e247-4aa7-97e0-acf3f279a0da tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:34.237631 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b773c12c-280f-4366-8515-9371ea4be162 None None] Network 10752e91-6f50-4807-928b-b0d9be688a2d requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:34.300469 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2e6b84c9-e247-4aa7-97e0-acf3f279a0da tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "DELETE /v2.0/subnets/e3adec24-ecf3-420b-978c-76f48f1f1171 HTTP/1.1" status: 204 len: 168 time: 0.4309826 Mar 14 18:48:34.302692 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36512) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:34.416096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:34.427069 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Deleting port f78560ce-a614-43b3-9fea-86b8c4c0cd51 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:48:34.427402 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:34.469824 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d06e8ff-0f5d-4a37-8037-b6fa2e32f47d None None] DHCP port deletion for 10752e91-6f50-4807-928b-b0d9be688a2d request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:48:34.473717 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-4d06e8ff-0f5d-4a37-8037-b6fa2e32f47d None None] Deleting port f78560ce-a614-43b3-9fea-86b8c4c0cd51 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:48:34.474155 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4d06e8ff-0f5d-4a37-8037-b6fa2e32f47d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:34.632984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] For port f78560ce-a614-43b3-9fea-86b8c4c0cd51, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f78560ce-a614-43b3-9fea-86b8c4c0cd51,segment=NetworkSegment(0647d5b5-a07a-42fe-aa30-2b9d612fe374),segment_id=0647d5b5-a07a-42fe-aa30-2b9d612fe374)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:48:34.633336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:34.673112 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4d06e8ff-0f5d-4a37-8037-b6fa2e32f47d None None] For port f78560ce-a614-43b3-9fea-86b8c4c0cd51, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=f78560ce-a614-43b3-9fea-86b8c4c0cd51,segment=NetworkSegment(0647d5b5-a07a-42fe-aa30-2b9d612fe374),segment_id=0647d5b5-a07a-42fe-aa30-2b9d612fe374)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:48:34.673491 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4d06e8ff-0f5d-4a37-8037-b6fa2e32f47d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:34.793911 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-4d06e8ff-0f5d-4a37-8037-b6fa2e32f47d None None] Calling delete_port for f78560ce-a614-43b3-9fea-86b8c4c0cd51 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:48:34.849778 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Calling delete_port for f78560ce-a614-43b3-9fea-86b8c4c0cd51 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:48:34.929028 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f78560ce-a614-43b3-9fea-86b8c4c0cd51 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:48:34.957964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.db.api [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:48:34.958553 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG oslo_db.api [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:48:34.959311 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4d06e8ff-0f5d-4a37-8037-b6fa2e32f47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:34.996196 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: f78560ce-a614-43b3-9fea-86b8c4c0cd51 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:48:34.996468 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device f78560ce-a614-43b3-9fea-86b8c4c0cd51 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:48:35.012138 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06e8ff-0f5d-4a37-8037-b6fa2e32f47d None None] Pushing event deleted for resources: {'Port': ['ID=f78560ce-a614-43b3-9fea-86b8c4c0cd51,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:35.013901 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d06e8ff-0f5d-4a37-8037-b6fa2e32f47d None None] No DVR routers for this DVR port f78560ce-a614-43b3-9fea-86b8c4c0cd51 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:48:35.459948 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Deleting port f78560ce-a614-43b3-9fea-86b8c4c0cd51 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:48:35.460295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:35.524204 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] The port 'f78560ce-a614-43b3-9fea-86b8c4c0cd51' was deleted {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:48:35.644586 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:35.668814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10752e91-6f50-4807-928b-b0d9be688a2d']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:35.680231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0647d5b5-a07a-42fe-aa30-2b9d612fe374') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:35.680530 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0647d5b5-a07a-42fe-aa30-2b9d612fe374') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:35.691313 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:35.707217 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:35.713076 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:48:35.713395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: util.warn( Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:48:35.727877 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:48:35.866429 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:35.883734 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:35.895186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event deleted for resources: {'Network': ['ID=10752e91-6f50-4807-928b-b0d9be688a2d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:35.899103 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d62f8fb1-99aa-4715-822a-61256497c27f tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "DELETE /v2.0/networks/10752e91-6f50-4807-928b-b0d9be688a2d HTTP/1.1" status: 204 len: 168 time: 1.5954373 Mar 14 18:48:35.901631 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36516) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:35.936950 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd9a0cc-83b5-41eb-87cc-3e14f449e8c4 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] DELETE failed (client error): The resource could not be found. Mar 14 18:48:35.937384 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd9a0cc-83b5-41eb-87cc-3e14f449e8c4 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:48:35.939483 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7cd9a0cc-83b5-41eb-87cc-3e14f449e8c4 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "DELETE /v2.0/subnets/9afd10b1-ab90-466b-a9ff-c8c0b198c474 HTTP/1.1" status: 404 len: 337 time: 0.0369856 Mar 14 18:48:35.941830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36520) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:35.966913 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5b00ac-afb5-4f39-9f3e-63bfa6bc96b3 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] DELETE failed (client error): The resource could not be found. Mar 14 18:48:35.967505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5b00ac-afb5-4f39-9f3e-63bfa6bc96b3 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:48:35.968797 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-aa5b00ac-afb5-4f39-9f3e-63bfa6bc96b3 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "DELETE /v2.0/networks/d4ef23f3-0fac-483e-95c2-1e1ff51989a5 HTTP/1.1" status: 404 len: 339 time: 0.0261335 Mar 14 18:48:35.971075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36524) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:36.009167 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-1841d8c2-7734-4d24-9cc1-bf3c7660d659 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] DELETE failed (client error): The resource could not be found. Mar 14 18:48:36.009593 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1841d8c2-7734-4d24-9cc1-bf3c7660d659 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:48:36.011156 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1841d8c2-7734-4d24-9cc1-bf3c7660d659 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "DELETE /v2.0/subnets/5481f730-deed-4297-8bbb-3220f2e4539f HTTP/1.1" status: 404 len: 337 time: 0.0392377 Mar 14 18:48:36.013440 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36528) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:36.036687 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d5f8cb-dc03-4de4-822f-7006d88f85b6 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] DELETE failed (client error): The resource could not be found. Mar 14 18:48:36.037123 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d5f8cb-dc03-4de4-822f-7006d88f85b6 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:48:36.038638 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-34d5f8cb-dc03-4de4-822f-7006d88f85b6 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "DELETE /v2.0/networks/114044ce-1a79-4445-a908-8094415fd1d2 HTTP/1.1" status: 404 len: 339 time: 0.0243616 Mar 14 18:48:36.040814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36532) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:36.102164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-2530df57-2bfe-4805-b173-ee28830b60e1 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Deleting subnet 01c99522-36bd-4722-828e-7d068c36d36c {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:48:36.104955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2530df57-2bfe-4805-b173-ee28830b60e1 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:36.160654 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2530df57-2bfe-4805-b173-ee28830b60e1 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:36.240429 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2530df57-2bfe-4805-b173-ee28830b60e1 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:36.352522 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2530df57-2bfe-4805-b173-ee28830b60e1 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:36.394421 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530df57-2bfe-4805-b173-ee28830b60e1 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event deleted for resources: {'Subnet': ['ID=01c99522-36bd-4722-828e-7d068c36d36c,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:36.396403 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2530df57-2bfe-4805-b173-ee28830b60e1 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:36.400584 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44855c4c-9db7-46eb-9908-15ca8f704141 None None] Network 2629143f-67c8-47e3-acf3-10eecc512956 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:36.406448 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2530df57-2bfe-4805-b173-ee28830b60e1 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "DELETE /v2.0/subnets/01c99522-36bd-4722-828e-7d068c36d36c HTTP/1.1" status: 204 len: 168 time: 0.3647337 Mar 14 18:48:36.409409 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36536) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:36.521661 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:36.532701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Deleting port c21dade0-fe86-4031-8041-adab9033fc13 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:48:36.533023 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:36.675227 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd03b749-f106-44ec-b37f-7235d21fb1b6 None None] DHCP port deletion for 2629143f-67c8-47e3-acf3-10eecc512956 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:48:36.679476 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-bd03b749-f106-44ec-b37f-7235d21fb1b6 None None] Deleting port c21dade0-fe86-4031-8041-adab9033fc13 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:48:36.679849 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bd03b749-f106-44ec-b37f-7235d21fb1b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:36.732429 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] For port c21dade0-fe86-4031-8041-adab9033fc13, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c21dade0-fe86-4031-8041-adab9033fc13,segment=NetworkSegment(ece305e1-2d94-4c09-a2a7-a57417c7797b),segment_id=ece305e1-2d94-4c09-a2a7-a57417c7797b)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:48:36.732804 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:36.885736 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-bd03b749-f106-44ec-b37f-7235d21fb1b6 None None] For port c21dade0-fe86-4031-8041-adab9033fc13, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c21dade0-fe86-4031-8041-adab9033fc13,segment=NetworkSegment(ece305e1-2d94-4c09-a2a7-a57417c7797b),segment_id=ece305e1-2d94-4c09-a2a7-a57417c7797b)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:48:36.885736 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bd03b749-f106-44ec-b37f-7235d21fb1b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:36.948454 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c21dade0-fe86-4031-8041-adab9033fc13 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:48:36.959544 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Calling delete_port for c21dade0-fe86-4031-8041-adab9033fc13 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:48:37.033858 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-bd03b749-f106-44ec-b37f-7235d21fb1b6 None None] Calling delete_port for c21dade0-fe86-4031-8041-adab9033fc13 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:48:37.088270 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:37.110660 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No active binding found for port c21dade0-fe86-4031-8041-adab9033fc13 {{(pid=88636) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 14 18:48:37.111079 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c21dade0-fe86-4031-8041-adab9033fc13 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:48:37.130457 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-bd03b749-f106-44ec-b37f-7235d21fb1b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:48:37.130849 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-bd03b749-f106-44ec-b37f-7235d21fb1b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:48:37.136126 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event deleted for resources: {'Port': ['ID=c21dade0-fe86-4031-8041-adab9033fc13,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:37.141663 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] No DVR routers for this DVR port c21dade0-fe86-4031-8041-adab9033fc13 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:48:37.259571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:37.288780 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2629143f-67c8-47e3-acf3-10eecc512956']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:37.300881 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece305e1-2d94-4c09-a2a7-a57417c7797b') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:37.301181 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece305e1-2d94-4c09-a2a7-a57417c7797b') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:37.312000 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:37.327413 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:37.333275 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:48:37.338424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:48:37.347941 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:48:37.512315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:37.530015 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:37.541219 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] Pushing event deleted for resources: {'Network': ['ID=2629143f-67c8-47e3-acf3-10eecc512956,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:37.545129 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-306c1f4c-7043-4329-a757-0fb11fe32945 tempest-NetworksIpV6Test-427694472 tempest-NetworksIpV6Test-427694472-project] 10.222.0.43 "DELETE /v2.0/networks/2629143f-67c8-47e3-acf3-10eecc512956 HTTP/1.1" status: 204 len: 168 time: 1.1348119 Mar 14 18:48:37.632122 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-bd03b749-f106-44ec-b37f-7235d21fb1b6 None None] Deleting port c21dade0-fe86-4031-8041-adab9033fc13 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:48:37.632618 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bd03b749-f106-44ec-b37f-7235d21fb1b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:37.698198 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-bd03b749-f106-44ec-b37f-7235d21fb1b6 None None] The port 'c21dade0-fe86-4031-8041-adab9033fc13' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:48:38.014684 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36544) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:38.161567 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b48d02a6-7402-4639-9132-6c265beed8d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef80a0ee0cad4a83858746b240e83289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457081 Mar 14 18:48:38.164074 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36550) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:38.222079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-29d88e7d-e1ab-4650-b646-33689ce167d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:38.246784 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-29d88e7d-e1ab-4650-b646-33689ce167d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:38.375143 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-29d88e7d-e1ab-4650-b646-33689ce167d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:38.389529 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d88e7d-e1ab-4650-b646-33689ce167d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5ae21d-04e0-455a-a86d-fc88489745de,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:38.397473 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-29d88e7d-e1ab-4650-b646-33689ce167d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:38.401546 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-29d88e7d-e1ab-4650-b646-33689ce167d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da5ae21d-04e0-455a-a86d-fc88489745de HTTP/1.1" status: 204 len: 168 time: 0.2365341 Mar 14 18:48:39.283376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:39.433504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36574) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:39.534733 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d3d3fd53-75e6-47ba-b9ee-c88ff24cb6de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-696687734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:39.541296 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d3d3fd53-75e6-47ba-b9ee-c88ff24cb6de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:39.545038 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d3d3fd53-75e6-47ba-b9ee-c88ff24cb6de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Usage tracker for resource:router and tenant:5973e4b87c5248169f9f6bb4c8e0367e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:39.548367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d3d3fd53-75e6-47ba-b9ee-c88ff24cb6de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:39.553883 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d3d3fd53-75e6-47ba-b9ee-c88ff24cb6de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:39.620310 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3d3fd53-75e6-47ba-b9ee-c88ff24cb6de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:39.621267 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3d3fd53-75e6-47ba-b9ee-c88ff24cb6de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:39.635529 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3d3fd53-75e6-47ba-b9ee-c88ff24cb6de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:39.706800 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3d3fd53-75e6-47ba-b9ee-c88ff24cb6de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:39.797842 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d3d3fd53-75e6-47ba-b9ee-c88ff24cb6de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:39.799068 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d3d3fd53-75e6-47ba-b9ee-c88ff24cb6de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3645029 Mar 14 18:48:39.801706 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36580) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:39.807069 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-524970996'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:39.811966 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:39.820649 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Usage tracker for resource:network and tenant:5973e4b87c5248169f9f6bb4c8e0367e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:39.823628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:39.829765 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:39.917633 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Made reservation on behalf of 5973e4b87c5248169f9f6bb4c8e0367e for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:39.921010 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:39.934507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:39.950497 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:39.954229 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Usage tracker for resource:security_group_rule and tenant:5973e4b87c5248169f9f6bb4c8e0367e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:39.957179 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:39.964170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:40.046078 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:40.105595 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:40.139641 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:48:40.148622 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74a3e1e4-2252-407d-ab39-81729c3f5079,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:40.157465 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:40.157818 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:40.158159 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:40.158493 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:40.158846 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:40.159180 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:40.159507 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:40.159832 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:40.160156 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:40.160477 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:40.160796 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:40.161117 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:40.164761 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:40.165051 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Added segment 216bfc86-03f7-4d2f-9811-30f89a7d406d of type vlan for network 7659bf0a-e003-4d34-bc94-bf134a1e1c09 Mar 14 18:48:40.193100 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:40.280317 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:40.287580 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:40.288159 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:40.393923 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Pushing event updated for resources: {'Network': ['ID=7659bf0a-e003-4d34-bc94-bf134a1e1c09,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:40.404047 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 7659bf0a-e003-4d34-bc94-bf134a1e1c09 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:48:40.449107 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e3102f1c-5e91-426a-9e98-2d13164b9106 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6463621 Mar 14 18:48:40.451874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36584) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:40.457268 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-272952f2-b016-40ae-bf9d-b904159fc8de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Request body: {'subnet': {'network_id': '7659bf0a-e003-4d34-bc94-bf134a1e1c09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:40.566198 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-272952f2-b016-40ae-bf9d-b904159fc8de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:40.570762 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-272952f2-b016-40ae-bf9d-b904159fc8de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Usage tracker for resource:subnet and tenant:5973e4b87c5248169f9f6bb4c8e0367e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:40.573565 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-272952f2-b016-40ae-bf9d-b904159fc8de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:40.581735 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-272952f2-b016-40ae-bf9d-b904159fc8de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:40.631060 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272952f2-b016-40ae-bf9d-b904159fc8de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Made reservation on behalf of 5973e4b87c5248169f9f6bb4c8e0367e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:40.634603 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-272952f2-b016-40ae-bf9d-b904159fc8de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:40.883665 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-272952f2-b016-40ae-bf9d-b904159fc8de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:40.963434 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272952f2-b016-40ae-bf9d-b904159fc8de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Pushing event updated for resources: {'Subnet': ['ID=b80dfbc5-f20f-4e14-bb81-80ea9adc4f50,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:40.972998 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272952f2-b016-40ae-bf9d-b904159fc8de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Checking segment: {'id': '216bfc86-03f7-4d2f-9811-30f89a7d406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7659bf0a-e003-4d34-bc94-bf134a1e1c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:48:40.973363 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272952f2-b016-40ae-bf9d-b904159fc8de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Network hostable DHCP agents. Network: 7659bf0a-e003-4d34-bc94-bf134a1e1c09, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:48:41.037402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272952f2-b016-40ae-bf9d-b904159fc8de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Network 7659bf0a-e003-4d34-bc94-bf134a1e1c09 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:48:41.094535 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-272952f2-b016-40ae-bf9d-b904159fc8de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 7659bf0a-e003-4d34-bc94-bf134a1e1c09) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:41.099370 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272952f2-b016-40ae-bf9d-b904159fc8de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:41.100438 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-272952f2-b016-40ae-bf9d-b904159fc8de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:41.103829 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a93a30-cd07-45af-b106-8128bce41cf1 None None] Network 7659bf0a-e003-4d34-bc94-bf134a1e1c09 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:41.187046 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-272952f2-b016-40ae-bf9d-b904159fc8de tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7339294 Mar 14 18:48:41.190315 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36588) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:41.196105 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e1052a52-53b4-4327-8d5e-7bb5c334805c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1154078287'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:41.200913 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e1052a52-53b4-4327-8d5e-7bb5c334805c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:41.205231 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e1052a52-53b4-4327-8d5e-7bb5c334805c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Usage tracker for resource:network and tenant:5973e4b87c5248169f9f6bb4c8e0367e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:41.208252 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e1052a52-53b4-4327-8d5e-7bb5c334805c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:41.213862 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e1052a52-53b4-4327-8d5e-7bb5c334805c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:41.272397 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1052a52-53b4-4327-8d5e-7bb5c334805c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Made reservation on behalf of 5973e4b87c5248169f9f6bb4c8e0367e for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:41.276025 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e1052a52-53b4-4327-8d5e-7bb5c334805c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:41.307504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1052a52-53b4-4327-8d5e-7bb5c334805c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:48:41.311347 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-7659bf0a-e003-4d34-bc94-bf134a1e1c09', 'network_id': '7659bf0a-e003-4d34-bc94-bf134a1e1c09', 'tenant_id': '5973e4b87c5248169f9f6bb4c8e0367e', 'fixed_ips': [{'subnet_id': 'b80dfbc5-f20f-4e14-bb81-80ea9adc4f50'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:48:41.317152 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:41.317296 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e1052a52-53b4-4327-8d5e-7bb5c334805c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:41.317640 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-e1052a52-53b4-4327-8d5e-7bb5c334805c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Added segment 36e214d3-9623-4c22-a93d-c42b368b445b of type vlan for network 09cc12c5-7055-40ed-b611-d58e01736175 Mar 14 18:48:41.343497 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e1052a52-53b4-4327-8d5e-7bb5c334805c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:41.436819 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e1052a52-53b4-4327-8d5e-7bb5c334805c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:41.443022 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1052a52-53b4-4327-8d5e-7bb5c334805c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:41.443652 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e1052a52-53b4-4327-8d5e-7bb5c334805c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:41.463295 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Allocated IP 172.20.0.2 (7659bf0a-e003-4d34-bc94-bf134a1e1c09/b80dfbc5-f20f-4e14-bb81-80ea9adc4f50/cc3fb790-a2f3-41e9-b178-55ecd1794246) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:48:41.549041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1052a52-53b4-4327-8d5e-7bb5c334805c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Pushing event updated for resources: {'Network': ['ID=09cc12c5-7055-40ed-b611-d58e01736175,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:41.553689 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e1052a52-53b4-4327-8d5e-7bb5c334805c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3623636 Mar 14 18:48:41.556400 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36592) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:41.564311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-77bdb6ff-20b5-4b86-96a3-4a93b323248b tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Request body: {'subnet': {'network_id': '09cc12c5-7055-40ed-b611-d58e01736175', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:41.564747 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 09cc12c5-7055-40ed-b611-d58e01736175 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:48:41.677063 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-77bdb6ff-20b5-4b86-96a3-4a93b323248b tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:41.681348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-77bdb6ff-20b5-4b86-96a3-4a93b323248b tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Usage tracker for resource:subnet and tenant:5973e4b87c5248169f9f6bb4c8e0367e is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:41.684769 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-77bdb6ff-20b5-4b86-96a3-4a93b323248b tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:41.691636 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-77bdb6ff-20b5-4b86-96a3-4a93b323248b tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:41.780550 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bdb6ff-20b5-4b86-96a3-4a93b323248b tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Made reservation on behalf of 5973e4b87c5248169f9f6bb4c8e0367e for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:41.782556 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:41.784716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-77bdb6ff-20b5-4b86-96a3-4a93b323248b tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:41.792332 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Transition to ACTIVE for port object cc3fb790-a2f3-41e9-b178-55ecd1794246 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:41.810854 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Transition to ACTIVE for port object cc3fb790-a2f3-41e9-b178-55ecd1794246 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:41.872442 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:41.933203 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Network 7659bf0a-e003-4d34-bc94-bf134a1e1c09 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:48:41.935918 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:41.943704 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:48:41.976008 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Pushing event updated for resources: {'Port': ['ID=cc3fb790-a2f3-41e9-b178-55ecd1794246,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:42.034475 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Attempting to bind port cc3fb790-a2f3-41e9-b178-55ecd1794246 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:48:42.034866 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Attempting to bind port cc3fb790-a2f3-41e9-b178-55ecd1794246 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '216bfc86-03f7-4d2f-9811-30f89a7d406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7659bf0a-e003-4d34-bc94-bf134a1e1c09'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:48:42.035227 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Attempting to bind port cc3fb790-a2f3-41e9-b178-55ecd1794246 on network 7659bf0a-e003-4d34-bc94-bf134a1e1c09 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:48:42.037691 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-77bdb6ff-20b5-4b86-96a3-4a93b323248b tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:42.040455 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:48:42.040931 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Checking segment: {'id': '216bfc86-03f7-4d2f-9811-30f89a7d406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7659bf0a-e003-4d34-bc94-bf134a1e1c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:48:42.041213 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:42.041596 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Bound using segment: {'id': '216bfc86-03f7-4d2f-9811-30f89a7d406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7659bf0a-e003-4d34-bc94-bf134a1e1c09'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:48:42.042058 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Bound port: cc3fb790-a2f3-41e9-b178-55ecd1794246, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216bfc86-03f7-4d2f-9811-30f89a7d406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7659bf0a-e003-4d34-bc94-bf134a1e1c09'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:48:42.042460 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:42.135130 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] For port cc3fb790-a2f3-41e9-b178-55ecd1794246, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:48:42.138166 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] For port cc3fb790-a2f3-41e9-b178-55ecd1794246, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=cc3fb790-a2f3-41e9-b178-55ecd1794246,segment=NetworkSegment(216bfc86-03f7-4d2f-9811-30f89a7d406d),segment_id=216bfc86-03f7-4d2f-9811-30f89a7d406d)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:48:42.186925 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:42.211187 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdb6ff-20b5-4b86-96a3-4a93b323248b tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Pushing event updated for resources: {'Subnet': ['ID=796e7690-499c-44a3-92d5-2f547012a223,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:42.218485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bdb6ff-20b5-4b86-96a3-4a93b323248b tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Checking segment: {'id': '36e214d3-9623-4c22-a93d-c42b368b445b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '09cc12c5-7055-40ed-b611-d58e01736175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:48:42.219441 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bdb6ff-20b5-4b86-96a3-4a93b323248b tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Network hostable DHCP agents. Network: 09cc12c5-7055-40ed-b611-d58e01736175, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:48:42.270368 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3700d-0595-4a61-880e-cb0e41526f2b None None] Pushing event updated for resources: {'Port': ['ID=cc3fb790-a2f3-41e9-b178-55ecd1794246,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:42.293648 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bdb6ff-20b5-4b86-96a3-4a93b323248b tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Network 09cc12c5-7055-40ed-b611-d58e01736175 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:48:42.369401 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-77bdb6ff-20b5-4b86-96a3-4a93b323248b tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 09cc12c5-7055-40ed-b611-d58e01736175) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:42.373479 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bdb6ff-20b5-4b86-96a3-4a93b323248b tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:42.374235 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-77bdb6ff-20b5-4b86-96a3-4a93b323248b tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:42.378432 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768f0442-4061-430b-8883-5ac22d869c6b None None] Network 09cc12c5-7055-40ed-b611-d58e01736175 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:42.495716 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-77bdb6ff-20b5-4b86-96a3-4a93b323248b tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9381640 Mar 14 18:48:42.498312 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36596) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:42.504515 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-08419787-ada1-4ff7-8007-a6c03ab174f0 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Request body: {'router': {'external_gateway_info': {'network_id': '09cc12c5-7055-40ed-b611-d58e01736175'}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:42.628427 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-09cc12c5-7055-40ed-b611-d58e01736175', 'network_id': '09cc12c5-7055-40ed-b611-d58e01736175', 'tenant_id': '5973e4b87c5248169f9f6bb4c8e0367e', 'fixed_ips': [{'subnet_id': '796e7690-499c-44a3-92d5-2f547012a223'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:48:42.629250 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:42.791084 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Allocated IP 172.21.0.2 (09cc12c5-7055-40ed-b611-d58e01736175/796e7690-499c-44a3-92d5-2f547012a223/c89a5a55-c7ce-4b3d-812b-5490729c4226) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:48:42.898849 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-08419787-ada1-4ff7-8007-a6c03ab174f0 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:43.005817 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device cc3fb790-a2f3-41e9-b178-55ecd1794246 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:48:43.079920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:43.096465 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Transition to ACTIVE for port object c89a5a55-c7ce-4b3d-812b-5490729c4226 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:43.122026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Transition to ACTIVE for port object c89a5a55-c7ce-4b3d-812b-5490729c4226 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:43.147830 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.api.v2.resource [None req-08419787-ada1-4ff7-8007-a6c03ab174f0 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:48:43.148869 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-08419787-ada1-4ff7-8007-a6c03ab174f0 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] 10.222.0.43 "PUT /v2.0/routers/58b4c97d-10ca-44b7-9321-5feab130aaf0 HTTP/1.1" status: 400 len: 364 time: 0.6494956 Mar 14 18:48:43.154582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36600) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:43.192034 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port cc3fb790-a2f3-41e9-b178-55ecd1794246 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:48:43.221365 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:43.231572 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e9f7f4-eda1-4764-b242-b4cca498b7f9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Deleting subnet 796e7690-499c-44a3-92d5-2f547012a223 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:48:43.235358 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b4e9f7f4-eda1-4764-b242-b4cca498b7f9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:43.283560 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Network 09cc12c5-7055-40ed-b611-d58e01736175 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:48:43.286290 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:43.293867 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b4e9f7f4-eda1-4764-b242-b4cca498b7f9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:43.294975 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:48:43.304914 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Pushing event updated for resources: {'Port': ['ID=c89a5a55-c7ce-4b3d-812b-5490729c4226,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:43.308487 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57e0a28-9636-48de-b501-9d0bb3561a29 None None] Network 7659bf0a-e003-4d34-bc94-bf134a1e1c09 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:43.381945 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b4e9f7f4-eda1-4764-b242-b4cca498b7f9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:43.483208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Attempting to bind port c89a5a55-c7ce-4b3d-812b-5490729c4226 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:48:43.483572 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Attempting to bind port c89a5a55-c7ce-4b3d-812b-5490729c4226 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '36e214d3-9623-4c22-a93d-c42b368b445b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '09cc12c5-7055-40ed-b611-d58e01736175'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:48:43.483937 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Attempting to bind port c89a5a55-c7ce-4b3d-812b-5490729c4226 on network 09cc12c5-7055-40ed-b611-d58e01736175 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:48:43.493657 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:48:43.494028 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Checking segment: {'id': '36e214d3-9623-4c22-a93d-c42b368b445b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '09cc12c5-7055-40ed-b611-d58e01736175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:48:43.494421 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:43.494836 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Bound using segment: {'id': '36e214d3-9623-4c22-a93d-c42b368b445b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '09cc12c5-7055-40ed-b611-d58e01736175'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:48:43.495298 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Bound port: c89a5a55-c7ce-4b3d-812b-5490729c4226, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e214d3-9623-4c22-a93d-c42b368b445b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '09cc12c5-7055-40ed-b611-d58e01736175'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:48:43.495668 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:43.512517 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b4e9f7f4-eda1-4764-b242-b4cca498b7f9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:43.553595 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-38f3dd3a-260c-4db2-a3c6-dd853fdd96a6 None None] Provisioning for port cc3fb790-a2f3-41e9-b178-55ecd1794246 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:48:43.553799 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b4e9f7f4-eda1-4764-b242-b4cca498b7f9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:43.557979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9f7f4-eda1-4764-b242-b4cca498b7f9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Pushing event deleted for resources: {'Subnet': ['ID=796e7690-499c-44a3-92d5-2f547012a223,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:43.566082 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b4e9f7f4-eda1-4764-b242-b4cca498b7f9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] 10.222.0.43 "DELETE /v2.0/subnets/796e7690-499c-44a3-92d5-2f547012a223 HTTP/1.1" status: 204 len: 168 time: 0.4073663 Mar 14 18:48:43.566187 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36604) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:43.607227 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-38f3dd3a-260c-4db2-a3c6-dd853fdd96a6 None None] Provisioning complete for port cc3fb790-a2f3-41e9-b178-55ecd1794246 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:48:43.607597 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-38f3dd3a-260c-4db2-a3c6-dd853fdd96a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:43.680464 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:43.690996 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Deleting port c89a5a55-c7ce-4b3d-812b-5490729c4226 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:48:43.691331 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:43.778363 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] For port c89a5a55-c7ce-4b3d-812b-5490729c4226, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:48:43.792612 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] For port c89a5a55-c7ce-4b3d-812b-5490729c4226, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c89a5a55-c7ce-4b3d-812b-5490729c4226,segment=NetworkSegment(36e214d3-9623-4c22-a93d-c42b368b445b),segment_id=36e214d3-9623-4c22-a93d-c42b368b445b)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:48:43.861181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-38f3dd3a-260c-4db2-a3c6-dd853fdd96a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:43.871868 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:43.898857 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] For port c89a5a55-c7ce-4b3d-812b-5490729c4226, host dv-neutron-833560-1-hyperv, got binding levels [] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:48:43.899442 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:43.964042 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-38f3dd3a-260c-4db2-a3c6-dd853fdd96a6 None None] For port cc3fb790-a2f3-41e9-b178-55ecd1794246, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=cc3fb790-a2f3-41e9-b178-55ecd1794246,segment=NetworkSegment(216bfc86-03f7-4d2f-9811-30f89a7d406d),segment_id=216bfc86-03f7-4d2f-9811-30f89a7d406d)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:48:44.009965 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e19fdc-1176-410b-9f65-0fe6f2942ef9 None None] Pushing event updated for resources: {'Port': ['ID=c89a5a55-c7ce-4b3d-812b-5490729c4226,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:44.029296 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-38f3dd3a-260c-4db2-a3c6-dd853fdd96a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:44.085390 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0517f326-11c7-4e2c-bf4e-565a91a8f27a None None] Network 09cc12c5-7055-40ed-b611-d58e01736175 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:44.135095 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Calling delete_port for c89a5a55-c7ce-4b3d-812b-5490729c4226 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:48:44.181611 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3dd3a-260c-4db2-a3c6-dd853fdd96a6 None None] Pushing event updated for resources: {'Port': ['ID=cc3fb790-a2f3-41e9-b178-55ecd1794246,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:44.232483 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-40f5960e-76da-4579-b8e7-11c5c09f90f0 None None] Provisioning complete for port cc3fb790-a2f3-41e9-b178-55ecd1794246 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:48:44.232781 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-40f5960e-76da-4579-b8e7-11c5c09f90f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:44.255326 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.db.api [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:48:44.255648 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG oslo_db.api [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:48:44.404153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec96c3e-bea5-42c3-a254-dcad104a216a None None] get_active_networks_info from dv-neutron-833560-1-hyperv {{(pid=88636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 14 18:48:44.485150 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec96c3e-bea5-42c3-a254-dcad104a216a None None] Resources bound (agent type, host, resource id): {{(pid=88636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:48:44.757298 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Deleting port c89a5a55-c7ce-4b3d-812b-5490729c4226 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:48:44.757579 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:44.931807 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device cc3fb790-a2f3-41e9-b178-55ecd1794246 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:48:44.954685 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] For port c89a5a55-c7ce-4b3d-812b-5490729c4226, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c89a5a55-c7ce-4b3d-812b-5490729c4226,segment=NetworkSegment(36e214d3-9623-4c22-a93d-c42b368b445b),segment_id=36e214d3-9623-4c22-a93d-c42b368b445b)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:48:44.955229 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:44.997156 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port cc3fb790-a2f3-41e9-b178-55ecd1794246 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:48:44.997529 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:45.077329 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Calling delete_port for c89a5a55-c7ce-4b3d-812b-5490729c4226 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:48:45.226253 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:45.273557 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Pushing event deleted for resources: {'Port': ['ID=c89a5a55-c7ce-4b3d-812b-5490729c4226,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:45.277096 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] No DVR routers for this DVR port c89a5a55-c7ce-4b3d-812b-5490729c4226 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:48:45.396498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:45.420657 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09cc12c5-7055-40ed-b611-d58e01736175']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:45.432192 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e214d3-9623-4c22-a93d-c42b368b445b') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:45.432489 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e214d3-9623-4c22-a93d-c42b368b445b') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:45.443313 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:45.459122 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:45.464955 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:48:45.465333 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:48:45.479751 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:48:45.626640 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:45.644061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:45.655831 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Pushing event deleted for resources: {'Network': ['ID=09cc12c5-7055-40ed-b611-d58e01736175,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:45.658252 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-83b27b4e-c488-40ac-b9f1-d39a954eb208 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] 10.222.0.43 "DELETE /v2.0/networks/09cc12c5-7055-40ed-b611-d58e01736175 HTTP/1.1" status: 204 len: 168 time: 2.0911739 Mar 14 18:48:45.660816 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36608) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:45.725079 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-91fe0f68-3d8a-432d-876a-3dba721408a0 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Deleting subnet b80dfbc5-f20f-4e14-bb81-80ea9adc4f50 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:48:45.728116 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-91fe0f68-3d8a-432d-876a-3dba721408a0 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:45.784179 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-91fe0f68-3d8a-432d-876a-3dba721408a0 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:45.866132 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-91fe0f68-3d8a-432d-876a-3dba721408a0 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:45.980674 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-91fe0f68-3d8a-432d-876a-3dba721408a0 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:46.022064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe0f68-3d8a-432d-876a-3dba721408a0 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Pushing event deleted for resources: {'Subnet': ['ID=b80dfbc5-f20f-4e14-bb81-80ea9adc4f50,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:46.025623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-91fe0f68-3d8a-432d-876a-3dba721408a0 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:46.031574 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c161f7da-0f97-456a-8586-f172a83f1afd None None] Network 7659bf0a-e003-4d34-bc94-bf134a1e1c09 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:46.032086 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-91fe0f68-3d8a-432d-876a-3dba721408a0 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] 10.222.0.43 "DELETE /v2.0/subnets/b80dfbc5-f20f-4e14-bb81-80ea9adc4f50 HTTP/1.1" status: 204 len: 168 time: 0.3697343 Mar 14 18:48:46.034133 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36612) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:46.144850 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:46.155007 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Deleting port cc3fb790-a2f3-41e9-b178-55ecd1794246 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:48:46.155368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:46.274155 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1052d0-3f2c-43be-8e94-c07886ed34d8 None None] DHCP port deletion for 7659bf0a-e003-4d34-bc94-bf134a1e1c09 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:48:46.278204 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ac1052d0-3f2c-43be-8e94-c07886ed34d8 None None] Deleting port cc3fb790-a2f3-41e9-b178-55ecd1794246 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:48:46.278577 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ac1052d0-3f2c-43be-8e94-c07886ed34d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:46.459047 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] For port cc3fb790-a2f3-41e9-b178-55ecd1794246, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=cc3fb790-a2f3-41e9-b178-55ecd1794246,segment=NetworkSegment(216bfc86-03f7-4d2f-9811-30f89a7d406d),segment_id=216bfc86-03f7-4d2f-9811-30f89a7d406d)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:48:46.459406 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:46.478814 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ac1052d0-3f2c-43be-8e94-c07886ed34d8 None None] For port cc3fb790-a2f3-41e9-b178-55ecd1794246, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=cc3fb790-a2f3-41e9-b178-55ecd1794246,segment=NetworkSegment(216bfc86-03f7-4d2f-9811-30f89a7d406d),segment_id=216bfc86-03f7-4d2f-9811-30f89a7d406d)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:48:46.479206 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ac1052d0-3f2c-43be-8e94-c07886ed34d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:46.583687 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Calling delete_port for cc3fb790-a2f3-41e9-b178-55ecd1794246 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:48:46.631096 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ac1052d0-3f2c-43be-8e94-c07886ed34d8 None None] Calling delete_port for cc3fb790-a2f3-41e9-b178-55ecd1794246 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:48:46.723621 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:46.728960 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-ac1052d0-3f2c-43be-8e94-c07886ed34d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:48:46.729324 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-ac1052d0-3f2c-43be-8e94-c07886ed34d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:48:46.772021 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Pushing event deleted for resources: {'Port': ['ID=cc3fb790-a2f3-41e9-b178-55ecd1794246,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:46.775413 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] No DVR routers for this DVR port cc3fb790-a2f3-41e9-b178-55ecd1794246 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:48:46.901047 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:46.926944 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7659bf0a-e003-4d34-bc94-bf134a1e1c09']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:46.928870 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device cc3fb790-a2f3-41e9-b178-55ecd1794246 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:48:46.939961 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216bfc86-03f7-4d2f-9811-30f89a7d406d') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:46.940258 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216bfc86-03f7-4d2f-9811-30f89a7d406d') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:46.951263 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:46.962044 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: cc3fb790-a2f3-41e9-b178-55ecd1794246 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:48:46.962387 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device cc3fb790-a2f3-41e9-b178-55ecd1794246 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:48:46.967914 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:46.975341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:48:46.975722 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:48:46.990350 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:48:47.117593 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:47.137986 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:47.144380 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Pushing event deleted for resources: {'Network': ['ID=7659bf0a-e003-4d34-bc94-bf134a1e1c09,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:47.148300 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d342de87-287f-4d54-b5c7-97ce4fa734b9 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] 10.222.0.43 "DELETE /v2.0/networks/7659bf0a-e003-4d34-bc94-bf134a1e1c09 HTTP/1.1" status: 204 len: 168 time: 1.1132576 Mar 14 18:48:47.150952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36616) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:47.191752 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-01d332da-58d0-4beb-807a-46b9c73cd424 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Synchronizing usage tracker for tenant:5973e4b87c5248169f9f6bb4c8e0367e on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:48:47.230211 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ac1052d0-3f2c-43be-8e94-c07886ed34d8 None None] Deleting port cc3fb790-a2f3-41e9-b178-55ecd1794246 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:48:47.230740 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ac1052d0-3f2c-43be-8e94-c07886ed34d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:47.260725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-01d332da-58d0-4beb-807a-46b9c73cd424 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Unset dirty status for tenant:5973e4b87c5248169f9f6bb4c8e0367e on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:48:47.261870 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-01d332da-58d0-4beb-807a-46b9c73cd424 tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] 10.222.0.43 "GET /v2.0/ports?device_id=58b4c97d-10ca-44b7-9321-5feab130aaf0 HTTP/1.1" status: 200 len: 205 time: 0.1100535 Mar 14 18:48:47.264383 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36620) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:47.297835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ac1052d0-3f2c-43be-8e94-c07886ed34d8 None None] The port 'cc3fb790-a2f3-41e9-b178-55ecd1794246' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:48:47.395703 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-31c9e9a5-ed53-4b14-b1bc-f86901f9120c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:47.680295 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-31c9e9a5-ed53-4b14-b1bc-f86901f9120c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:47.682313 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-31c9e9a5-ed53-4b14-b1bc-f86901f9120c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:47.796838 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-31c9e9a5-ed53-4b14-b1bc-f86901f9120c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:47.797362 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c9e9a5-ed53-4b14-b1bc-f86901f9120c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Fanout notify agent at l3_agent the message router_deleted on router 58b4c97d-10ca-44b7-9321-5feab130aaf0 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:48:47.808827 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-31c9e9a5-ed53-4b14-b1bc-f86901f9120c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:47.809964 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-31c9e9a5-ed53-4b14-b1bc-f86901f9120c tempest-RoutersNegativeTest-1416634057 tempest-RoutersNegativeTest-1416634057-project] 10.222.0.43 "DELETE /v2.0/routers/58b4c97d-10ca-44b7-9321-5feab130aaf0 HTTP/1.1" status: 204 len: 168 time: 0.5446777 Mar 14 18:48:48.293018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36628) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:48.437106 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-82ebb8a5-0849-4209-bf0b-6cd38849cb7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5973e4b87c5248169f9f6bb4c8e0367e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429067 Mar 14 18:48:48.440291 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36634) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:48.500232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9b8dfed1-19bc-400d-af9c-28361cf59f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:48.524760 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9b8dfed1-19bc-400d-af9c-28361cf59f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:48.672879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9b8dfed1-19bc-400d-af9c-28361cf59f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:48.686912 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8dfed1-19bc-400d-af9c-28361cf59f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a3e1e4-2252-407d-ab39-81729c3f5079,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:48.702711 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9b8dfed1-19bc-400d-af9c-28361cf59f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:48.706605 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9b8dfed1-19bc-400d-af9c-28361cf59f66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74a3e1e4-2252-407d-ab39-81729c3f5079 HTTP/1.1" status: 204 len: 168 time: 0.2626631 Mar 14 18:48:49.771806 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36658) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:49.874606 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1933875315-network', 'tenant_id': 'dd88d398c148464198ed192ef0178df0'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:49.880222 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:49.883968 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Usage tracker for resource:network and tenant:dd88d398c148464198ed192ef0178df0 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:49.886781 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:49.892297 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:49.962157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Made reservation on behalf of dd88d398c148464198ed192ef0178df0 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:49.964505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:49.977149 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:49.991856 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:49.995544 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Usage tracker for resource:security_group_rule and tenant:dd88d398c148464198ed192ef0178df0 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:49.998224 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:50.003785 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:50.081775 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:50.162308 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:50.192173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:48:50.204444 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b34b3d-7b75-4834-926a-1baa11a1b8a8,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:50.208881 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:50.209227 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Added segment 60a1e53f-120a-40ee-8e70-d53e5b1f2322 of type vlan for network e900ca8c-2416-4f72-b9c6-a185dcad5cfd Mar 14 18:48:50.234883 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:50.329820 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:50.331107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:50.332075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:50.432139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] Pushing event updated for resources: {'Network': ['ID=e900ca8c-2416-4f72-b9c6-a185dcad5cfd,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:50.441516 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network e900ca8c-2416-4f72-b9c6-a185dcad5cfd details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:48:50.496029 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e87cb2ed-cfd4-483f-bb7e-3fe1cd3424d8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7231317 Mar 14 18:48:50.498878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36664) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:50.504152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a8c22fe6-d2d3-4f85-ad32-627add0dd551 admin admin] Request body: {'subnet': {'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1933875315-subnet', 'tenant_id': 'dd88d398c148464198ed192ef0178df0', 'ip_version': 4}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:50.508852 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a8c22fe6-d2d3-4f85-ad32-627add0dd551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:50.512909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a8c22fe6-d2d3-4f85-ad32-627add0dd551 admin admin] Usage tracker for resource:subnet and tenant:dd88d398c148464198ed192ef0178df0 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:50.516182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a8c22fe6-d2d3-4f85-ad32-627add0dd551 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:50.521886 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a8c22fe6-d2d3-4f85-ad32-627add0dd551 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:50.598223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c22fe6-d2d3-4f85-ad32-627add0dd551 admin admin] Made reservation on behalf of dd88d398c148464198ed192ef0178df0 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:50.600513 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a8c22fe6-d2d3-4f85-ad32-627add0dd551 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:50.870825 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a8c22fe6-d2d3-4f85-ad32-627add0dd551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:50.946029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c22fe6-d2d3-4f85-ad32-627add0dd551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c22e63f-cfc8-4d24-8fc8-b72c82a0b555,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:50.956598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c22fe6-d2d3-4f85-ad32-627add0dd551 admin admin] Checking segment: {'id': '60a1e53f-120a-40ee-8e70-d53e5b1f2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:48:50.956956 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c22fe6-d2d3-4f85-ad32-627add0dd551 admin admin] Network hostable DHCP agents. Network: e900ca8c-2416-4f72-b9c6-a185dcad5cfd, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:48:51.042417 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c22fe6-d2d3-4f85-ad32-627add0dd551 admin admin] Network e900ca8c-2416-4f72-b9c6-a185dcad5cfd is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:48:51.127969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-a8c22fe6-d2d3-4f85-ad32-627add0dd551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, e900ca8c-2416-4f72-b9c6-a185dcad5cfd) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:51.132154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c22fe6-d2d3-4f85-ad32-627add0dd551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:51.132736 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a8c22fe6-d2d3-4f85-ad32-627add0dd551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:51.136488 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849eb318-405a-4ba4-a2d4-ded099c46729 None None] Network e900ca8c-2416-4f72-b9c6-a185dcad5cfd requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:51.227574 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a8c22fe6-d2d3-4f85-ad32-627add0dd551 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7273984 Mar 14 18:48:51.229945 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36668) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:51.235472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1933875315-router', 'tenant_id': 'dd88d398c148464198ed192ef0178df0', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:51.241524 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:51.243791 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Usage tracker for resource:router and tenant:dd88d398c148464198ed192ef0178df0 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:51.246955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:51.252827 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:51.345325 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-e900ca8c-2416-4f72-b9c6-a185dcad5cfd', 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd', 'tenant_id': 'dd88d398c148464198ed192ef0178df0', 'fixed_ips': [{'subnet_id': '0c22e63f-cfc8-4d24-8fc8-b72c82a0b555'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:48:51.346153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:51.352016 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:51.353051 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:51.367984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:51.495564 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Allocated IP 172.20.0.2 (e900ca8c-2416-4f72-b9c6-a185dcad5cfd/0c22e63f-cfc8-4d24-8fc8-b72c82a0b555/cf213623-3f1b-46c9-918d-1c4b92bcb0b4) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:48:51.698848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:51.709620 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Transition to ACTIVE for port object cf213623-3f1b-46c9-918d-1c4b92bcb0b4 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:51.730581 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Transition to ACTIVE for port object cf213623-3f1b-46c9-918d-1c4b92bcb0b4 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:51.792717 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:51.809162 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:51.852644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Network e900ca8c-2416-4f72-b9c6-a185dcad5cfd is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:48:51.859361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:51.863819 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:48:51.870768 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Pushing event updated for resources: {'Port': ['ID=cf213623-3f1b-46c9-918d-1c4b92bcb0b4,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:51.911772 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:51.912123 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:51.912460 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:51.912796 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:51.913131 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:51.913459 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:51.913785 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:51.914109 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:51.914432 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:51.914771 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:51.915112 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:51.915413 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:51.965435 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Attempting to bind port cf213623-3f1b-46c9-918d-1c4b92bcb0b4 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:48:51.965803 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Attempting to bind port cf213623-3f1b-46c9-918d-1c4b92bcb0b4 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '60a1e53f-120a-40ee-8e70-d53e5b1f2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:48:51.966162 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Attempting to bind port cf213623-3f1b-46c9-918d-1c4b92bcb0b4 on network e900ca8c-2416-4f72-b9c6-a185dcad5cfd {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:48:51.971976 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:48:51.972327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Checking segment: {'id': '60a1e53f-120a-40ee-8e70-d53e5b1f2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:48:51.972724 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:51.973110 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Bound using segment: {'id': '60a1e53f-120a-40ee-8e70-d53e5b1f2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:48:51.973574 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Bound port: cf213623-3f1b-46c9-918d-1c4b92bcb0b4, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a1e53f-120a-40ee-8e70-d53e5b1f2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:48:51.973942 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:52.061155 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] For port cf213623-3f1b-46c9-918d-1c4b92bcb0b4, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:48:52.064375 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] For port cf213623-3f1b-46c9-918d-1c4b92bcb0b4, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=cf213623-3f1b-46c9-918d-1c4b92bcb0b4,segment=NetworkSegment(60a1e53f-120a-40ee-8e70-d53e5b1f2322),segment_id=60a1e53f-120a-40ee-8e70-d53e5b1f2322)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:48:52.158431 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:52.164141 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:52.186856 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:52.244938 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf442a-f0e5-437d-a805-8c7de4e1ff70 None None] Pushing event updated for resources: {'Port': ['ID=cf213623-3f1b-46c9-918d-1c4b92bcb0b4,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:52.319251 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Allocated IP 172.26.7.23 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/aaafe089-8544-438f-8212-93f3c09d18dd) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:48:52.490531 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:52.583177 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:52.641831 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:48:52.644488 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:52.652041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:48:52.686504 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=aaafe089-8544-438f-8212-93f3c09d18dd,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:52.971675 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device cf213623-3f1b-46c9-918d-1c4b92bcb0b4 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:48:53.106788 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port cf213623-3f1b-46c9-918d-1c4b92bcb0b4 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:48:53.134614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:53.212919 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502486c3-d654-446f-8776-036923ce64ff None None] Network e900ca8c-2416-4f72-b9c6-a185dcad5cfd requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:53.400162 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-24f46ab3-9969-4c41-ae59-540466ba57c3 None None] Provisioning for port cf213623-3f1b-46c9-918d-1c4b92bcb0b4 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:48:53.413839 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-24f46ab3-9969-4c41-ae59-540466ba57c3 None None] Provisioning complete for port cf213623-3f1b-46c9-918d-1c4b92bcb0b4 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:48:53.414206 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-24f46ab3-9969-4c41-ae59-540466ba57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:53.577491 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:53.580580 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-24f46ab3-9969-4c41-ae59-540466ba57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:53.616966 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-24f46ab3-9969-4c41-ae59-540466ba57c3 None None] For port cf213623-3f1b-46c9-918d-1c4b92bcb0b4, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=cf213623-3f1b-46c9-918d-1c4b92bcb0b4,segment=NetworkSegment(60a1e53f-120a-40ee-8e70-d53e5b1f2322),segment_id=60a1e53f-120a-40ee-8e70-d53e5b1f2322)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:48:53.677868 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-24f46ab3-9969-4c41-ae59-540466ba57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:53.754340 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f46ab3-9969-4c41-ae59-540466ba57c3 None None] Pushing event updated for resources: {'Port': ['ID=cf213623-3f1b-46c9-918d-1c4b92bcb0b4,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:53.854532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Router 1b898bec-2869-4e05-86f1-b94cc487b763 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:48:53.899170 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8b3affe0-b57f-4041-82b7-b3f3d943dd55 None None] Provisioning complete for port cf213623-3f1b-46c9-918d-1c4b92bcb0b4 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:48:53.899552 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8b3affe0-b57f-4041-82b7-b3f3d943dd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:54.029224 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:48:54.038388 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Sync routers for ids ['1b898bec-2869-4e05-86f1-b94cc487b763'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:48:54.048240 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Routers {'1b898bec-2869-4e05-86f1-b94cc487b763'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:48:54.048837 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:48:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1b898bec-2869-4e05-86f1-b94cc487b763'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:54.123468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:54.124722 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-373f8440-5cbf-46e8-a0d0-f71efcddc2d7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8938520 Mar 14 18:48:54.127463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36672) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:54.238816 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Set router 1b898bec-2869-4e05-86f1-b94cc487b763 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:48:54.421689 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e644d5ba-c540-41bf-8c8b-2b81ee760122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:54.530722 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b898bec-2869-4e05-86f1-b94cc487b763', 'name': 'tempest-TestEncryptedCinderVolumes-1933875315-router', 'tenant_id': 'dd88d398c148464198ed192ef0178df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'aaafe089-8544-438f-8212-93f3c09d18dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:51Z', 'updated_at': '2022-03-14T18:48:52Z', 'revision_number': 3, 'project_id': 'dd88d398c148464198ed192ef0178df0', 'gw_port': {'id': 'aaafe089-8544-438f-8212-93f3c09d18dd', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b898bec-2869-4e05-86f1-b94cc487b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:48:52Z', 'updated_at': '2022-03-14T18:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:54.534904 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Checking router: 1b898bec-2869-4e05-86f1-b94cc487b763 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:48:54.535261 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Updating router 1b898bec-2869-4e05-86f1-b94cc487b763 port aaafe089-8544-438f-8212-93f3c09d18dd binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:48:54.586851 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:54.776373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:54.911755 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:54.924866 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Transition to ACTIVE for port object aaafe089-8544-438f-8212-93f3c09d18dd will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:54.941453 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device cf213623-3f1b-46c9-918d-1c4b92bcb0b4 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:48:54.995643 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:55.079574 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330efd22-b156-4fc5-b6a1-79332f8f20ef None None] Pushing event updated for resources: {'Port': ['ID=aaafe089-8544-438f-8212-93f3c09d18dd,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:55.086534 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Attempting to bind port aaafe089-8544-438f-8212-93f3c09d18dd on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:48:55.086908 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Attempting to bind port aaafe089-8544-438f-8212-93f3c09d18dd by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:48:55.087269 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Attempting to bind port aaafe089-8544-438f-8212-93f3c09d18dd on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:48:55.096142 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:48:55.096514 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:48:55.096911 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:55.097043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] Allocated IP 172.20.0.1 (e900ca8c-2416-4f72-b9c6-a185dcad5cfd/0c22e63f-cfc8-4d24-8fc8-b72c82a0b555/78009ad7-cc33-4e2a-9c63-f1ad2973f72e) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:48:55.097295 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:48:55.097759 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Bound port: aaafe089-8544-438f-8212-93f3c09d18dd, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:48:55.098132 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:55.128468 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port cf213623-3f1b-46c9-918d-1c4b92bcb0b4 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:48:55.128840 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:55.243286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:55.253772 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] For port aaafe089-8544-438f-8212-93f3c09d18dd, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:48:55.257309 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] For port aaafe089-8544-438f-8212-93f3c09d18dd, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=aaafe089-8544-438f-8212-93f3c09d18dd,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:48:55.258442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] Transition to ACTIVE for port object 78009ad7-cc33-4e2a-9c63-f1ad2973f72e will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:55.314203 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:55.352857 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:55.388770 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Routers {'1b898bec-2869-4e05-86f1-b94cc487b763'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:48:55.389403 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:48:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1b898bec-2869-4e05-86f1-b94cc487b763'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:55.411790 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] Network e900ca8c-2416-4f72-b9c6-a185dcad5cfd is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:48:55.414454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:55.422946 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:48:55.446524 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330efd22-b156-4fc5-b6a1-79332f8f20ef None None] Pushing event updated for resources: {'Port': ['ID=aaafe089-8544-438f-8212-93f3c09d18dd,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:55.460683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] Pushing event updated for resources: {'Port': ['ID=78009ad7-cc33-4e2a-9c63-f1ad2973f72e,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:55.485297 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:55.582257 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] Set router 1b898bec-2869-4e05-86f1-b94cc487b763 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:48:55.807627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:55.809022 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8807f349-aae0-4f4e-b4b1-aac9588c6ca8 None None] Provisioning for port 78009ad7-cc33-4e2a-9c63-f1ad2973f72e completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:48:55.842212 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8807f349-aae0-4f4e-b4b1-aac9588c6ca8 None None] Provisioning complete for port 78009ad7-cc33-4e2a-9c63-f1ad2973f72e triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:48:55.842591 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8807f349-aae0-4f4e-b4b1-aac9588c6ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:55.908277 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-8807f349-aae0-4f4e-b4b1-aac9588c6ca8 None None] Port 78009ad7-cc33-4e2a-9c63-f1ad2973f72e cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:48:55.924268 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b898bec-2869-4e05-86f1-b94cc487b763', 'name': 'tempest-TestEncryptedCinderVolumes-1933875315-router', 'tenant_id': 'dd88d398c148464198ed192ef0178df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'aaafe089-8544-438f-8212-93f3c09d18dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:51Z', 'updated_at': '2022-03-14T18:48:52Z', 'revision_number': 3, 'project_id': 'dd88d398c148464198ed192ef0178df0', 'gw_port': {'id': 'aaafe089-8544-438f-8212-93f3c09d18dd', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b898bec-2869-4e05-86f1-b94cc487b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:48:52Z', 'updated_at': '2022-03-14T18:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:55.928250 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce15bd-fbc1-4d97-b207-2444f38e2083 None None] The sync data for ids ['1b898bec-2869-4e05-86f1-b94cc487b763'] in dv-neutron-833560-1-hyperv is: [{'id': '1b898bec-2869-4e05-86f1-b94cc487b763', 'name': 'tempest-TestEncryptedCinderVolumes-1933875315-router', 'tenant_id': 'dd88d398c148464198ed192ef0178df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'aaafe089-8544-438f-8212-93f3c09d18dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:51Z', 'updated_at': '2022-03-14T18:48:52Z', 'revision_number': 3, 'project_id': 'dd88d398c148464198ed192ef0178df0', 'gw_port': {'id': 'aaafe089-8544-438f-8212-93f3c09d18dd', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b898bec-2869-4e05-86f1-b94cc487b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:48:52Z', 'updated_at': '2022-03-14T18:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:48:56.030023 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:56.088244 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:56.174283 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:56.284188 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] Pushing event updated for resources: {'Port': ['ID=78009ad7-cc33-4e2a-9c63-f1ad2973f72e,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:56.340265 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] Network e900ca8c-2416-4f72-b9c6-a185dcad5cfd is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:48:56.341381 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:56.415877 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fecc32d0-2b36-4ae0-b5e4-63ab7a766108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:56.544169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] Router 1b898bec-2869-4e05-86f1-b94cc487b763 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:48:56.630371 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e91d5f09-e71e-486d-8207-d957dab1942c None None] Provisioning complete for port 78009ad7-cc33-4e2a-9c63-f1ad2973f72e triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:48:56.630827 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e91d5f09-e71e-486d-8207-d957dab1942c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:56.689074 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e91d5f09-e71e-486d-8207-d957dab1942c None None] Port 78009ad7-cc33-4e2a-9c63-f1ad2973f72e cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:48:56.853940 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:48:56.863296 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b6e24ff4-ffae-4557-af60-dc31fdf1b36a admin admin] 10.222.0.43 "PUT /v2.0/routers/1b898bec-2869-4e05-86f1-b94cc487b763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7348704 Mar 14 18:48:56.963660 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device aaafe089-8544-438f-8212-93f3c09d18dd up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:48:57.118108 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port aaafe089-8544-438f-8212-93f3c09d18dd completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:48:57.123844 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port aaafe089-8544-438f-8212-93f3c09d18dd triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:48:57.124254 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:57.244249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:57.262390 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port aaafe089-8544-438f-8212-93f3c09d18dd, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=aaafe089-8544-438f-8212-93f3c09d18dd,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:48:57.345668 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:57.392482 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Sync routers for ids ['1b898bec-2869-4e05-86f1-b94cc487b763'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:48:57.404329 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Routers {'1b898bec-2869-4e05-86f1-b94cc487b763'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:48:57.404925 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:48:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1b898bec-2869-4e05-86f1-b94cc487b763'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:57.419384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=aaafe089-8544-438f-8212-93f3c09d18dd,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:57.579191 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Set router 1b898bec-2869-4e05-86f1-b94cc487b763 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:48:57.634400 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36690) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:57.639914 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-113433860-network', 'tenant_id': 'a29333a2bd7a49399ad6e0d52a93596d'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:57.645435 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:57.649172 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Usage tracker for resource:network and tenant:a29333a2bd7a49399ad6e0d52a93596d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:57.651967 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:57.657989 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:57.723286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Made reservation on behalf of a29333a2bd7a49399ad6e0d52a93596d for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:57.725602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:57.738088 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:57.753983 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:57.757775 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Usage tracker for resource:security_group_rule and tenant:a29333a2bd7a49399ad6e0d52a93596d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:57.760538 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:57.766607 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:57.850325 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:57.883460 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:57.917710 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:57.918265 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:57.924788 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b898bec-2869-4e05-86f1-b94cc487b763', 'name': 'tempest-TestEncryptedCinderVolumes-1933875315-router', 'tenant_id': 'dd88d398c148464198ed192ef0178df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'aaafe089-8544-438f-8212-93f3c09d18dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:51Z', 'updated_at': '2022-03-14T18:48:55Z', 'revision_number': 4, 'project_id': 'dd88d398c148464198ed192ef0178df0', 'gw_port': {'id': 'aaafe089-8544-438f-8212-93f3c09d18dd', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b898bec-2869-4e05-86f1-b94cc487b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:48:52Z', 'updated_at': '2022-03-14T18:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '78009ad7-cc33-4e2a-9c63-f1ad2973f72e', 'name': '', 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd', 'tenant_id': 'dd88d398c148464198ed192ef0178df0', 'mac_address': 'fa:16:3e:36:6b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b898bec-2869-4e05-86f1-b94cc487b763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '0c22e63f-cfc8-4d24-8fc8-b72c82a0b555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:48:54Z', 'updated_at': '2022-03-14T18:48:55Z', 'revision_number': 2, 'project_id': 'dd88d398c148464198ed192ef0178df0', 'subnets': [{'id': '0c22e63f-cfc8-4d24-8fc8-b72c82a0b555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:57.928628 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Checking router: 1b898bec-2869-4e05-86f1-b94cc487b763 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:48:57.928978 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Updating router 1b898bec-2869-4e05-86f1-b94cc487b763 port 78009ad7-cc33-4e2a-9c63-f1ad2973f72e binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:48:57.945294 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:48:57.957111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42772d4-cd94-4479-8f8e-e8dfbb71ec54,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:57.961969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:57.962283 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Added segment 3e54126c-ae6b-45d1-8994-2a28e20e3c5b of type vlan for network e680dc7e-fc4c-46cd-9177-9ebc40505218 Mar 14 18:48:57.985750 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:57.988484 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:58.071014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:58.072012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:58.072700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:58.172098 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] Pushing event updated for resources: {'Network': ['ID=e680dc7e-fc4c-46cd-9177-9ebc40505218,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:58.182130 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network e680dc7e-fc4c-46cd-9177-9ebc40505218 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:48:58.249004 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fdd2a355-3b2f-4532-aca0-e05d98c85e31 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6134732 Mar 14 18:48:58.251814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 36694) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:58.257278 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-6ac04961-5853-41d6-8ed5-f96eb2ed294d admin admin] Request body: {'subnet': {'network_id': 'e680dc7e-fc4c-46cd-9177-9ebc40505218', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-113433860-subnet', 'tenant_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'ip_version': 4}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:58.261964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6ac04961-5853-41d6-8ed5-f96eb2ed294d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:58.265819 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6ac04961-5853-41d6-8ed5-f96eb2ed294d admin admin] Usage tracker for resource:subnet and tenant:a29333a2bd7a49399ad6e0d52a93596d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:58.268793 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6ac04961-5853-41d6-8ed5-f96eb2ed294d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:58.275123 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6ac04961-5853-41d6-8ed5-f96eb2ed294d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:58.320091 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:58.331271 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Transition to ACTIVE for port object 78009ad7-cc33-4e2a-9c63-f1ad2973f72e will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:58.351115 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac04961-5853-41d6-8ed5-f96eb2ed294d admin admin] Made reservation on behalf of a29333a2bd7a49399ad6e0d52a93596d for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:58.353436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6ac04961-5853-41d6-8ed5-f96eb2ed294d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:58.438059 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:58.592233 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29769ccd-0e08-47da-9538-8937f1382492 None None] Pushing event updated for resources: {'Port': ['ID=78009ad7-cc33-4e2a-9c63-f1ad2973f72e,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:58.634270 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29769ccd-0e08-47da-9538-8937f1382492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:58.634612 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29769ccd-0e08-47da-9538-8937f1382492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:58.634975 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29769ccd-0e08-47da-9538-8937f1382492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:58.635306 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29769ccd-0e08-47da-9538-8937f1382492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:58.635631 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29769ccd-0e08-47da-9538-8937f1382492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:58.635961 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29769ccd-0e08-47da-9538-8937f1382492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:58.636278 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29769ccd-0e08-47da-9538-8937f1382492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:58.636600 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29769ccd-0e08-47da-9538-8937f1382492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:58.637050 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29769ccd-0e08-47da-9538-8937f1382492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:58.637224 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29769ccd-0e08-47da-9538-8937f1382492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:58.637542 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29769ccd-0e08-47da-9538-8937f1382492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:58.637876 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29769ccd-0e08-47da-9538-8937f1382492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:58.643909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6ac04961-5853-41d6-8ed5-f96eb2ed294d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:58.662307 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Attempting to bind port 78009ad7-cc33-4e2a-9c63-f1ad2973f72e on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:48:58.662673 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Attempting to bind port 78009ad7-cc33-4e2a-9c63-f1ad2973f72e by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '60a1e53f-120a-40ee-8e70-d53e5b1f2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:48:58.663072 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Attempting to bind port 78009ad7-cc33-4e2a-9c63-f1ad2973f72e on network e900ca8c-2416-4f72-b9c6-a185dcad5cfd {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:48:58.668717 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:48:58.669076 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Checking segment: {'id': '60a1e53f-120a-40ee-8e70-d53e5b1f2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:48:58.669462 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:58.669893 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Bound using segment: {'id': '60a1e53f-120a-40ee-8e70-d53e5b1f2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:48:58.670336 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Bound port: 78009ad7-cc33-4e2a-9c63-f1ad2973f72e, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a1e53f-120a-40ee-8e70-d53e5b1f2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:48:58.670692 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:58.714936 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac04961-5853-41d6-8ed5-f96eb2ed294d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e475cf5e-03ba-4e4f-8bda-7d094685f764,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:58.728871 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac04961-5853-41d6-8ed5-f96eb2ed294d admin admin] Checking segment: {'id': '3e54126c-ae6b-45d1-8994-2a28e20e3c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e680dc7e-fc4c-46cd-9177-9ebc40505218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:48:58.729304 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac04961-5853-41d6-8ed5-f96eb2ed294d admin admin] Network hostable DHCP agents. Network: e680dc7e-fc4c-46cd-9177-9ebc40505218, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:48:58.770443 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] For port 78009ad7-cc33-4e2a-9c63-f1ad2973f72e, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:48:58.773233 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] For port 78009ad7-cc33-4e2a-9c63-f1ad2973f72e, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=78009ad7-cc33-4e2a-9c63-f1ad2973f72e,segment=NetworkSegment(60a1e53f-120a-40ee-8e70-d53e5b1f2322),segment_id=60a1e53f-120a-40ee-8e70-d53e5b1f2322)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:48:58.838185 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac04961-5853-41d6-8ed5-f96eb2ed294d admin admin] Network e680dc7e-fc4c-46cd-9177-9ebc40505218 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:48:58.878175 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:58.935417 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-6ac04961-5853-41d6-8ed5-f96eb2ed294d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, e680dc7e-fc4c-46cd-9177-9ebc40505218) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:58.939701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac04961-5853-41d6-8ed5-f96eb2ed294d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:58.940676 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6ac04961-5853-41d6-8ed5-f96eb2ed294d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:58.945725 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Routers {'1b898bec-2869-4e05-86f1-b94cc487b763'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:48:58.946656 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:48:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1b898bec-2869-4e05-86f1-b94cc487b763'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:58.948806 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab67cd73-d705-4d05-935b-6d18e24a1409 None None] Network e680dc7e-fc4c-46cd-9177-9ebc40505218 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:48:58.975653 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device aaafe089-8544-438f-8212-93f3c09d18dd up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:48:59.018667 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36698) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:48:59.019287 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6ac04961-5853-41d6-8ed5-f96eb2ed294d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7659676 Mar 14 18:48:59.025850 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-113433860-router', 'tenant_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:59.032115 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:48:59.037700 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Usage tracker for resource:router and tenant:a29333a2bd7a49399ad6e0d52a93596d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:48:59.043013 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:48:59.050611 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:48:59.123738 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:59.125593 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:59.137356 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] Set router 1b898bec-2869-4e05-86f1-b94cc487b763 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:48:59.144804 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port aaafe089-8544-438f-8212-93f3c09d18dd triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:48:59.145386 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:59.146116 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:59.191866 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29769ccd-0e08-47da-9538-8937f1382492 None None] Pushing event updated for resources: {'Port': ['ID=78009ad7-cc33-4e2a-9c63-f1ad2973f72e,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:59.374002 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-e680dc7e-fc4c-46cd-9177-9ebc40505218', 'network_id': 'e680dc7e-fc4c-46cd-9177-9ebc40505218', 'tenant_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'fixed_ips': [{'subnet_id': 'e475cf5e-03ba-4e4f-8bda-7d094685f764'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:48:59.375534 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:59.502003 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b898bec-2869-4e05-86f1-b94cc487b763', 'name': 'tempest-TestEncryptedCinderVolumes-1933875315-router', 'tenant_id': 'dd88d398c148464198ed192ef0178df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'aaafe089-8544-438f-8212-93f3c09d18dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:51Z', 'updated_at': '2022-03-14T18:48:55Z', 'revision_number': 4, 'project_id': 'dd88d398c148464198ed192ef0178df0', 'gw_port': {'id': 'aaafe089-8544-438f-8212-93f3c09d18dd', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b898bec-2869-4e05-86f1-b94cc487b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:48:52Z', 'updated_at': '2022-03-14T18:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '78009ad7-cc33-4e2a-9c63-f1ad2973f72e', 'name': '', 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd', 'tenant_id': 'dd88d398c148464198ed192ef0178df0', 'mac_address': 'fa:16:3e:36:6b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b898bec-2869-4e05-86f1-b94cc487b763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '0c22e63f-cfc8-4d24-8fc8-b72c82a0b555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:48:54Z', 'updated_at': '2022-03-14T18:48:58Z', 'revision_number': 4, 'project_id': 'dd88d398c148464198ed192ef0178df0', 'subnets': [{'id': '0c22e63f-cfc8-4d24-8fc8-b72c82a0b555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:59.506161 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21d8229-7c5e-4865-80d7-cfe0e796b40a None None] The sync data for ids ['1b898bec-2869-4e05-86f1-b94cc487b763'] in dv-neutron-833560-1-hyperv is: [{'id': '1b898bec-2869-4e05-86f1-b94cc487b763', 'name': 'tempest-TestEncryptedCinderVolumes-1933875315-router', 'tenant_id': 'dd88d398c148464198ed192ef0178df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'aaafe089-8544-438f-8212-93f3c09d18dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:51Z', 'updated_at': '2022-03-14T18:48:55Z', 'revision_number': 4, 'project_id': 'dd88d398c148464198ed192ef0178df0', 'gw_port': {'id': 'aaafe089-8544-438f-8212-93f3c09d18dd', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b898bec-2869-4e05-86f1-b94cc487b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:48:52Z', 'updated_at': '2022-03-14T18:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '78009ad7-cc33-4e2a-9c63-f1ad2973f72e', 'name': '', 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd', 'tenant_id': 'dd88d398c148464198ed192ef0178df0', 'mac_address': 'fa:16:3e:36:6b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b898bec-2869-4e05-86f1-b94cc487b763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '0c22e63f-cfc8-4d24-8fc8-b72c82a0b555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:48:54Z', 'updated_at': '2022-03-14T18:48:58Z', 'revision_number': 4, 'project_id': 'dd88d398c148464198ed192ef0178df0', 'subnets': [{'id': '0c22e63f-cfc8-4d24-8fc8-b72c82a0b555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:48:59.572425 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Allocated IP 172.20.0.2 (e680dc7e-fc4c-46cd-9177-9ebc40505218/e475cf5e-03ba-4e4f-8bda-7d094685f764/e44f3d73-8a60-418e-a447-3d701a396599) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:48:59.591418 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:59.801118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:59.813482 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Transition to ACTIVE for port object e44f3d73-8a60-418e-a447-3d701a396599 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:59.832089 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Transition to ACTIVE for port object e44f3d73-8a60-418e-a447-3d701a396599 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:59.889153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:59.912878 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:59.977688 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Network e680dc7e-fc4c-46cd-9177-9ebc40505218 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:48:59.980572 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:59.983992 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:59.989680 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:49:00.015611 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:00.022135 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Pushing event updated for resources: {'Port': ['ID=e44f3d73-8a60-418e-a447-3d701a396599,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:00.089074 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Attempting to bind port e44f3d73-8a60-418e-a447-3d701a396599 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:49:00.089368 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Attempting to bind port e44f3d73-8a60-418e-a447-3d701a396599 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '3e54126c-ae6b-45d1-8994-2a28e20e3c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e680dc7e-fc4c-46cd-9177-9ebc40505218'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:49:00.089713 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Attempting to bind port e44f3d73-8a60-418e-a447-3d701a396599 on network e680dc7e-fc4c-46cd-9177-9ebc40505218 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:49:00.096372 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:49:00.096612 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Checking segment: {'id': '3e54126c-ae6b-45d1-8994-2a28e20e3c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e680dc7e-fc4c-46cd-9177-9ebc40505218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:49:00.097114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:00.097508 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Bound using segment: {'id': '3e54126c-ae6b-45d1-8994-2a28e20e3c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e680dc7e-fc4c-46cd-9177-9ebc40505218'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:49:00.097976 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Bound port: e44f3d73-8a60-418e-a447-3d701a396599, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e54126c-ae6b-45d1-8994-2a28e20e3c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e680dc7e-fc4c-46cd-9177-9ebc40505218'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:49:00.098346 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:00.172389 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Allocated IP 172.26.7.161 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/05d0efc2-874d-4259-bf7a-dbe85d484c79) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:49:00.192385 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] For port e44f3d73-8a60-418e-a447-3d701a396599, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:49:00.196144 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] For port e44f3d73-8a60-418e-a447-3d701a396599, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e44f3d73-8a60-418e-a447-3d701a396599,segment=NetworkSegment(3e54126c-ae6b-45d1-8994-2a28e20e3c5b),segment_id=3e54126c-ae6b-45d1-8994-2a28e20e3c5b)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:49:00.272901 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:00.325728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:00.356663 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e64f05-a10e-449a-a895-52bcd1ff2691 None None] Pushing event updated for resources: {'Port': ['ID=e44f3d73-8a60-418e-a447-3d701a396599,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:00.421183 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:00.488824 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:49:00.496779 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:49:00.501202 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:49:00.530207 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Pushing event updated for resources: {'Port': ['ID=05d0efc2-874d-4259-bf7a-dbe85d484c79,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:01.002933 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 78009ad7-cc33-4e2a-9c63-f1ad2973f72e up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:49:01.113564 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:01.134597 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 78009ad7-cc33-4e2a-9c63-f1ad2973f72e completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:49:01.139779 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 78009ad7-cc33-4e2a-9c63-f1ad2973f72e triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:49:01.140681 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:01.257990 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:01.293773 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 78009ad7-cc33-4e2a-9c63-f1ad2973f72e, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=78009ad7-cc33-4e2a-9c63-f1ad2973f72e,segment=NetworkSegment(60a1e53f-120a-40ee-8e70-d53e5b1f2322),segment_id=60a1e53f-120a-40ee-8e70-d53e5b1f2322)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:49:01.350832 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:01.351633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e44f3d73-8a60-418e-a447-3d701a396599 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:49:01.472948 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=78009ad7-cc33-4e2a-9c63-f1ad2973f72e,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:01.473822 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:01.556783 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port e44f3d73-8a60-418e-a447-3d701a396599 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:49:01.649631 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ab1053-0bde-478d-8edb-921217308c2b None None] Network e680dc7e-fc4c-46cd-9177-9ebc40505218 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:49:01.780368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Router e0c608a2-a45e-41da-93cd-5cc9c5cbd51a is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:49:01.802670 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ad7e942c-d8d0-49ac-8500-69dfc388032b None None] Provisioning for port e44f3d73-8a60-418e-a447-3d701a396599 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:49:01.815690 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ad7e942c-d8d0-49ac-8500-69dfc388032b None None] Provisioning complete for port e44f3d73-8a60-418e-a447-3d701a396599 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:49:01.816129 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ad7e942c-d8d0-49ac-8500-69dfc388032b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:01.959390 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:49:01.969728 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Sync routers for ids ['e0c608a2-a45e-41da-93cd-5cc9c5cbd51a'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:49:01.997847 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ad7e942c-d8d0-49ac-8500-69dfc388032b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:02.007840 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Routers {'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:49:02.008448 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:48:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['e0c608a2-a45e-41da-93cd-5cc9c5cbd51a'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:49:02.043796 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:02.045043 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d09b3089-bb99-4843-97da-a1cda314f61c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0245087 Mar 14 18:49:02.048530 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 36702) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:49:02.107156 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:49:02.139877 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ad7e942c-d8d0-49ac-8500-69dfc388032b None None] For port e44f3d73-8a60-418e-a447-3d701a396599, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e44f3d73-8a60-418e-a447-3d701a396599,segment=NetworkSegment(3e54126c-ae6b-45d1-8994-2a28e20e3c5b),segment_id=3e54126c-ae6b-45d1-8994-2a28e20e3c5b)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:49:02.206265 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ad7e942c-d8d0-49ac-8500-69dfc388032b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:02.300161 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Set router e0c608a2-a45e-41da-93cd-5cc9c5cbd51a gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:49:02.410519 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e942c-d8d0-49ac-8500-69dfc388032b None None] Pushing event updated for resources: {'Port': ['ID=e44f3d73-8a60-418e-a447-3d701a396599,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:02.450356 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-df258f86-5395-47d3-bfb3-bd94f3709104 None None] Provisioning complete for port e44f3d73-8a60-418e-a447-3d701a396599 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:49:02.450728 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-df258f86-5395-47d3-bfb3-bd94f3709104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:02.709614 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'name': 'tempest-TestEncryptedCinderVolumes-113433860-router', 'tenant_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '05d0efc2-874d-4259-bf7a-dbe85d484c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:59Z', 'updated_at': '2022-03-14T18:49:00Z', 'revision_number': 3, 'project_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'gw_port': {'id': '05d0efc2-874d-4259-bf7a-dbe85d484c79', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:49:00Z', 'updated_at': '2022-03-14T18:49:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:49:02.713555 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Checking router: e0c608a2-a45e-41da-93cd-5cc9c5cbd51a for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:49:02.713903 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Updating router e0c608a2-a45e-41da-93cd-5cc9c5cbd51a port 05d0efc2-874d-4259-bf7a-dbe85d484c79 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:49:02.764684 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:02.837439 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:02.964575 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 78009ad7-cc33-4e2a-9c63-f1ad2973f72e up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:49:03.046705 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] Allocated IP 172.20.0.1 (e680dc7e-fc4c-46cd-9177-9ebc40505218/e475cf5e-03ba-4e4f-8bda-7d094685f764/ed4c6e31-c01b-44d8-9b3f-c4caf282855c) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:49:03.069238 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 78009ad7-cc33-4e2a-9c63-f1ad2973f72e triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:49:03.070062 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:03.189674 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:03.192372 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:03.203843 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Transition to ACTIVE for port object 05d0efc2-874d-4259-bf7a-dbe85d484c79 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:49:03.207831 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] Transition to ACTIVE for port object ed4c6e31-c01b-44d8-9b3f-c4caf282855c will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:49:03.260861 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e44f3d73-8a60-418e-a447-3d701a396599 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:49:03.323667 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port e44f3d73-8a60-418e-a447-3d701a396599 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:49:03.324092 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:03.329515 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:03.356419 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:03.389025 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] Network e680dc7e-fc4c-46cd-9177-9ebc40505218 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:49:03.391757 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:49:03.399586 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:49:03.439636 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4c6e31-c01b-44d8-9b3f-c4caf282855c,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:03.457862 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea94a1-a40f-496f-8f61-1eb2522ad7e2 None None] Pushing event updated for resources: {'Port': ['ID=05d0efc2-874d-4259-bf7a-dbe85d484c79,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:03.464413 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Attempting to bind port 05d0efc2-874d-4259-bf7a-dbe85d484c79 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:49:03.464787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Attempting to bind port 05d0efc2-874d-4259-bf7a-dbe85d484c79 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:49:03.465151 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Attempting to bind port 05d0efc2-874d-4259-bf7a-dbe85d484c79 on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:49:03.466329 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:03.473351 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:49:03.473726 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:49:03.474128 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:03.474522 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:49:03.475015 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Bound port: 05d0efc2-874d-4259-bf7a-dbe85d484c79, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:49:03.475386 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:03.646210 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] For port 05d0efc2-874d-4259-bf7a-dbe85d484c79, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:49:03.649423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] For port 05d0efc2-874d-4259-bf7a-dbe85d484c79, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=05d0efc2-874d-4259-bf7a-dbe85d484c79,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:49:03.728209 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8aaad13a-7fe3-4946-a38a-91f65c0d2f8b None None] Provisioning for port ed4c6e31-c01b-44d8-9b3f-c4caf282855c completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:49:03.733234 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8aaad13a-7fe3-4946-a38a-91f65c0d2f8b None None] Provisioning complete for port ed4c6e31-c01b-44d8-9b3f-c4caf282855c triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:49:03.733605 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8aaad13a-7fe3-4946-a38a-91f65c0d2f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:03.762031 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:03.800614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:03.850115 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-8aaad13a-7fe3-4946-a38a-91f65c0d2f8b None None] Port ed4c6e31-c01b-44d8-9b3f-c4caf282855c cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:49:03.860833 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Routers {'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:49:03.861445 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:48:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['e0c608a2-a45e-41da-93cd-5cc9c5cbd51a'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:49:03.924851 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea94a1-a40f-496f-8f61-1eb2522ad7e2 None None] Pushing event updated for resources: {'Port': ['ID=05d0efc2-874d-4259-bf7a-dbe85d484c79,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:04.020660 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:04.039385 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] Set router e0c608a2-a45e-41da-93cd-5cc9c5cbd51a gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:49:04.072002 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:04.178444 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:04.182676 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4c6e31-c01b-44d8-9b3f-c4caf282855c,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:04.311199 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] Network e680dc7e-fc4c-46cd-9177-9ebc40505218 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:49:04.312800 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:49:04.349468 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'name': 'tempest-TestEncryptedCinderVolumes-113433860-router', 'tenant_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '05d0efc2-874d-4259-bf7a-dbe85d484c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:59Z', 'updated_at': '2022-03-14T18:49:03Z', 'revision_number': 4, 'project_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'gw_port': {'id': '05d0efc2-874d-4259-bf7a-dbe85d484c79', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:49:00Z', 'updated_at': '2022-03-14T18:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ed4c6e31-c01b-44d8-9b3f-c4caf282855c', 'name': '', 'network_id': 'e680dc7e-fc4c-46cd-9177-9ebc40505218', 'tenant_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'mac_address': 'fa:16:3e:6d:a7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'e475cf5e-03ba-4e4f-8bda-7d094685f764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:49:02Z', 'updated_at': '2022-03-14T18:49:03Z', 'revision_number': 1, 'project_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'subnets': [{'id': 'e475cf5e-03ba-4e4f-8bda-7d094685f764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:49:04.353700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c8074c-d45f-4bd6-9bca-809fec44371e None None] The sync data for ids ['e0c608a2-a45e-41da-93cd-5cc9c5cbd51a'] in dv-neutron-833560-1-hyperv is: [{'id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'name': 'tempest-TestEncryptedCinderVolumes-113433860-router', 'tenant_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '05d0efc2-874d-4259-bf7a-dbe85d484c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:59Z', 'updated_at': '2022-03-14T18:49:03Z', 'revision_number': 4, 'project_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'gw_port': {'id': '05d0efc2-874d-4259-bf7a-dbe85d484c79', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:49:00Z', 'updated_at': '2022-03-14T18:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ed4c6e31-c01b-44d8-9b3f-c4caf282855c', 'name': '', 'network_id': 'e680dc7e-fc4c-46cd-9177-9ebc40505218', 'tenant_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'mac_address': 'fa:16:3e:6d:a7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'e475cf5e-03ba-4e4f-8bda-7d094685f764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:49:02Z', 'updated_at': '2022-03-14T18:49:03Z', 'revision_number': 1, 'project_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'subnets': [{'id': 'e475cf5e-03ba-4e4f-8bda-7d094685f764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:49:04.583202 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-28aeddaa-a218-4e27-9bd1-9b7eafb40667 None None] Provisioning complete for port ed4c6e31-c01b-44d8-9b3f-c4caf282855c triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:49:04.583494 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-28aeddaa-a218-4e27-9bd1-9b7eafb40667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:04.631209 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] Router e0c608a2-a45e-41da-93cd-5cc9c5cbd51a has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:49:04.648349 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-28aeddaa-a218-4e27-9bd1-9b7eafb40667 None None] Port ed4c6e31-c01b-44d8-9b3f-c4caf282855c cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:49:04.813205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:49:04.822616 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d933cd3e-4063-4c85-b5d9-fff3ac0b3995 admin admin] 10.222.0.43 "PUT /v2.0/routers/e0c608a2-a45e-41da-93cd-5cc9c5cbd51a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7729721 Mar 14 18:49:05.772759 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076970-5e19-432b-be16-c63a0c578b0d req-732f215c-02b8-45f4-9938-03b7bc62d7ff tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:05.773427 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-4b076970-5e19-432b-be16-c63a0c578b0d req-732f215c-02b8-45f4-9938-03b7bc62d7ff tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Synchronizing usage tracker for tenant:dd88d398c148464198ed192ef0178df0 on resource:network {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:49:05.853662 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-4b076970-5e19-432b-be16-c63a0c578b0d req-732f215c-02b8-45f4-9938-03b7bc62d7ff tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Unset dirty status for tenant:dd88d398c148464198ed192ef0178df0 on resource:network {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:49:05.854839 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4b076970-5e19-432b-be16-c63a0c578b0d req-732f215c-02b8-45f4-9938-03b7bc62d7ff tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/networks?id=e900ca8c-2416-4f72-b9c6-a185dcad5cfd HTTP/1.1" status: 200 len: 817 time: 0.2394166 Mar 14 18:49:05.869375 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4b076970-5e19-432b-be16-c63a0c578b0d req-d671f01c-b7e6-46b5-9bca-13be2816647e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/quotas/dd88d398c148464198ed192ef0178df0 HTTP/1.1" status: 200 len: 375 time: 0.0090020 Mar 14 18:49:05.955712 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-4b076970-5e19-432b-be16-c63a0c578b0d req-d0bd06d4-8984-4af9-9fd0-a8daeb7be189 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Synchronizing usage tracker for tenant:dd88d398c148464198ed192ef0178df0 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:49:06.031696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-4b076970-5e19-432b-be16-c63a0c578b0d req-d0bd06d4-8984-4af9-9fd0-a8daeb7be189 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Unset dirty status for tenant:dd88d398c148464198ed192ef0178df0 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:49:06.032972 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4b076970-5e19-432b-be16-c63a0c578b0d req-d0bd06d4-8984-4af9-9fd0-a8daeb7be189 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd88d398c148464198ed192ef0178df0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1583710 Mar 14 18:49:06.150213 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [req-4b076970-5e19-432b-be16-c63a0c578b0d req-ba1f21fc-f356-4871-bd71-db83a721c7b2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:49:06.151371 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4b076970-5e19-432b-be16-c63a0c578b0d req-ba1f21fc-f356-4871-bd71-db83a721c7b2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1010921 Mar 14 18:49:06.285202 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4b076970-5e19-432b-be16-c63a0c578b0d req-7591c35d-a5a7-4ac7-88f4-a31311a15f4d service neutron] 10.222.0.43 "GET /v2.0/networks/e900ca8c-2416-4f72-b9c6-a185dcad5cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280334 Mar 14 18:49:06.419317 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4b076970-5e19-432b-be16-c63a0c578b0d req-339c916f-2383-44b9-aeaa-0f9d74333984 service neutron] 10.222.0.43 "GET /v2.0/networks/e900ca8c-2416-4f72-b9c6-a185dcad5cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276209 Mar 14 18:49:06.766364 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-44781fea-65a3-473a-82e8-532d1b0d4799 req-34999336-b9a8-4953-a23a-03343db67c8b tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=13b1b1a6-ad0e-4038-9192-c78489c3213a HTTP/1.1" status: 200 len: 210 time: 0.1282098 Mar 14 18:49:06.966995 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 05d0efc2-874d-4259-bf7a-dbe85d484c79 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:49:07.123766 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 05d0efc2-874d-4259-bf7a-dbe85d484c79 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:49:07.129650 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 05d0efc2-874d-4259-bf7a-dbe85d484c79 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:49:07.131269 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:07.255493 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:07.271817 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 05d0efc2-874d-4259-bf7a-dbe85d484c79, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=05d0efc2-874d-4259-bf7a-dbe85d484c79,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:49:07.323644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:07.375196 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Sync routers for ids ['e0c608a2-a45e-41da-93cd-5cc9c5cbd51a'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:49:07.383948 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Routers {'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:49:07.384534 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:48:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['e0c608a2-a45e-41da-93cd-5cc9c5cbd51a'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:49:07.396262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=05d0efc2-874d-4259-bf7a-dbe85d484c79,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:07.562667 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Set router e0c608a2-a45e-41da-93cd-5cc9c5cbd51a gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:49:07.869203 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'name': 'tempest-TestEncryptedCinderVolumes-113433860-router', 'tenant_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '05d0efc2-874d-4259-bf7a-dbe85d484c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:59Z', 'updated_at': '2022-03-14T18:49:03Z', 'revision_number': 4, 'project_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'gw_port': {'id': '05d0efc2-874d-4259-bf7a-dbe85d484c79', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:49:00Z', 'updated_at': '2022-03-14T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ed4c6e31-c01b-44d8-9b3f-c4caf282855c', 'name': '', 'network_id': 'e680dc7e-fc4c-46cd-9177-9ebc40505218', 'tenant_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'mac_address': 'fa:16:3e:6d:a7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'e475cf5e-03ba-4e4f-8bda-7d094685f764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:49:02Z', 'updated_at': '2022-03-14T18:49:03Z', 'revision_number': 2, 'project_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'subnets': [{'id': 'e475cf5e-03ba-4e4f-8bda-7d094685f764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:49:07.873044 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Checking router: e0c608a2-a45e-41da-93cd-5cc9c5cbd51a for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:49:07.873385 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Updating router e0c608a2-a45e-41da-93cd-5cc9c5cbd51a port ed4c6e31-c01b-44d8-9b3f-c4caf282855c binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:49:07.915050 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-37256883-8efa-4d2c-a68e-30d57433b137 req-cb66a2d5-d8ab-42bb-8cb7-adc194dadc87 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=13b1b1a6-ad0e-4038-9192-c78489c3213a HTTP/1.1" status: 200 len: 210 time: 0.0415690 Mar 14 18:49:07.928462 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:08.259844 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:08.271314 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Transition to ACTIVE for port object ed4c6e31-c01b-44d8-9b3f-c4caf282855c will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:49:08.346077 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:08.507488 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58af0d-f8fd-4cc4-9fe4-e0a89be05062 None None] Pushing event updated for resources: {'Port': ['ID=ed4c6e31-c01b-44d8-9b3f-c4caf282855c,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:08.564433 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Attempting to bind port ed4c6e31-c01b-44d8-9b3f-c4caf282855c on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:49:08.564800 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Attempting to bind port ed4c6e31-c01b-44d8-9b3f-c4caf282855c by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '3e54126c-ae6b-45d1-8994-2a28e20e3c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e680dc7e-fc4c-46cd-9177-9ebc40505218'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:49:08.565144 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Attempting to bind port ed4c6e31-c01b-44d8-9b3f-c4caf282855c on network e680dc7e-fc4c-46cd-9177-9ebc40505218 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:49:08.570500 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:49:08.570888 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Checking segment: {'id': '3e54126c-ae6b-45d1-8994-2a28e20e3c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e680dc7e-fc4c-46cd-9177-9ebc40505218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:49:08.571278 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:08.571655 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Bound using segment: {'id': '3e54126c-ae6b-45d1-8994-2a28e20e3c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e680dc7e-fc4c-46cd-9177-9ebc40505218'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:49:08.572102 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Bound port: ed4c6e31-c01b-44d8-9b3f-c4caf282855c, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e54126c-ae6b-45d1-8994-2a28e20e3c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e680dc7e-fc4c-46cd-9177-9ebc40505218'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:49:08.572460 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:08.680243 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] For port ed4c6e31-c01b-44d8-9b3f-c4caf282855c, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:49:08.683026 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] For port ed4c6e31-c01b-44d8-9b3f-c4caf282855c, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ed4c6e31-c01b-44d8-9b3f-c4caf282855c,segment=NetworkSegment(3e54126c-ae6b-45d1-8994-2a28e20e3c5b),segment_id=3e54126c-ae6b-45d1-8994-2a28e20e3c5b)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:49:08.753155 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:08.828812 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Routers {'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:49:08.829528 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:48:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['e0c608a2-a45e-41da-93cd-5cc9c5cbd51a'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:49:08.931356 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58af0d-f8fd-4cc4-9fe4-e0a89be05062 None None] Pushing event updated for resources: {'Port': ['ID=ed4c6e31-c01b-44d8-9b3f-c4caf282855c,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:08.967560 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 05d0efc2-874d-4259-bf7a-dbe85d484c79 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:49:09.063830 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] Set router e0c608a2-a45e-41da-93cd-5cc9c5cbd51a gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:49:09.067020 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 05d0efc2-874d-4259-bf7a-dbe85d484c79 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:49:09.067415 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:09.075359 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076970-5e19-432b-be16-c63a0c578b0d req-976c8bfd-1ebe-4c26-bccb-ad7350ce6783 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:09.077504 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4b076970-5e19-432b-be16-c63a0c578b0d req-976c8bfd-1ebe-4c26-bccb-ad7350ce6783 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.59 "GET /v2.0/networks?id=e900ca8c-2416-4f72-b9c6-a185dcad5cfd HTTP/1.1" status: 200 len: 817 time: 0.2153711 Mar 14 18:49:09.125081 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-4b076970-5e19-432b-be16-c63a0c578b0d req-7f48ea65-ff9d-487d-8391-c78e75b4c39e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Request body: {'port': {'device_id': '13b1b1a6-ad0e-4038-9192-c78489c3213a', 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd', 'admin_state_up': True, 'tenant_id': 'dd88d398c148464198ed192ef0178df0'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:49:09.323492 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:09.340720 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-28691f91-3c56-4455-a985-c52c92e89474 req-6be3d7c6-b511-4f84-bc65-43a325be712b tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=13b1b1a6-ad0e-4038-9192-c78489c3213a HTTP/1.1" status: 200 len: 210 time: 0.2574835 Mar 14 18:49:09.382446 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-4b076970-5e19-432b-be16-c63a0c578b0d req-7f48ea65-ff9d-487d-8391-c78e75b4c39e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:49:09.391719 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-4b076970-5e19-432b-be16-c63a0c578b0d req-7f48ea65-ff9d-487d-8391-c78e75b4c39e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:49:09.417591 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'name': 'tempest-TestEncryptedCinderVolumes-113433860-router', 'tenant_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '05d0efc2-874d-4259-bf7a-dbe85d484c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:59Z', 'updated_at': '2022-03-14T18:49:03Z', 'revision_number': 4, 'project_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'gw_port': {'id': '05d0efc2-874d-4259-bf7a-dbe85d484c79', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:49:00Z', 'updated_at': '2022-03-14T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ed4c6e31-c01b-44d8-9b3f-c4caf282855c', 'name': '', 'network_id': 'e680dc7e-fc4c-46cd-9177-9ebc40505218', 'tenant_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'mac_address': 'fa:16:3e:6d:a7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'e475cf5e-03ba-4e4f-8bda-7d094685f764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:49:02Z', 'updated_at': '2022-03-14T18:49:08Z', 'revision_number': 4, 'project_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'subnets': [{'id': 'e475cf5e-03ba-4e4f-8bda-7d094685f764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:49:09.422001 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71191b-0300-4e70-9ec4-580e6b8312fe None None] The sync data for ids ['e0c608a2-a45e-41da-93cd-5cc9c5cbd51a'] in dv-neutron-833560-1-hyperv is: [{'id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'name': 'tempest-TestEncryptedCinderVolumes-113433860-router', 'tenant_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '05d0efc2-874d-4259-bf7a-dbe85d484c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:59Z', 'updated_at': '2022-03-14T18:49:03Z', 'revision_number': 4, 'project_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'gw_port': {'id': '05d0efc2-874d-4259-bf7a-dbe85d484c79', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:49:00Z', 'updated_at': '2022-03-14T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ed4c6e31-c01b-44d8-9b3f-c4caf282855c', 'name': '', 'network_id': 'e680dc7e-fc4c-46cd-9177-9ebc40505218', 'tenant_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'mac_address': 'fa:16:3e:6d:a7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'e475cf5e-03ba-4e4f-8bda-7d094685f764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:49:02Z', 'updated_at': '2022-03-14T18:49:08Z', 'revision_number': 4, 'project_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'subnets': [{'id': 'e475cf5e-03ba-4e4f-8bda-7d094685f764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:49:09.472465 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b076970-5e19-432b-be16-c63a0c578b0d req-7f48ea65-ff9d-487d-8391-c78e75b4c39e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Made reservation on behalf of dd88d398c148464198ed192ef0178df0 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:49:09.472465 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4b076970-5e19-432b-be16-c63a0c578b0d req-7f48ea65-ff9d-487d-8391-c78e75b4c39e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:09.636080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-4b076970-5e19-432b-be16-c63a0c578b0d req-7f48ea65-ff9d-487d-8391-c78e75b4c39e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Allocated IP 172.20.0.7 (e900ca8c-2416-4f72-b9c6-a185dcad5cfd/0c22e63f-cfc8-4d24-8fc8-b72c82a0b555/8aa95770-532a-4d50-8ced-44e9e8aa2a7c) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:49:09.847527 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4b076970-5e19-432b-be16-c63a0c578b0d req-7f48ea65-ff9d-487d-8391-c78e75b4c39e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:09.863184 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-4b076970-5e19-432b-be16-c63a0c578b0d req-7f48ea65-ff9d-487d-8391-c78e75b4c39e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Transition to ACTIVE for port object 8aa95770-532a-4d50-8ced-44e9e8aa2a7c will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:49:09.956952 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4b076970-5e19-432b-be16-c63a0c578b0d req-7f48ea65-ff9d-487d-8391-c78e75b4c39e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:10.019234 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b076970-5e19-432b-be16-c63a0c578b0d req-7f48ea65-ff9d-487d-8391-c78e75b4c39e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Network e900ca8c-2416-4f72-b9c6-a185dcad5cfd is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:49:10.021988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-4b076970-5e19-432b-be16-c63a0c578b0d req-7f48ea65-ff9d-487d-8391-c78e75b4c39e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:49:10.030250 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b076970-5e19-432b-be16-c63a0c578b0d req-7f48ea65-ff9d-487d-8391-c78e75b4c39e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:49:10.075223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48ea65-ff9d-487d-8391-c78e75b4c39e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Pushing event updated for resources: {'Port': ['ID=8aa95770-532a-4d50-8ced-44e9e8aa2a7c,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:10.102407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076970-5e19-432b-be16-c63a0c578b0d req-7f48ea65-ff9d-487d-8391-c78e75b4c39e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:10.103231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4b076970-5e19-432b-be16-c63a0c578b0d req-7f48ea65-ff9d-487d-8391-c78e75b4c39e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:10.197542 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4b076970-5e19-432b-be16-c63a0c578b0d req-7f48ea65-ff9d-487d-8391-c78e75b4c39e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0767410 Mar 14 18:49:10.207749 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [req-4b076970-5e19-432b-be16-c63a0c578b0d req-02f9524e-cba9-4a8c-a636-8a887abef360 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:49:10.208652 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4b076970-5e19-432b-be16-c63a0c578b0d req-02f9524e-cba9-4a8c-a636-8a887abef360 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050189 Mar 14 18:49:10.260675 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Request body: {'port': {'device_id': '13b1b1a6-ad0e-4038-9192-c78489c3213a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:49:10.352517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-27a1375a-d799-43ee-84b5-5bc87c853435 None None] Provisioning for port 8aa95770-532a-4d50-8ced-44e9e8aa2a7c completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:49:10.357726 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-27a1375a-d799-43ee-84b5-5bc87c853435 None None] Provisioning complete for port 8aa95770-532a-4d50-8ced-44e9e8aa2a7c triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:49:10.358093 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-27a1375a-d799-43ee-84b5-5bc87c853435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:10.376265 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:10.416409 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-27a1375a-d799-43ee-84b5-5bc87c853435 None None] Port 8aa95770-532a-4d50-8ced-44e9e8aa2a7c cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:49:10.678843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695a5e-e160-4cde-8dd7-e224eaf639b3 req-c3c54b6c-2e37-4b14-8992-7e468d7fcd2e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:10.679494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-32695a5e-e160-4cde-8dd7-e224eaf639b3 req-c3c54b6c-2e37-4b14-8992-7e468d7fcd2e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Synchronizing usage tracker for tenant:dd88d398c148464198ed192ef0178df0 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:49:10.777974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-32695a5e-e160-4cde-8dd7-e224eaf639b3 req-c3c54b6c-2e37-4b14-8992-7e468d7fcd2e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Unset dirty status for tenant:dd88d398c148464198ed192ef0178df0 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:49:10.779179 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-32695a5e-e160-4cde-8dd7-e224eaf639b3 req-c3c54b6c-2e37-4b14-8992-7e468d7fcd2e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=13b1b1a6-ad0e-4038-9192-c78489c3213a HTTP/1.1" status: 200 len: 931 time: 0.3304734 Mar 14 18:49:10.787651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa95770-532a-4d50-8ced-44e9e8aa2a7c {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:49:10.807846 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:10.839250 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Transition to ACTIVE for port object 8aa95770-532a-4d50-8ced-44e9e8aa2a7c will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:49:10.848415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-32695a5e-e160-4cde-8dd7-e224eaf639b3 req-8e2c3e62-c77b-42fc-b791-96be53dbd865 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Synchronizing usage tracker for tenant:dd88d398c148464198ed192ef0178df0 on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:49:10.910843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:10.949500 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-32695a5e-e160-4cde-8dd7-e224eaf639b3 req-8e2c3e62-c77b-42fc-b791-96be53dbd865 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Unset dirty status for tenant:dd88d398c148464198ed192ef0178df0 on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:49:10.950580 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-32695a5e-e160-4cde-8dd7-e224eaf639b3 req-8e2c3e62-c77b-42fc-b791-96be53dbd865 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584651 Mar 14 18:49:10.990693 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ed4c6e31-c01b-44d8-9b3f-c4caf282855c up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:49:11.044739 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Pushing event updated for resources: {'Port': ['ID=8aa95770-532a-4d50-8ced-44e9e8aa2a7c,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:11.122314 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port ed4c6e31-c01b-44d8-9b3f-c4caf282855c completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:49:11.127883 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port ed4c6e31-c01b-44d8-9b3f-c4caf282855c triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:49:11.128266 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:11.161946 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Attempting to bind port 8aa95770-532a-4d50-8ced-44e9e8aa2a7c on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:49:11.162442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Attempting to bind port 8aa95770-532a-4d50-8ced-44e9e8aa2a7c by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '60a1e53f-120a-40ee-8e70-d53e5b1f2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:49:11.162647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Attempting to bind port 8aa95770-532a-4d50-8ced-44e9e8aa2a7c on network e900ca8c-2416-4f72-b9c6-a185dcad5cfd {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:49:11.167551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Port 8aa95770-532a-4d50-8ced-44e9e8aa2a7c on network e900ca8c-2416-4f72-b9c6-a185dcad5cfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:49:11.167872 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Attempting to bind port 8aa95770-532a-4d50-8ced-44e9e8aa2a7c on network e900ca8c-2416-4f72-b9c6-a185dcad5cfd {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:49:11.173850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:49:11.174184 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Checking segment: {'id': '60a1e53f-120a-40ee-8e70-d53e5b1f2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:49:11.174564 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Bound using segment: {'id': '60a1e53f-120a-40ee-8e70-d53e5b1f2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:49:11.175006 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Bound port: 8aa95770-532a-4d50-8ced-44e9e8aa2a7c, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a1e53f-120a-40ee-8e70-d53e5b1f2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:49:11.175348 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:11.255898 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:11.262081 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] For port 8aa95770-532a-4d50-8ced-44e9e8aa2a7c, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:49:11.265049 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] For port 8aa95770-532a-4d50-8ced-44e9e8aa2a7c, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8aa95770-532a-4d50-8ced-44e9e8aa2a7c,segment=NetworkSegment(60a1e53f-120a-40ee-8e70-d53e5b1f2322),segment_id=60a1e53f-120a-40ee-8e70-d53e5b1f2322)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:49:11.287841 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port ed4c6e31-c01b-44d8-9b3f-c4caf282855c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ed4c6e31-c01b-44d8-9b3f-c4caf282855c,segment=NetworkSegment(3e54126c-ae6b-45d1-8994-2a28e20e3c5b),segment_id=3e54126c-ae6b-45d1-8994-2a28e20e3c5b)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:49:11.362322 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:11.374839 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:11.419528 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:11.420090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:11.421510 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4b076970-5e19-432b-be16-c63a0c578b0d req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] 10.222.0.59 "PUT /v2.0/ports/8aa95770-532a-4d50-8ced-44e9e8aa2a7c HTTP/1.1" status: 200 len: 1093 time: 1.2070289 Mar 14 18:49:11.421943 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b1b1a6-ad0e-4038-9192-c78489c3213a', 'tag': '8aa95770-532a-4d50-8ced-44e9e8aa2a7c'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:49:11.450121 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aaa83a-c7d1-430a-9972-a53e9714618a service neutron] Pushing event updated for resources: {'Port': ['ID=8aa95770-532a-4d50-8ced-44e9e8aa2a7c,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:11.480871 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b1b1a6-ad0e-4038-9192-c78489c3213a', 'tag': '8aa95770-532a-4d50-8ced-44e9e8aa2a7c', 'status': 'completed', 'code': 200} Mar 14 18:49:11.495146 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=ed4c6e31-c01b-44d8-9b3f-c4caf282855c,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:11.571466 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c66f8-ffa3-4765-a8be-03f898eef4da req-a871cca7-c171-4d29-aa9a-3dc310411a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:11.572935 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3a5c66f8-ffa3-4765-a8be-03f898eef4da req-a871cca7-c171-4d29-aa9a-3dc310411a12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd88d398c148464198ed192ef0178df0&device_id=13b1b1a6-ad0e-4038-9192-c78489c3213a HTTP/1.1" status: 200 len: 1096 time: 0.0721614 Mar 14 18:49:11.821784 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c66f8-ffa3-4765-a8be-03f898eef4da req-7bb655d3-fffc-45a2-8efb-f8877e07fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:11.823284 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3a5c66f8-ffa3-4765-a8be-03f898eef4da req-7bb655d3-fffc-45a2-8efb-f8877e07fc7c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=dd88d398c148464198ed192ef0178df0&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2435353 Mar 14 18:49:11.956668 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c66f8-ffa3-4765-a8be-03f898eef4da req-672ac79a-9cb4-44a6-b273-3afa26c45ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:11.958112 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3a5c66f8-ffa3-4765-a8be-03f898eef4da req-672ac79a-9cb4-44a6-b273-3afa26c45ebd service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292956 Mar 14 18:49:12.094382 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076970-5e19-432b-be16-c63a0c578b0d req-10e3d688-42e3-42d5-8769-cefa92253fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:12.095739 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4b076970-5e19-432b-be16-c63a0c578b0d req-10e3d688-42e3-42d5-8769-cefa92253fb1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd88d398c148464198ed192ef0178df0&device_id=13b1b1a6-ad0e-4038-9192-c78489c3213a HTTP/1.1" status: 200 len: 1096 time: 0.1034055 Mar 14 18:49:12.172639 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4b076970-5e19-432b-be16-c63a0c578b0d req-a0d86bd1-b38d-4ae4-8b37-9705a388e966 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aa95770-532a-4d50-8ced-44e9e8aa2a7c HTTP/1.1" status: 200 len: 217 time: 0.0659707 Mar 14 18:49:12.248770 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137376f-9bbc-4909-ac74-7f6967fdc966 req-eefbac0e-3e9c-40e2-aea9-f64c87b4dcaf tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:12.250806 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1137376f-9bbc-4909-ac74-7f6967fdc966 req-eefbac0e-3e9c-40e2-aea9-f64c87b4dcaf tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=13b1b1a6-ad0e-4038-9192-c78489c3213a HTTP/1.1" status: 200 len: 943 time: 0.1878743 Mar 14 18:49:12.253946 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076970-5e19-432b-be16-c63a0c578b0d req-2740288b-cd9f-47b3-9416-7c830ba545c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:12.255265 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4b076970-5e19-432b-be16-c63a0c578b0d req-2740288b-cd9f-47b3-9416-7c830ba545c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c22e63f-cfc8-4d24-8fc8-b72c82a0b555 HTTP/1.1" status: 200 len: 856 time: 0.0757391 Mar 14 18:49:12.336943 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1137376f-9bbc-4909-ac74-7f6967fdc966 req-a72ecddd-74a8-490e-b2f9-0d6b8915ffa0 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805032 Mar 14 18:49:12.357141 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076970-5e19-432b-be16-c63a0c578b0d req-4a00619b-aa60-4cea-92dc-b2efa6f8059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:12.359526 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4b076970-5e19-432b-be16-c63a0c578b0d req-4a00619b-aa60-4cea-92dc-b2efa6f8059e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e900ca8c-2416-4f72-b9c6-a185dcad5cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0900807 Mar 14 18:49:12.489777 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4b076970-5e19-432b-be16-c63a0c578b0d req-df7c7f96-b33a-4aab-b314-79640803d0d4 service neutron] 10.222.0.59 "GET /v2.0/networks/e900ca8c-2416-4f72-b9c6-a185dcad5cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240070 Mar 14 18:49:12.616914 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4b076970-5e19-432b-be16-c63a0c578b0d req-1714861d-597a-4b71-872e-733c335efe98 service neutron] 10.222.0.59 "GET /v2.0/networks/e900ca8c-2416-4f72-b9c6-a185dcad5cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211760 Mar 14 18:49:12.948065 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ed4c6e31-c01b-44d8-9b3f-c4caf282855c up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:49:13.013568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port ed4c6e31-c01b-44d8-9b3f-c4caf282855c triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:49:13.013932 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:13.519632 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac9e34-ea13-440a-a664-2d7fbb04b841 req-abe6892f-bf6e-4439-9ed3-148de5d2389e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:13.521052 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5dac9e34-ea13-440a-a664-2d7fbb04b841 req-abe6892f-bf6e-4439-9ed3-148de5d2389e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=13b1b1a6-ad0e-4038-9192-c78489c3213a HTTP/1.1" status: 200 len: 943 time: 0.0789945 Mar 14 18:49:13.566686 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5dac9e34-ea13-440a-a664-2d7fbb04b841 req-8c895eb5-d390-4849-acbb-3e792651fcc6 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400248 Mar 14 18:49:14.748651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47056ec-cd72-4496-9d43-425de3bb9d87 req-0e5fff9b-5319-4c52-bf0a-0584e0ef91a3 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:14.750589 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e47056ec-cd72-4496-9d43-425de3bb9d87 req-0e5fff9b-5319-4c52-bf0a-0584e0ef91a3 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=13b1b1a6-ad0e-4038-9192-c78489c3213a HTTP/1.1" status: 200 len: 943 time: 0.0780461 Mar 14 18:49:14.793166 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e47056ec-cd72-4496-9d43-425de3bb9d87 req-b8f5ef2b-5f11-4927-b53c-36ade7c1c97e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368404 Mar 14 18:49:15.084376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8aa95770-532a-4d50-8ced-44e9e8aa2a7c details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:49:15.211895 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8aa95770-532a-4d50-8ced-44e9e8aa2a7c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8aa95770-532a-4d50-8ced-44e9e8aa2a7c,segment=NetworkSegment(60a1e53f-120a-40ee-8e70-d53e5b1f2322),segment_id=60a1e53f-120a-40ee-8e70-d53e5b1f2322)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:49:15.224313 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '8aa95770-532a-4d50-8ced-44e9e8aa2a7c', 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd', 'port_id': '8aa95770-532a-4d50-8ced-44e9e8aa2a7c', 'mac_address': 'fa:16:3e:2d:1d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c22e63f-cfc8-4d24-8fc8-b72c82a0b555', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:49:15.277123 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:15.295728 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa95770-532a-4d50-8ced-44e9e8aa2a7c {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:49:15.310891 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8aa95770-532a-4d50-8ced-44e9e8aa2a7c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8aa95770-532a-4d50-8ced-44e9e8aa2a7c,segment=NetworkSegment(60a1e53f-120a-40ee-8e70-d53e5b1f2322),segment_id=60a1e53f-120a-40ee-8e70-d53e5b1f2322)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:49:15.375136 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:15.447748 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=8aa95770-532a-4d50-8ced-44e9e8aa2a7c,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:15.577438 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['8aa95770-532a-4d50-8ced-44e9e8aa2a7c'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:49:15.975751 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a5e3b-db67-49e3-880a-4e911acb45ac req-ee9ba40f-64fb-4ea8-b37f-02703880a50c tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:15.977197 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-479a5e3b-db67-49e3-880a-4e911acb45ac req-ee9ba40f-64fb-4ea8-b37f-02703880a50c tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=13b1b1a6-ad0e-4038-9192-c78489c3213a HTTP/1.1" status: 200 len: 944 time: 0.0808213 Mar 14 18:49:16.019391 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-479a5e3b-db67-49e3-880a-4e911acb45ac req-f9d0d108-cf41-455e-9895-d891ee27e2bd tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365758 Mar 14 18:49:17.084334 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8aa95770-532a-4d50-8ced-44e9e8aa2a7c up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:49:17.203259 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 8aa95770-532a-4d50-8ced-44e9e8aa2a7c completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:49:17.208125 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 8aa95770-532a-4d50-8ced-44e9e8aa2a7c triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:49:17.208535 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:17.209435 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2f756-943d-4d36-9fc3-ddc38afbb515 req-c86490fc-262a-4005-8f3b-c970fb14e5c8 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:17.210909 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3f2f756-943d-4d36-9fc3-ddc38afbb515 req-c86490fc-262a-4005-8f3b-c970fb14e5c8 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=13b1b1a6-ad0e-4038-9192-c78489c3213a HTTP/1.1" status: 200 len: 944 time: 0.0849373 Mar 14 18:49:17.254873 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3f2f756-943d-4d36-9fc3-ddc38afbb515 req-2f15caf4-b1c6-4e22-9aed-e52db3b7a0fb tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381930 Mar 14 18:49:17.323894 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:17.350126 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b1b1a6-ad0e-4038-9192-c78489c3213a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa95770-532a-4d50-8ced-44e9e8aa2a7c'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:49:17.359452 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8aa95770-532a-4d50-8ced-44e9e8aa2a7c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8aa95770-532a-4d50-8ced-44e9e8aa2a7c,segment=NetworkSegment(60a1e53f-120a-40ee-8e70-d53e5b1f2322),segment_id=60a1e53f-120a-40ee-8e70-d53e5b1f2322)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:49:17.393429 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b1b1a6-ad0e-4038-9192-c78489c3213a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa95770-532a-4d50-8ced-44e9e8aa2a7c', 'code': 200} Mar 14 18:49:17.437748 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:17.502779 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=8aa95770-532a-4d50-8ced-44e9e8aa2a7c,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:17.764633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ab52a-332c-4218-bd4f-820c02e3e1f8 req-28ee0201-93b5-431b-a0f5-d4e50709e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:17.766680 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b59ab52a-332c-4218-bd4f-820c02e3e1f8 req-28ee0201-93b5-431b-a0f5-d4e50709e59a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=13b1b1a6-ad0e-4038-9192-c78489c3213a HTTP/1.1" status: 200 len: 1098 time: 0.0705419 Mar 14 18:49:17.805458 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b59ab52a-332c-4218-bd4f-820c02e3e1f8 req-fc158aa9-9340-4f26-85c0-6d4c8b2545e2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Mar 14 18:49:18.433135 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325cd4c-ee49-43c9-af7f-3b32f62e959c req-fdfb1ebe-9b36-4c46-83b8-b0e9ef616583 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:18.434570 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2325cd4c-ee49-43c9-af7f-3b32f62e959c req-fdfb1ebe-9b36-4c46-83b8-b0e9ef616583 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=13b1b1a6-ad0e-4038-9192-c78489c3213a HTTP/1.1" status: 200 len: 945 time: 0.0764854 Mar 14 18:49:18.477445 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2325cd4c-ee49-43c9-af7f-3b32f62e959c req-69d966d6-5bed-4347-80dd-6788a4ef370a tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368135 Mar 14 18:49:19.662732 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab248e-8299-41c5-90b9-cb387260df8f req-b0636f6e-59b7-455f-9549-601dd7f45c69 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:19.664187 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-67ab248e-8299-41c5-90b9-cb387260df8f req-b0636f6e-59b7-455f-9549-601dd7f45c69 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=13b1b1a6-ad0e-4038-9192-c78489c3213a HTTP/1.1" status: 200 len: 945 time: 0.0808563 Mar 14 18:49:19.707424 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-67ab248e-8299-41c5-90b9-cb387260df8f req-64679137-fb72-4661-80b5-1003ed480292 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376148 Mar 14 18:49:19.888835 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb8c4c-62bc-4cf9-a0f8-7dcfe7792c80 req-a2edc035-9ce4-4ba7-9875-8600bbe3bc22 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:19.890815 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f8cb8c4c-62bc-4cf9-a0f8-7dcfe7792c80 req-a2edc035-9ce4-4ba7-9875-8600bbe3bc22 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=13b1b1a6-ad0e-4038-9192-c78489c3213a HTTP/1.1" status: 200 len: 945 time: 0.0776517 Mar 14 18:49:20.030017 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f8cb8c4c-62bc-4cf9-a0f8-7dcfe7792c80 req-084ccde2-d4a3-4108-a64c-b005d1c91f99 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334679 Mar 14 18:49:24.323761 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5c6a6a92-1084-4662-8e28-4ea2545a72a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:26.386429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e816e17f-92e7-4d9d-b8b4-8792e38fc0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:27.871551 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:27.940025 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:29.849082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:38.086712 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626cf83-3a1e-4c44-99c1-4762381c2f33 req-b8e2fda5-a498-4ef7-a7f4-64cd344ef5b0 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:38.088178 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e626cf83-3a1e-4c44-99c1-4762381c2f33 req-b8e2fda5-a498-4ef7-a7f4-64cd344ef5b0 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=13b1b1a6-ad0e-4038-9192-c78489c3213a HTTP/1.1" status: 200 len: 945 time: 0.0786557 Mar 14 18:49:38.132138 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e626cf83-3a1e-4c44-99c1-4762381c2f33 req-21da9e99-8e45-4e11-a749-a0c097229f5c tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382063 Mar 14 18:49:39.097864 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:49:39.318630 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30271bc1-72a7-4df1-b35f-76ae9810911a req-573e9735-5b5a-41ba-88d5-4e9e229c4051 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:39.320080 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-30271bc1-72a7-4df1-b35f-76ae9810911a req-573e9735-5b5a-41ba-88d5-4e9e229c4051 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=13b1b1a6-ad0e-4038-9192-c78489c3213a HTTP/1.1" status: 200 len: 945 time: 0.0803652 Mar 14 18:49:39.329239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:39.365079 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-30271bc1-72a7-4df1-b35f-76ae9810911a req-638bb25a-af5d-41dc-9b52-af9152724567 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389400 Mar 14 18:49:39.597909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127ce2d-f6b3-41e5-81d9-35af9ff50bfd req-19a5a9f5-9ae6-47ca-a78d-bf66b5f6ea35 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:39.599331 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c127ce2d-f6b3-41e5-81d9-35af9ff50bfd req-19a5a9f5-9ae6-47ca-a78d-bf66b5f6ea35 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.59 "GET /v2.0/ports?device_id=13b1b1a6-ad0e-4038-9192-c78489c3213a HTTP/1.1" status: 200 len: 945 time: 0.0771790 Mar 14 18:49:39.669328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-c127ce2d-f6b3-41e5-81d9-35af9ff50bfd req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Deleting port 8aa95770-532a-4d50-8ced-44e9e8aa2a7c {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:49:39.669673 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c127ce2d-f6b3-41e5-81d9-35af9ff50bfd req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:39.907920 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-c127ce2d-f6b3-41e5-81d9-35af9ff50bfd req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] For port 8aa95770-532a-4d50-8ced-44e9e8aa2a7c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8aa95770-532a-4d50-8ced-44e9e8aa2a7c,segment=NetworkSegment(60a1e53f-120a-40ee-8e70-d53e5b1f2322),segment_id=60a1e53f-120a-40ee-8e70-d53e5b1f2322)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:49:39.908190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c127ce2d-f6b3-41e5-81d9-35af9ff50bfd req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:40.024968 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-c127ce2d-f6b3-41e5-81d9-35af9ff50bfd req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Calling delete_port for 8aa95770-532a-4d50-8ced-44e9e8aa2a7c owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:49:40.209525 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c127ce2d-f6b3-41e5-81d9-35af9ff50bfd req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:40.220898 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['8aa95770-532a-4d50-8ced-44e9e8aa2a7c'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:49:40.287642 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Pushing event deleted for resources: {'Port': ['ID=8aa95770-532a-4d50-8ced-44e9e8aa2a7c,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:40.300330 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:40.300330 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:40.303246 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:40.303246 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:40.303246 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:40.303246 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:40.303246 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:40.303246 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:40.303246 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:40.303246 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:40.303246 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:40.303953 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:40.351101 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c127ce2d-f6b3-41e5-81d9-35af9ff50bfd req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] No DVR routers for this DVR port 8aa95770-532a-4d50-8ced-44e9e8aa2a7c on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:49:40.355090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c127ce2d-f6b3-41e5-81d9-35af9ff50bfd req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:40.357742 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b1b1a6-ad0e-4038-9192-c78489c3213a', 'name': 'network-vif-deleted', 'tag': '8aa95770-532a-4d50-8ced-44e9e8aa2a7c'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:49:40.404715 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b1b1a6-ad0e-4038-9192-c78489c3213a', 'name': 'network-vif-deleted', 'tag': '8aa95770-532a-4d50-8ced-44e9e8aa2a7c', 'status': 'completed', 'code': 200} Mar 14 18:49:40.431979 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c127ce2d-f6b3-41e5-81d9-35af9ff50bfd req-e661bb13-d956-4bb4-9355-4bf2e275d11d tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.59 "DELETE /v2.0/ports/8aa95770-532a-4d50-8ced-44e9e8aa2a7c HTTP/1.1" status: 204 len: 173 time: 0.8272102 Mar 14 18:49:40.520635 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-6f00209d-3f0e-4927-ab74-8287ca004fdc req-46794f3d-bd12-43c2-873f-7756de417ca8 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Synchronizing usage tracker for tenant:dd88d398c148464198ed192ef0178df0 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:49:40.602090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-6f00209d-3f0e-4927-ab74-8287ca004fdc req-46794f3d-bd12-43c2-873f-7756de417ca8 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Unset dirty status for tenant:dd88d398c148464198ed192ef0178df0 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:49:40.603327 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6f00209d-3f0e-4927-ab74-8287ca004fdc req-46794f3d-bd12-43c2-873f-7756de417ca8 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=13b1b1a6-ad0e-4038-9192-c78489c3213a HTTP/1.1" status: 200 len: 210 time: 0.1249008 Mar 14 18:49:42.347734 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-90edafb0-5048-4dff-8fa2-a0ef9fc87390 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:42.349058 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-90edafb0-5048-4dff-8fa2-a0ef9fc87390 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/networks?id=e900ca8c-2416-4f72-b9c6-a185dcad5cfd HTTP/1.1" status: 200 len: 817 time: 0.1400189 Mar 14 18:49:42.363293 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-95afd376-10b3-4861-b06d-2e14bac66f75 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/quotas/dd88d398c148464198ed192ef0178df0 HTTP/1.1" status: 200 len: 375 time: 0.0089176 Mar 14 18:49:42.447797 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-0c632f03-f343-4d65-a8f7-f62e839d4b38 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd88d398c148464198ed192ef0178df0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796661 Mar 14 18:49:42.622778 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-cbb9ba6f-439c-4cc6-8127-5fb7a2f89f42 service neutron] 10.222.0.43 "GET /v2.0/networks/e900ca8c-2416-4f72-b9c6-a185dcad5cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626272 Mar 14 18:49:42.749876 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-57216777-8191-4bbc-b517-a6f46fa30353 service neutron] 10.222.0.43 "GET /v2.0/networks/e900ca8c-2416-4f72-b9c6-a185dcad5cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210029 Mar 14 18:49:43.088940 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2e2ac9bf-f4bd-4328-ab0e-dfee175055b0 req-32022d5e-85e6-41ea-8aa0-e36974bcdfd5 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe HTTP/1.1" status: 200 len: 210 time: 0.1368601 Mar 14 18:49:43.229961 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8aa95770-532a-4d50-8ced-44e9e8aa2a7c no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:49:43.263401 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 8aa95770-532a-4d50-8ced-44e9e8aa2a7c {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:49:43.263752 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8aa95770-532a-4d50-8ced-44e9e8aa2a7c not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:49:44.233896 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1a21b6df-cc3e-4554-a986-ff9932e5e2aa req-f696fcc1-65ec-4486-ab9e-c7ffdaed5ebf tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe HTTP/1.1" status: 200 len: 210 time: 0.0414679 Mar 14 18:49:44.842736 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-00be9a7b-3aab-48ec-a3a7-85b964691214 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:44.844344 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-00be9a7b-3aab-48ec-a3a7-85b964691214 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.59 "GET /v2.0/networks?id=e900ca8c-2416-4f72-b9c6-a185dcad5cfd HTTP/1.1" status: 200 len: 817 time: 0.1435010 Mar 14 18:49:44.856147 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-1e11d58a-fc68-48d3-99fa-bfd4b338ca70 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Request body: {'port': {'device_id': 'a196f5a6-fc77-43ba-af72-1b6a40c720fe', 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd', 'admin_state_up': True, 'tenant_id': 'dd88d398c148464198ed192ef0178df0'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:49:45.005416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-1e11d58a-fc68-48d3-99fa-bfd4b338ca70 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:49:45.014743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-1e11d58a-fc68-48d3-99fa-bfd4b338ca70 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:49:45.116761 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-1e11d58a-fc68-48d3-99fa-bfd4b338ca70 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Made reservation on behalf of dd88d398c148464198ed192ef0178df0 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:49:45.122070 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-1e11d58a-fc68-48d3-99fa-bfd4b338ca70 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:45.278236 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-1e11d58a-fc68-48d3-99fa-bfd4b338ca70 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Allocated IP 172.20.0.12 (e900ca8c-2416-4f72-b9c6-a185dcad5cfd/0c22e63f-cfc8-4d24-8fc8-b72c82a0b555/2916c6d0-464d-46bc-b68d-d6544c28746b) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:49:45.407032 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-66c501b9-4ea6-4282-8daf-817c5a6533bd req-aeb362f9-ea9c-44fe-bb5d-260a68957944 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe HTTP/1.1" status: 200 len: 210 time: 0.0590024 Mar 14 18:49:45.514092 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-1e11d58a-fc68-48d3-99fa-bfd4b338ca70 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:45.529754 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-1e11d58a-fc68-48d3-99fa-bfd4b338ca70 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Transition to ACTIVE for port object 2916c6d0-464d-46bc-b68d-d6544c28746b will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:49:45.626967 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-1e11d58a-fc68-48d3-99fa-bfd4b338ca70 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:45.687838 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-1e11d58a-fc68-48d3-99fa-bfd4b338ca70 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Network e900ca8c-2416-4f72-b9c6-a185dcad5cfd is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:49:45.691222 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-1e11d58a-fc68-48d3-99fa-bfd4b338ca70 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:49:45.699667 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-1e11d58a-fc68-48d3-99fa-bfd4b338ca70 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:49:45.741616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11d58a-fc68-48d3-99fa-bfd4b338ca70 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Pushing event updated for resources: {'Port': ['ID=2916c6d0-464d-46bc-b68d-d6544c28746b,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:45.773872 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-1e11d58a-fc68-48d3-99fa-bfd4b338ca70 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:45.774475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-1e11d58a-fc68-48d3-99fa-bfd4b338ca70 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:45.867306 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-1e11d58a-fc68-48d3-99fa-bfd4b338ca70 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0146432 Mar 14 18:49:45.879125 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Request body: {'port': {'device_id': 'a196f5a6-fc77-43ba-af72-1b6a40c720fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:49:45.934938 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-084d1545-1f16-40d7-9b59-0e28e88c20b6 None None] Provisioning for port 2916c6d0-464d-46bc-b68d-d6544c28746b completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:49:45.940495 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-084d1545-1f16-40d7-9b59-0e28e88c20b6 None None] Provisioning complete for port 2916c6d0-464d-46bc-b68d-d6544c28746b triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:49:45.940863 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-084d1545-1f16-40d7-9b59-0e28e88c20b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:45.988965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:45.994645 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-084d1545-1f16-40d7-9b59-0e28e88c20b6 None None] Port 2916c6d0-464d-46bc-b68d-d6544c28746b cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:49:46.312360 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2916c6d0-464d-46bc-b68d-d6544c28746b {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:49:46.320085 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:46.333828 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Transition to ACTIVE for port object 2916c6d0-464d-46bc-b68d-d6544c28746b will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:49:46.380395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:46.528730 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Pushing event updated for resources: {'Port': ['ID=2916c6d0-464d-46bc-b68d-d6544c28746b,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:46.754299 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Attempting to bind port 2916c6d0-464d-46bc-b68d-d6544c28746b on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:49:46.754622 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Attempting to bind port 2916c6d0-464d-46bc-b68d-d6544c28746b by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '60a1e53f-120a-40ee-8e70-d53e5b1f2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:49:46.754964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Attempting to bind port 2916c6d0-464d-46bc-b68d-d6544c28746b on network e900ca8c-2416-4f72-b9c6-a185dcad5cfd {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:49:46.761757 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Port 2916c6d0-464d-46bc-b68d-d6544c28746b on network e900ca8c-2416-4f72-b9c6-a185dcad5cfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:49:46.762068 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Attempting to bind port 2916c6d0-464d-46bc-b68d-d6544c28746b on network e900ca8c-2416-4f72-b9c6-a185dcad5cfd {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:49:46.772664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:49:46.773010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Checking segment: {'id': '60a1e53f-120a-40ee-8e70-d53e5b1f2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:49:46.773365 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Bound using segment: {'id': '60a1e53f-120a-40ee-8e70-d53e5b1f2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:49:46.773774 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Bound port: 2916c6d0-464d-46bc-b68d-d6544c28746b, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a1e53f-120a-40ee-8e70-d53e5b1f2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:49:46.774105 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:46.790912 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b40fdf-45e8-42a0-8ed3-3739bc3015a7 req-0ed407a6-8a99-40e5-bc96-75ece8b7d277 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:46.791589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-80b40fdf-45e8-42a0-8ed3-3739bc3015a7 req-0ed407a6-8a99-40e5-bc96-75ece8b7d277 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Synchronizing usage tracker for tenant:dd88d398c148464198ed192ef0178df0 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:49:46.874298 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] For port 2916c6d0-464d-46bc-b68d-d6544c28746b, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:49:46.877089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] For port 2916c6d0-464d-46bc-b68d-d6544c28746b, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2916c6d0-464d-46bc-b68d-d6544c28746b,segment=NetworkSegment(60a1e53f-120a-40ee-8e70-d53e5b1f2322),segment_id=60a1e53f-120a-40ee-8e70-d53e5b1f2322)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:49:46.888469 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-80b40fdf-45e8-42a0-8ed3-3739bc3015a7 req-0ed407a6-8a99-40e5-bc96-75ece8b7d277 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Unset dirty status for tenant:dd88d398c148464198ed192ef0178df0 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:49:46.889588 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-80b40fdf-45e8-42a0-8ed3-3739bc3015a7 req-0ed407a6-8a99-40e5-bc96-75ece8b7d277 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe HTTP/1.1" status: 200 len: 944 time: 0.3583198 Mar 14 18:49:46.933690 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-80b40fdf-45e8-42a0-8ed3-3739bc3015a7 req-9ec40350-091c-49f6-86ac-c14331b08916 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375319 Mar 14 18:49:46.958018 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:47.013027 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:47.013630 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:47.014959 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] 10.222.0.59 "PUT /v2.0/ports/2916c6d0-464d-46bc-b68d-d6544c28746b HTTP/1.1" status: 200 len: 1094 time: 1.1409087 Mar 14 18:49:47.015385 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a196f5a6-fc77-43ba-af72-1b6a40c720fe', 'tag': '2916c6d0-464d-46bc-b68d-d6544c28746b'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:49:47.042220 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ec345-ed7d-463d-ab07-6ebffaf8e650 service neutron] Pushing event updated for resources: {'Port': ['ID=2916c6d0-464d-46bc-b68d-d6544c28746b,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:47.068121 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a196f5a6-fc77-43ba-af72-1b6a40c720fe', 'tag': '2916c6d0-464d-46bc-b68d-d6544c28746b', 'status': 'completed', 'code': 200} Mar 14 18:49:47.160136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603dfc1-4231-4a6b-952d-9d9aa7b71b2a req-cc3be1af-5900-49ed-bf2c-ff52ec232635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:47.161617 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8603dfc1-4231-4a6b-952d-9d9aa7b71b2a req-cc3be1af-5900-49ed-bf2c-ff52ec232635 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd88d398c148464198ed192ef0178df0&device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe HTTP/1.1" status: 200 len: 1097 time: 0.0741107 Mar 14 18:49:47.298232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603dfc1-4231-4a6b-952d-9d9aa7b71b2a req-3b49ee0f-07e6-4a7f-820c-5d2a13739337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:47.299690 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8603dfc1-4231-4a6b-952d-9d9aa7b71b2a req-3b49ee0f-07e6-4a7f-820c-5d2a13739337 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=dd88d398c148464198ed192ef0178df0&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1315866 Mar 14 18:49:47.430501 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603dfc1-4231-4a6b-952d-9d9aa7b71b2a req-98ff045d-1397-4ad3-8487-d05de6670915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:47.431873 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8603dfc1-4231-4a6b-952d-9d9aa7b71b2a req-98ff045d-1397-4ad3-8487-d05de6670915 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1262808 Mar 14 18:49:47.537461 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-98b74a01-4555-401b-8016-5794890a2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:47.538941 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-98b74a01-4555-401b-8016-5794890a2c19 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd88d398c148464198ed192ef0178df0&device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe HTTP/1.1" status: 200 len: 1097 time: 0.0726130 Mar 14 18:49:47.604939 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-4fd9fdfe-4139-4284-8d79-acffa653ffcd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2916c6d0-464d-46bc-b68d-d6544c28746b HTTP/1.1" status: 200 len: 217 time: 0.0597830 Mar 14 18:49:47.667402 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-61ab99ea-3e57-4b53-8f08-267bbadb48b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:47.668796 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-61ab99ea-3e57-4b53-8f08-267bbadb48b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c22e63f-cfc8-4d24-8fc8-b72c82a0b555 HTTP/1.1" status: 200 len: 856 time: 0.0578647 Mar 14 18:49:47.741007 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-5775504b-9ea6-4d23-a3fb-884f93e50b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:47.742436 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-5775504b-9ea6-4d23-a3fb-884f93e50b32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e900ca8c-2416-4f72-b9c6-a185dcad5cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678301 Mar 14 18:49:47.868765 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-6c367722-ab2c-41f6-8ed0-2042bc1bb39e service neutron] 10.222.0.59 "GET /v2.0/networks/e900ca8c-2416-4f72-b9c6-a185dcad5cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207798 Mar 14 18:49:47.996569 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-19c5c2a7-d40a-4350-8564-eb6232501585 req-d9617b2a-2e7e-474a-93f1-eb3526808e68 service neutron] 10.222.0.59 "GET /v2.0/networks/e900ca8c-2416-4f72-b9c6-a185dcad5cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220188 Mar 14 18:49:48.118690 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fe176-6934-4875-9fe8-c20fa1649383 req-4f5441cd-d008-4975-b1cc-1e14e314fec2 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:48.120145 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-612fe176-6934-4875-9fe8-c20fa1649383 req-4f5441cd-d008-4975-b1cc-1e14e314fec2 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe HTTP/1.1" status: 200 len: 944 time: 0.0816863 Mar 14 18:49:48.163766 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-612fe176-6934-4875-9fe8-c20fa1649383 req-296845d0-4c39-4846-bc45-8e59de310bbc tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378220 Mar 14 18:49:49.260898 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 2916c6d0-464d-46bc-b68d-d6544c28746b details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:49:49.342389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08950a1f-9e00-445f-9b2b-51abe33588d1 req-bbe9059d-aa39-4e50-bfd5-2ae8beda9513 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:49.343851 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-08950a1f-9e00-445f-9b2b-51abe33588d1 req-bbe9059d-aa39-4e50-bfd5-2ae8beda9513 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe HTTP/1.1" status: 200 len: 944 time: 0.0774045 Mar 14 18:49:49.387523 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-08950a1f-9e00-445f-9b2b-51abe33588d1 req-80572332-6f58-4939-a4a1-7b759bdb5b31 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373790 Mar 14 18:49:49.391867 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 2916c6d0-464d-46bc-b68d-d6544c28746b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2916c6d0-464d-46bc-b68d-d6544c28746b,segment=NetworkSegment(60a1e53f-120a-40ee-8e70-d53e5b1f2322),segment_id=60a1e53f-120a-40ee-8e70-d53e5b1f2322)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:49:49.404755 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '2916c6d0-464d-46bc-b68d-d6544c28746b', 'network_id': 'e900ca8c-2416-4f72-b9c6-a185dcad5cfd', 'port_id': '2916c6d0-464d-46bc-b68d-d6544c28746b', 'mac_address': 'fa:16:3e:0c:44:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c22e63f-cfc8-4d24-8fc8-b72c82a0b555', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:49:49.458370 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:49.474499 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2916c6d0-464d-46bc-b68d-d6544c28746b {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:49:49.489532 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 2916c6d0-464d-46bc-b68d-d6544c28746b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2916c6d0-464d-46bc-b68d-d6544c28746b,segment=NetworkSegment(60a1e53f-120a-40ee-8e70-d53e5b1f2322),segment_id=60a1e53f-120a-40ee-8e70-d53e5b1f2322)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:49:49.572809 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:49.639900 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=2916c6d0-464d-46bc-b68d-d6544c28746b,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:49.764246 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['2916c6d0-464d-46bc-b68d-d6544c28746b'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:49:50.573705 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6d03b-f92d-40ba-b4e6-99f8152af5b5 req-e1c56d74-406f-461b-b9de-44b721026592 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:50.575166 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e7f6d03b-f92d-40ba-b4e6-99f8152af5b5 req-e1c56d74-406f-461b-b9de-44b721026592 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe HTTP/1.1" status: 200 len: 945 time: 0.0807724 Mar 14 18:49:50.618441 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e7f6d03b-f92d-40ba-b4e6-99f8152af5b5 req-bdd652d1-4600-48bc-984d-d33140f03651 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376813 Mar 14 18:49:51.271172 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 2916c6d0-464d-46bc-b68d-d6544c28746b up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:49:51.396207 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 2916c6d0-464d-46bc-b68d-d6544c28746b completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:49:51.400818 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 2916c6d0-464d-46bc-b68d-d6544c28746b triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:49:51.401216 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:51.542419 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:51.568080 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a196f5a6-fc77-43ba-af72-1b6a40c720fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2916c6d0-464d-46bc-b68d-d6544c28746b'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:49:51.578192 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 2916c6d0-464d-46bc-b68d-d6544c28746b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2916c6d0-464d-46bc-b68d-d6544c28746b,segment=NetworkSegment(60a1e53f-120a-40ee-8e70-d53e5b1f2322),segment_id=60a1e53f-120a-40ee-8e70-d53e5b1f2322)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:49:51.613872 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a196f5a6-fc77-43ba-af72-1b6a40c720fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2916c6d0-464d-46bc-b68d-d6544c28746b', 'code': 200} Mar 14 18:49:51.666127 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:51.739676 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=2916c6d0-464d-46bc-b68d-d6544c28746b,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:51.808976 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cf8bb-cbab-42a8-9c7f-3e1be853507f req-8bf5fa20-10cb-4e86-b16e-3fd36892edb3 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:51.810336 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c13cf8bb-cbab-42a8-9c7f-3e1be853507f req-8bf5fa20-10cb-4e86-b16e-3fd36892edb3 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe HTTP/1.1" status: 200 len: 946 time: 0.0812669 Mar 14 18:49:51.858242 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c13cf8bb-cbab-42a8-9c7f-3e1be853507f req-aa0df0d2-697d-4aa3-95d0-91eb70029b33 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419059 Mar 14 18:49:51.993175 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bca024-9850-4a18-9057-0334d2548777 req-87533f16-4242-41e2-9a17-0af0a3d13a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:51.994611 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-62bca024-9850-4a18-9057-0334d2548777 req-87533f16-4242-41e2-9a17-0af0a3d13a89 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe HTTP/1.1" status: 200 len: 1099 time: 0.0683267 Mar 14 18:49:52.033536 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-62bca024-9850-4a18-9057-0334d2548777 req-7758b0d4-5cc1-48e5-9ce6-77d4c8233706 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329480 Mar 14 18:49:53.048226 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a4742-0db8-4425-a518-932b9e4babb0 req-7e8b8db0-2930-4591-ba9d-b37139df7d44 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:53.049666 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-aa6a4742-0db8-4425-a518-932b9e4babb0 req-7e8b8db0-2930-4591-ba9d-b37139df7d44 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe HTTP/1.1" status: 200 len: 946 time: 0.0822160 Mar 14 18:49:53.093348 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-aa6a4742-0db8-4425-a518-932b9e4babb0 req-c36e8f57-8e34-4d30-bfba-f74c5e76d5ed tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378451 Mar 14 18:49:54.275200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458457e-58bf-4e44-8620-9c2bea466faf req-e49ee26b-bb3c-4432-8a7a-9b2b0eb6006b tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:54.276654 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0458457e-58bf-4e44-8620-9c2bea466faf req-e49ee26b-bb3c-4432-8a7a-9b2b0eb6006b tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe HTTP/1.1" status: 200 len: 946 time: 0.0792251 Mar 14 18:49:54.306261 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b3b3ed2b-d9ce-42ec-8fcc-9cb60f004de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:54.332951 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0458457e-58bf-4e44-8620-9c2bea466faf req-93023a76-565e-45d0-bddc-ee1a2ba1a8bc tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505042 Mar 14 18:49:54.603749 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643de064-1357-4363-97d0-e93256a8ad9d req-6122a117-488d-47ae-8928-08cb1983122b tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:54.605183 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-643de064-1357-4363-97d0-e93256a8ad9d req-6122a117-488d-47ae-8928-08cb1983122b tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe HTTP/1.1" status: 200 len: 946 time: 0.1702833 Mar 14 18:49:54.648393 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-643de064-1357-4363-97d0-e93256a8ad9d req-c52b5642-35fa-4ba2-ba2c-0d1930f00afd tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369170 Mar 14 18:49:56.368902 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4279a31b-8577-4f94-b399-513d451ce30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:57.872286 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:57.940539 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:59.849066 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:09.357336 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:11.868476 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f9cb136a-5cfb-4fe2-99c2-06745017f957 req-00d393c1-1959-421b-8a8d-be0ffd1c2abf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745680 Mar 14 18:50:12.005155 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb136a-5cfb-4fe2-99c2-06745017f957 req-5d22a4eb-5b8a-4ddb-9609-d049892e9f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:12.006602 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f9cb136a-5cfb-4fe2-99c2-06745017f957 req-5d22a4eb-5b8a-4ddb-9609-d049892e9f61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd88d398c148464198ed192ef0178df0&device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe HTTP/1.1" status: 200 len: 1099 time: 0.0706782 Mar 14 18:50:12.151786 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb136a-5cfb-4fe2-99c2-06745017f957 req-73a5c5b0-fce0-4735-944e-7862613c6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:12.153243 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f9cb136a-5cfb-4fe2-99c2-06745017f957 req-73a5c5b0-fce0-4735-944e-7862613c6ecc service neutron] 10.222.0.59 "GET /v2.0/networks?id=e900ca8c-2416-4f72-b9c6-a185dcad5cfd HTTP/1.1" status: 200 len: 918 time: 0.1269176 Mar 14 18:50:12.223909 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f9cb136a-5cfb-4fe2-99c2-06745017f957 req-af1c29a4-ea7c-423b-a2c4-97d661fe1bab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2916c6d0-464d-46bc-b68d-d6544c28746b HTTP/1.1" status: 200 len: 217 time: 0.0642493 Mar 14 18:50:12.285613 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb136a-5cfb-4fe2-99c2-06745017f957 req-22b1b60e-456d-4a28-9896-0fd9fbdcb18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:12.287120 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f9cb136a-5cfb-4fe2-99c2-06745017f957 req-22b1b60e-456d-4a28-9896-0fd9fbdcb18a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c22e63f-cfc8-4d24-8fc8-b72c82a0b555 HTTP/1.1" status: 200 len: 856 time: 0.0572991 Mar 14 18:50:12.411955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb136a-5cfb-4fe2-99c2-06745017f957 req-34f6f9ec-cfca-46fa-83d3-9aaf72a1c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:12.413349 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f9cb136a-5cfb-4fe2-99c2-06745017f957 req-34f6f9ec-cfca-46fa-83d3-9aaf72a1c5f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e900ca8c-2416-4f72-b9c6-a185dcad5cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1132686 Mar 14 18:50:12.559939 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b2771-b3d4-478d-aede-01ebf65e5e23 req-7a48e746-96ac-4450-88a0-6e75216f4a4f tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:12.561351 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-141b2771-b3d4-478d-aede-01ebf65e5e23 req-7a48e746-96ac-4450-88a0-6e75216f4a4f tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe HTTP/1.1" status: 200 len: 946 time: 0.1883755 Mar 14 18:50:12.569243 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f9cb136a-5cfb-4fe2-99c2-06745017f957 req-70652467-3166-40cf-be3c-a421a8ca7a2d service neutron] 10.222.0.59 "GET /v2.0/networks/e900ca8c-2416-4f72-b9c6-a185dcad5cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484854 Mar 14 18:50:12.692853 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-141b2771-b3d4-478d-aede-01ebf65e5e23 req-8916cf9f-1877-4ca4-a21e-4e887c5e4d00 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225781 Mar 14 18:50:12.724981 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f9cb136a-5cfb-4fe2-99c2-06745017f957 req-e11088e6-820e-4557-8dec-7eb61b7af02a service neutron] 10.222.0.59 "GET /v2.0/networks/e900ca8c-2416-4f72-b9c6-a185dcad5cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416354 Mar 14 18:50:13.882708 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24998e35-703e-47bd-8d16-4026ce5c78d5 req-cf2ead10-b1b4-4cd5-8ab2-df7fbc0520ea tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:13.884137 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-24998e35-703e-47bd-8d16-4026ce5c78d5 req-cf2ead10-b1b4-4cd5-8ab2-df7fbc0520ea tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe HTTP/1.1" status: 200 len: 946 time: 0.0808895 Mar 14 18:50:13.927632 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-24998e35-703e-47bd-8d16-4026ce5c78d5 req-bbf3616e-e214-424e-86dc-d4f51a4b6f33 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b34b3d-7b75-4834-926a-1baa11a1b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378189 Mar 14 18:50:14.001586 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f98ae9-44bf-437a-b80f-435326ff3ca0 req-d0f926c1-830d-4e9a-b00f-c8c64e472d4e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:14.003439 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-83f98ae9-44bf-437a-b80f-435326ff3ca0 req-d0f926c1-830d-4e9a-b00f-c8c64e472d4e tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.59 "GET /v2.0/ports?device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe HTTP/1.1" status: 200 len: 946 time: 0.0788367 Mar 14 18:50:14.072080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-83f98ae9-44bf-437a-b80f-435326ff3ca0 req-44bf38fe-0343-4a14-8d5f-0c1df7eaee32 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Deleting port 2916c6d0-464d-46bc-b68d-d6544c28746b {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:50:14.072410 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-83f98ae9-44bf-437a-b80f-435326ff3ca0 req-44bf38fe-0343-4a14-8d5f-0c1df7eaee32 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:14.307542 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-83f98ae9-44bf-437a-b80f-435326ff3ca0 req-44bf38fe-0343-4a14-8d5f-0c1df7eaee32 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] For port 2916c6d0-464d-46bc-b68d-d6544c28746b, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2916c6d0-464d-46bc-b68d-d6544c28746b,segment=NetworkSegment(60a1e53f-120a-40ee-8e70-d53e5b1f2322),segment_id=60a1e53f-120a-40ee-8e70-d53e5b1f2322)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:50:14.307897 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-83f98ae9-44bf-437a-b80f-435326ff3ca0 req-44bf38fe-0343-4a14-8d5f-0c1df7eaee32 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:14.520834 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-83f98ae9-44bf-437a-b80f-435326ff3ca0 req-44bf38fe-0343-4a14-8d5f-0c1df7eaee32 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Calling delete_port for 2916c6d0-464d-46bc-b68d-d6544c28746b owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:50:14.722344 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-83f98ae9-44bf-437a-b80f-435326ff3ca0 req-44bf38fe-0343-4a14-8d5f-0c1df7eaee32 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:14.733620 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['2916c6d0-464d-46bc-b68d-d6544c28746b'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:50:14.770974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf38fe-0343-4a14-8d5f-0c1df7eaee32 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Pushing event deleted for resources: {'Port': ['ID=2916c6d0-464d-46bc-b68d-d6544c28746b,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:14.848655 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f98ae9-44bf-437a-b80f-435326ff3ca0 req-44bf38fe-0343-4a14-8d5f-0c1df7eaee32 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] No DVR routers for this DVR port 2916c6d0-464d-46bc-b68d-d6544c28746b on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:50:14.851157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-83f98ae9-44bf-437a-b80f-435326ff3ca0 req-44bf38fe-0343-4a14-8d5f-0c1df7eaee32 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:14.855080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a196f5a6-fc77-43ba-af72-1b6a40c720fe', 'name': 'network-vif-deleted', 'tag': '2916c6d0-464d-46bc-b68d-d6544c28746b'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:50:14.899738 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a196f5a6-fc77-43ba-af72-1b6a40c720fe', 'name': 'network-vif-deleted', 'tag': '2916c6d0-464d-46bc-b68d-d6544c28746b', 'status': 'completed', 'code': 200} Mar 14 18:50:14.950967 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-83f98ae9-44bf-437a-b80f-435326ff3ca0 req-44bf38fe-0343-4a14-8d5f-0c1df7eaee32 tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.59 "DELETE /v2.0/ports/2916c6d0-464d-46bc-b68d-d6544c28746b HTTP/1.1" status: 204 len: 173 time: 0.9416687 Mar 14 18:50:15.073850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-32e30fc7-27e8-4fd4-ac31-d470a669d5df req-88a6b577-0403-4b03-83eb-912c6a0a147b tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Synchronizing usage tracker for tenant:dd88d398c148464198ed192ef0178df0 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:50:15.151967 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-32e30fc7-27e8-4fd4-ac31-d470a669d5df req-88a6b577-0403-4b03-83eb-912c6a0a147b tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] Unset dirty status for tenant:dd88d398c148464198ed192ef0178df0 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:50:15.153123 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-32e30fc7-27e8-4fd4-ac31-d470a669d5df req-88a6b577-0403-4b03-83eb-912c6a0a147b tempest-TestEncryptedCinderVolumes-601203268 tempest-TestEncryptedCinderVolumes-601203268-project] 10.222.0.43 "GET /v2.0/ports?device_id=a196f5a6-fc77-43ba-af72-1b6a40c720fe HTTP/1.1" status: 200 len: 210 time: 0.1208506 Mar 14 18:50:16.096800 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:50:16.328972 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37012) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:16.843781 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:17.181475 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Deleting port 78009ad7-cc33-4e2a-9c63-f1ad2973f72e {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:50:17.181809 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:17.385116 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 2916c6d0-464d-46bc-b68d-d6544c28746b no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:50:17.417255 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 2916c6d0-464d-46bc-b68d-d6544c28746b {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:50:17.417596 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 2916c6d0-464d-46bc-b68d-d6544c28746b not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:50:17.449743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] For port 78009ad7-cc33-4e2a-9c63-f1ad2973f72e, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=78009ad7-cc33-4e2a-9c63-f1ad2973f72e,segment=NetworkSegment(60a1e53f-120a-40ee-8e70-d53e5b1f2322),segment_id=60a1e53f-120a-40ee-8e70-d53e5b1f2322)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:50:17.450292 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:17.571848 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Calling delete_port for 78009ad7-cc33-4e2a-9c63-f1ad2973f72e owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:50:17.932708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:17.979828 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Pushing event deleted for resources: {'Port': ['ID=78009ad7-cc33-4e2a-9c63-f1ad2973f72e,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:18.016152 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:18.016493 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:18.016823 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:18.017148 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:18.018003 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:18.018326 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:18.018880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:18.019682 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:18.019682 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:18.020060 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:18.020325 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:18.020636 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:18.246550 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:18.582718 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Router 1b898bec-2869-4e05-86f1-b94cc487b763 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:50:18.858623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:50:18.871078 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5799f23-21aa-4e9e-974e-324009447c05 None None] Sync routers for ids ['1b898bec-2869-4e05-86f1-b94cc487b763'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:50:18.876700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5799f23-21aa-4e9e-974e-324009447c05 None None] Routers {'1b898bec-2869-4e05-86f1-b94cc487b763'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:50:18.877895 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b5799f23-21aa-4e9e-974e-324009447c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:49:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1b898bec-2869-4e05-86f1-b94cc487b763'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:18.935575 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9c881fd5-1b37-4db3-98db-07d34f4ddbcb admin admin] 10.222.0.43 "PUT /v2.0/routers/1b898bec-2869-4e05-86f1-b94cc487b763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6031439 Mar 14 18:50:18.935795 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37016) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:19.054237 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-b5799f23-21aa-4e9e-974e-324009447c05 None None] Set router 1b898bec-2869-4e05-86f1-b94cc487b763 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:50:19.113844 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-953692a4-6f36-41c5-a953-3b37c7235e54 admin admin] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:19.285125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-953692a4-6f36-41c5-a953-3b37c7235e54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:19.327042 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b5799f23-21aa-4e9e-974e-324009447c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b898bec-2869-4e05-86f1-b94cc487b763', 'name': 'tempest-TestEncryptedCinderVolumes-1933875315-router', 'tenant_id': 'dd88d398c148464198ed192ef0178df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'aaafe089-8544-438f-8212-93f3c09d18dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:51Z', 'updated_at': '2022-03-14T18:50:17Z', 'revision_number': 5, 'project_id': 'dd88d398c148464198ed192ef0178df0', 'gw_port': {'id': 'aaafe089-8544-438f-8212-93f3c09d18dd', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b898bec-2869-4e05-86f1-b94cc487b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:48:52Z', 'updated_at': '2022-03-14T18:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:19.330950 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5799f23-21aa-4e9e-974e-324009447c05 None None] Checking router: 1b898bec-2869-4e05-86f1-b94cc487b763 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:50:19.339198 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5799f23-21aa-4e9e-974e-324009447c05 None None] Routers {'1b898bec-2869-4e05-86f1-b94cc487b763'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:50:19.339800 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b5799f23-21aa-4e9e-974e-324009447c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:49:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['1b898bec-2869-4e05-86f1-b94cc487b763'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:19.344398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-953692a4-6f36-41c5-a953-3b37c7235e54 admin admin] Deleting port aaafe089-8544-438f-8212-93f3c09d18dd {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:50:19.344744 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-953692a4-6f36-41c5-a953-3b37c7235e54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:19.488991 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-b5799f23-21aa-4e9e-974e-324009447c05 None None] Set router 1b898bec-2869-4e05-86f1-b94cc487b763 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:50:19.516096 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-953692a4-6f36-41c5-a953-3b37c7235e54 admin admin] For port aaafe089-8544-438f-8212-93f3c09d18dd, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=aaafe089-8544-438f-8212-93f3c09d18dd,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:50:19.516444 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-953692a4-6f36-41c5-a953-3b37c7235e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:19.590699 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b5799f23-21aa-4e9e-974e-324009447c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b898bec-2869-4e05-86f1-b94cc487b763', 'name': 'tempest-TestEncryptedCinderVolumes-1933875315-router', 'tenant_id': 'dd88d398c148464198ed192ef0178df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:51Z', 'updated_at': '2022-03-14T18:50:19Z', 'revision_number': 6, 'project_id': 'dd88d398c148464198ed192ef0178df0', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:19.594533 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5799f23-21aa-4e9e-974e-324009447c05 None None] The sync data for ids ['1b898bec-2869-4e05-86f1-b94cc487b763'] in dv-neutron-833560-1-hyperv is: [{'id': '1b898bec-2869-4e05-86f1-b94cc487b763', 'name': 'tempest-TestEncryptedCinderVolumes-1933875315-router', 'tenant_id': 'dd88d398c148464198ed192ef0178df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:51Z', 'updated_at': '2022-03-14T18:50:19Z', 'revision_number': 6, 'project_id': 'dd88d398c148464198ed192ef0178df0', 'gw_port_host': None}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:50:19.635538 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-953692a4-6f36-41c5-a953-3b37c7235e54 admin admin] Calling delete_port for aaafe089-8544-438f-8212-93f3c09d18dd owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:50:19.854680 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-953692a4-6f36-41c5-a953-3b37c7235e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:19.900164 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953692a4-6f36-41c5-a953-3b37c7235e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaafe089-8544-438f-8212-93f3c09d18dd,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:19.992259 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-953692a4-6f36-41c5-a953-3b37c7235e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:20.269081 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-953692a4-6f36-41c5-a953-3b37c7235e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:20.271165 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-953692a4-6f36-41c5-a953-3b37c7235e54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:20.363214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-953692a4-6f36-41c5-a953-3b37c7235e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:20.363745 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953692a4-6f36-41c5-a953-3b37c7235e54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b898bec-2869-4e05-86f1-b94cc487b763 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:50:20.376396 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-953692a4-6f36-41c5-a953-3b37c7235e54 admin admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:20.378125 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-953692a4-6f36-41c5-a953-3b37c7235e54 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1b898bec-2869-4e05-86f1-b94cc487b763 HTTP/1.1" status: 204 len: 168 time: 1.4413905 Mar 14 18:50:20.380663 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37020) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:20.440094 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-a490fdce-e553-43f2-a3fe-a0d40ae50d4e admin admin] Deleting subnet 0c22e63f-cfc8-4d24-8fc8-b72c82a0b555 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:50:20.443110 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a490fdce-e553-43f2-a3fe-a0d40ae50d4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:20.493353 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a490fdce-e553-43f2-a3fe-a0d40ae50d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:20.572120 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a490fdce-e553-43f2-a3fe-a0d40ae50d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:20.716261 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a490fdce-e553-43f2-a3fe-a0d40ae50d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:20.758114 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490fdce-e553-43f2-a3fe-a0d40ae50d4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c22e63f-cfc8-4d24-8fc8-b72c82a0b555,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:20.762578 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a490fdce-e553-43f2-a3fe-a0d40ae50d4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:20.767387 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f99bdb-0aba-4c28-af9a-c9054e9232e7 None None] Network e900ca8c-2416-4f72-b9c6-a185dcad5cfd requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:50:20.768300 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a490fdce-e553-43f2-a3fe-a0d40ae50d4e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0c22e63f-cfc8-4d24-8fc8-b72c82a0b555 HTTP/1.1" status: 204 len: 168 time: 0.3867099 Mar 14 18:50:20.770776 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37024) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:20.876990 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:20.887294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] Deleting port cf213623-3f1b-46c9-918d-1c4b92bcb0b4 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:50:20.887625 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:20.980735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 78009ad7-cc33-4e2a-9c63-f1ad2973f72e no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:50:21.021472 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 78009ad7-cc33-4e2a-9c63-f1ad2973f72e {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:50:21.021816 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 78009ad7-cc33-4e2a-9c63-f1ad2973f72e not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:50:21.022239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device aaafe089-8544-438f-8212-93f3c09d18dd no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:50:21.059575 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: aaafe089-8544-438f-8212-93f3c09d18dd {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:50:21.060032 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device aaafe089-8544-438f-8212-93f3c09d18dd not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:50:21.096633 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] For port cf213623-3f1b-46c9-918d-1c4b92bcb0b4, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=cf213623-3f1b-46c9-918d-1c4b92bcb0b4,segment=NetworkSegment(60a1e53f-120a-40ee-8e70-d53e5b1f2322),segment_id=60a1e53f-120a-40ee-8e70-d53e5b1f2322)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:50:21.101140 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:21.141700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca69f7d0-5d0b-4021-814a-d6b87adcc52c None None] DHCP port deletion for e900ca8c-2416-4f72-b9c6-a185dcad5cfd request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:50:21.146350 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ca69f7d0-5d0b-4021-814a-d6b87adcc52c None None] Deleting port cf213623-3f1b-46c9-918d-1c4b92bcb0b4 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:50:21.146716 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ca69f7d0-5d0b-4021-814a-d6b87adcc52c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:21.225446 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] Calling delete_port for cf213623-3f1b-46c9-918d-1c4b92bcb0b4 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:50:21.355872 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ca69f7d0-5d0b-4021-814a-d6b87adcc52c None None] For port cf213623-3f1b-46c9-918d-1c4b92bcb0b4, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=cf213623-3f1b-46c9-918d-1c4b92bcb0b4,segment=NetworkSegment(60a1e53f-120a-40ee-8e70-d53e5b1f2322),segment_id=60a1e53f-120a-40ee-8e70-d53e5b1f2322)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:50:21.356264 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ca69f7d0-5d0b-4021-814a-d6b87adcc52c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:21.356441 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:21.402532 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] Pushing event deleted for resources: {'Port': ['ID=cf213623-3f1b-46c9-918d-1c4b92bcb0b4,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:21.405861 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] No DVR routers for this DVR port cf213623-3f1b-46c9-918d-1c4b92bcb0b4 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:50:21.474424 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ca69f7d0-5d0b-4021-814a-d6b87adcc52c None None] Calling delete_port for cf213623-3f1b-46c9-918d-1c4b92bcb0b4 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:50:21.518590 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:21.547086 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e900ca8c-2416-4f72-b9c6-a185dcad5cfd']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:21.547739 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-ca69f7d0-5d0b-4021-814a-d6b87adcc52c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:50:21.548094 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-ca69f7d0-5d0b-4021-814a-d6b87adcc52c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:50:21.558999 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a1e53f-120a-40ee-8e70-d53e5b1f2322') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:21.559292 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a1e53f-120a-40ee-8e70-d53e5b1f2322') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:21.570896 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:21.587124 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:21.592870 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:50:21.593250 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:50:21.605680 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:50:21.744182 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:21.763579 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:21.773445 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] Pushing event deleted for resources: {'Network': ['ID=e900ca8c-2416-4f72-b9c6-a185dcad5cfd,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:21.842231 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3397dd77-bca7-41d5-830f-f3cd7c5d16ee admin admin] 10.222.0.43 "DELETE /v2.0/networks/e900ca8c-2416-4f72-b9c6-a185dcad5cfd HTTP/1.1" status: 204 len: 168 time: 1.0704815 Mar 14 18:50:21.845074 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37028) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:22.049500 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ca69f7d0-5d0b-4021-814a-d6b87adcc52c None None] Deleting port cf213623-3f1b-46c9-918d-1c4b92bcb0b4 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:50:22.050063 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ca69f7d0-5d0b-4021-814a-d6b87adcc52c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:22.114331 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ca69f7d0-5d0b-4021-814a-d6b87adcc52c None None] The port 'cf213623-3f1b-46c9-918d-1c4b92bcb0b4' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:50:22.472566 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0deb844b-81ee-4c9c-979e-bd046cd82581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:22.808369 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-0deb844b-81ee-4c9c-979e-bd046cd82581 admin admin] Deleting port ed4c6e31-c01b-44d8-9b3f-c4caf282855c {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:50:22.809031 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0deb844b-81ee-4c9c-979e-bd046cd82581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:22.976156 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-0deb844b-81ee-4c9c-979e-bd046cd82581 admin admin] For port ed4c6e31-c01b-44d8-9b3f-c4caf282855c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ed4c6e31-c01b-44d8-9b3f-c4caf282855c,segment=NetworkSegment(3e54126c-ae6b-45d1-8994-2a28e20e3c5b),segment_id=3e54126c-ae6b-45d1-8994-2a28e20e3c5b)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:50:22.976587 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0deb844b-81ee-4c9c-979e-bd046cd82581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:22.978382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device cf213623-3f1b-46c9-918d-1c4b92bcb0b4 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:50:23.014032 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: cf213623-3f1b-46c9-918d-1c4b92bcb0b4 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:50:23.014368 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device cf213623-3f1b-46c9-918d-1c4b92bcb0b4 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:50:23.096192 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-0deb844b-81ee-4c9c-979e-bd046cd82581 admin admin] Calling delete_port for ed4c6e31-c01b-44d8-9b3f-c4caf282855c owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:50:23.340199 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0deb844b-81ee-4c9c-979e-bd046cd82581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:23.389070 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb844b-81ee-4c9c-979e-bd046cd82581 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4c6e31-c01b-44d8-9b3f-c4caf282855c,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:23.646634 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0deb844b-81ee-4c9c-979e-bd046cd82581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:24.095352 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0deb844b-81ee-4c9c-979e-bd046cd82581 admin admin] Router e0c608a2-a45e-41da-93cd-5cc9c5cbd51a has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:50:24.268816 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0deb844b-81ee-4c9c-979e-bd046cd82581 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:50:24.277537 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0deb844b-81ee-4c9c-979e-bd046cd82581 admin admin] 10.222.0.43 "PUT /v2.0/routers/e0c608a2-a45e-41da-93cd-5cc9c5cbd51a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4314573 Mar 14 18:50:24.277723 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8744b3d2-ab61-42c1-9258-9d12f4810162 None None] Sync routers for ids ['e0c608a2-a45e-41da-93cd-5cc9c5cbd51a'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:50:24.280117 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37032) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:24.287854 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8744b3d2-ab61-42c1-9258-9d12f4810162 None None] Routers {'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:50:24.288451 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8744b3d2-ab61-42c1-9258-9d12f4810162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:49:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['e0c608a2-a45e-41da-93cd-5cc9c5cbd51a'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:24.312085 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-569b8eee-60c7-4c9c-a61b-b569570edfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:24.453456 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a61cddb-a5d2-4352-a6fb-4e312d0e4054 admin admin] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:24.458987 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-8744b3d2-ab61-42c1-9258-9d12f4810162 None None] Set router e0c608a2-a45e-41da-93cd-5cc9c5cbd51a gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:50:24.623430 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a61cddb-a5d2-4352-a6fb-4e312d0e4054 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:24.723880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-9a61cddb-a5d2-4352-a6fb-4e312d0e4054 admin admin] Deleting port 05d0efc2-874d-4259-bf7a-dbe85d484c79 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:50:24.724229 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a61cddb-a5d2-4352-a6fb-4e312d0e4054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:24.735612 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8744b3d2-ab61-42c1-9258-9d12f4810162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'name': 'tempest-TestEncryptedCinderVolumes-113433860-router', 'tenant_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '05d0efc2-874d-4259-bf7a-dbe85d484c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:59Z', 'updated_at': '2022-03-14T18:50:23Z', 'revision_number': 5, 'project_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'gw_port': {'id': '05d0efc2-874d-4259-bf7a-dbe85d484c79', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:49:00Z', 'updated_at': '2022-03-14T18:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:24.739981 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8744b3d2-ab61-42c1-9258-9d12f4810162 None None] Checking router: e0c608a2-a45e-41da-93cd-5cc9c5cbd51a for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:50:24.748126 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8744b3d2-ab61-42c1-9258-9d12f4810162 None None] Routers {'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:50:24.748709 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8744b3d2-ab61-42c1-9258-9d12f4810162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:49:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['e0c608a2-a45e-41da-93cd-5cc9c5cbd51a'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:24.893905 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-8744b3d2-ab61-42c1-9258-9d12f4810162 None None] Set router e0c608a2-a45e-41da-93cd-5cc9c5cbd51a gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:50:24.896985 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-9a61cddb-a5d2-4352-a6fb-4e312d0e4054 admin admin] For port 05d0efc2-874d-4259-bf7a-dbe85d484c79, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=05d0efc2-874d-4259-bf7a-dbe85d484c79,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:50:24.897346 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a61cddb-a5d2-4352-a6fb-4e312d0e4054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:25.019622 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-9a61cddb-a5d2-4352-a6fb-4e312d0e4054 admin admin] Calling delete_port for 05d0efc2-874d-4259-bf7a-dbe85d484c79 owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:50:25.024012 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8744b3d2-ab61-42c1-9258-9d12f4810162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'name': 'tempest-TestEncryptedCinderVolumes-113433860-router', 'tenant_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:59Z', 'updated_at': '2022-03-14T18:50:24Z', 'revision_number': 6, 'project_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:25.027931 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8744b3d2-ab61-42c1-9258-9d12f4810162 None None] The sync data for ids ['e0c608a2-a45e-41da-93cd-5cc9c5cbd51a'] in dv-neutron-833560-1-hyperv is: [{'id': 'e0c608a2-a45e-41da-93cd-5cc9c5cbd51a', 'name': 'tempest-TestEncryptedCinderVolumes-113433860-router', 'tenant_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:59Z', 'updated_at': '2022-03-14T18:50:24Z', 'revision_number': 6, 'project_id': 'a29333a2bd7a49399ad6e0d52a93596d', 'gw_port_host': None}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:50:25.334671 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a61cddb-a5d2-4352-a6fb-4e312d0e4054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:25.381447 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61cddb-a5d2-4352-a6fb-4e312d0e4054 admin admin] Pushing event deleted for resources: {'Port': ['ID=05d0efc2-874d-4259-bf7a-dbe85d484c79,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:25.472478 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a61cddb-a5d2-4352-a6fb-4e312d0e4054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:25.637537 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a61cddb-a5d2-4352-a6fb-4e312d0e4054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:25.639593 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a61cddb-a5d2-4352-a6fb-4e312d0e4054 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:25.732672 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a61cddb-a5d2-4352-a6fb-4e312d0e4054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:25.733182 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a61cddb-a5d2-4352-a6fb-4e312d0e4054 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0c608a2-a45e-41da-93cd-5cc9c5cbd51a {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:50:25.745281 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-9a61cddb-a5d2-4352-a6fb-4e312d0e4054 admin admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:25.749016 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9a61cddb-a5d2-4352-a6fb-4e312d0e4054 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e0c608a2-a45e-41da-93cd-5cc9c5cbd51a HTTP/1.1" status: 204 len: 168 time: 1.4653509 Mar 14 18:50:25.749148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37036) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:25.807942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-9156dbfc-bb09-45f6-a135-aebbb519c071 admin admin] Deleting subnet e475cf5e-03ba-4e4f-8bda-7d094685f764 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:50:25.810836 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9156dbfc-bb09-45f6-a135-aebbb519c071 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:25.862481 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9156dbfc-bb09-45f6-a135-aebbb519c071 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:25.943202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9156dbfc-bb09-45f6-a135-aebbb519c071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:26.127985 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9156dbfc-bb09-45f6-a135-aebbb519c071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:26.171015 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156dbfc-bb09-45f6-a135-aebbb519c071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e475cf5e-03ba-4e4f-8bda-7d094685f764,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:26.172100 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9156dbfc-bb09-45f6-a135-aebbb519c071 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:26.178512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c6b8b1-8ece-4de5-9d0d-320d90cbed2b None None] Network e680dc7e-fc4c-46cd-9177-9ebc40505218 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:50:26.179131 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9156dbfc-bb09-45f6-a135-aebbb519c071 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e475cf5e-03ba-4e4f-8bda-7d094685f764 HTTP/1.1" status: 204 len: 168 time: 0.4286771 Mar 14 18:50:26.181399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37040) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:26.284463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:26.294649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] Deleting port e44f3d73-8a60-418e-a447-3d701a396599 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:50:26.295022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:26.410852 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6b3e210a-c3ef-46b8-9bfe-3122fcb215e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:26.435431 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc60120-3d47-48e2-8fb4-5dfe168acbe2 None None] DHCP port deletion for e680dc7e-fc4c-46cd-9177-9ebc40505218 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:50:26.439678 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-9bc60120-3d47-48e2-8fb4-5dfe168acbe2 None None] Deleting port e44f3d73-8a60-418e-a447-3d701a396599 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:50:26.440085 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9bc60120-3d47-48e2-8fb4-5dfe168acbe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:26.495200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] For port e44f3d73-8a60-418e-a447-3d701a396599, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e44f3d73-8a60-418e-a447-3d701a396599,segment=NetworkSegment(3e54126c-ae6b-45d1-8994-2a28e20e3c5b),segment_id=3e54126c-ae6b-45d1-8994-2a28e20e3c5b)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:50:26.495573 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:26.616371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] Calling delete_port for e44f3d73-8a60-418e-a447-3d701a396599 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:50:26.639698 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9bc60120-3d47-48e2-8fb4-5dfe168acbe2 None None] For port e44f3d73-8a60-418e-a447-3d701a396599, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e44f3d73-8a60-418e-a447-3d701a396599,segment=NetworkSegment(3e54126c-ae6b-45d1-8994-2a28e20e3c5b),segment_id=3e54126c-ae6b-45d1-8994-2a28e20e3c5b)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:50:26.640184 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9bc60120-3d47-48e2-8fb4-5dfe168acbe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:26.757650 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-9bc60120-3d47-48e2-8fb4-5dfe168acbe2 None None] Calling delete_port for e44f3d73-8a60-418e-a447-3d701a396599 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:50:26.772930 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:26.817207 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] Pushing event deleted for resources: {'Port': ['ID=e44f3d73-8a60-418e-a447-3d701a396599,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:26.820702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] No DVR routers for this DVR port e44f3d73-8a60-418e-a447-3d701a396599 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:50:26.864622 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-9bc60120-3d47-48e2-8fb4-5dfe168acbe2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:50:26.864963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-9bc60120-3d47-48e2-8fb4-5dfe168acbe2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:50:26.934443 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:26.966092 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e680dc7e-fc4c-46cd-9177-9ebc40505218']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:26.979466 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 05d0efc2-874d-4259-bf7a-dbe85d484c79 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:50:26.980317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e54126c-ae6b-45d1-8994-2a28e20e3c5b') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:26.980606 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e54126c-ae6b-45d1-8994-2a28e20e3c5b') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:26.992768 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:27.008799 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:27.013028 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 05d0efc2-874d-4259-bf7a-dbe85d484c79 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:50:27.013361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 05d0efc2-874d-4259-bf7a-dbe85d484c79 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:50:27.013777 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ed4c6e31-c01b-44d8-9b3f-c4caf282855c no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:50:27.014781 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:50:27.021171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:50:27.027733 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:50:27.044617 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: ed4c6e31-c01b-44d8-9b3f-c4caf282855c {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:50:27.044976 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ed4c6e31-c01b-44d8-9b3f-c4caf282855c not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:50:27.045360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e44f3d73-8a60-418e-a447-3d701a396599 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:50:27.079519 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: e44f3d73-8a60-418e-a447-3d701a396599 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:50:27.079939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e44f3d73-8a60-418e-a447-3d701a396599 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:50:27.152032 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:27.167248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:27.177525 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] Pushing event deleted for resources: {'Network': ['ID=e680dc7e-fc4c-46cd-9177-9ebc40505218,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:27.181396 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ce2e218f-467c-4a7c-94ff-28db99f2ca59 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e680dc7e-fc4c-46cd-9177-9ebc40505218 HTTP/1.1" status: 204 len: 168 time: 0.9990892 Mar 14 18:50:27.366337 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-9bc60120-3d47-48e2-8fb4-5dfe168acbe2 None None] Deleting port e44f3d73-8a60-418e-a447-3d701a396599 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:50:27.366937 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9bc60120-3d47-48e2-8fb4-5dfe168acbe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:27.428409 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-9bc60120-3d47-48e2-8fb4-5dfe168acbe2 None None] The port 'e44f3d73-8a60-418e-a447-3d701a396599' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:50:27.573026 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37046) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:27.619593 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2d0eabe0-8a2c-429d-9010-ecec27c11a06 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dd88d398c148464198ed192ef0178df0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454140 Mar 14 18:50:27.621990 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37050) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:27.676535 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7759d673-7ec4-48c5-9ede-c183723668ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:27.700899 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7759d673-7ec4-48c5-9ede-c183723668ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:27.825880 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7759d673-7ec4-48c5-9ede-c183723668ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:27.844614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759d673-7ec4-48c5-9ede-c183723668ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b34b3d-7b75-4834-926a-1baa11a1b8a8,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:27.886872 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:27.915392 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:27.920016 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7759d673-7ec4-48c5-9ede-c183723668ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:27.921127 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7759d673-7ec4-48c5-9ede-c183723668ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1b34b3d-7b75-4834-926a-1baa11a1b8a8 HTTP/1.1" status: 204 len: 168 time: 0.2982891 Mar 14 18:50:28.637861 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37058) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:28.685348 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-cc63b124-0cb9-4fe2-9990-0fd122003d75 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a29333a2bd7a49399ad6e0d52a93596d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463448 Mar 14 18:50:28.687826 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37062) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:28.745778 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-03bfbe48-5be8-4da2-a893-b64d1af26df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:28.770623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-03bfbe48-5be8-4da2-a893-b64d1af26df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:28.900526 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-03bfbe48-5be8-4da2-a893-b64d1af26df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:28.916489 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfbe48-5be8-4da2-a893-b64d1af26df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42772d4-cd94-4479-8f8e-e8dfbb71ec54,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:28.921393 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-03bfbe48-5be8-4da2-a893-b64d1af26df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:28.922882 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-03bfbe48-5be8-4da2-a893-b64d1af26df1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a42772d4-cd94-4479-8f8e-e8dfbb71ec54 HTTP/1.1" status: 204 len: 168 time: 0.2341251 Mar 14 18:50:29.837674 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:30.031750 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37086) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:30.162146 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1592009308-network', 'tenant_id': '653dfb4acefe44628b1598406de0dc92'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:50:30.166924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:50:30.170681 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Usage tracker for resource:network and tenant:653dfb4acefe44628b1598406de0dc92 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:50:30.174042 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:50:30.179771 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:50:30.258270 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Made reservation on behalf of 653dfb4acefe44628b1598406de0dc92 for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:50:30.260630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:30.272720 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:30.286358 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:50:30.290242 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Usage tracker for resource:security_group_rule and tenant:653dfb4acefe44628b1598406de0dc92 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:50:30.293174 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:50:30.299381 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:50:30.378438 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:30.425882 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:30.456974 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:50:30.464936 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:30.470698 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:30.471060 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Added segment 0c2aae2c-82c3-4827-9107-9bf467b45a3d of type vlan for network 1ec313b1-457c-4636-8164-bc93dfc67d01 Mar 14 18:50:30.495730 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:30.578498 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:30.579400 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:30.579981 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:30.680546 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] Pushing event updated for resources: {'Network': ['ID=1ec313b1-457c-4636-8164-bc93dfc67d01,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:30.690414 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 1ec313b1-457c-4636-8164-bc93dfc67d01 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:50:30.729898 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e561c1e4-5bd2-418e-a72c-f7b603873270 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6970303 Mar 14 18:50:30.732838 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37092) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:30.739428 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-37e8cb0c-6f32-49ec-9f25-2a2706d102dc admin admin] Request body: {'subnet': {'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1592009308-subnet', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'ip_version': 4}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:50:30.744779 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-37e8cb0c-6f32-49ec-9f25-2a2706d102dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:50:30.749819 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-37e8cb0c-6f32-49ec-9f25-2a2706d102dc admin admin] Usage tracker for resource:subnet and tenant:653dfb4acefe44628b1598406de0dc92 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:50:30.752835 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-37e8cb0c-6f32-49ec-9f25-2a2706d102dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:50:30.758416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-37e8cb0c-6f32-49ec-9f25-2a2706d102dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:50:30.814344 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e8cb0c-6f32-49ec-9f25-2a2706d102dc admin admin] Made reservation on behalf of 653dfb4acefe44628b1598406de0dc92 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:50:30.816672 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-37e8cb0c-6f32-49ec-9f25-2a2706d102dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:31.186390 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-37e8cb0c-6f32-49ec-9f25-2a2706d102dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:31.256667 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8cb0c-6f32-49ec-9f25-2a2706d102dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62780e7-7bee-4a78-88c1-7e4d5d1f8a96,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:31.264820 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e8cb0c-6f32-49ec-9f25-2a2706d102dc admin admin] Checking segment: {'id': '0c2aae2c-82c3-4827-9107-9bf467b45a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:50:31.265189 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e8cb0c-6f32-49ec-9f25-2a2706d102dc admin admin] Network hostable DHCP agents. Network: 1ec313b1-457c-4636-8164-bc93dfc67d01, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:50:31.363173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e8cb0c-6f32-49ec-9f25-2a2706d102dc admin admin] Network 1ec313b1-457c-4636-8164-bc93dfc67d01 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:50:31.441555 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-37e8cb0c-6f32-49ec-9f25-2a2706d102dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 1ec313b1-457c-4636-8164-bc93dfc67d01) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:50:31.445364 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e8cb0c-6f32-49ec-9f25-2a2706d102dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:31.445951 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-37e8cb0c-6f32-49ec-9f25-2a2706d102dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:31.460789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6f9fb9-6f76-4baa-97c9-7b24c1eb889c None None] Network 1ec313b1-457c-4636-8164-bc93dfc67d01 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:50:31.533878 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-37e8cb0c-6f32-49ec-9f25-2a2706d102dc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7998509 Mar 14 18:50:31.536588 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37096) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:31.541440 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1592009308-router', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:50:31.545982 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:50:31.550772 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Usage tracker for resource:router and tenant:653dfb4acefe44628b1598406de0dc92 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:50:31.553602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:50:31.559503 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:50:31.632513 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:31.633547 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:31.648406 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:31.664963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-1ec313b1-457c-4636-8164-bc93dfc67d01', 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'fixed_ips': [{'subnet_id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:50:31.665912 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:31.818194 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Allocated IP 172.20.0.2 (1ec313b1-457c-4636-8164-bc93dfc67d01/a62780e7-7bee-4a78-88c1-7e4d5d1f8a96/3c44d05a-9acb-4a7e-becf-07b8d23b3e15) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:50:31.963528 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:32.012353 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:32.021920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Transition to ACTIVE for port object 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:50:32.039657 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Transition to ACTIVE for port object 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:50:32.112795 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:32.175389 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Network 1ec313b1-457c-4636-8164-bc93dfc67d01 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:50:32.182350 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:50:32.185285 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:50:32.218555 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Pushing event updated for resources: {'Port': ['ID=3c44d05a-9acb-4a7e-becf-07b8d23b3e15,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:32.256950 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:32.257296 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:32.257628 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:32.257958 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:32.258285 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:32.258610 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:32.258958 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:32.259278 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:32.259601 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:32.259917 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:32.260233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:32.260546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:32.292917 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Attempting to bind port 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:50:32.293286 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Attempting to bind port 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '0c2aae2c-82c3-4827-9107-9bf467b45a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:50:32.293660 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Attempting to bind port 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 on network 1ec313b1-457c-4636-8164-bc93dfc67d01 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:50:32.298700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:50:32.299091 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Checking segment: {'id': '0c2aae2c-82c3-4827-9107-9bf467b45a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:50:32.299484 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:32.299867 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Bound using segment: {'id': '0c2aae2c-82c3-4827-9107-9bf467b45a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:50:32.300311 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Bound port: 3c44d05a-9acb-4a7e-becf-07b8d23b3e15, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2aae2c-82c3-4827-9107-9bf467b45a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:50:32.300671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:32.320468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:32.353457 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:32.386335 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] For port 3c44d05a-9acb-4a7e-becf-07b8d23b3e15, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:50:32.389204 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] For port 3c44d05a-9acb-4a7e-becf-07b8d23b3e15, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3c44d05a-9acb-4a7e-becf-07b8d23b3e15,segment=NetworkSegment(0c2aae2c-82c3-4827-9107-9bf467b45a3d),segment_id=0c2aae2c-82c3-4827-9107-9bf467b45a3d)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:50:32.481666 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Allocated IP 172.26.7.223 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/dde466ad-a5e4-4c47-b20e-46331432677c) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:50:32.512364 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:32.599099 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56456e-9191-42d6-bff4-be4d8c9cad58 None None] Pushing event updated for resources: {'Port': ['ID=3c44d05a-9acb-4a7e-becf-07b8d23b3e15,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:32.633868 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:32.718087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:32.795592 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:50:32.798441 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:50:32.806805 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:50:32.841981 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Pushing event updated for resources: {'Port': ['ID=dde466ad-a5e4-4c47-b20e-46331432677c,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:33.007925 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:50:33.140284 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:50:33.414852 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:33.486747 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc336365-4431-404d-8f4f-27eac98e538c None None] Network 1ec313b1-457c-4636-8164-bc93dfc67d01 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:50:33.720978 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-67bd3b69-7688-4fc8-9e03-06b3f1a553ce None None] Provisioning for port 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:50:33.727471 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-67bd3b69-7688-4fc8-9e03-06b3f1a553ce None None] Provisioning complete for port 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:33.727821 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-67bd3b69-7688-4fc8-9e03-06b3f1a553ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:33.755796 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:33.866037 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-67bd3b69-7688-4fc8-9e03-06b3f1a553ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:33.900762 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-67bd3b69-7688-4fc8-9e03-06b3f1a553ce None None] For port 3c44d05a-9acb-4a7e-becf-07b8d23b3e15, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3c44d05a-9acb-4a7e-becf-07b8d23b3e15,segment=NetworkSegment(0c2aae2c-82c3-4827-9107-9bf467b45a3d),segment_id=0c2aae2c-82c3-4827-9107-9bf467b45a3d)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:50:33.967302 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-67bd3b69-7688-4fc8-9e03-06b3f1a553ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:34.020060 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Router 3afffc1d-7397-4b07-be85-6eca5cc45cc7 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:50:34.038303 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd3b69-7688-4fc8-9e03-06b3f1a553ce None None] Pushing event updated for resources: {'Port': ['ID=3c44d05a-9acb-4a7e-becf-07b8d23b3e15,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:34.087265 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-cb3dea28-6331-4c82-a593-33575c64b8a3 None None] Provisioning complete for port 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:34.087639 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb3dea28-6331-4c82-a593-33575c64b8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:34.192722 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:50:34.205526 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Sync routers for ids ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:50:34.214200 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Routers {'3afffc1d-7397-4b07-be85-6eca5cc45cc7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:50:34.221438 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:50:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:34.283418 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:34.284687 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a9c9c1f8-a325-417a-9fd5-b681de64ed79 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7471392 Mar 14 18:50:34.287357 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37100) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:34.388916 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Set router 3afffc1d-7397-4b07-be85-6eca5cc45cc7 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:50:34.669738 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'name': 'tempest-TestMinimumBasicScenario-1592009308-router', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:31Z', 'updated_at': '2022-03-14T18:50:33Z', 'revision_number': 3, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'gw_port': {'id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:32Z', 'updated_at': '2022-03-14T18:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:34.674217 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Checking router: 3afffc1d-7397-4b07-be85-6eca5cc45cc7 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:50:34.674567 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Updating router 3afffc1d-7397-4b07-be85-6eca5cc45cc7 port dde466ad-a5e4-4c47-b20e-46331432677c binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:50:34.726512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:35.015206 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:50:35.057570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:35.093992 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:35.108073 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Transition to ACTIVE for port object dde466ad-a5e4-4c47-b20e-46331432677c will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:50:35.119715 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:35.120112 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:35.174158 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:35.259634 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] Allocated IP 172.20.0.1 (1ec313b1-457c-4636-8164-bc93dfc67d01/a62780e7-7bee-4a78-88c1-7e4d5d1f8a96/50c25b82-1dab-449c-86d0-07ec6b1e54ec) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:50:35.323126 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Attempting to bind port dde466ad-a5e4-4c47-b20e-46331432677c on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:50:35.323493 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Attempting to bind port dde466ad-a5e4-4c47-b20e-46331432677c by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:50:35.323852 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Attempting to bind port dde466ad-a5e4-4c47-b20e-46331432677c on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:50:35.340571 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623e5cb-826e-402e-92d7-4f30170df2aa None None] Pushing event updated for resources: {'Port': ['ID=dde466ad-a5e4-4c47-b20e-46331432677c,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:35.342849 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:50:35.343228 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:50:35.343626 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:35.343997 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:50:35.344464 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Bound port: dde466ad-a5e4-4c47-b20e-46331432677c, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:50:35.344979 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:35.410783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:35.425896 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] Transition to ACTIVE for port object 50c25b82-1dab-449c-86d0-07ec6b1e54ec will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:50:35.428359 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] For port dde466ad-a5e4-4c47-b20e-46331432677c, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:50:35.431622 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] For port dde466ad-a5e4-4c47-b20e-46331432677c, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=dde466ad-a5e4-4c47-b20e-46331432677c,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:50:35.481893 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:35.504561 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:35.558936 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Routers {'3afffc1d-7397-4b07-be85-6eca5cc45cc7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:50:35.559558 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:50:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:35.567319 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] Network 1ec313b1-457c-4636-8164-bc93dfc67d01 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:50:35.569967 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:50:35.578063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:50:35.613885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] Pushing event updated for resources: {'Port': ['ID=50c25b82-1dab-449c-86d0-07ec6b1e54ec,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:35.628388 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623e5cb-826e-402e-92d7-4f30170df2aa None None] Pushing event updated for resources: {'Port': ['ID=dde466ad-a5e4-4c47-b20e-46331432677c,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:35.641155 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:35.754223 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] Set router 3afffc1d-7397-4b07-be85-6eca5cc45cc7 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:50:35.839325 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:35.963685 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7b6c8e44-5b59-403c-a4fc-a20323efa613 None None] Provisioning for port 50c25b82-1dab-449c-86d0-07ec6b1e54ec completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:50:35.974006 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7b6c8e44-5b59-403c-a4fc-a20323efa613 None None] Provisioning complete for port 50c25b82-1dab-449c-86d0-07ec6b1e54ec triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:35.974382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7b6c8e44-5b59-403c-a4fc-a20323efa613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:36.053588 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:36.065420 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c8e44-5b59-403c-a4fc-a20323efa613 None None] Port 50c25b82-1dab-449c-86d0-07ec6b1e54ec cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:50:36.094445 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'name': 'tempest-TestMinimumBasicScenario-1592009308-router', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:31Z', 'updated_at': '2022-03-14T18:50:33Z', 'revision_number': 3, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'gw_port': {'id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:32Z', 'updated_at': '2022-03-14T18:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:36.098473 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ede01-608a-41fa-81a0-3bde85034fbe None None] The sync data for ids ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'] in dv-neutron-833560-1-hyperv is: [{'id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'name': 'tempest-TestMinimumBasicScenario-1592009308-router', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:31Z', 'updated_at': '2022-03-14T18:50:33Z', 'revision_number': 3, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'gw_port': {'id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:32Z', 'updated_at': '2022-03-14T18:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:50:36.106058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:36.215059 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:36.218554 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] Pushing event updated for resources: {'Port': ['ID=50c25b82-1dab-449c-86d0-07ec6b1e54ec,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:36.385300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] Network 1ec313b1-457c-4636-8164-bc93dfc67d01 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:50:36.386545 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:50:36.688814 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6e5ed82e-dcb6-4edc-a784-49b0ba858b5e None None] Provisioning complete for port 50c25b82-1dab-449c-86d0-07ec6b1e54ec triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:36.689183 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6e5ed82e-dcb6-4edc-a784-49b0ba858b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:36.691922 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] Router 3afffc1d-7397-4b07-be85-6eca5cc45cc7 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:50:36.754343 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ed82e-dcb6-4edc-a784-49b0ba858b5e None None] Port 50c25b82-1dab-449c-86d0-07ec6b1e54ec cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:50:36.877505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:50:36.886553 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f3cf5ec2-1735-470b-9a90-01e069286507 admin admin] 10.222.0.43 "PUT /v2.0/routers/3afffc1d-7397-4b07-be85-6eca5cc45cc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5981338 Mar 14 18:50:37.004303 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device dde466ad-a5e4-4c47-b20e-46331432677c up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:50:37.161036 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port dde466ad-a5e4-4c47-b20e-46331432677c completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:50:37.162950 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port dde466ad-a5e4-4c47-b20e-46331432677c triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:37.163331 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:37.281109 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:37.297060 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port dde466ad-a5e4-4c47-b20e-46331432677c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=dde466ad-a5e4-4c47-b20e-46331432677c,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:50:37.363687 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:37.439868 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=dde466ad-a5e4-4c47-b20e-46331432677c,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:37.569271 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Sync routers for ids ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:50:37.584259 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Routers {'3afffc1d-7397-4b07-be85-6eca5cc45cc7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:50:37.584259 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ed994c03-c35a-4251-965a-2597885850ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:50:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:37.632198 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37118) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:37.637716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-217988325-network', 'tenant_id': 'a6dd0e041f3c4f64938baa7db85d0c74'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:50:37.642414 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:50:37.646248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Usage tracker for resource:network and tenant:a6dd0e041f3c4f64938baa7db85d0c74 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:50:37.649096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:50:37.654627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:50:37.746483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Made reservation on behalf of a6dd0e041f3c4f64938baa7db85d0c74 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:50:37.748796 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:37.761915 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:37.767759 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Set router 3afffc1d-7397-4b07-be85-6eca5cc45cc7 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:50:37.776701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:50:37.780845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Usage tracker for resource:security_group_rule and tenant:a6dd0e041f3c4f64938baa7db85d0c74 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:50:37.783837 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:50:37.789567 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:50:37.875508 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:37.941041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:37.978135 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:50:37.984094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be527fa8-1ae0-4b40-81d7-fffca2bdc327,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:37.993456 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:37.993797 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Added segment f8a68a98-7d10-4201-81d4-36434651d82c of type vlan for network 69a40555-1f45-4c82-81bb-3a4c1138d979 Mar 14 18:50:38.021671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:38.080640 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ed994c03-c35a-4251-965a-2597885850ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'name': 'tempest-TestMinimumBasicScenario-1592009308-router', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:31Z', 'updated_at': '2022-03-14T18:50:35Z', 'revision_number': 4, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'gw_port': {'id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:32Z', 'updated_at': '2022-03-14T18:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '50c25b82-1dab-449c-86d0-07ec6b1e54ec', 'name': '', 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'mac_address': 'fa:16:3e:cf:12:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:35Z', 'updated_at': '2022-03-14T18:50:35Z', 'revision_number': 2, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'subnets': [{'id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:38.084415 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Checking router: 3afffc1d-7397-4b07-be85-6eca5cc45cc7 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:50:38.084742 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Updating router 3afffc1d-7397-4b07-be85-6eca5cc45cc7 port 50c25b82-1dab-449c-86d0-07ec6b1e54ec binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:50:38.123094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:38.124194 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:38.124885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:38.140760 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:38.233402 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] Pushing event updated for resources: {'Network': ['ID=69a40555-1f45-4c82-81bb-3a4c1138d979,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:38.245282 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 69a40555-1f45-4c82-81bb-3a4c1138d979 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:50:38.292579 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37122) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:38.295256 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4ae37b56-c440-4248-b8bf-4ab2ec3af37f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6620200 Mar 14 18:50:38.301017 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-fe56d55f-ad57-40cc-b4b5-72d9bee83e90 admin admin] Request body: {'subnet': {'network_id': '69a40555-1f45-4c82-81bb-3a4c1138d979', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-217988325-subnet', 'tenant_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'ip_version': 4}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:50:38.307044 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fe56d55f-ad57-40cc-b4b5-72d9bee83e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:50:38.311393 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fe56d55f-ad57-40cc-b4b5-72d9bee83e90 admin admin] Usage tracker for resource:subnet and tenant:a6dd0e041f3c4f64938baa7db85d0c74 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:50:38.315220 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-fe56d55f-ad57-40cc-b4b5-72d9bee83e90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:50:38.324124 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-fe56d55f-ad57-40cc-b4b5-72d9bee83e90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:50:38.409475 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe56d55f-ad57-40cc-b4b5-72d9bee83e90 admin admin] Made reservation on behalf of a6dd0e041f3c4f64938baa7db85d0c74 for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:50:38.412076 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fe56d55f-ad57-40cc-b4b5-72d9bee83e90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:38.493564 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:38.505062 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Transition to ACTIVE for port object 50c25b82-1dab-449c-86d0-07ec6b1e54ec will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:50:38.575069 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:38.668927 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fe56d55f-ad57-40cc-b4b5-72d9bee83e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:38.700076 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fddfa-1909-4b8c-8565-82c80b5e2b2c None None] Pushing event updated for resources: {'Port': ['ID=50c25b82-1dab-449c-86d0-07ec6b1e54ec,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:38.714817 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fddfa-1909-4b8c-8565-82c80b5e2b2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:38.715262 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fddfa-1909-4b8c-8565-82c80b5e2b2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:38.715669 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fddfa-1909-4b8c-8565-82c80b5e2b2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:38.716343 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fddfa-1909-4b8c-8565-82c80b5e2b2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:38.716739 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fddfa-1909-4b8c-8565-82c80b5e2b2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:38.717141 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fddfa-1909-4b8c-8565-82c80b5e2b2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:38.717670 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fddfa-1909-4b8c-8565-82c80b5e2b2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:38.718062 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fddfa-1909-4b8c-8565-82c80b5e2b2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:38.718452 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fddfa-1909-4b8c-8565-82c80b5e2b2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:38.718866 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fddfa-1909-4b8c-8565-82c80b5e2b2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:38.719255 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fddfa-1909-4b8c-8565-82c80b5e2b2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:38.719638 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fddfa-1909-4b8c-8565-82c80b5e2b2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:38.738518 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56d55f-ad57-40cc-b4b5-72d9bee83e90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d5f075b-fa35-40d8-b3f3-2a04c7658fff,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:38.772449 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe56d55f-ad57-40cc-b4b5-72d9bee83e90 admin admin] Checking segment: {'id': 'f8a68a98-7d10-4201-81d4-36434651d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '69a40555-1f45-4c82-81bb-3a4c1138d979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:50:38.772804 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe56d55f-ad57-40cc-b4b5-72d9bee83e90 admin admin] Network hostable DHCP agents. Network: 69a40555-1f45-4c82-81bb-3a4c1138d979, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:50:38.813347 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Attempting to bind port 50c25b82-1dab-449c-86d0-07ec6b1e54ec on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:50:38.814237 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Attempting to bind port 50c25b82-1dab-449c-86d0-07ec6b1e54ec by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '0c2aae2c-82c3-4827-9107-9bf467b45a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:50:38.815263 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Attempting to bind port 50c25b82-1dab-449c-86d0-07ec6b1e54ec on network 1ec313b1-457c-4636-8164-bc93dfc67d01 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:50:38.822727 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:50:38.822727 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Checking segment: {'id': '0c2aae2c-82c3-4827-9107-9bf467b45a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:50:38.822727 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:38.822727 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Bound using segment: {'id': '0c2aae2c-82c3-4827-9107-9bf467b45a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:50:38.822727 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Bound port: 50c25b82-1dab-449c-86d0-07ec6b1e54ec, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2aae2c-82c3-4827-9107-9bf467b45a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:50:38.823440 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:38.869779 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe56d55f-ad57-40cc-b4b5-72d9bee83e90 admin admin] Network 69a40555-1f45-4c82-81bb-3a4c1138d979 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:50:38.910542 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-ed994c03-c35a-4251-965a-2597885850ea None None] For port 50c25b82-1dab-449c-86d0-07ec6b1e54ec, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:50:38.913431 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-ed994c03-c35a-4251-965a-2597885850ea None None] For port 50c25b82-1dab-449c-86d0-07ec6b1e54ec, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=50c25b82-1dab-449c-86d0-07ec6b1e54ec,segment=NetworkSegment(0c2aae2c-82c3-4827-9107-9bf467b45a3d),segment_id=0c2aae2c-82c3-4827-9107-9bf467b45a3d)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:50:38.988514 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device dde466ad-a5e4-4c47-b20e-46331432677c up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:50:39.012603 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-fe56d55f-ad57-40cc-b4b5-72d9bee83e90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 69a40555-1f45-4c82-81bb-3a4c1138d979) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:50:39.012603 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe56d55f-ad57-40cc-b4b5-72d9bee83e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:39.012603 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fe56d55f-ad57-40cc-b4b5-72d9bee83e90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:39.021415 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6574cc3-e7c6-417c-9c4c-f3f0c8bae02a None None] Network 69a40555-1f45-4c82-81bb-3a4c1138d979 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:50:39.032332 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:39.104214 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37126) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:39.110210 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-217988325-router', 'tenant_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:50:39.115423 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fe56d55f-ad57-40cc-b4b5-72d9bee83e90 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8200097 Mar 14 18:50:39.116560 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:50:39.120891 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Usage tracker for resource:router and tenant:a6dd0e041f3c4f64938baa7db85d0c74 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:50:39.123836 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:50:39.131423 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:50:39.131896 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fddfa-1909-4b8c-8565-82c80b5e2b2c None None] Pushing event updated for resources: {'Port': ['ID=50c25b82-1dab-449c-86d0-07ec6b1e54ec,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:39.148723 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Routers {'3afffc1d-7397-4b07-be85-6eca5cc45cc7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:50:39.152339 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ed994c03-c35a-4251-965a-2597885850ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:50:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:39.167195 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port dde466ad-a5e4-4c47-b20e-46331432677c triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:39.167573 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:39.221962 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:39.223671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:39.248333 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:39.340018 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-ed994c03-c35a-4251-965a-2597885850ea None None] Set router 3afffc1d-7397-4b07-be85-6eca5cc45cc7 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:50:39.407989 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-69a40555-1f45-4c82-81bb-3a4c1138d979', 'network_id': '69a40555-1f45-4c82-81bb-3a4c1138d979', 'tenant_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'fixed_ips': [{'subnet_id': '7d5f075b-fa35-40d8-b3f3-2a04c7658fff'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:50:39.409498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:39.443077 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:39.602451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Allocated IP 172.20.0.2 (69a40555-1f45-4c82-81bb-3a4c1138d979/7d5f075b-fa35-40d8-b3f3-2a04c7658fff/d40bfc72-fd5c-422e-9762-883db725f07b) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:50:39.608403 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:39.654091 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ed994c03-c35a-4251-965a-2597885850ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'name': 'tempest-TestMinimumBasicScenario-1592009308-router', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:31Z', 'updated_at': '2022-03-14T18:50:35Z', 'revision_number': 4, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'gw_port': {'id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:32Z', 'updated_at': '2022-03-14T18:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '50c25b82-1dab-449c-86d0-07ec6b1e54ec', 'name': '', 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'mac_address': 'fa:16:3e:cf:12:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:35Z', 'updated_at': '2022-03-14T18:50:38Z', 'revision_number': 4, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'subnets': [{'id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:39.658600 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed994c03-c35a-4251-965a-2597885850ea None None] The sync data for ids ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'] in dv-neutron-833560-1-hyperv is: [{'id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'name': 'tempest-TestMinimumBasicScenario-1592009308-router', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:31Z', 'updated_at': '2022-03-14T18:50:35Z', 'revision_number': 4, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'gw_port': {'id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:32Z', 'updated_at': '2022-03-14T18:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '50c25b82-1dab-449c-86d0-07ec6b1e54ec', 'name': '', 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'mac_address': 'fa:16:3e:cf:12:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:35Z', 'updated_at': '2022-03-14T18:50:38Z', 'revision_number': 4, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'subnets': [{'id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:50:39.848700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:39.861945 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Transition to ACTIVE for port object d40bfc72-fd5c-422e-9762-883db725f07b will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:50:39.881278 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Transition to ACTIVE for port object d40bfc72-fd5c-422e-9762-883db725f07b will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:50:39.961791 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:40.029189 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Network 69a40555-1f45-4c82-81bb-3a4c1138d979 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:50:40.037968 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:50:40.042608 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:50:40.049355 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Pushing event updated for resources: {'Port': ['ID=d40bfc72-fd5c-422e-9762-883db725f07b,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:40.054126 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:40.084283 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:40.143570 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Attempting to bind port d40bfc72-fd5c-422e-9762-883db725f07b on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:50:40.143948 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Attempting to bind port d40bfc72-fd5c-422e-9762-883db725f07b by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'f8a68a98-7d10-4201-81d4-36434651d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '69a40555-1f45-4c82-81bb-3a4c1138d979'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:50:40.144318 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Attempting to bind port d40bfc72-fd5c-422e-9762-883db725f07b on network 69a40555-1f45-4c82-81bb-3a4c1138d979 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:50:40.150071 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:50:40.150609 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Checking segment: {'id': 'f8a68a98-7d10-4201-81d4-36434651d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '69a40555-1f45-4c82-81bb-3a4c1138d979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:50:40.150879 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:40.151272 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Bound using segment: {'id': 'f8a68a98-7d10-4201-81d4-36434651d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '69a40555-1f45-4c82-81bb-3a4c1138d979'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:50:40.151744 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Bound port: d40bfc72-fd5c-422e-9762-883db725f07b, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a68a98-7d10-4201-81d4-36434651d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '69a40555-1f45-4c82-81bb-3a4c1138d979'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:50:40.152118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:40.257283 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] For port d40bfc72-fd5c-422e-9762-883db725f07b, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:50:40.261029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] For port d40bfc72-fd5c-422e-9762-883db725f07b, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d40bfc72-fd5c-422e-9762-883db725f07b,segment=NetworkSegment(f8a68a98-7d10-4201-81d4-36434651d82c),segment_id=f8a68a98-7d10-4201-81d4-36434651d82c)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:50:40.335485 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:40.371433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Allocated IP 172.26.7.208 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/9a86bdd0-1cd4-4975-adb7-38d7eb6de587) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:50:40.447359 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5fed4-54d5-4aa9-a0e6-1e403983e10f None None] Pushing event updated for resources: {'Port': ['ID=d40bfc72-fd5c-422e-9762-883db725f07b,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:40.571636 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:40.706576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:40.793575 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:50:40.801521 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:50:40.806115 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:50:40.841457 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Pushing event updated for resources: {'Port': ['ID=9a86bdd0-1cd4-4975-adb7-38d7eb6de587,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:40.867178 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:40.867780 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:40.868476 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:40.869152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:40.869660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:40.869996 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:40.870381 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:40.870662 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:40.871015 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:40.871493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:40.871822 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:40.872139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:41.054453 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d40bfc72-fd5c-422e-9762-883db725f07b up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:50:41.198232 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port d40bfc72-fd5c-422e-9762-883db725f07b completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:50:41.204035 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 50c25b82-1dab-449c-86d0-07ec6b1e54ec up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:50:41.346316 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 50c25b82-1dab-449c-86d0-07ec6b1e54ec completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:50:41.346627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:41.352678 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 50c25b82-1dab-449c-86d0-07ec6b1e54ec triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:41.353055 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:41.482329 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:41.518205 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 50c25b82-1dab-449c-86d0-07ec6b1e54ec, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=50c25b82-1dab-449c-86d0-07ec6b1e54ec,segment=NetworkSegment(0c2aae2c-82c3-4827-9107-9bf467b45a3d),segment_id=0c2aae2c-82c3-4827-9107-9bf467b45a3d)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:50:41.520461 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d68d571-9666-48e4-a1a0-0e040fcc2927 None None] Network 69a40555-1f45-4c82-81bb-3a4c1138d979 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:50:41.611177 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:41.690799 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:41.693118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d488a213-5800-472a-9b95-64889ae744c5 None None] Provisioning for port d40bfc72-fd5c-422e-9762-883db725f07b completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:50:41.706975 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d488a213-5800-472a-9b95-64889ae744c5 None None] Provisioning complete for port d40bfc72-fd5c-422e-9762-883db725f07b triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:41.708285 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d488a213-5800-472a-9b95-64889ae744c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:41.774476 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=50c25b82-1dab-449c-86d0-07ec6b1e54ec,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:41.911361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d488a213-5800-472a-9b95-64889ae744c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:41.955173 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-d488a213-5800-472a-9b95-64889ae744c5 None None] For port d40bfc72-fd5c-422e-9762-883db725f07b, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d40bfc72-fd5c-422e-9762-883db725f07b,segment=NetworkSegment(f8a68a98-7d10-4201-81d4-36434651d82c),segment_id=f8a68a98-7d10-4201-81d4-36434651d82c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:50:41.978979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Router 425d5b6e-c721-463e-a82a-a568ad058d4b is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:50:42.032219 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d488a213-5800-472a-9b95-64889ae744c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:42.108817 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488a213-5800-472a-9b95-64889ae744c5 None None] Pushing event updated for resources: {'Port': ['ID=d40bfc72-fd5c-422e-9762-883db725f07b,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:42.151319 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-af623ad3-d9cc-4dca-a213-273b51c38146 None None] Provisioning complete for port d40bfc72-fd5c-422e-9762-883db725f07b triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:42.151686 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-af623ad3-d9cc-4dca-a213-273b51c38146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:42.283287 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:50:42.295208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Sync routers for ids ['425d5b6e-c721-463e-a82a-a568ad058d4b'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:50:42.307574 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Routers {'425d5b6e-c721-463e-a82a-a568ad058d4b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:50:42.312782 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:50:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['425d5b6e-c721-463e-a82a-a568ad058d4b'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:42.357618 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:42.358860 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-daa011e7-1df3-4065-bc90-7f479f97ab2f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2536089 Mar 14 18:50:42.362226 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37130) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:50:42.481418 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Set router 425d5b6e-c721-463e-a82a-a568ad058d4b gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:50:42.764298 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'name': 'tempest-TestMinimumBasicScenario-217988325-router', 'tenant_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a86bdd0-1cd4-4975-adb7-38d7eb6de587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:39Z', 'updated_at': '2022-03-14T18:50:41Z', 'revision_number': 3, 'project_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'gw_port': {'id': '9a86bdd0-1cd4-4975-adb7-38d7eb6de587', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:40Z', 'updated_at': '2022-03-14T18:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:42.768797 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Checking router: 425d5b6e-c721-463e-a82a-a568ad058d4b for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:50:42.769153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Updating router 425d5b6e-c721-463e-a82a-a568ad058d4b port 9a86bdd0-1cd4-4975-adb7-38d7eb6de587 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:50:42.819550 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:43.031303 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d40bfc72-fd5c-422e-9762-883db725f07b up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:50:43.031519 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:43.139023 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port d40bfc72-fd5c-422e-9762-883db725f07b triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:43.139400 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:43.237591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] Allocated IP 172.20.0.1 (69a40555-1f45-4c82-81bb-3a4c1138d979/7d5f075b-fa35-40d8-b3f3-2a04c7658fff/47afec4f-2de6-414f-ae66-b638c2e7c451) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:50:43.258348 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:43.272700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Transition to ACTIVE for port object 9a86bdd0-1cd4-4975-adb7-38d7eb6de587 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:50:43.332469 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 50c25b82-1dab-449c-86d0-07ec6b1e54ec up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:50:43.358624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:43.385617 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:43.401322 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] Transition to ACTIVE for port object 47afec4f-2de6-414f-ae66-b638c2e7c451 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:50:43.462009 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Attempting to bind port 9a86bdd0-1cd4-4975-adb7-38d7eb6de587 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:50:43.462376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Attempting to bind port 9a86bdd0-1cd4-4975-adb7-38d7eb6de587 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:50:43.462737 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Attempting to bind port 9a86bdd0-1cd4-4975-adb7-38d7eb6de587 on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:50:43.466413 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbc718-f83a-4e8e-acda-256edb66969e None None] Pushing event updated for resources: {'Port': ['ID=9a86bdd0-1cd4-4975-adb7-38d7eb6de587,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:43.471786 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:50:43.472161 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:50:43.472563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:43.472970 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:50:43.473431 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Bound port: 9a86bdd0-1cd4-4975-adb7-38d7eb6de587, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:50:43.473795 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:43.493487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:43.536652 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 50c25b82-1dab-449c-86d0-07ec6b1e54ec triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:43.537029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:43.554284 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] Network 69a40555-1f45-4c82-81bb-3a4c1138d979 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:50:43.560994 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:50:43.563352 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:50:43.594189 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] For port 9a86bdd0-1cd4-4975-adb7-38d7eb6de587, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:50:43.598965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] Pushing event updated for resources: {'Port': ['ID=47afec4f-2de6-414f-ae66-b638c2e7c451,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:43.609495 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] For port 9a86bdd0-1cd4-4975-adb7-38d7eb6de587, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=9a86bdd0-1cd4-4975-adb7-38d7eb6de587,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:50:43.627701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:43.683391 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:43.795969 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Routers {'425d5b6e-c721-463e-a82a-a568ad058d4b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:50:43.796690 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:50:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['425d5b6e-c721-463e-a82a-a568ad058d4b'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:43.823984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:43.842958 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbc718-f83a-4e8e-acda-256edb66969e None None] Pushing event updated for resources: {'Port': ['ID=9a86bdd0-1cd4-4975-adb7-38d7eb6de587,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:43.957662 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a8e287f1-3f32-49a5-b57c-41b7860c8596 None None] Provisioning for port 47afec4f-2de6-414f-ae66-b638c2e7c451 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:50:43.974843 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a8e287f1-3f32-49a5-b57c-41b7860c8596 None None] Provisioning complete for port 47afec4f-2de6-414f-ae66-b638c2e7c451 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:43.975225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8e287f1-3f32-49a5-b57c-41b7860c8596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:44.027747 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] Set router 425d5b6e-c721-463e-a82a-a568ad058d4b gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:50:44.094556 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a8e287f1-3f32-49a5-b57c-41b7860c8596 None None] Port 47afec4f-2de6-414f-ae66-b638c2e7c451 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:50:44.152088 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:44.208596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:44.312402 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:44.316166 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] Pushing event updated for resources: {'Port': ['ID=47afec4f-2de6-414f-ae66-b638c2e7c451,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:44.348870 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'name': 'tempest-TestMinimumBasicScenario-217988325-router', 'tenant_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a86bdd0-1cd4-4975-adb7-38d7eb6de587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:39Z', 'updated_at': '2022-03-14T18:50:43Z', 'revision_number': 4, 'project_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'gw_port': {'id': '9a86bdd0-1cd4-4975-adb7-38d7eb6de587', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:40Z', 'updated_at': '2022-03-14T18:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '47afec4f-2de6-414f-ae66-b638c2e7c451', 'name': '', 'network_id': '69a40555-1f45-4c82-81bb-3a4c1138d979', 'tenant_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'mac_address': 'fa:16:3e:aa:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7d5f075b-fa35-40d8-b3f3-2a04c7658fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:43Z', 'updated_at': '2022-03-14T18:50:43Z', 'revision_number': 1, 'project_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'subnets': [{'id': '7d5f075b-fa35-40d8-b3f3-2a04c7658fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:44.352771 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f57eee-9907-48f8-8f8b-3e3ae434487b None None] The sync data for ids ['425d5b6e-c721-463e-a82a-a568ad058d4b'] in dv-neutron-833560-1-hyperv is: [{'id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'name': 'tempest-TestMinimumBasicScenario-217988325-router', 'tenant_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a86bdd0-1cd4-4975-adb7-38d7eb6de587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:39Z', 'updated_at': '2022-03-14T18:50:43Z', 'revision_number': 4, 'project_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'gw_port': {'id': '9a86bdd0-1cd4-4975-adb7-38d7eb6de587', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:40Z', 'updated_at': '2022-03-14T18:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '47afec4f-2de6-414f-ae66-b638c2e7c451', 'name': '', 'network_id': '69a40555-1f45-4c82-81bb-3a4c1138d979', 'tenant_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'mac_address': 'fa:16:3e:aa:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7d5f075b-fa35-40d8-b3f3-2a04c7658fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:43Z', 'updated_at': '2022-03-14T18:50:43Z', 'revision_number': 1, 'project_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'subnets': [{'id': '7d5f075b-fa35-40d8-b3f3-2a04c7658fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:50:44.452190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] Network 69a40555-1f45-4c82-81bb-3a4c1138d979 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:50:44.453294 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:50:44.664669 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] Router 425d5b6e-c721-463e-a82a-a568ad058d4b has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:50:44.716754 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-72fdae84-7294-48f8-a928-cac77590077c None None] Provisioning complete for port 47afec4f-2de6-414f-ae66-b638c2e7c451 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:44.717155 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-72fdae84-7294-48f8-a928-cac77590077c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:44.781384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-72fdae84-7294-48f8-a928-cac77590077c None None] Port 47afec4f-2de6-414f-ae66-b638c2e7c451 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:50:44.851581 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:50:44.861055 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bc3e76d9-f310-4bd2-be4a-2f134e0a3684 admin admin] 10.222.0.43 "PUT /v2.0/routers/425d5b6e-c721-463e-a82a-a568ad058d4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4972262 Mar 14 18:50:47.049533 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 9a86bdd0-1cd4-4975-adb7-38d7eb6de587 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:50:47.186057 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 9a86bdd0-1cd4-4975-adb7-38d7eb6de587 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:50:47.192644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 9a86bdd0-1cd4-4975-adb7-38d7eb6de587 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:47.192948 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:47.327641 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:47.345096 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 9a86bdd0-1cd4-4975-adb7-38d7eb6de587, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=9a86bdd0-1cd4-4975-adb7-38d7eb6de587,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:50:47.401663 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:47.479345 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=9a86bdd0-1cd4-4975-adb7-38d7eb6de587,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:47.840409 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Sync routers for ids ['425d5b6e-c721-463e-a82a-a568ad058d4b'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:50:47.851025 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Routers {'425d5b6e-c721-463e-a82a-a568ad058d4b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:50:47.852860 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:50:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['425d5b6e-c721-463e-a82a-a568ad058d4b'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:48.029163 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Set router 425d5b6e-c721-463e-a82a-a568ad058d4b gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:50:48.350735 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'name': 'tempest-TestMinimumBasicScenario-217988325-router', 'tenant_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a86bdd0-1cd4-4975-adb7-38d7eb6de587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:39Z', 'updated_at': '2022-03-14T18:50:43Z', 'revision_number': 4, 'project_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'gw_port': {'id': '9a86bdd0-1cd4-4975-adb7-38d7eb6de587', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:40Z', 'updated_at': '2022-03-14T18:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '47afec4f-2de6-414f-ae66-b638c2e7c451', 'name': '', 'network_id': '69a40555-1f45-4c82-81bb-3a4c1138d979', 'tenant_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'mac_address': 'fa:16:3e:aa:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7d5f075b-fa35-40d8-b3f3-2a04c7658fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:43Z', 'updated_at': '2022-03-14T18:50:43Z', 'revision_number': 2, 'project_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'subnets': [{'id': '7d5f075b-fa35-40d8-b3f3-2a04c7658fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:48.355148 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Checking router: 425d5b6e-c721-463e-a82a-a568ad058d4b for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:50:48.355496 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Updating router 425d5b6e-c721-463e-a82a-a568ad058d4b port 47afec4f-2de6-414f-ae66-b638c2e7c451 binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:50:48.406514 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:48.785719 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:48.796787 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Transition to ACTIVE for port object 47afec4f-2de6-414f-ae66-b638c2e7c451 will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:50:48.948344 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:49.023583 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 9a86bdd0-1cd4-4975-adb7-38d7eb6de587 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:50:49.154189 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 9a86bdd0-1cd4-4975-adb7-38d7eb6de587 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:49.154711 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:49.156455 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1e73c-905a-481f-a674-ce7af97d466a None None] Pushing event updated for resources: {'Port': ['ID=47afec4f-2de6-414f-ae66-b638c2e7c451,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:49.190498 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Attempting to bind port 47afec4f-2de6-414f-ae66-b638c2e7c451 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:50:49.190906 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Attempting to bind port 47afec4f-2de6-414f-ae66-b638c2e7c451 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'f8a68a98-7d10-4201-81d4-36434651d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '69a40555-1f45-4c82-81bb-3a4c1138d979'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:50:49.191260 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Attempting to bind port 47afec4f-2de6-414f-ae66-b638c2e7c451 on network 69a40555-1f45-4c82-81bb-3a4c1138d979 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:50:49.197271 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:50:49.197641 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Checking segment: {'id': 'f8a68a98-7d10-4201-81d4-36434651d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '69a40555-1f45-4c82-81bb-3a4c1138d979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:50:49.198028 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:49.198406 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Bound using segment: {'id': 'f8a68a98-7d10-4201-81d4-36434651d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '69a40555-1f45-4c82-81bb-3a4c1138d979'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:50:49.198877 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Bound port: 47afec4f-2de6-414f-ae66-b638c2e7c451, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a68a98-7d10-4201-81d4-36434651d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '69a40555-1f45-4c82-81bb-3a4c1138d979'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:50:49.199237 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:49.296995 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] For port 47afec4f-2de6-414f-ae66-b638c2e7c451, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:50:49.302312 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] For port 47afec4f-2de6-414f-ae66-b638c2e7c451, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=47afec4f-2de6-414f-ae66-b638c2e7c451,segment=NetworkSegment(f8a68a98-7d10-4201-81d4-36434651d82c),segment_id=f8a68a98-7d10-4201-81d4-36434651d82c)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:50:49.385008 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:49.449292 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Routers {'425d5b6e-c721-463e-a82a-a568ad058d4b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:50:49.449836 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:50:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['425d5b6e-c721-463e-a82a-a568ad058d4b'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:49.568068 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1e73c-905a-481f-a674-ce7af97d466a None None] Pushing event updated for resources: {'Port': ['ID=47afec4f-2de6-414f-ae66-b638c2e7c451,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:49.692502 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] Set router 425d5b6e-c721-463e-a82a-a568ad058d4b gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:50:50.033947 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'name': 'tempest-TestMinimumBasicScenario-217988325-router', 'tenant_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a86bdd0-1cd4-4975-adb7-38d7eb6de587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:39Z', 'updated_at': '2022-03-14T18:50:43Z', 'revision_number': 4, 'project_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'gw_port': {'id': '9a86bdd0-1cd4-4975-adb7-38d7eb6de587', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:40Z', 'updated_at': '2022-03-14T18:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '47afec4f-2de6-414f-ae66-b638c2e7c451', 'name': '', 'network_id': '69a40555-1f45-4c82-81bb-3a4c1138d979', 'tenant_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'mac_address': 'fa:16:3e:aa:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7d5f075b-fa35-40d8-b3f3-2a04c7658fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:43Z', 'updated_at': '2022-03-14T18:50:49Z', 'revision_number': 4, 'project_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'subnets': [{'id': '7d5f075b-fa35-40d8-b3f3-2a04c7658fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:50:50.038390 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124159e6-514b-4ef4-9bf4-b7077d04c3ae None None] The sync data for ids ['425d5b6e-c721-463e-a82a-a568ad058d4b'] in dv-neutron-833560-1-hyperv is: [{'id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'name': 'tempest-TestMinimumBasicScenario-217988325-router', 'tenant_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a86bdd0-1cd4-4975-adb7-38d7eb6de587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:39Z', 'updated_at': '2022-03-14T18:50:43Z', 'revision_number': 4, 'project_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'gw_port': {'id': '9a86bdd0-1cd4-4975-adb7-38d7eb6de587', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:40Z', 'updated_at': '2022-03-14T18:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '47afec4f-2de6-414f-ae66-b638c2e7c451', 'name': '', 'network_id': '69a40555-1f45-4c82-81bb-3a4c1138d979', 'tenant_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'mac_address': 'fa:16:3e:aa:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7d5f075b-fa35-40d8-b3f3-2a04c7658fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:43Z', 'updated_at': '2022-03-14T18:50:49Z', 'revision_number': 4, 'project_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'subnets': [{'id': '7d5f075b-fa35-40d8-b3f3-2a04c7658fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:50:51.035018 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 47afec4f-2de6-414f-ae66-b638c2e7c451 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:50:51.180340 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 47afec4f-2de6-414f-ae66-b638c2e7c451 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:50:51.186125 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 47afec4f-2de6-414f-ae66-b638c2e7c451 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:51.186550 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:51.319053 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:51.358829 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 47afec4f-2de6-414f-ae66-b638c2e7c451, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=47afec4f-2de6-414f-ae66-b638c2e7c451,segment=NetworkSegment(f8a68a98-7d10-4201-81d4-36434651d82c),segment_id=f8a68a98-7d10-4201-81d4-36434651d82c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:50:51.426257 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:51.496621 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=47afec4f-2de6-414f-ae66-b638c2e7c451,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:53.008332 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 47afec4f-2de6-414f-ae66-b638c2e7c451 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:50:53.095235 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:50:53.126241 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 47afec4f-2de6-414f-ae66-b638c2e7c451 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:53.126614 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:54.300399 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cf743efc-d1db-4778-9199-3cb84460cf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:56.378208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fa67a6d4-2070-44e4-a35c-fc69eaf7262b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:56.379814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-a4f82278-d8f6-411d-ad50-72e29628533d tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:56.381266 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-a4f82278-d8f6-411d-ad50-72e29628533d tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/networks?id=1ec313b1-457c-4636-8164-bc93dfc67d01 HTTP/1.1" status: 200 len: 815 time: 0.1411302 Mar 14 18:50:56.395726 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-64ee56be-b55c-43ae-9020-9134ce94e50e tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/quotas/653dfb4acefe44628b1598406de0dc92 HTTP/1.1" status: 200 len: 375 time: 0.0089712 Mar 14 18:50:56.477867 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-9ed131ad-9d03-444e-9216-8985014d16b1 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Synchronizing usage tracker for tenant:653dfb4acefe44628b1598406de0dc92 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:50:56.578890 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-9ed131ad-9d03-444e-9216-8985014d16b1 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Unset dirty status for tenant:653dfb4acefe44628b1598406de0dc92 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:50:56.580692 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-9ed131ad-9d03-444e-9216-8985014d16b1 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=653dfb4acefe44628b1598406de0dc92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1799271 Mar 14 18:50:56.714946 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-2f495b03-3fb0-468d-b4db-0d8327f28c13 service neutron] 10.222.0.43 "GET /v2.0/networks/1ec313b1-457c-4636-8164-bc93dfc67d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227129 Mar 14 18:50:56.842251 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-c70c963c-3d20-4c3c-b084-ac2f8385cabc service neutron] 10.222.0.43 "GET /v2.0/networks/1ec313b1-457c-4636-8164-bc93dfc67d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207178 Mar 14 18:50:57.150065 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e9e9e312-27cd-49bf-b0a8-4687260db218 req-69c0a1bf-2eee-484d-82d7-e51c818e6dae tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 210 time: 0.0408332 Mar 14 18:50:57.904587 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:57.905310 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:58.244360 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c862b3f1-cba3-4f23-a7f2-0a95cb1fde71 req-d0438b9d-15dc-402d-9e0e-ec6ad8895dd7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 210 time: 0.0415549 Mar 14 18:50:59.397844 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1260cc1d-78dd-4869-a7fc-a8cc51e2fd23 req-f08fedd7-c6f6-467b-9308-20168e6da8aa tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 210 time: 0.0438173 Mar 14 18:50:59.755494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-1ab6c202-6c99-4ea7-870f-98e7899c817e tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:59.756956 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-1ab6c202-6c99-4ea7-870f-98e7899c817e tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.59 "GET /v2.0/networks?id=1ec313b1-457c-4636-8164-bc93dfc67d01 HTTP/1.1" status: 200 len: 815 time: 0.2549229 Mar 14 18:50:59.770422 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-ec98f6c4-d07c-4a8b-b1f9-d0dfaf1b319f tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Request body: {'port': {'device_id': 'f0188014-78df-4be8-acfc-bb69330cee87', 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01', 'admin_state_up': True, 'tenant_id': '653dfb4acefe44628b1598406de0dc92'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:50:59.871767 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:59.904392 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-ec98f6c4-d07c-4a8b-b1f9-d0dfaf1b319f tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:50:59.913867 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-ec98f6c4-d07c-4a8b-b1f9-d0dfaf1b319f tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:50:59.989716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-ec98f6c4-d07c-4a8b-b1f9-d0dfaf1b319f tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Made reservation on behalf of 653dfb4acefe44628b1598406de0dc92 for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:50:59.993195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-ec98f6c4-d07c-4a8b-b1f9-d0dfaf1b319f tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:00.156617 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-ec98f6c4-d07c-4a8b-b1f9-d0dfaf1b319f tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Allocated IP 172.20.0.13 (1ec313b1-457c-4636-8164-bc93dfc67d01/a62780e7-7bee-4a78-88c1-7e4d5d1f8a96/ef9c7898-3c26-41f8-9844-4c17c7baea00) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:51:00.374116 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-ec98f6c4-d07c-4a8b-b1f9-d0dfaf1b319f tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:00.396845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-ec98f6c4-d07c-4a8b-b1f9-d0dfaf1b319f tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Transition to ACTIVE for port object ef9c7898-3c26-41f8-9844-4c17c7baea00 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:51:00.487920 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-ec98f6c4-d07c-4a8b-b1f9-d0dfaf1b319f tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:00.635297 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-ec98f6c4-d07c-4a8b-b1f9-d0dfaf1b319f tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Network 1ec313b1-457c-4636-8164-bc93dfc67d01 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:51:00.639780 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-ec98f6c4-d07c-4a8b-b1f9-d0dfaf1b319f tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:51:00.652325 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-ec98f6c4-d07c-4a8b-b1f9-d0dfaf1b319f tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:51:00.709796 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98f6c4-d07c-4a8b-b1f9-d0dfaf1b319f tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Pushing event updated for resources: {'Port': ['ID=ef9c7898-3c26-41f8-9844-4c17c7baea00,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:00.796029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-ec98f6c4-d07c-4a8b-b1f9-d0dfaf1b319f tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:00.803148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-ec98f6c4-d07c-4a8b-b1f9-d0dfaf1b319f tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:00.839812 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff479ed5-c26a-458f-a8b6-523dbe64bb33 req-acceba0b-3bee-4b5f-9bf5-e70be59e1720 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:00.841360 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ff479ed5-c26a-458f-a8b6-523dbe64bb33 req-acceba0b-3bee-4b5f-9bf5-e70be59e1720 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 932 time: 0.2696505 Mar 14 18:51:00.925960 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ff479ed5-c26a-458f-a8b6-523dbe64bb33 req-a63c6955-904a-4709-8128-9268ed50ac2a tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771542 Mar 14 18:51:00.958522 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-ec98f6c4-d07c-4a8b-b1f9-d0dfaf1b319f tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1922305 Mar 14 18:51:01.066483 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-223da709-f7be-4403-824e-8b005d9399ba None None] Provisioning for port ef9c7898-3c26-41f8-9844-4c17c7baea00 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:51:01.074015 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-223da709-f7be-4403-824e-8b005d9399ba None None] Provisioning complete for port ef9c7898-3c26-41f8-9844-4c17c7baea00 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:51:01.074862 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-223da709-f7be-4403-824e-8b005d9399ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:01.131202 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-223da709-f7be-4403-824e-8b005d9399ba None None] Port ef9c7898-3c26-41f8-9844-4c17c7baea00 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:51:02.117783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdf60e-61e5-4414-8b7c-ed03dd247a65 req-6496138b-d839-452d-9412-f35b1555e9b4 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:02.118623 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-80bdf60e-61e5-4414-8b7c-ed03dd247a65 req-6496138b-d839-452d-9412-f35b1555e9b4 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Synchronizing usage tracker for tenant:653dfb4acefe44628b1598406de0dc92 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:51:02.500336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-80bdf60e-61e5-4414-8b7c-ed03dd247a65 req-6496138b-d839-452d-9412-f35b1555e9b4 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Unset dirty status for tenant:653dfb4acefe44628b1598406de0dc92 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:51:02.501493 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-80bdf60e-61e5-4414-8b7c-ed03dd247a65 req-6496138b-d839-452d-9412-f35b1555e9b4 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 932 time: 0.4709947 Mar 14 18:51:02.560750 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-80bdf60e-61e5-4414-8b7c-ed03dd247a65 req-da153cd7-2336-4967-accb-bd0c11d1e20c tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496037 Mar 14 18:51:03.760560 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a75cf9-f481-406e-aad3-5cc6b5adde51 req-a14b3652-2f29-4cf7-8d31-c531fcac28ff tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:03.762550 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-39a75cf9-f481-406e-aad3-5cc6b5adde51 req-a14b3652-2f29-4cf7-8d31-c531fcac28ff tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 932 time: 0.0938699 Mar 14 18:51:03.809924 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-39a75cf9-f481-406e-aad3-5cc6b5adde51 req-ce5ebc8c-f7f2-421a-b195-64bd33c67f38 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410359 Mar 14 18:51:05.002256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa54a2-c1e3-41b8-a53d-a65a5e4dd331 req-ade41493-da1b-42f2-8729-f1879f63ca38 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:05.003768 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3aa54a2-c1e3-41b8-a53d-a65a5e4dd331 req-ade41493-da1b-42f2-8729-f1879f63ca38 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 932 time: 0.0803504 Mar 14 18:51:05.049895 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3aa54a2-c1e3-41b8-a53d-a65a5e4dd331 req-3ca4cc1c-3170-4171-a2ca-8e3819cf5c71 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399745 Mar 14 18:51:06.270249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4f9e0-0b26-40e6-956f-ce4da4769523 req-13442965-5bda-4965-ad36-9774068f3993 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:06.271884 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b0f4f9e0-0b26-40e6-956f-ce4da4769523 req-13442965-5bda-4965-ad36-9774068f3993 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 932 time: 0.0999541 Mar 14 18:51:06.325553 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b0f4f9e0-0b26-40e6-956f-ce4da4769523 req-76e7a6a4-65ac-49b3-8b1a-8bd222c424cf tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474517 Mar 14 18:51:07.521307 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3bc00-b479-4df5-a7ca-806c2caba94e req-11f0837c-70dc-4068-b12d-8192d2abd38d tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:07.522833 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-faf3bc00-b479-4df5-a7ca-806c2caba94e req-11f0837c-70dc-4068-b12d-8192d2abd38d tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 932 time: 0.0813916 Mar 14 18:51:07.570532 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-faf3bc00-b479-4df5-a7ca-806c2caba94e req-2e809dc4-2db9-4809-bb23-b72b26327e21 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420892 Mar 14 18:51:08.502897 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Request body: {'port': {'device_id': 'f0188014-78df-4be8-acfc-bb69330cee87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:08.608670 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:09.003542 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d4792-fdb6-4909-ab6c-1b4ca422394f req-a73521b4-dfff-44e0-82a6-110ca858470e tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:09.004986 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2d1d4792-fdb6-4909-ab6c-1b4ca422394f req-a73521b4-dfff-44e0-82a6-110ca858470e tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 932 time: 0.3215950 Mar 14 18:51:09.069787 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2d1d4792-fdb6-4909-ab6c-1b4ca422394f req-2dbff6de-0263-4a7c-9e68-8c5824499470 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583441 Mar 14 18:51:09.138180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9c7898-3c26-41f8-9844-4c17c7baea00 {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:51:09.145366 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:09.158888 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Transition to ACTIVE for port object ef9c7898-3c26-41f8-9844-4c17c7baea00 will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:51:09.212377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:09.338036 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9c7898-3c26-41f8-9844-4c17c7baea00,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:09.346688 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:09.445701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Attempting to bind port ef9c7898-3c26-41f8-9844-4c17c7baea00 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:51:09.446713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Attempting to bind port ef9c7898-3c26-41f8-9844-4c17c7baea00 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '0c2aae2c-82c3-4827-9107-9bf467b45a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:51:09.446713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Attempting to bind port ef9c7898-3c26-41f8-9844-4c17c7baea00 on network 1ec313b1-457c-4636-8164-bc93dfc67d01 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:51:09.451443 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Port ef9c7898-3c26-41f8-9844-4c17c7baea00 on network 1ec313b1-457c-4636-8164-bc93dfc67d01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:51:09.451764 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Attempting to bind port ef9c7898-3c26-41f8-9844-4c17c7baea00 on network 1ec313b1-457c-4636-8164-bc93dfc67d01 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:51:09.456893 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:51:09.457228 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Checking segment: {'id': '0c2aae2c-82c3-4827-9107-9bf467b45a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:51:09.457606 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Bound using segment: {'id': '0c2aae2c-82c3-4827-9107-9bf467b45a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:51:09.458035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Bound port: ef9c7898-3c26-41f8-9844-4c17c7baea00, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c2aae2c-82c3-4827-9107-9bf467b45a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:51:09.458389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:09.549582 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] For port ef9c7898-3c26-41f8-9844-4c17c7baea00, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:51:09.552517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] For port ef9c7898-3c26-41f8-9844-4c17c7baea00, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ef9c7898-3c26-41f8-9844-4c17c7baea00,segment=NetworkSegment(0c2aae2c-82c3-4827-9107-9bf467b45a3d),segment_id=0c2aae2c-82c3-4827-9107-9bf467b45a3d)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:51:09.643300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:09.697324 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:09.697877 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:09.699232 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] 10.222.0.59 "PUT /v2.0/ports/ef9c7898-3c26-41f8-9844-4c17c7baea00 HTTP/1.1" status: 200 len: 1094 time: 1.2008376 Mar 14 18:51:09.699657 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0188014-78df-4be8-acfc-bb69330cee87', 'tag': 'ef9c7898-3c26-41f8-9844-4c17c7baea00'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:51:09.724345 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f633f5-1969-4424-87cf-3dbaddf3b4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9c7898-3c26-41f8-9844-4c17c7baea00,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:09.903974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-e9b3b14b-3f26-4c62-94dc-ddd049ebfc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:09.905462 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-e9b3b14b-3f26-4c62-94dc-ddd049ebfc38 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=653dfb4acefe44628b1598406de0dc92&device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 1097 time: 0.0788152 Mar 14 18:51:09.912476 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0188014-78df-4be8-acfc-bb69330cee87', 'tag': 'ef9c7898-3c26-41f8-9844-4c17c7baea00', 'status': 'completed', 'code': 200} Mar 14 18:51:09.977312 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-af8322cb-4aae-4189-a3e1-eded6442e967 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef9c7898-3c26-41f8-9844-4c17c7baea00 HTTP/1.1" status: 200 len: 217 time: 0.0638971 Mar 14 18:51:10.037257 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-4d185de4-9456-4ebe-8c5c-2762dcddeb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:10.038566 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-4d185de4-9456-4ebe-8c5c-2762dcddeb2c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a62780e7-7bee-4a78-88c1-7e4d5d1f8a96 HTTP/1.1" status: 200 len: 854 time: 0.0557692 Mar 14 18:51:10.114537 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-16783c1b-a90b-4f23-97e5-f1426835665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:10.116071 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-16783c1b-a90b-4f23-97e5-f1426835665f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1ec313b1-457c-4636-8164-bc93dfc67d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720525 Mar 14 18:51:10.290540 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-fb27f854-8f12-47d2-8fc9-4c0d6e5a7c1b service neutron] 10.222.0.59 "GET /v2.0/networks/1ec313b1-457c-4636-8164-bc93dfc67d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684544 Mar 14 18:51:10.344579 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec8fa6-b185-45ad-9c5e-a48dfe725c24 req-d41e96fc-5310-4bd9-8a26-7712f03a1583 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:10.345990 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3ec8fa6-b185-45ad-9c5e-a48dfe725c24 req-d41e96fc-5310-4bd9-8a26-7712f03a1583 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 944 time: 0.1446700 Mar 14 18:51:10.455486 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3ec8fa6-b185-45ad-9c5e-a48dfe725c24 req-d9eb8dc5-8e67-41f5-9b00-55db5c403ade tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669312 Mar 14 18:51:10.463456 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cccc6316-86e6-4a8b-9680-1f4fba37cd4c req-411f54d7-da9f-4106-b7df-bc12f075fe47 service neutron] 10.222.0.59 "GET /v2.0/networks/1ec313b1-457c-4636-8164-bc93dfc67d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668472 Mar 14 18:51:10.694232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e85ea-be8e-40f6-8533-91e52c2d3951 req-3c783f5d-ef94-406c-81b9-69f1b0589aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:10.695629 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d9e85ea-be8e-40f6-8533-91e52c2d3951 req-3c783f5d-ef94-406c-81b9-69f1b0589aee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=653dfb4acefe44628b1598406de0dc92&device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 1097 time: 0.0721617 Mar 14 18:51:10.825956 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e85ea-be8e-40f6-8533-91e52c2d3951 req-410205f2-1cb4-4fea-b04d-e5451c91b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:10.827406 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d9e85ea-be8e-40f6-8533-91e52c2d3951 req-410205f2-1cb4-4fea-b04d-e5451c91b99a service neutron] 10.222.0.59 "GET /v2.0/networks?id=1ec313b1-457c-4636-8164-bc93dfc67d01 HTTP/1.1" status: 200 len: 916 time: 0.1249349 Mar 14 18:51:10.895065 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d9e85ea-be8e-40f6-8533-91e52c2d3951 req-b2315a94-8447-458d-b188-4a2b40dd6a77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef9c7898-3c26-41f8-9844-4c17c7baea00 HTTP/1.1" status: 200 len: 217 time: 0.0610092 Mar 14 18:51:11.056484 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e85ea-be8e-40f6-8533-91e52c2d3951 req-9c40727e-bcdd-43af-b083-0cafdad26c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:11.057875 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d9e85ea-be8e-40f6-8533-91e52c2d3951 req-9c40727e-bcdd-43af-b083-0cafdad26c09 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a62780e7-7bee-4a78-88c1-7e4d5d1f8a96 HTTP/1.1" status: 200 len: 854 time: 0.1558349 Mar 14 18:51:11.133479 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e85ea-be8e-40f6-8533-91e52c2d3951 req-db9e0264-7505-4746-af7b-93d232213f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:11.134782 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d9e85ea-be8e-40f6-8533-91e52c2d3951 req-db9e0264-7505-4746-af7b-93d232213f1c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1ec313b1-457c-4636-8164-bc93dfc67d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700922 Mar 14 18:51:11.263410 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d9e85ea-be8e-40f6-8533-91e52c2d3951 req-bd215a56-5970-4e34-bbbf-10e2aed58bf2 service neutron] 10.222.0.59 "GET /v2.0/networks/1ec313b1-457c-4636-8164-bc93dfc67d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207571 Mar 14 18:51:11.389243 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4d9e85ea-be8e-40f6-8533-91e52c2d3951 req-e14d9c5d-8d37-4b5c-a291-1657e4d130bb service neutron] 10.222.0.59 "GET /v2.0/networks/1ec313b1-457c-4636-8164-bc93dfc67d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192458 Mar 14 18:51:11.630166 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device ef9c7898-3c26-41f8-9844-4c17c7baea00 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:51:11.644294 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b270e3-bbf2-4709-8f6a-fb322d9aa17e req-0855c290-8308-4aab-9ebd-b259296a3b85 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:11.647914 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d7b270e3-bbf2-4709-8f6a-fb322d9aa17e req-0855c290-8308-4aab-9ebd-b259296a3b85 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 944 time: 0.0814061 Mar 14 18:51:11.688873 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d7b270e3-bbf2-4709-8f6a-fb322d9aa17e req-b5d07d0a-4659-4012-b370-eb79b3e5bae8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373561 Mar 14 18:51:11.763334 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port ef9c7898-3c26-41f8-9844-4c17c7baea00, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ef9c7898-3c26-41f8-9844-4c17c7baea00,segment=NetworkSegment(0c2aae2c-82c3-4827-9107-9bf467b45a3d),segment_id=0c2aae2c-82c3-4827-9107-9bf467b45a3d)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:51:11.776947 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'ef9c7898-3c26-41f8-9844-4c17c7baea00', 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01', 'port_id': 'ef9c7898-3c26-41f8-9844-4c17c7baea00', 'mac_address': 'fa:16:3e:0b:09:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:51:11.829602 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:11.846094 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9c7898-3c26-41f8-9844-4c17c7baea00 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:51:11.861363 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port ef9c7898-3c26-41f8-9844-4c17c7baea00, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ef9c7898-3c26-41f8-9844-4c17c7baea00,segment=NetworkSegment(0c2aae2c-82c3-4827-9107-9bf467b45a3d),segment_id=0c2aae2c-82c3-4827-9107-9bf467b45a3d)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:51:11.917054 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:11.984707 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=ef9c7898-3c26-41f8-9844-4c17c7baea00,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:12.123549 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['ef9c7898-3c26-41f8-9844-4c17c7baea00'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:51:12.879091 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd8260-2057-4ad9-8742-0137878854ff req-c9c37eb3-778b-4a6b-b402-5f6a5be705fb tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:12.880520 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2cdd8260-2057-4ad9-8742-0137878854ff req-c9c37eb3-778b-4a6b-b402-5f6a5be705fb tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 945 time: 0.0815427 Mar 14 18:51:12.923718 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2cdd8260-2057-4ad9-8742-0137878854ff req-20fc7f68-348e-438b-a930-d13c1ce0e547 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374908 Mar 14 18:51:13.644300 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device ef9c7898-3c26-41f8-9844-4c17c7baea00 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:51:13.797365 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port ef9c7898-3c26-41f8-9844-4c17c7baea00 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:51:13.802917 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port ef9c7898-3c26-41f8-9844-4c17c7baea00 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:51:13.806015 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:13.917996 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:13.943836 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0188014-78df-4be8-acfc-bb69330cee87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9c7898-3c26-41f8-9844-4c17c7baea00'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:51:13.954026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port ef9c7898-3c26-41f8-9844-4c17c7baea00, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ef9c7898-3c26-41f8-9844-4c17c7baea00,segment=NetworkSegment(0c2aae2c-82c3-4827-9107-9bf467b45a3d),segment_id=0c2aae2c-82c3-4827-9107-9bf467b45a3d)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:51:13.989030 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0188014-78df-4be8-acfc-bb69330cee87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9c7898-3c26-41f8-9844-4c17c7baea00', 'code': 200} Mar 14 18:51:14.013035 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:14.078326 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=ef9c7898-3c26-41f8-9844-4c17c7baea00,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:14.111728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ef396-e7e0-47b0-94bf-27d00d289c4a req-6b650fe7-9acb-488d-a9f8-7eb1509f989e tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:14.113789 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e26ef396-e7e0-47b0-94bf-27d00d289c4a req-6b650fe7-9acb-488d-a9f8-7eb1509f989e tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 946 time: 0.0797899 Mar 14 18:51:14.156665 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e26ef396-e7e0-47b0-94bf-27d00d289c4a req-00ce604a-5b86-406d-9862-8168f88b9565 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372131 Mar 14 18:51:14.342716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c97e66-8315-4f22-8021-b8bf95fe2f83 req-f4c49394-c506-43e1-b8dc-2bd033569b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:14.344220 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c9c97e66-8315-4f22-8021-b8bf95fe2f83 req-f4c49394-c506-43e1-b8dc-2bd033569b65 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 1099 time: 0.0714743 Mar 14 18:51:14.382178 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c9c97e66-8315-4f22-8021-b8bf95fe2f83 req-1140d22d-3d38-4754-9661-18103618a509 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324736 Mar 14 18:51:15.340794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e7f31-9d08-48cc-9663-a760966a0050 req-e44b1309-dbe2-4866-a10d-853f127fce31 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:15.342252 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-359e7f31-9d08-48cc-9663-a760966a0050 req-e44b1309-dbe2-4866-a10d-853f127fce31 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 946 time: 0.0781331 Mar 14 18:51:15.387921 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-359e7f31-9d08-48cc-9663-a760966a0050 req-c76c2f5d-9e35-4f86-8de2-c0503ec2cd2f tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394335 Mar 14 18:51:16.569060 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2864e04-8f1e-43bf-93cc-c78f8ef12315 req-a2c759a9-2340-48c6-b8e9-dfcf83b786eb tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:16.570483 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2864e04-8f1e-43bf-93cc-c78f8ef12315 req-a2c759a9-2340-48c6-b8e9-dfcf83b786eb tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 946 time: 0.0781934 Mar 14 18:51:16.613373 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2864e04-8f1e-43bf-93cc-c78f8ef12315 req-8c3f4e09-17a9-406d-b8c6-52533f418aed tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364132 Mar 14 18:51:16.796083 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b04b26-485d-40f0-a1c1-9a5d2c885c8a req-2509673a-3cc3-4b8d-bafe-67e8b437a241 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:16.797517 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-78b04b26-485d-40f0-a1c1-9a5d2c885c8a req-2509673a-3cc3-4b8d-bafe-67e8b437a241 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 946 time: 0.0813732 Mar 14 18:51:16.841375 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-78b04b26-485d-40f0-a1c1-9a5d2c885c8a req-5babb845-c52b-4549-b06e-c1ea42764cae tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376396 Mar 14 18:51:17.221083 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41299d74-755d-42b9-8df0-88e9930deb0c req-ccca4555-f4c6-406d-a79e-d9c157c501ea tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:17.223084 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-41299d74-755d-42b9-8df0-88e9930deb0c req-ccca4555-f4c6-406d-a79e-d9c157c501ea tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 946 time: 0.0774465 Mar 14 18:51:17.264475 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-41299d74-755d-42b9-8df0-88e9930deb0c req-8bcb427c-0633-4d9a-87c0-4a7d8bcf7fe9 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358212 Mar 14 18:51:24.311197 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7b10978e-67ea-4d66-8cab-16fcf15c0a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:26.400831 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-aee6cfc5-2bb0-45b2-970d-c32b8c0a904c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:27.894901 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:27.911264 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:29.860142 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:30.093830 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:51:30.193484 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f5bce-d287-41c9-b585-823c7ff8ebd8 req-3bca0140-ba95-4bd3-92f1-2f66f7bf2ad7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:30.195022 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f87f5bce-d287-41c9-b585-823c7ff8ebd8 req-3bca0140-ba95-4bd3-92f1-2f66f7bf2ad7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 946 time: 0.0815609 Mar 14 18:51:30.239478 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f87f5bce-d287-41c9-b585-823c7ff8ebd8 req-431924bf-6662-4c90-bd0a-64000834bd8f tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385060 Mar 14 18:51:30.262908 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37326) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:51:30.425825 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8c870e-5f8c-473c-8435-e69cfca264f4 tempest-TestMinimumBasicScenario-1604896558 tempest-TestMinimumBasicScenario-1604896558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:30.426449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fa8c870e-5f8c-473c-8435-e69cfca264f4 tempest-TestMinimumBasicScenario-1604896558 tempest-TestMinimumBasicScenario-1604896558-project-admin] Synchronizing usage tracker for tenant:a6dd0e041f3c4f64938baa7db85d0c74 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:51:30.511063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-fa8c870e-5f8c-473c-8435-e69cfca264f4 tempest-TestMinimumBasicScenario-1604896558 tempest-TestMinimumBasicScenario-1604896558-project-admin] Unset dirty status for tenant:a6dd0e041f3c4f64938baa7db85d0c74 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:51:30.512213 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fa8c870e-5f8c-473c-8435-e69cfca264f4 tempest-TestMinimumBasicScenario-1604896558 tempest-TestMinimumBasicScenario-1604896558-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 1094 time: 0.2484016 Mar 14 18:51:30.515377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37332) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:51:30.520792 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': 'ef9c7898-3c26-41f8-9844-4c17c7baea00', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:30.526670 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:51:30.533369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Usage tracker for resource:floatingip and tenant:653dfb4acefe44628b1598406de0dc92 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:51:30.533369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:51:30.538658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:51:30.603252 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:30.731383 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:30.862412 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Allocated IP 172.26.7.150 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/55ad0319-0d2b-4dd9-bb15-32023cb1d4f1) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:51:31.004120 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:31.092636 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:31.154039 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:51:31.156760 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:51:31.164844 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:51:31.199200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Pushing event updated for resources: {'Port': ['ID=55ad0319-0d2b-4dd9-bb15-32023cb1d4f1,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:31.655254 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:31.780967 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:31.976296 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:32.029538 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:32.137610 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Pushing event updated for resources: {'Port': ['ID=55ad0319-0d2b-4dd9-bb15-32023cb1d4f1,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:32.147582 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:32.321363 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Floating IP 88d700e5-d6bb-43ff-97ad-1dcb3af90402 associated. External IP: 172.26.7.150, port: ef9c7898-3c26-41f8-9844-4c17c7baea00. Mar 14 18:51:32.668335 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Router 3afffc1d-7397-4b07-be85-6eca5cc45cc7 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:51:32.960268 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:51:32.970097 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe3670e-528a-4cf0-82c5-ec8bbeec0e09 None None] Sync routers for ids ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:51:32.979517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe3670e-528a-4cf0-82c5-ec8bbeec0e09 None None] Routers {'3afffc1d-7397-4b07-be85-6eca5cc45cc7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:51:32.980123 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-abe3670e-528a-4cf0-82c5-ec8bbeec0e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:51:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:33.037272 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:33.092560 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1519087b-b7fc-421b-b918-08c419f22d60 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5762184 Mar 14 18:51:33.093130 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0188014-78df-4be8-acfc-bb69330cee87', 'tag': 'ef9c7898-3c26-41f8-9844-4c17c7baea00'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:51:33.095543 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37336) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:51:33.101068 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-368855292', 'description': 'tempest-secgroup-smoke-368855292 description', 'project_id': '653dfb4acefe44628b1598406de0dc92'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:33.111425 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:51:33.116431 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Usage tracker for resource:security_group and tenant:653dfb4acefe44628b1598406de0dc92 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:51:33.119540 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:51:33.125758 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:51:33.137944 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0188014-78df-4be8-acfc-bb69330cee87', 'tag': 'ef9c7898-3c26-41f8-9844-4c17c7baea00', 'status': 'completed', 'code': 200} Mar 14 18:51:33.157269 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-abe3670e-528a-4cf0-82c5-ec8bbeec0e09 None None] Set router 3afffc1d-7397-4b07-be85-6eca5cc45cc7 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:51:33.214678 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:33.237940 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:51:33.242512 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Usage tracker for resource:security_group_rule and tenant:653dfb4acefe44628b1598406de0dc92 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:51:33.245671 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:51:33.250809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07906b86-811a-4be0-9872-cc54ca6081b2 req-9f4f8684-8052-4054-a749-1439a9d19a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:33.251999 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:51:33.252890 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-07906b86-811a-4be0-9872-cc54ca6081b2 req-9f4f8684-8052-4054-a749-1439a9d19a92 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=653dfb4acefe44628b1598406de0dc92&device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 1099 time: 0.0855815 Mar 14 18:51:33.326843 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:33.412956 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:33.435210 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07906b86-811a-4be0-9872-cc54ca6081b2 req-fc75d73d-1248-4f2c-874a-1399445c2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:33.435210 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-07906b86-811a-4be0-9872-cc54ca6081b2 req-fc75d73d-1248-4f2c-874a-1399445c2f95 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1ec313b1-457c-4636-8164-bc93dfc67d01 HTTP/1.1" status: 200 len: 916 time: 0.1747708 Mar 14 18:51:33.464903 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476f3101-08fd-4cfa-9ca0-d2579a1c23dd,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:33.472407 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:33.473353 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:33.473760 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:33.474167 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:33.474565 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:33.475007 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:33.475401 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:33.475834 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:33.476225 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:33.477091 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:33.477091 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:33.477343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:33.534287 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:33.536129 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6a33ff8e-13ab-4525-9af0-c0c938ea41c7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4393778 Mar 14 18:51:33.539004 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37342) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:51:33.544679 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-7b0b97ff-ddbd-4084-a1de-18c0982e1261 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Request body: {'security_group_rule': {'security_group_id': '476f3101-08fd-4cfa-9ca0-d2579a1c23dd', 'project_id': '653dfb4acefe44628b1598406de0dc92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:33.547597 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-07906b86-811a-4be0-9872-cc54ca6081b2 req-dd4d7d39-52fe-42e2-8fce-02c5756b59a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef9c7898-3c26-41f8-9844-4c17c7baea00 HTTP/1.1" status: 200 len: 1000 time: 0.1063309 Mar 14 18:51:33.550982 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7b0b97ff-ddbd-4084-a1de-18c0982e1261 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:51:33.555512 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7b0b97ff-ddbd-4084-a1de-18c0982e1261 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Usage tracker for resource:security_group_rule and tenant:653dfb4acefe44628b1598406de0dc92 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:51:33.558500 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7b0b97ff-ddbd-4084-a1de-18c0982e1261 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:51:33.564278 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7b0b97ff-ddbd-4084-a1de-18c0982e1261 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:51:33.588616 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-abe3670e-528a-4cf0-82c5-ec8bbeec0e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'name': 'tempest-TestMinimumBasicScenario-1592009308-router', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:31Z', 'updated_at': '2022-03-14T18:50:35Z', 'revision_number': 4, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'gw_port': {'id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:32Z', 'updated_at': '2022-03-14T18:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '88d700e5-d6bb-43ff-97ad-1dcb3af90402', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'floating_ip_address': '172.26.7.150', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'port_id': 'ef9c7898-3c26-41f8-9844-4c17c7baea00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01', 'mac_address': 'fa:16:3e:0b:09:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0188014-78df-4be8-acfc-bb69330cee87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:51:31Z', 'updated_at': '2022-03-14T18:51:31Z', 'revision_number': 0, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c25b82-1dab-449c-86d0-07ec6b1e54ec', 'name': '', 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'mac_address': 'fa:16:3e:cf:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:35Z', 'updated_at': '2022-03-14T18:50:41Z', 'revision_number': 5, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'subnets': [{'id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:33.592429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe3670e-528a-4cf0-82c5-ec8bbeec0e09 None None] Checking router: 3afffc1d-7397-4b07-be85-6eca5cc45cc7 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:51:33.601080 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe3670e-528a-4cf0-82c5-ec8bbeec0e09 None None] Routers {'3afffc1d-7397-4b07-be85-6eca5cc45cc7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:51:33.601846 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-abe3670e-528a-4cf0-82c5-ec8bbeec0e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:51:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:33.614841 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07906b86-811a-4be0-9872-cc54ca6081b2 req-4c103d8c-d921-462a-b8b8-ae7f8a5c95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:33.616344 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-07906b86-811a-4be0-9872-cc54ca6081b2 req-4c103d8c-d921-462a-b8b8-ae7f8a5c95ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a62780e7-7bee-4a78-88c1-7e4d5d1f8a96 HTTP/1.1" status: 200 len: 854 time: 0.0624764 Mar 14 18:51:33.630583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b0b97ff-ddbd-4084-a1de-18c0982e1261 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:33.696674 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b0b97ff-ddbd-4084-a1de-18c0982e1261 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:33.706510 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07906b86-811a-4be0-9872-cc54ca6081b2 req-abb79ddf-4eea-4314-a129-5499db7edb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:33.708558 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-07906b86-811a-4be0-9872-cc54ca6081b2 req-abb79ddf-4eea-4314-a129-5499db7edb20 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1ec313b1-457c-4636-8164-bc93dfc67d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865180 Mar 14 18:51:33.755137 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b0b97ff-ddbd-4084-a1de-18c0982e1261 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:33.779786 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b97ff-ddbd-4084-a1de-18c0982e1261 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a81445-e0e5-4431-9a0f-2347c94aa399,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:33.801294 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-abe3670e-528a-4cf0-82c5-ec8bbeec0e09 None None] Set router 3afffc1d-7397-4b07-be85-6eca5cc45cc7 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:51:33.845350 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-07906b86-811a-4be0-9872-cc54ca6081b2 req-b1b7e70e-0d92-49b6-abe0-7dd242819ae5 service neutron] 10.222.0.59 "GET /v2.0/networks/1ec313b1-457c-4636-8164-bc93dfc67d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290543 Mar 14 18:51:33.846815 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b0b97ff-ddbd-4084-a1de-18c0982e1261 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:33.848935 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7b0b97ff-ddbd-4084-a1de-18c0982e1261 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3081152 Mar 14 18:51:33.851842 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37346) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:51:33.857061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4c013408-fcfb-41f5-87b7-ad6088a6d822 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Request body: {'security_group_rule': {'security_group_id': '476f3101-08fd-4cfa-9ca0-d2579a1c23dd', 'project_id': '653dfb4acefe44628b1598406de0dc92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:33.863051 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4c013408-fcfb-41f5-87b7-ad6088a6d822 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:51:33.866954 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4c013408-fcfb-41f5-87b7-ad6088a6d822 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Usage tracker for resource:security_group_rule and tenant:653dfb4acefe44628b1598406de0dc92 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:51:33.869852 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4c013408-fcfb-41f5-87b7-ad6088a6d822 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:51:33.875572 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4c013408-fcfb-41f5-87b7-ad6088a6d822 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:51:33.932993 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4c013408-fcfb-41f5-87b7-ad6088a6d822 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:33.995236 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-07906b86-811a-4be0-9872-cc54ca6081b2 req-7541e0d1-4e8e-4115-b7bd-5eb3a3345985 service neutron] 10.222.0.59 "GET /v2.0/networks/1ec313b1-457c-4636-8164-bc93dfc67d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439984 Mar 14 18:51:34.001652 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4c013408-fcfb-41f5-87b7-ad6088a6d822 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:34.066232 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4c013408-fcfb-41f5-87b7-ad6088a6d822 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:34.090835 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c013408-fcfb-41f5-87b7-ad6088a6d822 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b0a308-a8ce-4bee-bd54-3e8088c314db,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:34.162730 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4c013408-fcfb-41f5-87b7-ad6088a6d822 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:34.166451 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4c013408-fcfb-41f5-87b7-ad6088a6d822 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3111174 Mar 14 18:51:34.166583 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-abe3670e-528a-4cf0-82c5-ec8bbeec0e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'name': 'tempest-TestMinimumBasicScenario-1592009308-router', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:31Z', 'updated_at': '2022-03-14T18:50:35Z', 'revision_number': 4, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'gw_port': {'id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:32Z', 'updated_at': '2022-03-14T18:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '88d700e5-d6bb-43ff-97ad-1dcb3af90402', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'floating_ip_address': '172.26.7.150', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'port_id': 'ef9c7898-3c26-41f8-9844-4c17c7baea00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01', 'mac_address': 'fa:16:3e:0b:09:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0188014-78df-4be8-acfc-bb69330cee87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:51:31Z', 'updated_at': '2022-03-14T18:51:31Z', 'revision_number': 0, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c25b82-1dab-449c-86d0-07ec6b1e54ec', 'name': '', 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'mac_address': 'fa:16:3e:cf:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:35Z', 'updated_at': '2022-03-14T18:50:41Z', 'revision_number': 5, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'subnets': [{'id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:34.167084 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37350) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:51:34.168811 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe3670e-528a-4cf0-82c5-ec8bbeec0e09 None None] The sync data for ids ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'] in dv-neutron-833560-1-hyperv is: [{'id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'name': 'tempest-TestMinimumBasicScenario-1592009308-router', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:31Z', 'updated_at': '2022-03-14T18:50:35Z', 'revision_number': 4, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'gw_port': {'id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:32Z', 'updated_at': '2022-03-14T18:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '88d700e5-d6bb-43ff-97ad-1dcb3af90402', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'floating_ip_address': '172.26.7.150', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'port_id': 'ef9c7898-3c26-41f8-9844-4c17c7baea00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01', 'mac_address': 'fa:16:3e:0b:09:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0188014-78df-4be8-acfc-bb69330cee87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:51:31Z', 'updated_at': '2022-03-14T18:51:31Z', 'revision_number': 0, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c25b82-1dab-449c-86d0-07ec6b1e54ec', 'name': '', 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'mac_address': 'fa:16:3e:cf:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:35Z', 'updated_at': '2022-03-14T18:50:41Z', 'revision_number': 5, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'subnets': [{'id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:51:34.171480 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d9ce69c8-c461-45a5-83c3-45629b64b0d7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Request body: {'security_group_rule': {'security_group_id': '476f3101-08fd-4cfa-9ca0-d2579a1c23dd', 'project_id': '653dfb4acefe44628b1598406de0dc92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:34.177610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d9ce69c8-c461-45a5-83c3-45629b64b0d7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:51:34.181704 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d9ce69c8-c461-45a5-83c3-45629b64b0d7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Usage tracker for resource:security_group_rule and tenant:653dfb4acefe44628b1598406de0dc92 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:51:34.184579 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d9ce69c8-c461-45a5-83c3-45629b64b0d7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:51:34.190291 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d9ce69c8-c461-45a5-83c3-45629b64b0d7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:51:34.261434 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d9ce69c8-c461-45a5-83c3-45629b64b0d7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:34.325308 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d9ce69c8-c461-45a5-83c3-45629b64b0d7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:34.346658 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e804bf-3112-4ac6-9f6e-a975b16689f8 None None] New status for floating IP 88d700e5-d6bb-43ff-97ad-1dcb3af90402: ACTIVE {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:51:34.391410 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d9ce69c8-c461-45a5-83c3-45629b64b0d7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:34.412283 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce69c8-c461-45a5-83c3-45629b64b0d7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4d2593-3482-4aaf-b56b-90005c11a15c,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:34.499861 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d9ce69c8-c461-45a5-83c3-45629b64b0d7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:34.501076 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d9ce69c8-c461-45a5-83c3-45629b64b0d7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3335712 Mar 14 18:51:34.503881 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37354) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:51:34.509746 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c5473169-aada-47e6-a3df-1f8407032733 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Request body: {'security_group_rule': {'security_group_id': '476f3101-08fd-4cfa-9ca0-d2579a1c23dd', 'project_id': '653dfb4acefe44628b1598406de0dc92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:34.517031 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c5473169-aada-47e6-a3df-1f8407032733 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:51:34.519746 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c5473169-aada-47e6-a3df-1f8407032733 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Usage tracker for resource:security_group_rule and tenant:653dfb4acefe44628b1598406de0dc92 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:51:34.522636 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c5473169-aada-47e6-a3df-1f8407032733 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:51:34.528322 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c5473169-aada-47e6-a3df-1f8407032733 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:51:34.632744 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c5473169-aada-47e6-a3df-1f8407032733 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:34.700424 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c5473169-aada-47e6-a3df-1f8407032733 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:34.774354 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c5473169-aada-47e6-a3df-1f8407032733 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:34.799671 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5473169-aada-47e6-a3df-1f8407032733 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019904a7-4201-4ed3-892c-bb604ea2f993,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:34.876781 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c5473169-aada-47e6-a3df-1f8407032733 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:34.878262 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c5473169-aada-47e6-a3df-1f8407032733 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3727050 Mar 14 18:51:34.881137 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37358) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:51:34.886004 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-22f81cb4-d2d5-4bd2-88e8-e6c2aaad9952 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Request body: {'security_group_rule': {'security_group_id': '476f3101-08fd-4cfa-9ca0-d2579a1c23dd', 'project_id': '653dfb4acefe44628b1598406de0dc92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:34.891809 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-22f81cb4-d2d5-4bd2-88e8-e6c2aaad9952 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:51:34.895594 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-22f81cb4-d2d5-4bd2-88e8-e6c2aaad9952 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Usage tracker for resource:security_group_rule and tenant:653dfb4acefe44628b1598406de0dc92 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:51:34.898382 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-22f81cb4-d2d5-4bd2-88e8-e6c2aaad9952 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:51:34.904250 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-22f81cb4-d2d5-4bd2-88e8-e6c2aaad9952 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:51:34.968260 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.securitygroups_db [None req-22f81cb4-d2d5-4bd2-88e8-e6c2aaad9952 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Project 653dfb4acefe44628b1598406de0dc92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:51:34.975270 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-22f81cb4-d2d5-4bd2-88e8-e6c2aaad9952 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:35.038572 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-22f81cb4-d2d5-4bd2-88e8-e6c2aaad9952 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:35.105210 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-22f81cb4-d2d5-4bd2-88e8-e6c2aaad9952 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:35.127952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f81cb4-d2d5-4bd2-88e8-e6c2aaad9952 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7546461b-3905-4e5b-8fd2-85b881bf77cd,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:35.219805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-22f81cb4-d2d5-4bd2-88e8-e6c2aaad9952 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:35.220978 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-22f81cb4-d2d5-4bd2-88e8-e6c2aaad9952 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3389473 Mar 14 18:51:35.223732 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37362) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:51:35.228509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-2a5956be-00bf-4edf-b7ff-4b040fc6550d tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Request body: {'security_group_rule': {'security_group_id': '476f3101-08fd-4cfa-9ca0-d2579a1c23dd', 'project_id': '653dfb4acefe44628b1598406de0dc92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:35.234310 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2a5956be-00bf-4edf-b7ff-4b040fc6550d tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:51:35.238065 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2a5956be-00bf-4edf-b7ff-4b040fc6550d tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Usage tracker for resource:security_group_rule and tenant:653dfb4acefe44628b1598406de0dc92 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:51:35.241312 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-2a5956be-00bf-4edf-b7ff-4b040fc6550d tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:51:35.246878 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-2a5956be-00bf-4edf-b7ff-4b040fc6550d tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:51:35.317749 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.securitygroups_db [None req-2a5956be-00bf-4edf-b7ff-4b040fc6550d tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Project 653dfb4acefe44628b1598406de0dc92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:51:35.324649 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2a5956be-00bf-4edf-b7ff-4b040fc6550d tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:35.387295 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2a5956be-00bf-4edf-b7ff-4b040fc6550d tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:35.448694 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2a5956be-00bf-4edf-b7ff-4b040fc6550d tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:35.471665 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5956be-00bf-4edf-b7ff-4b040fc6550d tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=438ee7c3-fd6b-47df-aa2d-959c72f36768,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:35.534258 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-2a5956be-00bf-4edf-b7ff-4b040fc6550d tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:35.535543 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-2a5956be-00bf-4edf-b7ff-4b040fc6550d tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3108766 Mar 14 18:51:35.651580 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-79297192-9ad0-4139-add3-93ec9e35e1cf req-ec10998a-7e3c-45d4-b13c-7200399357d8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368855292&fields=id&tenant_id=653dfb4acefe44628b1598406de0dc92 HTTP/1.1" status: 200 len: 267 time: 0.0385833 Mar 14 18:51:35.736113 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79297192-9ad0-4139-add3-93ec9e35e1cf req-f8036164-ddbe-4d16-896d-5b2ba1fe97fd tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:35.737551 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-79297192-9ad0-4139-add3-93ec9e35e1cf req-f8036164-ddbe-4d16-896d-5b2ba1fe97fd tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 946 time: 0.0809493 Mar 14 18:51:35.748872 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-79297192-9ad0-4139-add3-93ec9e35e1cf req-8cce52df-6c15-4fdd-b6d6-6a0c5a47f503 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Request body: {'port': {'security_groups': ['e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de', '476f3101-08fd-4cfa-9ca0-d2579a1c23dd']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:35.863148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-79297192-9ad0-4139-add3-93ec9e35e1cf req-8cce52df-6c15-4fdd-b6d6-6a0c5a47f503 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:36.113054 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-79297192-9ad0-4139-add3-93ec9e35e1cf req-8cce52df-6c15-4fdd-b6d6-6a0c5a47f503 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] For port ef9c7898-3c26-41f8-9844-4c17c7baea00, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ef9c7898-3c26-41f8-9844-4c17c7baea00,segment=NetworkSegment(0c2aae2c-82c3-4827-9107-9bf467b45a3d),segment_id=0c2aae2c-82c3-4827-9107-9bf467b45a3d)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:51:36.136289 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-79297192-9ad0-4139-add3-93ec9e35e1cf req-8cce52df-6c15-4fdd-b6d6-6a0c5a47f503 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:36.191353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-79297192-9ad0-4139-add3-93ec9e35e1cf req-8cce52df-6c15-4fdd-b6d6-6a0c5a47f503 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:36.203703 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['ef9c7898-3c26-41f8-9844-4c17c7baea00'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:51:36.259042 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79297192-9ad0-4139-add3-93ec9e35e1cf req-8cce52df-6c15-4fdd-b6d6-6a0c5a47f503 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:36.259788 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-79297192-9ad0-4139-add3-93ec9e35e1cf req-8cce52df-6c15-4fdd-b6d6-6a0c5a47f503 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:36.261012 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-79297192-9ad0-4139-add3-93ec9e35e1cf req-8cce52df-6c15-4fdd-b6d6-6a0c5a47f503 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "PUT /v2.0/ports/ef9c7898-3c26-41f8-9844-4c17c7baea00 HTTP/1.1" status: 200 len: 982 time: 0.5167148 Mar 14 18:51:36.261469 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0188014-78df-4be8-acfc-bb69330cee87', 'tag': 'ef9c7898-3c26-41f8-9844-4c17c7baea00'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:51:36.304674 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce52df-6c15-4fdd-b6d6-6a0c5a47f503 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Pushing event updated for resources: {'Port': ['ID=ef9c7898-3c26-41f8-9844-4c17c7baea00,revision_number=6']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:36.315695 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0188014-78df-4be8-acfc-bb69330cee87', 'tag': 'ef9c7898-3c26-41f8-9844-4c17c7baea00', 'status': 'completed', 'code': 200} Mar 14 18:51:36.329606 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['ef9c7898-3c26-41f8-9844-4c17c7baea00'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:51:36.472262 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5e32a-6213-461c-b651-e9973fe456e7 req-d07c7ff6-433e-42f3-8902-5728933708b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:36.474273 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-50d5e32a-6213-461c-b651-e9973fe456e7 req-d07c7ff6-433e-42f3-8902-5728933708b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=653dfb4acefe44628b1598406de0dc92&device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 1138 time: 0.1370802 Mar 14 18:51:36.637356 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecaa123-73f9-4f7e-8d7c-4f95a016ce44 req-e283566a-d472-4b86-87fc-959bd97ebfc1 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:36.638732 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-eecaa123-73f9-4f7e-8d7c-4f95a016ce44 req-e283566a-d472-4b86-87fc-959bd97ebfc1 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 985 time: 0.2489767 Mar 14 18:51:36.639004 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-639328d8-7173-4d56-be5f-137ec0c4c3d4 None None] Provisioning complete for port ef9c7898-3c26-41f8-9844-4c17c7baea00 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:51:36.639338 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-639328d8-7173-4d56-be5f-137ec0c4c3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:36.748922 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-eecaa123-73f9-4f7e-8d7c-4f95a016ce44 req-4d4b4789-a1d2-4db5-ba71-13e7b171c136 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&id=476f3101-08fd-4cfa-9ca0-d2579a1c23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662606 Mar 14 18:51:36.767053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5e32a-6213-461c-b651-e9973fe456e7 req-0ca9cbfb-fe21-44b1-bc58-93aab2c9d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:36.768615 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-50d5e32a-6213-461c-b651-e9973fe456e7 req-0ca9cbfb-fe21-44b1-bc58-93aab2c9d9eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=1ec313b1-457c-4636-8164-bc93dfc67d01 HTTP/1.1" status: 200 len: 916 time: 0.2841377 Mar 14 18:51:36.871987 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-50d5e32a-6213-461c-b651-e9973fe456e7 req-94cf22af-55fc-453d-b4f4-4065934a7a6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef9c7898-3c26-41f8-9844-4c17c7baea00 HTTP/1.1" status: 200 len: 1002 time: 0.0965104 Mar 14 18:51:36.935100 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5e32a-6213-461c-b651-e9973fe456e7 req-d09858ce-c652-4000-81ba-d74211922397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:36.936514 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-50d5e32a-6213-461c-b651-e9973fe456e7 req-d09858ce-c652-4000-81ba-d74211922397 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a62780e7-7bee-4a78-88c1-7e4d5d1f8a96 HTTP/1.1" status: 200 len: 854 time: 0.0561857 Mar 14 18:51:37.014496 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5e32a-6213-461c-b651-e9973fe456e7 req-3db9edd0-3e1a-46b8-9f8d-f4b020b48279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:37.015963 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-50d5e32a-6213-461c-b651-e9973fe456e7 req-3db9edd0-3e1a-46b8-9f8d-f4b020b48279 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1ec313b1-457c-4636-8164-bc93dfc67d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725126 Mar 14 18:51:37.144927 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-50d5e32a-6213-461c-b651-e9973fe456e7 req-6ab69e99-bf4e-4656-9b2e-ee2ea6be0a82 service neutron] 10.222.0.59 "GET /v2.0/networks/1ec313b1-457c-4636-8164-bc93dfc67d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220596 Mar 14 18:51:37.272004 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-50d5e32a-6213-461c-b651-e9973fe456e7 req-4c508f38-879a-40a9-824e-2db1003656a0 service neutron] 10.222.0.59 "GET /v2.0/networks/1ec313b1-457c-4636-8164-bc93dfc67d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202755 Mar 14 18:51:39.348989 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:51.249353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23e4fb-aab2-4548-8b56-26d8e11256fb req-768fd0d8-7955-49fb-8826-d5da61866e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:51.251133 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6d23e4fb-aab2-4548-8b56-26d8e11256fb req-768fd0d8-7955-49fb-8826-d5da61866e05 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=653dfb4acefe44628b1598406de0dc92&device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 1138 time: 0.1015649 Mar 14 18:51:51.260099 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845729e3-d653-43cc-8b38-bceeb9fd0537 req-4b700f45-9fc1-42dc-b3a4-3243e6576295 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:51.261437 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-845729e3-d653-43cc-8b38-bceeb9fd0537 req-4b700f45-9fc1-42dc-b3a4-3243e6576295 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 985 time: 0.1483083 Mar 14 18:51:51.393780 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-845729e3-d653-43cc-8b38-bceeb9fd0537 req-d8411b20-9362-4ad0-a580-a8cdd6924989 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&id=476f3101-08fd-4cfa-9ca0-d2579a1c23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137264 Mar 14 18:51:51.421024 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23e4fb-aab2-4548-8b56-26d8e11256fb req-97ac3830-6f59-41cc-aa4d-a3f84a804fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:51.422459 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6d23e4fb-aab2-4548-8b56-26d8e11256fb req-97ac3830-6f59-41cc-aa4d-a3f84a804fea service neutron] 10.222.0.59 "GET /v2.0/networks?id=1ec313b1-457c-4636-8164-bc93dfc67d01 HTTP/1.1" status: 200 len: 916 time: 0.1601331 Mar 14 18:51:51.524093 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6d23e4fb-aab2-4548-8b56-26d8e11256fb req-f67975f1-bbab-446f-af52-ac555c55fae8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef9c7898-3c26-41f8-9844-4c17c7baea00 HTTP/1.1" status: 200 len: 1002 time: 0.0949326 Mar 14 18:51:51.582897 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23e4fb-aab2-4548-8b56-26d8e11256fb req-32a83e98-7a38-4825-afb3-cb314f43129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:51.584322 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6d23e4fb-aab2-4548-8b56-26d8e11256fb req-32a83e98-7a38-4825-afb3-cb314f43129b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a62780e7-7bee-4a78-88c1-7e4d5d1f8a96 HTTP/1.1" status: 200 len: 854 time: 0.0545850 Mar 14 18:51:51.661341 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23e4fb-aab2-4548-8b56-26d8e11256fb req-05ec5119-9f62-44e8-b496-78cc3150e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:51.662859 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6d23e4fb-aab2-4548-8b56-26d8e11256fb req-05ec5119-9f62-44e8-b496-78cc3150e0d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1ec313b1-457c-4636-8164-bc93dfc67d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720923 Mar 14 18:51:51.793574 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6d23e4fb-aab2-4548-8b56-26d8e11256fb req-56a174ad-f4fd-46a4-8c64-1aceede9b8c1 service neutron] 10.222.0.59 "GET /v2.0/networks/1ec313b1-457c-4636-8164-bc93dfc67d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240008 Mar 14 18:51:52.035885 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6d23e4fb-aab2-4548-8b56-26d8e11256fb req-d5b144a9-4493-4baa-bfee-97e7041fc4b5 service neutron] 10.222.0.59 "GET /v2.0/networks/1ec313b1-457c-4636-8164-bc93dfc67d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350643 Mar 14 18:51:52.585566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc81a21-5136-4b6d-b414-983203e293e2 req-6d10705c-4fbe-4ecf-932f-96844ab93894 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:52.587604 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-acc81a21-5136-4b6d-b414-983203e293e2 req-6d10705c-4fbe-4ecf-932f-96844ab93894 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 985 time: 0.0809903 Mar 14 18:51:52.634445 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-acc81a21-5136-4b6d-b414-983203e293e2 req-c2c4a0b6-17a6-4b44-a076-1c9abbcffd5b tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&id=476f3101-08fd-4cfa-9ca0-d2579a1c23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409184 Mar 14 18:51:53.816935 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eecd66-1c51-43bb-9e7b-a36a8a345ff0 req-4ab59c6a-80ea-4f25-ba34-e901cc6671a4 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:53.818344 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e0eecd66-1c51-43bb-9e7b-a36a8a345ff0 req-4ab59c6a-80ea-4f25-ba34-e901cc6671a4 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 985 time: 0.0800209 Mar 14 18:51:53.863042 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e0eecd66-1c51-43bb-9e7b-a36a8a345ff0 req-5fcb98c8-5ec5-4751-ad35-4098795226b7 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&id=476f3101-08fd-4cfa-9ca0-d2579a1c23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381048 Mar 14 18:51:54.320698 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-819129af-9f48-4459-a1ed-d4fc74bb0c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:55.043422 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03e3db-a965-4bbf-acdb-d0c4ec6ac8c1 req-6d151eae-df88-44ac-97c9-98868d93647c tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:55.044856 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8b03e3db-a965-4bbf-acdb-d0c4ec6ac8c1 req-6d151eae-df88-44ac-97c9-98868d93647c tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 985 time: 0.0771546 Mar 14 18:51:55.091473 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8b03e3db-a965-4bbf-acdb-d0c4ec6ac8c1 req-a8423de8-63de-43be-9593-529922fb7289 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&id=476f3101-08fd-4cfa-9ca0-d2579a1c23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409834 Mar 14 18:51:56.272968 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d71bba-0176-4a0c-8eae-79dd5d1ac7a8 req-153f4418-3fe4-4b89-9a36-f11af16ab4ab tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:56.274440 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-82d71bba-0176-4a0c-8eae-79dd5d1ac7a8 req-153f4418-3fe4-4b89-9a36-f11af16ab4ab tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 985 time: 0.0792685 Mar 14 18:51:56.319598 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-82d71bba-0176-4a0c-8eae-79dd5d1ac7a8 req-6b72cfcb-c01e-434b-a2e4-1b5c4556203e tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&id=476f3101-08fd-4cfa-9ca0-d2579a1c23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392818 Mar 14 18:51:56.384327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-56c27cdd-46e4-4eef-8c4f-a34f5e635544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:57.502929 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707443f2-b0b4-455e-97ef-b37aab6eeeb1 req-295f04b2-f9a0-470d-8586-e115a28fd126 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:57.504392 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-707443f2-b0b4-455e-97ef-b37aab6eeeb1 req-295f04b2-f9a0-470d-8586-e115a28fd126 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 985 time: 0.0817096 Mar 14 18:51:57.550637 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-707443f2-b0b4-455e-97ef-b37aab6eeeb1 req-6ab5e4a5-ff01-4a5e-98ab-5c491374d6b4 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&id=476f3101-08fd-4cfa-9ca0-d2579a1c23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397899 Mar 14 18:51:57.870989 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:57.887919 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:58.736040 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318be8c7-76b5-4d63-9094-73e90a3af044 req-868b52ae-9adf-4c84-b4d5-925bc857ab8c tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:58.737480 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-318be8c7-76b5-4d63-9094-73e90a3af044 req-868b52ae-9adf-4c84-b4d5-925bc857ab8c tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 985 time: 0.0792804 Mar 14 18:51:58.782399 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-318be8c7-76b5-4d63-9094-73e90a3af044 req-40517fb2-d6ba-4af5-bd3d-092d688b7f38 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&id=476f3101-08fd-4cfa-9ca0-d2579a1c23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392442 Mar 14 18:51:59.871131 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:59.971040 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b4377-47f9-40c3-bae3-f4ba3fa3ed22 req-04569c79-126d-4fc7-91f9-31278afc19dc tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:59.972529 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4c8b4377-47f9-40c3-bae3-f4ba3fa3ed22 req-04569c79-126d-4fc7-91f9-31278afc19dc tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 985 time: 0.0812230 Mar 14 18:52:00.017865 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4c8b4377-47f9-40c3-bae3-f4ba3fa3ed22 req-69225662-99fe-4057-8a82-f4140971ed8c tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&id=476f3101-08fd-4cfa-9ca0-d2579a1c23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396924 Mar 14 18:52:01.345867 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07d7ae-c28f-4e98-bf98-27f903fa89a2 req-26761d66-b800-4ae7-b919-abb4a8085a40 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:01.347350 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ee07d7ae-c28f-4e98-bf98-27f903fa89a2 req-26761d66-b800-4ae7-b919-abb4a8085a40 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 985 time: 0.0790067 Mar 14 18:52:01.395482 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ee07d7ae-c28f-4e98-bf98-27f903fa89a2 req-832a5b14-9f6b-4de3-8cec-c295cbf15e77 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&id=476f3101-08fd-4cfa-9ca0-d2579a1c23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424829 Mar 14 18:52:02.573531 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab90c74-6c6c-46bd-8660-d8cb8b8c0769 req-d1012524-2895-4ace-9f4b-8ff6cd799b03 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:02.574991 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3ab90c74-6c6c-46bd-8660-d8cb8b8c0769 req-d1012524-2895-4ace-9f4b-8ff6cd799b03 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 985 time: 0.0776608 Mar 14 18:52:02.619361 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3ab90c74-6c6c-46bd-8660-d8cb8b8c0769 req-fdf3ad38-7c78-447c-adcc-2709bf1b5c67 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&id=476f3101-08fd-4cfa-9ca0-d2579a1c23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387192 Mar 14 18:52:03.802425 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c963fba-774e-4059-b2be-23ff78fbc540 req-c2aed3dd-104a-4c8e-bcd7-07eac9024e1e tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:03.803863 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7c963fba-774e-4059-b2be-23ff78fbc540 req-c2aed3dd-104a-4c8e-bcd7-07eac9024e1e tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 985 time: 0.0812395 Mar 14 18:52:03.848605 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7c963fba-774e-4059-b2be-23ff78fbc540 req-d3e47b4e-e712-40ff-89e5-3de7339c2323 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&id=476f3101-08fd-4cfa-9ca0-d2579a1c23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389602 Mar 14 18:52:07.095858 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:52:09.360219 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:12.860114 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f89298f-5a4b-4e2d-b683-cc114b80ee98 req-7925e91a-d1e0-4126-8cae-4402616780d7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666778 Mar 14 18:52:12.994159 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89298f-5a4b-4e2d-b683-cc114b80ee98 req-651be43a-0ff7-4356-b2df-a7d804043a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:12.995648 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f89298f-5a4b-4e2d-b683-cc114b80ee98 req-651be43a-0ff7-4356-b2df-a7d804043a39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=653dfb4acefe44628b1598406de0dc92&device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 1138 time: 0.0724814 Mar 14 18:52:13.133238 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89298f-5a4b-4e2d-b683-cc114b80ee98 req-2a6d9165-eeeb-454d-8d13-51811dea69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:13.135205 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f89298f-5a4b-4e2d-b683-cc114b80ee98 req-2a6d9165-eeeb-454d-8d13-51811dea69ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=1ec313b1-457c-4636-8164-bc93dfc67d01 HTTP/1.1" status: 200 len: 916 time: 0.1220493 Mar 14 18:52:13.237632 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f89298f-5a4b-4e2d-b683-cc114b80ee98 req-31c30a61-a8bd-41c7-ac7b-b06f65195461 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef9c7898-3c26-41f8-9844-4c17c7baea00 HTTP/1.1" status: 200 len: 1002 time: 0.0934134 Mar 14 18:52:13.296652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89298f-5a4b-4e2d-b683-cc114b80ee98 req-fda272db-b871-4d53-8e02-525550b9e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:13.298040 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f89298f-5a4b-4e2d-b683-cc114b80ee98 req-fda272db-b871-4d53-8e02-525550b9e27c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a62780e7-7bee-4a78-88c1-7e4d5d1f8a96 HTTP/1.1" status: 200 len: 854 time: 0.0550947 Mar 14 18:52:13.370859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89298f-5a4b-4e2d-b683-cc114b80ee98 req-ac4cfc76-e9bb-4c85-b27a-63fc94f64138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:13.372290 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f89298f-5a4b-4e2d-b683-cc114b80ee98 req-ac4cfc76-e9bb-4c85-b27a-63fc94f64138 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1ec313b1-457c-4636-8164-bc93dfc67d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677812 Mar 14 18:52:13.499494 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f89298f-5a4b-4e2d-b683-cc114b80ee98 req-0b3c3c9c-d263-4e0a-8a90-5e797a8d8fa7 service neutron] 10.222.0.59 "GET /v2.0/networks/1ec313b1-457c-4636-8164-bc93dfc67d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213324 Mar 14 18:52:13.730932 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f89298f-5a4b-4e2d-b683-cc114b80ee98 req-a93a1b18-ff32-44a9-a46f-4d2cbe4924b6 service neutron] 10.222.0.59 "GET /v2.0/networks/1ec313b1-457c-4636-8164-bc93dfc67d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252133 Mar 14 18:52:24.305355 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7084e184-95cb-48c1-a062-33f1e377092e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:26.394298 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cfc1908-fcf9-4b64-a616-ac4e9449fbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:27.876635 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:27.902559 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:29.857038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:36.701862 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b4094e2e-13a9-4f02-a4d5-5990859cf9fa req-7f9e37cd-3ac8-4a10-ab5e-0c761d94ec21 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368855292&fields=id&tenant_id=653dfb4acefe44628b1598406de0dc92 HTTP/1.1" status: 200 len: 267 time: 0.0417871 Mar 14 18:52:36.783960 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4094e2e-13a9-4f02-a4d5-5990859cf9fa req-686614fd-dfef-4bcd-a75f-02603461bc91 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:36.785390 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b4094e2e-13a9-4f02-a4d5-5990859cf9fa req-686614fd-dfef-4bcd-a75f-02603461bc91 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 985 time: 0.0782559 Mar 14 18:52:36.796054 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-b4094e2e-13a9-4f02-a4d5-5990859cf9fa req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Request body: {'port': {'security_groups': ['e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:52:36.912249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-b4094e2e-13a9-4f02-a4d5-5990859cf9fa req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:37.142877 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-b4094e2e-13a9-4f02-a4d5-5990859cf9fa req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] For port ef9c7898-3c26-41f8-9844-4c17c7baea00, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ef9c7898-3c26-41f8-9844-4c17c7baea00,segment=NetworkSegment(0c2aae2c-82c3-4827-9107-9bf467b45a3d),segment_id=0c2aae2c-82c3-4827-9107-9bf467b45a3d)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:52:37.167456 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-b4094e2e-13a9-4f02-a4d5-5990859cf9fa req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:37.236563 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-b4094e2e-13a9-4f02-a4d5-5990859cf9fa req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:37.248456 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['ef9c7898-3c26-41f8-9844-4c17c7baea00'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:52:37.299706 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4094e2e-13a9-4f02-a4d5-5990859cf9fa req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:37.300328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-b4094e2e-13a9-4f02-a4d5-5990859cf9fa req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:37.301685 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b4094e2e-13a9-4f02-a4d5-5990859cf9fa req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "PUT /v2.0/ports/ef9c7898-3c26-41f8-9844-4c17c7baea00 HTTP/1.1" status: 200 len: 943 time: 0.5100126 Mar 14 18:52:37.302133 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0188014-78df-4be8-acfc-bb69330cee87', 'tag': 'ef9c7898-3c26-41f8-9844-4c17c7baea00'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:52:37.309196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37424) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:52:37.338051 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Pushing event updated for resources: {'Port': ['ID=ef9c7898-3c26-41f8-9844-4c17c7baea00,revision_number=7']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:37.346312 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.346654 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.347015 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.347397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.347725 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.348051 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.348564 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.348751 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.349073 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.349520 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.349845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.350470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f533e-f6e7-48bc-9ded-206d5e1a14e8 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.399881 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-995419f8-d977-4fc3-aa62-e9881ae75065 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:37.400797 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['ef9c7898-3c26-41f8-9844-4c17c7baea00'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:52:37.436259 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-995419f8-d977-4fc3-aa62-e9881ae75065 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:37.571725 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c36755f5-728f-4f96-8ee8-87ead1608f84 None None] Provisioning complete for port ef9c7898-3c26-41f8-9844-4c17c7baea00 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:37.575379 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c36755f5-728f-4f96-8ee8-87ead1608f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:37.585844 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0188014-78df-4be8-acfc-bb69330cee87', 'tag': 'ef9c7898-3c26-41f8-9844-4c17c7baea00', 'status': 'completed', 'code': 200} Mar 14 18:52:37.621764 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-995419f8-d977-4fc3-aa62-e9881ae75065 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:37.641915 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995419f8-d977-4fc3-aa62-e9881ae75065 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=476f3101-08fd-4cfa-9ca0-d2579a1c23dd,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:37.649949 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-995419f8-d977-4fc3-aa62-e9881ae75065 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:37.654203 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-995419f8-d977-4fc3-aa62-e9881ae75065 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "DELETE /v2.0/security-groups/476f3101-08fd-4cfa-9ca0-d2579a1c23dd HTTP/1.1" status: 204 len: 168 time: 0.3402410 Mar 14 18:52:37.654203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995419f8-d977-4fc3-aa62-e9881ae75065 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.654203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995419f8-d977-4fc3-aa62-e9881ae75065 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.654203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995419f8-d977-4fc3-aa62-e9881ae75065 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.654203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995419f8-d977-4fc3-aa62-e9881ae75065 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.654203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995419f8-d977-4fc3-aa62-e9881ae75065 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.654203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995419f8-d977-4fc3-aa62-e9881ae75065 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.654815 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995419f8-d977-4fc3-aa62-e9881ae75065 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.654815 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995419f8-d977-4fc3-aa62-e9881ae75065 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.654985 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37432) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:52:37.655096 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995419f8-d977-4fc3-aa62-e9881ae75065 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.655427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995419f8-d977-4fc3-aa62-e9881ae75065 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.655735 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995419f8-d977-4fc3-aa62-e9881ae75065 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.656511 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995419f8-d977-4fc3-aa62-e9881ae75065 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:37.773701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ea899-b625-43ef-87f6-5dbde56816fc req-0d782c40-cd26-4217-87e0-f9de12973ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:37.775196 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-913ea899-b625-43ef-87f6-5dbde56816fc req-0d782c40-cd26-4217-87e0-f9de12973ae5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=653dfb4acefe44628b1598406de0dc92&device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 1099 time: 0.1671419 Mar 14 18:52:37.965460 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-a7ca0dc2-777a-4661-b29b-bd61146ea520 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Deleting port 55ad0319-0d2b-4dd9-bb15-32023cb1d4f1 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:52:37.965718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0dc2-777a-4661-b29b-bd61146ea520 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:38.046728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ea899-b625-43ef-87f6-5dbde56816fc req-3d691800-a60d-4cd2-8743-bf5e29482b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:38.048157 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-913ea899-b625-43ef-87f6-5dbde56816fc req-3d691800-a60d-4cd2-8743-bf5e29482b88 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1ec313b1-457c-4636-8164-bc93dfc67d01 HTTP/1.1" status: 200 len: 916 time: 0.2185671 Mar 14 18:52:38.219928 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-913ea899-b625-43ef-87f6-5dbde56816fc req-e32a9e76-8dc7-449c-9289-35996f88d30d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef9c7898-3c26-41f8-9844-4c17c7baea00 HTTP/1.1" status: 200 len: 1002 time: 0.1616087 Mar 14 18:52:38.267588 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0dc2-777a-4661-b29b-bd61146ea520 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:38.267908 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0dc2-777a-4661-b29b-bd61146ea520 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:38.505540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-a7ca0dc2-777a-4661-b29b-bd61146ea520 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Calling delete_port for 55ad0319-0d2b-4dd9-bb15-32023cb1d4f1 owned by network:floatingip {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:52:38.549589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ea899-b625-43ef-87f6-5dbde56816fc req-fa67bd7c-6cae-45d3-9cb6-1a80b53a2569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:38.551061 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-913ea899-b625-43ef-87f6-5dbde56816fc req-fa67bd7c-6cae-45d3-9cb6-1a80b53a2569 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a62780e7-7bee-4a78-88c1-7e4d5d1f8a96 HTTP/1.1" status: 200 len: 854 time: 0.3200414 Mar 14 18:52:38.657730 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ea899-b625-43ef-87f6-5dbde56816fc req-666f881a-ce92-4a77-ae1d-c084aa0013a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:38.659246 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-913ea899-b625-43ef-87f6-5dbde56816fc req-666f881a-ce92-4a77-ae1d-c084aa0013a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1ec313b1-457c-4636-8164-bc93dfc67d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0990791 Mar 14 18:52:38.827464 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-913ea899-b625-43ef-87f6-5dbde56816fc req-d3cd0664-2252-4422-bf20-e3c1f9c3335d service neutron] 10.222.0.59 "GET /v2.0/networks/1ec313b1-457c-4636-8164-bc93dfc67d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396904 Mar 14 18:52:38.852237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0dc2-777a-4661-b29b-bd61146ea520 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:38.914462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca0dc2-777a-4661-b29b-bd61146ea520 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Pushing event deleted for resources: {'Port': ['ID=55ad0319-0d2b-4dd9-bb15-32023cb1d4f1,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:39.076652 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-913ea899-b625-43ef-87f6-5dbde56816fc req-26d73412-6c6c-4a55-aa36-c8dcbd52195e service neutron] 10.222.0.59 "GET /v2.0/networks/1ec313b1-457c-4636-8164-bc93dfc67d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432771 Mar 14 18:52:39.079178 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0dc2-777a-4661-b29b-bd61146ea520 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks [] for floatingip, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:39.079446 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-a7ca0dc2-777a-4661-b29b-bd61146ea520 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Floating IP 88d700e5-d6bb-43ff-97ad-1dcb3af90402 disassociated (deleted). External IP: 172.26.7.150, port: ef9c7898-3c26-41f8-9844-4c17c7baea00. Mar 14 18:52:39.383099 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:39.423496 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ca0dc2-777a-4661-b29b-bd61146ea520 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Router 3afffc1d-7397-4b07-be85-6eca5cc45cc7 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:52:39.597558 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ca0dc2-777a-4661-b29b-bd61146ea520 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:52:39.606983 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fdb30d-e436-41b5-8e9d-3cabc7b1df8d None None] Sync routers for ids ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:52:39.616459 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fdb30d-e436-41b5-8e9d-3cabc7b1df8d None None] Routers {'3afffc1d-7397-4b07-be85-6eca5cc45cc7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:52:39.617064 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-50fdb30d-e436-41b5-8e9d-3cabc7b1df8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:52:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:39.703248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0dc2-777a-4661-b29b-bd61146ea520 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:39.757778 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a7ca0dc2-777a-4661-b29b-bd61146ea520 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "DELETE /v2.0/floatingips/88d700e5-d6bb-43ff-97ad-1dcb3af90402 HTTP/1.1" status: 204 len: 168 time: 2.1019647 Mar 14 18:52:39.758535 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0188014-78df-4be8-acfc-bb69330cee87', 'tag': 'ef9c7898-3c26-41f8-9844-4c17c7baea00'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:52:39.800169 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-50fdb30d-e436-41b5-8e9d-3cabc7b1df8d None None] Set router 3afffc1d-7397-4b07-be85-6eca5cc45cc7 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:52:39.808958 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0188014-78df-4be8-acfc-bb69330cee87', 'tag': 'ef9c7898-3c26-41f8-9844-4c17c7baea00', 'status': 'completed', 'code': 200} Mar 14 18:52:40.030507 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce5eb5-8379-4d54-80f9-19b3d809ea45 req-ee8bec0e-1414-446c-83f3-6c9a02136dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:40.032019 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f0ce5eb5-8379-4d54-80f9-19b3d809ea45 req-ee8bec0e-1414-446c-83f3-6c9a02136dc4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=653dfb4acefe44628b1598406de0dc92&device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 1099 time: 0.1999397 Mar 14 18:52:40.156896 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-50fdb30d-e436-41b5-8e9d-3cabc7b1df8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'name': 'tempest-TestMinimumBasicScenario-1592009308-router', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:31Z', 'updated_at': '2022-03-14T18:50:35Z', 'revision_number': 4, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'gw_port': {'id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:32Z', 'updated_at': '2022-03-14T18:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '50c25b82-1dab-449c-86d0-07ec6b1e54ec', 'name': '', 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'mac_address': 'fa:16:3e:cf:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:35Z', 'updated_at': '2022-03-14T18:50:41Z', 'revision_number': 5, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'subnets': [{'id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:40.161129 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fdb30d-e436-41b5-8e9d-3cabc7b1df8d None None] Checking router: 3afffc1d-7397-4b07-be85-6eca5cc45cc7 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:52:40.163738 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce5eb5-8379-4d54-80f9-19b3d809ea45 req-bd4340f6-3d5f-4841-91b5-e16170f61702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:40.165173 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f0ce5eb5-8379-4d54-80f9-19b3d809ea45 req-bd4340f6-3d5f-4841-91b5-e16170f61702 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1ec313b1-457c-4636-8164-bc93dfc67d01 HTTP/1.1" status: 200 len: 916 time: 0.1269915 Mar 14 18:52:40.170865 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fdb30d-e436-41b5-8e9d-3cabc7b1df8d None None] Routers {'3afffc1d-7397-4b07-be85-6eca5cc45cc7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:52:40.171516 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-50fdb30d-e436-41b5-8e9d-3cabc7b1df8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:52:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:40.236200 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f0ce5eb5-8379-4d54-80f9-19b3d809ea45 req-3907e031-501c-43a4-9b26-b338d48c5c46 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef9c7898-3c26-41f8-9844-4c17c7baea00 HTTP/1.1" status: 200 len: 217 time: 0.0637646 Mar 14 18:52:40.298139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce5eb5-8379-4d54-80f9-19b3d809ea45 req-34dfb547-467a-47fc-ab43-6dcdec5d1d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:40.299752 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f0ce5eb5-8379-4d54-80f9-19b3d809ea45 req-34dfb547-467a-47fc-ab43-6dcdec5d1d39 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a62780e7-7bee-4a78-88c1-7e4d5d1f8a96 HTTP/1.1" status: 200 len: 854 time: 0.0584698 Mar 14 18:52:40.359260 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-50fdb30d-e436-41b5-8e9d-3cabc7b1df8d None None] Set router 3afffc1d-7397-4b07-be85-6eca5cc45cc7 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:52:40.380227 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce5eb5-8379-4d54-80f9-19b3d809ea45 req-537e1e9a-2aba-4104-9f17-18613d2e4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:40.381706 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f0ce5eb5-8379-4d54-80f9-19b3d809ea45 req-537e1e9a-2aba-4104-9f17-18613d2e4f6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1ec313b1-457c-4636-8164-bc93dfc67d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766487 Mar 14 18:52:40.516977 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f0ce5eb5-8379-4d54-80f9-19b3d809ea45 req-de5507c8-d455-4ed0-ac20-34d9e221e743 service neutron] 10.222.0.59 "GET /v2.0/networks/1ec313b1-457c-4636-8164-bc93dfc67d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275802 Mar 14 18:52:40.648686 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f0ce5eb5-8379-4d54-80f9-19b3d809ea45 req-eb42476e-0a9b-4463-bf8a-d101376c93ad service neutron] 10.222.0.59 "GET /v2.0/networks/1ec313b1-457c-4636-8164-bc93dfc67d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257949 Mar 14 18:52:40.714433 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-50fdb30d-e436-41b5-8e9d-3cabc7b1df8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'name': 'tempest-TestMinimumBasicScenario-1592009308-router', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:31Z', 'updated_at': '2022-03-14T18:50:35Z', 'revision_number': 4, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'gw_port': {'id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:32Z', 'updated_at': '2022-03-14T18:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '50c25b82-1dab-449c-86d0-07ec6b1e54ec', 'name': '', 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'mac_address': 'fa:16:3e:cf:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:35Z', 'updated_at': '2022-03-14T18:50:41Z', 'revision_number': 5, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'subnets': [{'id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:40.718673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fdb30d-e436-41b5-8e9d-3cabc7b1df8d None None] The sync data for ids ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'] in dv-neutron-833560-1-hyperv is: [{'id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'name': 'tempest-TestMinimumBasicScenario-1592009308-router', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:31Z', 'updated_at': '2022-03-14T18:50:35Z', 'revision_number': 4, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'gw_port': {'id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:32Z', 'updated_at': '2022-03-14T18:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '50c25b82-1dab-449c-86d0-07ec6b1e54ec', 'name': '', 'network_id': '1ec313b1-457c-4636-8164-bc93dfc67d01', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'mac_address': 'fa:16:3e:cf:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:35Z', 'updated_at': '2022-03-14T18:50:41Z', 'revision_number': 5, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'subnets': [{'id': 'a62780e7-7bee-4a78-88c1-7e4d5d1f8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:52:40.939016 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870e32d8-c6bb-45d9-bbcd-03882d0b891e None None] New status for floating IP 88d700e5-d6bb-43ff-97ad-1dcb3af90402: DOWN {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:52:44.094598 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:52:45.684676 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9d457-ec38-40bb-bbb9-b8c78c3397bf req-872c3356-a216-43a2-bdeb-80f793da723b tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:45.685452 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-42a9d457-ec38-40bb-bbb9-b8c78c3397bf req-872c3356-a216-43a2-bdeb-80f793da723b tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Synchronizing usage tracker for tenant:653dfb4acefe44628b1598406de0dc92 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:52:45.760135 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-42a9d457-ec38-40bb-bbb9-b8c78c3397bf req-872c3356-a216-43a2-bdeb-80f793da723b tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Unset dirty status for tenant:653dfb4acefe44628b1598406de0dc92 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:52:45.761379 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-42a9d457-ec38-40bb-bbb9-b8c78c3397bf req-872c3356-a216-43a2-bdeb-80f793da723b tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 946 time: 0.1546392 Mar 14 18:52:45.805845 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-42a9d457-ec38-40bb-bbb9-b8c78c3397bf req-3dd699f7-d4dd-46ea-8a56-8fb94f033125 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383062 Mar 14 18:52:46.990859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5199ff-5a88-4d65-9f3b-ac35c87dcc92 req-bc35b885-ea66-4248-91d0-a3943e67c17b tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:46.992329 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1b5199ff-5a88-4d65-9f3b-ac35c87dcc92 req-bc35b885-ea66-4248-91d0-a3943e67c17b tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 946 time: 0.0820317 Mar 14 18:52:47.035646 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1b5199ff-5a88-4d65-9f3b-ac35c87dcc92 req-3a50c7db-c2af-4d28-932c-c91c57852258 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375040 Mar 14 18:52:47.303739 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e398df3-3188-4aac-938f-0896b82b2363 req-0f4ca7dc-14d7-41af-96fd-f10c6e36c8bf tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:47.305143 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9e398df3-3188-4aac-938f-0896b82b2363 req-0f4ca7dc-14d7-41af-96fd-f10c6e36c8bf tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 946 time: 0.0768197 Mar 14 18:52:47.376492 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-9e398df3-3188-4aac-938f-0896b82b2363 req-8ded4c22-122e-49df-a335-bb4362388695 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Deleting port ef9c7898-3c26-41f8-9844-4c17c7baea00 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:52:47.376827 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-9e398df3-3188-4aac-938f-0896b82b2363 req-8ded4c22-122e-49df-a335-bb4362388695 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:47.611108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-9e398df3-3188-4aac-938f-0896b82b2363 req-8ded4c22-122e-49df-a335-bb4362388695 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] For port ef9c7898-3c26-41f8-9844-4c17c7baea00, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ef9c7898-3c26-41f8-9844-4c17c7baea00,segment=NetworkSegment(0c2aae2c-82c3-4827-9107-9bf467b45a3d),segment_id=0c2aae2c-82c3-4827-9107-9bf467b45a3d)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:52:47.611380 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-9e398df3-3188-4aac-938f-0896b82b2363 req-8ded4c22-122e-49df-a335-bb4362388695 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:47.734480 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-9e398df3-3188-4aac-938f-0896b82b2363 req-8ded4c22-122e-49df-a335-bb4362388695 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Calling delete_port for ef9c7898-3c26-41f8-9844-4c17c7baea00 owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:52:47.920047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-9e398df3-3188-4aac-938f-0896b82b2363 req-8ded4c22-122e-49df-a335-bb4362388695 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:47.931747 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['ef9c7898-3c26-41f8-9844-4c17c7baea00'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:52:48.066149 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded4c22-122e-49df-a335-bb4362388695 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Pushing event deleted for resources: {'Port': ['ID=ef9c7898-3c26-41f8-9844-4c17c7baea00,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:48.140988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e398df3-3188-4aac-938f-0896b82b2363 req-8ded4c22-122e-49df-a335-bb4362388695 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] No DVR routers for this DVR port ef9c7898-3c26-41f8-9844-4c17c7baea00 on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:52:48.143490 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-9e398df3-3188-4aac-938f-0896b82b2363 req-8ded4c22-122e-49df-a335-bb4362388695 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:48.145986 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0188014-78df-4be8-acfc-bb69330cee87', 'name': 'network-vif-deleted', 'tag': 'ef9c7898-3c26-41f8-9844-4c17c7baea00'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:52:48.195420 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0188014-78df-4be8-acfc-bb69330cee87', 'name': 'network-vif-deleted', 'tag': 'ef9c7898-3c26-41f8-9844-4c17c7baea00', 'status': 'completed', 'code': 200} Mar 14 18:52:48.197831 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-a257ec00-6229-419a-8ba3-b572974c632d req-9b67bf4d-5aac-4834-aaf4-d844de97f8e1 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Synchronizing usage tracker for tenant:653dfb4acefe44628b1598406de0dc92 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:52:48.283691 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9e398df3-3188-4aac-938f-0896b82b2363 req-8ded4c22-122e-49df-a335-bb4362388695 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.59 "DELETE /v2.0/ports/ef9c7898-3c26-41f8-9844-4c17c7baea00 HTTP/1.1" status: 204 len: 173 time: 0.9725320 Mar 14 18:52:48.368173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-a257ec00-6229-419a-8ba3-b572974c632d req-9b67bf4d-5aac-4834-aaf4-d844de97f8e1 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] Unset dirty status for tenant:653dfb4acefe44628b1598406de0dc92 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:52:48.369223 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a257ec00-6229-419a-8ba3-b572974c632d req-9b67bf4d-5aac-4834-aaf4-d844de97f8e1 tempest-TestMinimumBasicScenario-640889773 tempest-TestMinimumBasicScenario-640889773-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0188014-78df-4be8-acfc-bb69330cee87 HTTP/1.1" status: 200 len: 210 time: 0.2187021 Mar 14 18:52:50.015044 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device ef9c7898-3c26-41f8-9844-4c17c7baea00 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:52:50.049048 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: ef9c7898-3c26-41f8-9844-4c17c7baea00 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:52:50.049370 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device ef9c7898-3c26-41f8-9844-4c17c7baea00 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:52:50.909261 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37518) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:52:51.431930 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e56e7ae1-a20c-4b61-8f20-43ab45e6931f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:51.765725 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-e56e7ae1-a20c-4b61-8f20-43ab45e6931f admin admin] Deleting port 50c25b82-1dab-449c-86d0-07ec6b1e54ec {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:52:51.766057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e56e7ae1-a20c-4b61-8f20-43ab45e6931f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:51.926824 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-e56e7ae1-a20c-4b61-8f20-43ab45e6931f admin admin] For port 50c25b82-1dab-449c-86d0-07ec6b1e54ec, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=50c25b82-1dab-449c-86d0-07ec6b1e54ec,segment=NetworkSegment(0c2aae2c-82c3-4827-9107-9bf467b45a3d),segment_id=0c2aae2c-82c3-4827-9107-9bf467b45a3d)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:52:51.927513 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e56e7ae1-a20c-4b61-8f20-43ab45e6931f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:52.143824 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-e56e7ae1-a20c-4b61-8f20-43ab45e6931f admin admin] Calling delete_port for 50c25b82-1dab-449c-86d0-07ec6b1e54ec owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:52:52.514681 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e56e7ae1-a20c-4b61-8f20-43ab45e6931f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:52.560822 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e7ae1-a20c-4b61-8f20-43ab45e6931f admin admin] Pushing event deleted for resources: {'Port': ['ID=50c25b82-1dab-449c-86d0-07ec6b1e54ec,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:52.821156 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e56e7ae1-a20c-4b61-8f20-43ab45e6931f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:53.166999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56e7ae1-a20c-4b61-8f20-43ab45e6931f admin admin] Router 3afffc1d-7397-4b07-be85-6eca5cc45cc7 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:52:53.337451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56e7ae1-a20c-4b61-8f20-43ab45e6931f admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:52:53.345845 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43f0c4a-68e1-4316-ab89-4de4d7ca1b4e None None] Sync routers for ids ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:52:53.349202 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e56e7ae1-a20c-4b61-8f20-43ab45e6931f admin admin] 10.222.0.43 "PUT /v2.0/routers/3afffc1d-7397-4b07-be85-6eca5cc45cc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4388826 Mar 14 18:52:53.351679 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37522) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:52:53.354852 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43f0c4a-68e1-4316-ab89-4de4d7ca1b4e None None] Routers {'3afffc1d-7397-4b07-be85-6eca5cc45cc7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:52:53.355459 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a43f0c4a-68e1-4316-ab89-4de4d7ca1b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:52:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:53.536297 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-a43f0c4a-68e1-4316-ab89-4de4d7ca1b4e None None] Set router 3afffc1d-7397-4b07-be85-6eca5cc45cc7 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:52:53.635455 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-090b989d-fce5-4c2a-9b82-84019a6ce0eb admin admin] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:53.808170 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-090b989d-fce5-4c2a-9b82-84019a6ce0eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:53.814216 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a43f0c4a-68e1-4316-ab89-4de4d7ca1b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'name': 'tempest-TestMinimumBasicScenario-1592009308-router', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:31Z', 'updated_at': '2022-03-14T18:52:52Z', 'revision_number': 5, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'gw_port': {'id': 'dde466ad-a5e4-4c47-b20e-46331432677c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:32Z', 'updated_at': '2022-03-14T18:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:53.817986 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43f0c4a-68e1-4316-ab89-4de4d7ca1b4e None None] Checking router: 3afffc1d-7397-4b07-be85-6eca5cc45cc7 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:52:53.827252 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43f0c4a-68e1-4316-ab89-4de4d7ca1b4e None None] Routers {'3afffc1d-7397-4b07-be85-6eca5cc45cc7'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:52:53.827839 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a43f0c4a-68e1-4316-ab89-4de4d7ca1b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:52:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:53.880147 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-090b989d-fce5-4c2a-9b82-84019a6ce0eb admin admin] Deleting port dde466ad-a5e4-4c47-b20e-46331432677c {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:52:53.880493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-090b989d-fce5-4c2a-9b82-84019a6ce0eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:53.976882 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-a43f0c4a-68e1-4316-ab89-4de4d7ca1b4e None None] Set router 3afffc1d-7397-4b07-be85-6eca5cc45cc7 gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:52:54.048532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-090b989d-fce5-4c2a-9b82-84019a6ce0eb admin admin] For port dde466ad-a5e4-4c47-b20e-46331432677c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=dde466ad-a5e4-4c47-b20e-46331432677c,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:52:54.048868 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-090b989d-fce5-4c2a-9b82-84019a6ce0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:54.080588 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-a43f0c4a-68e1-4316-ab89-4de4d7ca1b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'name': 'tempest-TestMinimumBasicScenario-1592009308-router', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:31Z', 'updated_at': '2022-03-14T18:52:53Z', 'revision_number': 6, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:54.084310 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43f0c4a-68e1-4316-ab89-4de4d7ca1b4e None None] The sync data for ids ['3afffc1d-7397-4b07-be85-6eca5cc45cc7'] in dv-neutron-833560-1-hyperv is: [{'id': '3afffc1d-7397-4b07-be85-6eca5cc45cc7', 'name': 'tempest-TestMinimumBasicScenario-1592009308-router', 'tenant_id': '653dfb4acefe44628b1598406de0dc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:31Z', 'updated_at': '2022-03-14T18:52:53Z', 'revision_number': 6, 'project_id': '653dfb4acefe44628b1598406de0dc92', 'gw_port_host': None}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:52:54.168179 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-090b989d-fce5-4c2a-9b82-84019a6ce0eb admin admin] Calling delete_port for dde466ad-a5e4-4c47-b20e-46331432677c owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:52:54.319652 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-23931d21-4afb-4265-99bc-216f6343e434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:54.422712 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-090b989d-fce5-4c2a-9b82-84019a6ce0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:54.473661 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b989d-fce5-4c2a-9b82-84019a6ce0eb admin admin] Pushing event deleted for resources: {'Port': ['ID=dde466ad-a5e4-4c47-b20e-46331432677c,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:54.560893 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-090b989d-fce5-4c2a-9b82-84019a6ce0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:54.727536 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-090b989d-fce5-4c2a-9b82-84019a6ce0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:54.729677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-090b989d-fce5-4c2a-9b82-84019a6ce0eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:54.808154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-090b989d-fce5-4c2a-9b82-84019a6ce0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:54.808718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090b989d-fce5-4c2a-9b82-84019a6ce0eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3afffc1d-7397-4b07-be85-6eca5cc45cc7 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:52:54.823826 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-090b989d-fce5-4c2a-9b82-84019a6ce0eb admin admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:54.824952 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-090b989d-fce5-4c2a-9b82-84019a6ce0eb admin admin] 10.222.0.43 "DELETE /v2.0/routers/3afffc1d-7397-4b07-be85-6eca5cc45cc7 HTTP/1.1" status: 204 len: 168 time: 1.4723957 Mar 14 18:52:54.827961 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37526) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:52:54.888123 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2aed195-2108-4cd5-8a97-724c5af84bc3 admin admin] Deleting subnet a62780e7-7bee-4a78-88c1-7e4d5d1f8a96 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:52:54.891028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2aed195-2108-4cd5-8a97-724c5af84bc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:54.938718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2aed195-2108-4cd5-8a97-724c5af84bc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:55.015850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2aed195-2108-4cd5-8a97-724c5af84bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:55.064209 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device dde466ad-a5e4-4c47-b20e-46331432677c no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:52:55.100615 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: dde466ad-a5e4-4c47-b20e-46331432677c {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:52:55.100964 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device dde466ad-a5e4-4c47-b20e-46331432677c not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:52:55.101580 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 50c25b82-1dab-449c-86d0-07ec6b1e54ec no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:52:55.135584 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 50c25b82-1dab-449c-86d0-07ec6b1e54ec {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:52:55.135932 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 50c25b82-1dab-449c-86d0-07ec6b1e54ec not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:52:55.265744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2aed195-2108-4cd5-8a97-724c5af84bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:55.301284 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aed195-2108-4cd5-8a97-724c5af84bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a62780e7-7bee-4a78-88c1-7e4d5d1f8a96,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:55.306521 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b2aed195-2108-4cd5-8a97-724c5af84bc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:55.312426 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c484399-6c32-4a00-a089-947cb4498321 None None] Network 1ec313b1-457c-4636-8164-bc93dfc67d01 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:52:55.313455 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b2aed195-2108-4cd5-8a97-724c5af84bc3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a62780e7-7bee-4a78-88c1-7e4d5d1f8a96 HTTP/1.1" status: 204 len: 168 time: 0.4845369 Mar 14 18:52:55.315882 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37530) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:52:55.418465 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:55.428594 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] Deleting port 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:52:55.428918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:55.557617 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3987c48-7b86-4517-a76f-73b38f71bb68 None None] DHCP port deletion for 1ec313b1-457c-4636-8164-bc93dfc67d01 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:52:55.562450 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a3987c48-7b86-4517-a76f-73b38f71bb68 None None] Deleting port 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:52:55.562850 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a3987c48-7b86-4517-a76f-73b38f71bb68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:55.637330 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] For port 3c44d05a-9acb-4a7e-becf-07b8d23b3e15, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3c44d05a-9acb-4a7e-becf-07b8d23b3e15,segment=NetworkSegment(0c2aae2c-82c3-4827-9107-9bf467b45a3d),segment_id=0c2aae2c-82c3-4827-9107-9bf467b45a3d)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:52:55.637708 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:55.760778 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] Calling delete_port for 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:52:55.799210 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a3987c48-7b86-4517-a76f-73b38f71bb68 None None] For port 3c44d05a-9acb-4a7e-becf-07b8d23b3e15, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3c44d05a-9acb-4a7e-becf-07b8d23b3e15,segment=NetworkSegment(0c2aae2c-82c3-4827-9107-9bf467b45a3d),segment_id=0c2aae2c-82c3-4827-9107-9bf467b45a3d)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:52:55.799594 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a3987c48-7b86-4517-a76f-73b38f71bb68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:55.899472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:55.915187 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a3987c48-7b86-4517-a76f-73b38f71bb68 None None] Calling delete_port for 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:52:55.951182 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] No DVR routers for this DVR port 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:52:55.953224 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] Pushing event deleted for resources: {'Port': ['ID=3c44d05a-9acb-4a7e-becf-07b8d23b3e15,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:55.985625 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-a3987c48-7b86-4517-a76f-73b38f71bb68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:52:55.985978 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-a3987c48-7b86-4517-a76f-73b38f71bb68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:52:56.068727 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:56.092974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec313b1-457c-4636-8164-bc93dfc67d01']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:56.104929 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2aae2c-82c3-4827-9107-9bf467b45a3d') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:56.105257 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2aae2c-82c3-4827-9107-9bf467b45a3d') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:56.117020 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:56.132221 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:56.138016 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:52:56.138394 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:52:56.150990 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:52:56.287624 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:56.302551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:56.312338 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec313b1-457c-4636-8164-bc93dfc67d01,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:56.321381 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7be0a7e7-96a8-45e5-8072-827df6c4ba0e admin admin] 10.222.0.43 "DELETE /v2.0/networks/1ec313b1-457c-4636-8164-bc93dfc67d01 HTTP/1.1" status: 204 len: 168 time: 1.0026267 Mar 14 18:52:56.322321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37534) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:52:56.379498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-823c4d2a-a8d6-41d9-9472-183794c91f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:56.487443 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a3987c48-7b86-4517-a76f-73b38f71bb68 None None] Deleting port 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:52:56.487830 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a3987c48-7b86-4517-a76f-73b38f71bb68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:56.554346 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a3987c48-7b86-4517-a76f-73b38f71bb68 None None] The port '3c44d05a-9acb-4a7e-becf-07b8d23b3e15' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:52:56.938387 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e8881d51-81f7-41bb-bd7f-062e95d18e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:57.058456 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:52:57.091921 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:52:57.092267 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3c44d05a-9acb-4a7e-becf-07b8d23b3e15 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:52:57.277004 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-e8881d51-81f7-41bb-bd7f-062e95d18e83 admin admin] Deleting port 47afec4f-2de6-414f-ae66-b638c2e7c451 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:52:57.277255 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e8881d51-81f7-41bb-bd7f-062e95d18e83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:57.445008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-e8881d51-81f7-41bb-bd7f-062e95d18e83 admin admin] For port 47afec4f-2de6-414f-ae66-b638c2e7c451, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=47afec4f-2de6-414f-ae66-b638c2e7c451,segment=NetworkSegment(f8a68a98-7d10-4201-81d4-36434651d82c),segment_id=f8a68a98-7d10-4201-81d4-36434651d82c)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:52:57.445676 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e8881d51-81f7-41bb-bd7f-062e95d18e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:57.568370 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-e8881d51-81f7-41bb-bd7f-062e95d18e83 admin admin] Calling delete_port for 47afec4f-2de6-414f-ae66-b638c2e7c451 owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:52:57.817315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e8881d51-81f7-41bb-bd7f-062e95d18e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:57.865422 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8881d51-81f7-41bb-bd7f-062e95d18e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=47afec4f-2de6-414f-ae66-b638c2e7c451,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:57.910848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:57.937040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:58.120780 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e8881d51-81f7-41bb-bd7f-062e95d18e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:58.562235 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8881d51-81f7-41bb-bd7f-062e95d18e83 admin admin] Router 425d5b6e-c721-463e-a82a-a568ad058d4b has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:52:58.732152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8881d51-81f7-41bb-bd7f-062e95d18e83 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:52:58.740420 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfa223b-7efb-48df-b29f-7bf98174342e None None] Sync routers for ids ['425d5b6e-c721-463e-a82a-a568ad058d4b'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:52:58.749970 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfa223b-7efb-48df-b29f-7bf98174342e None None] Routers {'425d5b6e-c721-463e-a82a-a568ad058d4b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:52:58.753892 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-cbfa223b-7efb-48df-b29f-7bf98174342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:52:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['425d5b6e-c721-463e-a82a-a568ad058d4b'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:58.804266 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e8881d51-81f7-41bb-bd7f-062e95d18e83 admin admin] 10.222.0.43 "PUT /v2.0/routers/425d5b6e-c721-463e-a82a-a568ad058d4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4808421 Mar 14 18:52:58.806700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37538) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:52:58.920942 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-cbfa223b-7efb-48df-b29f-7bf98174342e None None] Set router 425d5b6e-c721-463e-a82a-a568ad058d4b gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:52:58.979439 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0eba8a2d-f92f-4e58-8953-cc56665cddfc admin admin] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:59.152905 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0eba8a2d-f92f-4e58-8953-cc56665cddfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:59.199997 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-cbfa223b-7efb-48df-b29f-7bf98174342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'name': 'tempest-TestMinimumBasicScenario-217988325-router', 'tenant_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.208'}], 'enable_snat': True}, 'gw_port_id': '9a86bdd0-1cd4-4975-adb7-38d7eb6de587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:39Z', 'updated_at': '2022-03-14T18:52:57Z', 'revision_number': 5, 'project_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'gw_port': {'id': '9a86bdd0-1cd4-4975-adb7-38d7eb6de587', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:50:40Z', 'updated_at': '2022-03-14T18:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:59.203568 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfa223b-7efb-48df-b29f-7bf98174342e None None] Checking router: 425d5b6e-c721-463e-a82a-a568ad058d4b for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:52:59.211491 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfa223b-7efb-48df-b29f-7bf98174342e None None] Routers {'425d5b6e-c721-463e-a82a-a568ad058d4b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:52:59.212098 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-cbfa223b-7efb-48df-b29f-7bf98174342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:52:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['425d5b6e-c721-463e-a82a-a568ad058d4b'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:59.219713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-0eba8a2d-f92f-4e58-8953-cc56665cddfc admin admin] Deleting port 9a86bdd0-1cd4-4975-adb7-38d7eb6de587 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:52:59.220059 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0eba8a2d-f92f-4e58-8953-cc56665cddfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:59.356947 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-cbfa223b-7efb-48df-b29f-7bf98174342e None None] Set router 425d5b6e-c721-463e-a82a-a568ad058d4b gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:52:59.388252 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-0eba8a2d-f92f-4e58-8953-cc56665cddfc admin admin] For port 9a86bdd0-1cd4-4975-adb7-38d7eb6de587, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=9a86bdd0-1cd4-4975-adb7-38d7eb6de587,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:52:59.388597 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0eba8a2d-f92f-4e58-8953-cc56665cddfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:59.458301 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-cbfa223b-7efb-48df-b29f-7bf98174342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'name': 'tempest-TestMinimumBasicScenario-217988325-router', 'tenant_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:39Z', 'updated_at': '2022-03-14T18:52:59Z', 'revision_number': 6, 'project_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:59.462217 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfa223b-7efb-48df-b29f-7bf98174342e None None] The sync data for ids ['425d5b6e-c721-463e-a82a-a568ad058d4b'] in dv-neutron-833560-1-hyperv is: [{'id': '425d5b6e-c721-463e-a82a-a568ad058d4b', 'name': 'tempest-TestMinimumBasicScenario-217988325-router', 'tenant_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:50:39Z', 'updated_at': '2022-03-14T18:52:59Z', 'revision_number': 6, 'project_id': 'a6dd0e041f3c4f64938baa7db85d0c74', 'gw_port_host': None}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:52:59.511529 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-0eba8a2d-f92f-4e58-8953-cc56665cddfc admin admin] Calling delete_port for 9a86bdd0-1cd4-4975-adb7-38d7eb6de587 owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:52:59.848236 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0eba8a2d-f92f-4e58-8953-cc56665cddfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:59.876659 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:59.898038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba8a2d-f92f-4e58-8953-cc56665cddfc admin admin] Pushing event deleted for resources: {'Port': ['ID=9a86bdd0-1cd4-4975-adb7-38d7eb6de587,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:59.985184 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0eba8a2d-f92f-4e58-8953-cc56665cddfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:00.151770 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0eba8a2d-f92f-4e58-8953-cc56665cddfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:00.153865 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0eba8a2d-f92f-4e58-8953-cc56665cddfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:00.299636 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0eba8a2d-f92f-4e58-8953-cc56665cddfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:00.300237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eba8a2d-f92f-4e58-8953-cc56665cddfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 425d5b6e-c721-463e-a82a-a568ad058d4b {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:53:00.313747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0eba8a2d-f92f-4e58-8953-cc56665cddfc admin admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:00.314925 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0eba8a2d-f92f-4e58-8953-cc56665cddfc admin admin] 10.222.0.43 "DELETE /v2.0/routers/425d5b6e-c721-463e-a82a-a568ad058d4b HTTP/1.1" status: 204 len: 168 time: 1.5072045 Mar 14 18:53:00.317274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37542) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:00.381599 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-199c05ac-53b7-4106-a4ca-49d9e7e14e71 admin admin] Deleting subnet 7d5f075b-fa35-40d8-b3f3-2a04c7658fff {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:53:00.384925 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-199c05ac-53b7-4106-a4ca-49d9e7e14e71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:00.434906 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-199c05ac-53b7-4106-a4ca-49d9e7e14e71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:00.514537 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-199c05ac-53b7-4106-a4ca-49d9e7e14e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:00.631134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-199c05ac-53b7-4106-a4ca-49d9e7e14e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:00.669373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c05ac-53b7-4106-a4ca-49d9e7e14e71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d5f075b-fa35-40d8-b3f3-2a04c7658fff,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:00.671077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-199c05ac-53b7-4106-a4ca-49d9e7e14e71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:00.676921 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e436caa6-6629-487b-b2ca-7a408ea00589 None None] Network 69a40555-1f45-4c82-81bb-3a4c1138d979 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:53:00.681864 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-199c05ac-53b7-4106-a4ca-49d9e7e14e71 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7d5f075b-fa35-40d8-b3f3-2a04c7658fff HTTP/1.1" status: 204 len: 168 time: 0.3634863 Mar 14 18:53:00.684073 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37546) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:00.788617 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:00.798652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] Deleting port d40bfc72-fd5c-422e-9762-883db725f07b {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:53:00.799001 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:00.906090 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9911e6c3-03bc-46c4-87e6-9f7e9cc2d5de None None] DHCP port deletion for 69a40555-1f45-4c82-81bb-3a4c1138d979 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:53:00.910260 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-9911e6c3-03bc-46c4-87e6-9f7e9cc2d5de None None] Deleting port d40bfc72-fd5c-422e-9762-883db725f07b {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:53:00.910678 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9911e6c3-03bc-46c4-87e6-9f7e9cc2d5de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:01.005288 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] For port d40bfc72-fd5c-422e-9762-883db725f07b, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d40bfc72-fd5c-422e-9762-883db725f07b,segment=NetworkSegment(f8a68a98-7d10-4201-81d4-36434651d82c),segment_id=f8a68a98-7d10-4201-81d4-36434651d82c)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:53:01.005797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:01.089468 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d40bfc72-fd5c-422e-9762-883db725f07b no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:53:01.126180 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] Calling delete_port for d40bfc72-fd5c-422e-9762-883db725f07b owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:53:01.148886 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9911e6c3-03bc-46c4-87e6-9f7e9cc2d5de None None] For port d40bfc72-fd5c-422e-9762-883db725f07b, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d40bfc72-fd5c-422e-9762-883db725f07b,segment=NetworkSegment(f8a68a98-7d10-4201-81d4-36434651d82c),segment_id=f8a68a98-7d10-4201-81d4-36434651d82c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:53:01.149180 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9911e6c3-03bc-46c4-87e6-9f7e9cc2d5de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:01.268561 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:01.285730 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-9911e6c3-03bc-46c4-87e6-9f7e9cc2d5de None None] Calling delete_port for d40bfc72-fd5c-422e-9762-883db725f07b owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:53:01.315517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d40bfc72-fd5c-422e-9762-883db725f07b,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:01.317266 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] No DVR routers for this DVR port d40bfc72-fd5c-422e-9762-883db725f07b on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:53:01.327433 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No active binding found for port d40bfc72-fd5c-422e-9762-883db725f07b {{(pid=88636) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 14 18:53:01.327836 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d40bfc72-fd5c-422e-9762-883db725f07b not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:53:01.328247 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 47afec4f-2de6-414f-ae66-b638c2e7c451 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:53:01.367212 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 47afec4f-2de6-414f-ae66-b638c2e7c451 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:53:01.367546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 47afec4f-2de6-414f-ae66-b638c2e7c451 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:53:01.367952 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 9a86bdd0-1cd4-4975-adb7-38d7eb6de587 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:53:01.409002 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 9a86bdd0-1cd4-4975-adb7-38d7eb6de587 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:53:01.409251 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 9a86bdd0-1cd4-4975-adb7-38d7eb6de587 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:53:01.430970 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-9911e6c3-03bc-46c4-87e6-9f7e9cc2d5de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:53:01.431331 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-9911e6c3-03bc-46c4-87e6-9f7e9cc2d5de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:53:01.518018 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:01.543374 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a40555-1f45-4c82-81bb-3a4c1138d979']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:01.555098 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a68a98-7d10-4201-81d4-36434651d82c') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:01.555386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a68a98-7d10-4201-81d4-36434651d82c') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:01.566135 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:01.582045 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:01.587864 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:53:01.588230 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:53:01.601031 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:53:01.745075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:01.760743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:01.770840 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=69a40555-1f45-4c82-81bb-3a4c1138d979,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:01.778828 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0e69f77a-7294-4404-a775-34e76713d1e7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/69a40555-1f45-4c82-81bb-3a4c1138d979 HTTP/1.1" status: 204 len: 168 time: 1.0931103 Mar 14 18:53:01.932708 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-9911e6c3-03bc-46c4-87e6-9f7e9cc2d5de None None] Deleting port d40bfc72-fd5c-422e-9762-883db725f07b {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:53:01.933242 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9911e6c3-03bc-46c4-87e6-9f7e9cc2d5de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:02.011998 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-9911e6c3-03bc-46c4-87e6-9f7e9cc2d5de None None] The port 'd40bfc72-fd5c-422e-9762-883db725f07b' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 18:53:02.140330 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37554) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:02.187409 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6bef54e3-7398-4959-85e4-6e36de4d32e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=653dfb4acefe44628b1598406de0dc92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459585 Mar 14 18:53:02.189782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37558) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:02.343187 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-efa6f763-c6cd-43d0-b072-bf678ea200bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:02.368457 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-efa6f763-c6cd-43d0-b072-bf678ea200bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:02.476479 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-efa6f763-c6cd-43d0-b072-bf678ea200bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:02.493376 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6f763-c6cd-43d0-b072-bf678ea200bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:02.496630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-efa6f763-c6cd-43d0-b072-bf678ea200bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:02.498292 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-efa6f763-c6cd-43d0-b072-bf678ea200bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0e3fb3d-3b2a-4aa3-bb80-f3d2c3b551de HTTP/1.1" status: 204 len: 168 time: 0.3076265 Mar 14 18:53:03.136675 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37566) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:03.184588 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7ceaf200-12f0-4f93-be3a-b44139ad26f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6dd0e041f3c4f64938baa7db85d0c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461833 Mar 14 18:53:03.186798 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37570) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:03.241727 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fde14c1a-576b-49df-ad5b-e79ff97ed8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:03.266400 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fde14c1a-576b-49df-ad5b-e79ff97ed8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:03.374029 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fde14c1a-576b-49df-ad5b-e79ff97ed8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:03.390116 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde14c1a-576b-49df-ad5b-e79ff97ed8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be527fa8-1ae0-4b40-81d7-fffca2bdc327,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:03.394414 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-fde14c1a-576b-49df-ad5b-e79ff97ed8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:03.395539 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-fde14c1a-576b-49df-ad5b-e79ff97ed8ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/be527fa8-1ae0-4b40-81d7-fffca2bdc327 HTTP/1.1" status: 204 len: 168 time: 0.2078464 Mar 14 18:53:06.667015 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37616) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:06.672888 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1271516436', 'description': 'tempest-secgroup-smoke-1271516436 description', 'project_id': '9d69209fb0ee4f2e94311515128e094c'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:53:06.678930 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:53:06.682697 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:53:06.685588 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:53:06.691606 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:53:06.762982 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:06.775025 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:06.789766 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:53:06.793523 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:53:06.796423 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:53:06.802067 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:53:06.881570 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:06.959810 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:06.970707 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:53:06.977874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:53:06.982284 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:53:06.995559 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:53:07.002577 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7e19ed-66bc-44c2-b859-95170f233e10,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:07.068386 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:07.142482 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:07.184623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd6d818-777c-40d1-af7e-c342c9719573,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:07.259569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:07.260849 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-54fb4248-472c-4b55-a5eb-e935ee369e88 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5927830 Mar 14 18:53:07.263655 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37620) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:07.269214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-ab532b6f-c2ae-4914-b449-3734210ef2c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'dbd6d818-777c-40d1-af7e-c342c9719573', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:53:07.275189 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ab532b6f-c2ae-4914-b449-3734210ef2c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:53:07.278956 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ab532b6f-c2ae-4914-b449-3734210ef2c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:53:07.281877 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ab532b6f-c2ae-4914-b449-3734210ef2c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:53:07.287611 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ab532b6f-c2ae-4914-b449-3734210ef2c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:53:07.362939 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ab532b6f-c2ae-4914-b449-3734210ef2c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:07.421242 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ab532b6f-c2ae-4914-b449-3734210ef2c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:07.491024 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ab532b6f-c2ae-4914-b449-3734210ef2c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:07.514186 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab532b6f-c2ae-4914-b449-3734210ef2c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b061bd47-e5f7-4b57-b3f8-c348e06db819,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:07.590769 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ab532b6f-c2ae-4914-b449-3734210ef2c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:07.591995 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ab532b6f-c2ae-4914-b449-3734210ef2c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3268034 Mar 14 18:53:07.594729 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37624) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:07.599669 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4d69167b-3026-4237-a19b-a0af4c49134a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'dbd6d818-777c-40d1-af7e-c342c9719573', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:53:07.605539 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4d69167b-3026-4237-a19b-a0af4c49134a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:53:07.609762 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4d69167b-3026-4237-a19b-a0af4c49134a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:53:07.612637 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4d69167b-3026-4237-a19b-a0af4c49134a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:53:07.618355 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4d69167b-3026-4237-a19b-a0af4c49134a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:53:07.709666 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4d69167b-3026-4237-a19b-a0af4c49134a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:07.771974 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4d69167b-3026-4237-a19b-a0af4c49134a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:07.845434 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4d69167b-3026-4237-a19b-a0af4c49134a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:07.870311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69167b-3026-4237-a19b-a0af4c49134a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98c0594-5020-457c-b35d-645d281030b3,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:07.942329 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4d69167b-3026-4237-a19b-a0af4c49134a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:07.943550 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4d69167b-3026-4237-a19b-a0af4c49134a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3478401 Mar 14 18:53:07.946146 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37628) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:07.951262 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a500f831-234a-4113-b1cd-be4ed4af2cbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'dbd6d818-777c-40d1-af7e-c342c9719573', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:53:07.957214 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a500f831-234a-4113-b1cd-be4ed4af2cbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:53:07.960943 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a500f831-234a-4113-b1cd-be4ed4af2cbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:53:07.964037 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a500f831-234a-4113-b1cd-be4ed4af2cbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:53:07.970106 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a500f831-234a-4113-b1cd-be4ed4af2cbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:53:08.070709 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a500f831-234a-4113-b1cd-be4ed4af2cbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:08.198867 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a500f831-234a-4113-b1cd-be4ed4af2cbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:08.268207 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a500f831-234a-4113-b1cd-be4ed4af2cbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:08.291430 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500f831-234a-4113-b1cd-be4ed4af2cbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d724678-2c6e-4085-972f-03807703b530,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:08.379544 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a500f831-234a-4113-b1cd-be4ed4af2cbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:08.380655 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a500f831-234a-4113-b1cd-be4ed4af2cbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4336073 Mar 14 18:53:08.383339 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37632) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:08.388412 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-1a9ab69f-6688-4692-8e31-e8dc205e1b53 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'dbd6d818-777c-40d1-af7e-c342c9719573', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:53:08.394340 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1a9ab69f-6688-4692-8e31-e8dc205e1b53 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:53:08.398464 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1a9ab69f-6688-4692-8e31-e8dc205e1b53 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:53:08.401276 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-1a9ab69f-6688-4692-8e31-e8dc205e1b53 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:53:08.406875 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-1a9ab69f-6688-4692-8e31-e8dc205e1b53 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:53:08.514826 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1a9ab69f-6688-4692-8e31-e8dc205e1b53 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:08.576221 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1a9ab69f-6688-4692-8e31-e8dc205e1b53 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:08.719999 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1a9ab69f-6688-4692-8e31-e8dc205e1b53 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:08.743644 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ab69f-6688-4692-8e31-e8dc205e1b53 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6867a569-3e43-4bdc-b161-92ba749558cd,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:08.862734 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1a9ab69f-6688-4692-8e31-e8dc205e1b53 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:08.863986 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1a9ab69f-6688-4692-8e31-e8dc205e1b53 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4796402 Mar 14 18:53:08.866704 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37636) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:08.871613 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-b272c6c3-ed0a-4296-bc0b-b9e270df5a2f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'dbd6d818-777c-40d1-af7e-c342c9719573', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:53:08.877634 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b272c6c3-ed0a-4296-bc0b-b9e270df5a2f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:53:08.881398 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b272c6c3-ed0a-4296-bc0b-b9e270df5a2f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:53:08.884301 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-b272c6c3-ed0a-4296-bc0b-b9e270df5a2f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:53:08.889941 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-b272c6c3-ed0a-4296-bc0b-b9e270df5a2f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:53:08.970949 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.securitygroups_db [None req-b272c6c3-ed0a-4296-bc0b-b9e270df5a2f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Project 9d69209fb0ee4f2e94311515128e094c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:53:08.977532 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b272c6c3-ed0a-4296-bc0b-b9e270df5a2f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:09.041924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b272c6c3-ed0a-4296-bc0b-b9e270df5a2f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:09.119651 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b272c6c3-ed0a-4296-bc0b-b9e270df5a2f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:09.142420 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272c6c3-ed0a-4296-bc0b-b9e270df5a2f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb7e159-ec67-4896-9827-1476723c88a0,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:09.213307 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b272c6c3-ed0a-4296-bc0b-b9e270df5a2f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:09.214506 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b272c6c3-ed0a-4296-bc0b-b9e270df5a2f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3468647 Mar 14 18:53:09.217212 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37640) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:09.222846 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-aaf5773c-3d99-4f67-92e6-6c44f42895df tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'dbd6d818-777c-40d1-af7e-c342c9719573', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:53:09.228438 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-aaf5773c-3d99-4f67-92e6-6c44f42895df tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:53:09.232170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-aaf5773c-3d99-4f67-92e6-6c44f42895df tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:53:09.234977 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-aaf5773c-3d99-4f67-92e6-6c44f42895df tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:53:09.240517 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-aaf5773c-3d99-4f67-92e6-6c44f42895df tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:53:09.322499 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.securitygroups_db [None req-aaf5773c-3d99-4f67-92e6-6c44f42895df tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Project 9d69209fb0ee4f2e94311515128e094c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:53:09.330175 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-aaf5773c-3d99-4f67-92e6-6c44f42895df tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:09.379637 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:09.394108 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-aaf5773c-3d99-4f67-92e6-6c44f42895df tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:09.453945 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-aaf5773c-3d99-4f67-92e6-6c44f42895df tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:09.476728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5773c-3d99-4f67-92e6-6c44f42895df tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e092eaae-8a6b-4649-9053-217cb80fab75,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:09.567824 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-aaf5773c-3d99-4f67-92e6-6c44f42895df tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:09.569020 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-aaf5773c-3d99-4f67-92e6-6c44f42895df tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3502910 Mar 14 18:53:09.572125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37644) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:09.577796 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-5d58cb5b-21a2-49b7-bc08-cf64b0e6a038 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'network': {'name': 'tempest-network-smoke--65256773', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'port_security_enabled': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:53:09.583294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5d58cb5b-21a2-49b7-bc08-cf64b0e6a038 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:53:09.587014 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5d58cb5b-21a2-49b7-bc08-cf64b0e6a038 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:network and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:53:09.589819 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5d58cb5b-21a2-49b7-bc08-cf64b0e6a038 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:53:09.595438 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5d58cb5b-21a2-49b7-bc08-cf64b0e6a038 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:53:09.682349 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d58cb5b-21a2-49b7-bc08-cf64b0e6a038 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Made reservation on behalf of 9d69209fb0ee4f2e94311515128e094c for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:53:09.685944 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d58cb5b-21a2-49b7-bc08-cf64b0e6a038 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:09.713779 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d58cb5b-21a2-49b7-bc08-cf64b0e6a038 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:53:09.722300 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d58cb5b-21a2-49b7-bc08-cf64b0e6a038 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:09.722884 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-5d58cb5b-21a2-49b7-bc08-cf64b0e6a038 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Added segment c0a3ae42-b3ff-4db8-928d-046d2ce2fd23 of type vlan for network 8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 Mar 14 18:53:09.748477 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d58cb5b-21a2-49b7-bc08-cf64b0e6a038 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:09.847410 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d58cb5b-21a2-49b7-bc08-cf64b0e6a038 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:09.852799 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d58cb5b-21a2-49b7-bc08-cf64b0e6a038 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:09.853384 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5d58cb5b-21a2-49b7-bc08-cf64b0e6a038 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:09.961329 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58cb5b-21a2-49b7-bc08-cf64b0e6a038 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Network': ['ID=8ee299e2-4b78-41e3-93aa-2fe1b5392ec7,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:09.971375 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:53:10.017934 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5d58cb5b-21a2-49b7-bc08-cf64b0e6a038 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4446757 Mar 14 18:53:10.020860 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37648) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:10.026697 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-989341545', 'admin_state_up': True, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:53:10.034164 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:53:10.037929 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:router and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:53:10.040716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:53:10.046772 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:53:10.128137 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:10.129196 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:10.143704 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:10.470562 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:10.934356 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:10.963457 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:11.092437 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.26.7.170 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/8dcf5746-6571-456a-adfa-e299e29cc32b) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:53:11.236812 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:11.322714 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:11.385368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:53:11.392443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:53:11.396439 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:53:11.424971 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=8dcf5746-6571-456a-adfa-e299e29cc32b,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:11.873867 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:12.197958 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:12.593875 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router aa80cd7c-d8af-4da3-b42e-78cf4763e941 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:53:12.767012 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:53:12.776099 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Sync routers for ids ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:53:12.785474 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Routers {'aa80cd7c-d8af-4da3-b42e-78cf4763e941'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:53:12.786082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:52:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:12.876993 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:12.878187 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-a2585d24-35ac-4bf2-a15a-e3c5802994c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8563416 Mar 14 18:53:12.881360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37652) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:12.959421 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Set router aa80cd7c-d8af-4da3-b42e-78cf4763e941 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:53:13.018931 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-da0038ba-48fe-4f96-9d7e-09ad60bb17a2 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=9d69209fb0ee4f2e94311515128e094c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1364672 Mar 14 18:53:13.021585 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37658) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:13.148524 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d51958-a4ec-4d62-8553-1af12547765b tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:13.149914 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-20d51958-a4ec-4d62-8553-1af12547765b tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274602 Mar 14 18:53:13.152820 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37662) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:13.191632 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-9700af9a-5f7b-40e7-9c07-073f7239bad8 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377567 Mar 14 18:53:13.194230 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37666) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:13.199750 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-97ea2e30-f57c-4272-8884-2dbc82fab795 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-514143225', 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:53:13.241105 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989341545', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:11Z', 'revision_number': 3, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:13.244928 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Checking router: aa80cd7c-d8af-4da3-b42e-78cf4763e941 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:53:13.245276 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Updating router aa80cd7c-d8af-4da3-b42e-78cf4763e941 port 8dcf5746-6571-456a-adfa-e299e29cc32b binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:53:13.295691 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:13.306456 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-97ea2e30-f57c-4272-8884-2dbc82fab795 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:53:13.310350 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-97ea2e30-f57c-4272-8884-2dbc82fab795 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:subnet and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:53:13.313245 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-97ea2e30-f57c-4272-8884-2dbc82fab795 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:53:13.318921 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-97ea2e30-f57c-4272-8884-2dbc82fab795 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:53:13.402089 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ea2e30-f57c-4272-8884-2dbc82fab795 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Made reservation on behalf of 9d69209fb0ee4f2e94311515128e094c for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:53:13.406080 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97ea2e30-f57c-4272-8884-2dbc82fab795 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:13.613163 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:13.624163 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Transition to ACTIVE for port object 8dcf5746-6571-456a-adfa-e299e29cc32b will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:53:13.674354 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97ea2e30-f57c-4272-8884-2dbc82fab795 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:13.699754 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:13.750815 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea2e30-f57c-4272-8884-2dbc82fab795 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Subnet': ['ID=6e2725e8-8668-40b5-b5d5-cc2acbbdc266,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:13.763293 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ea2e30-f57c-4272-8884-2dbc82fab795 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Checking segment: {'id': 'c0a3ae42-b3ff-4db8-928d-046d2ce2fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:53:13.763656 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ea2e30-f57c-4272-8884-2dbc82fab795 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network hostable DHCP agents. Network: 8ee299e2-4b78-41e3-93aa-2fe1b5392ec7, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:53:13.783569 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Attempting to bind port 8dcf5746-6571-456a-adfa-e299e29cc32b on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:53:13.784217 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Attempting to bind port 8dcf5746-6571-456a-adfa-e299e29cc32b by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:53:13.784343 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Attempting to bind port 8dcf5746-6571-456a-adfa-e299e29cc32b on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:53:13.787596 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa674f-4049-4c18-bd9d-b9558e17cdec None None] Pushing event updated for resources: {'Port': ['ID=8dcf5746-6571-456a-adfa-e299e29cc32b,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:13.792337 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:53:13.793484 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:53:13.793484 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:13.793484 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:53:13.793943 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Bound port: 8dcf5746-6571-456a-adfa-e299e29cc32b, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:53:13.794314 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:13.824654 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa674f-4049-4c18-bd9d-b9558e17cdec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:13.825002 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa674f-4049-4c18-bd9d-b9558e17cdec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:13.825345 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa674f-4049-4c18-bd9d-b9558e17cdec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:13.825684 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa674f-4049-4c18-bd9d-b9558e17cdec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:13.826013 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa674f-4049-4c18-bd9d-b9558e17cdec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:13.826347 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa674f-4049-4c18-bd9d-b9558e17cdec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:13.826680 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa674f-4049-4c18-bd9d-b9558e17cdec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:13.827033 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa674f-4049-4c18-bd9d-b9558e17cdec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:13.827363 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa674f-4049-4c18-bd9d-b9558e17cdec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:13.827692 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa674f-4049-4c18-bd9d-b9558e17cdec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:13.828039 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa674f-4049-4c18-bd9d-b9558e17cdec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:13.828363 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fa674f-4049-4c18-bd9d-b9558e17cdec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:13.853762 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ea2e30-f57c-4272-8884-2dbc82fab795 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:53:13.877120 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] For port 8dcf5746-6571-456a-adfa-e299e29cc32b, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:53:13.879978 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] For port 8dcf5746-6571-456a-adfa-e299e29cc32b, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8dcf5746-6571-456a-adfa-e299e29cc32b,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:53:13.931257 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-97ea2e30-f57c-4272-8884-2dbc82fab795 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 8ee299e2-4b78-41e3-93aa-2fe1b5392ec7) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:53:13.935638 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ea2e30-f57c-4272-8884-2dbc82fab795 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:13.941174 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-97ea2e30-f57c-4272-8884-2dbc82fab795 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:13.943718 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9971cf5d-d0d2-446f-a11e-6389e1378fdf None None] Network 8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:53:13.968308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:14.034984 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-97ea2e30-f57c-4272-8884-2dbc82fab795 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8396738 Mar 14 18:53:14.037695 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37670) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:14.119299 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Routers {'aa80cd7c-d8af-4da3-b42e-78cf4763e941'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:53:14.119915 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:52:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:14.167987 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa674f-4049-4c18-bd9d-b9558e17cdec None None] Pushing event updated for resources: {'Port': ['ID=8dcf5746-6571-456a-adfa-e299e29cc32b,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:14.426081 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-8ee299e2-4b78-41e3-93aa-2fe1b5392ec7', 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ips': [{'subnet_id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:53:14.426914 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:14.442241 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] Set router aa80cd7c-d8af-4da3-b42e-78cf4763e941 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:53:14.817456 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Allocated IP 172.20.0.2 (8ee299e2-4b78-41e3-93aa-2fe1b5392ec7/6e2725e8-8668-40b5-b5d5-cc2acbbdc266/ae7f3837-1050-4bd3-817d-9ea78bab9095) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:53:14.844610 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:14.940474 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989341545', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:11Z', 'revision_number': 3, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:14.949939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ffb575-34cf-4682-a982-0b4c515d855d None None] The sync data for ids ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'] in dv-neutron-833560-1-hyperv is: [{'id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989341545', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:11Z', 'revision_number': 3, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:53:15.047209 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:15.057426 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Transition to ACTIVE for port object ae7f3837-1050-4bd3-817d-9ea78bab9095 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:53:15.076255 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Transition to ACTIVE for port object ae7f3837-1050-4bd3-817d-9ea78bab9095 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:53:15.144081 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:15.222823 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Network 8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:53:15.226140 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:53:15.229054 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:53:15.269318 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.20.0.1 (8ee299e2-4b78-41e3-93aa-2fe1b5392ec7/6e2725e8-8668-40b5-b5d5-cc2acbbdc266/a221fa34-1adb-4e9c-bec1-41f39cb0091a) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:53:15.281676 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Pushing event updated for resources: {'Port': ['ID=ae7f3837-1050-4bd3-817d-9ea78bab9095,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:15.337003 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Attempting to bind port ae7f3837-1050-4bd3-817d-9ea78bab9095 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:53:15.337373 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Attempting to bind port ae7f3837-1050-4bd3-817d-9ea78bab9095 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'c0a3ae42-b3ff-4db8-928d-046d2ce2fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:53:15.337733 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Attempting to bind port ae7f3837-1050-4bd3-817d-9ea78bab9095 on network 8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:53:15.344230 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:53:15.344602 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Checking segment: {'id': 'c0a3ae42-b3ff-4db8-928d-046d2ce2fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:53:15.344996 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:15.345383 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Bound using segment: {'id': 'c0a3ae42-b3ff-4db8-928d-046d2ce2fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:53:15.345850 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Bound port: ae7f3837-1050-4bd3-817d-9ea78bab9095, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a3ae42-b3ff-4db8-928d-046d2ce2fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:53:15.346219 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:15.439208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] For port ae7f3837-1050-4bd3-817d-9ea78bab9095, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:53:15.439819 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:15.442948 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] For port ae7f3837-1050-4bd3-817d-9ea78bab9095, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ae7f3837-1050-4bd3-817d-9ea78bab9095,segment=NetworkSegment(c0a3ae42-b3ff-4db8-928d-046d2ce2fd23),segment_id=c0a3ae42-b3ff-4db8-928d-046d2ce2fd23)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:53:15.456439 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Transition to ACTIVE for port object a221fa34-1adb-4e9c-bec1-41f39cb0091a will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:53:15.514980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:15.537571 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:15.602840 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1584241-7438-4213-a8dd-990f0889fce3 None None] Pushing event updated for resources: {'Port': ['ID=ae7f3837-1050-4bd3-817d-9ea78bab9095,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:15.606377 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:53:15.621591 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:53:15.626820 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:53:15.663085 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=a221fa34-1adb-4e9c-bec1-41f39cb0091a,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:15.692940 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:16.038994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:16.552936 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:16.613263 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:16.725426 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=a221fa34-1adb-4e9c-bec1-41f39cb0091a,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:16.729347 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:16.872427 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:53:16.873571 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:53:16.991012 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9508034-dd5c-43bd-8372-0ab5e3c50517 None None] Network 8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:53:17.065669 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router aa80cd7c-d8af-4da3-b42e-78cf4763e941 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:53:17.150701 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8dcf5746-6571-456a-adfa-e299e29cc32b up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:53:17.185718 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6ce06898-9dca-4a56-b6b2-66e7973b7635 None None] Provisioning for port ae7f3837-1050-4bd3-817d-9ea78bab9095 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:53:17.254903 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:53:17.264895 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Sync routers for ids ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:53:17.266415 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-58ed204f-2276-4501-8e03-de2ee8b95309 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "PUT /v2.0/routers/aa80cd7c-d8af-4da3-b42e-78cf4763e941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2277372 Mar 14 18:53:17.280387 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Routers {'aa80cd7c-d8af-4da3-b42e-78cf4763e941'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:53:17.281054 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:52:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:17.334321 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 8dcf5746-6571-456a-adfa-e299e29cc32b completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:53:17.340960 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 8dcf5746-6571-456a-adfa-e299e29cc32b triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:53:17.347865 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:17.469404 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Set router aa80cd7c-d8af-4da3-b42e-78cf4763e941 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:53:17.472238 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3fee90d4-6534-490d-9a68-54470c955359 req-442ca71b-5dc3-4cd1-9777-34303b94995c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1271516436&fields=id&tenant_id=9d69209fb0ee4f2e94311515128e094c HTTP/1.1" status: 200 len: 267 time: 0.0567880 Mar 14 18:53:17.524441 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:17.543287 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 8dcf5746-6571-456a-adfa-e299e29cc32b, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8dcf5746-6571-456a-adfa-e299e29cc32b,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:53:17.632560 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:17.641019 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ae7f3837-1050-4bd3-817d-9ea78bab9095 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:53:17.641216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee90d4-6534-490d-9a68-54470c955359 req-1b3730ec-d2cc-4940-bc0d-a867692f3335 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:17.641216 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3fee90d4-6534-490d-9a68-54470c955359 req-1b3730ec-d2cc-4940-bc0d-a867692f3335 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/networks?id=8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 HTTP/1.1" status: 200 len: 795 time: 0.1669276 Mar 14 18:53:17.659065 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3fee90d4-6534-490d-9a68-54470c955359 req-c7f5640d-a49b-45ef-ac55-5f60a14bd614 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/quotas/9d69209fb0ee4f2e94311515128e094c HTTP/1.1" status: 200 len: 375 time: 0.0110428 Mar 14 18:53:17.785497 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3fee90d4-6534-490d-9a68-54470c955359 req-cedb428b-0b1f-424a-a978-b5c243d6883c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1185884 Mar 14 18:53:17.794779 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=8dcf5746-6571-456a-adfa-e299e29cc32b,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:17.837017 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989341545', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:15Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'a221fa34-1adb-4e9c-bec1-41f39cb0091a', 'name': '', 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:3d:ab:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:15Z', 'updated_at': '2022-03-14T18:53:16Z', 'revision_number': 2, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:17.837869 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2d59e998-8ebb-49f7-97cb-e16eac6850d9 None None] Provisioning for port a221fa34-1adb-4e9c-bec1-41f39cb0091a completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:53:17.843211 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Checking router: aa80cd7c-d8af-4da3-b42e-78cf4763e941 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:53:17.846792 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2d59e998-8ebb-49f7-97cb-e16eac6850d9 None None] Provisioning complete for port a221fa34-1adb-4e9c-bec1-41f39cb0091a triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:53:17.846943 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Updating router aa80cd7c-d8af-4da3-b42e-78cf4763e941 port a221fa34-1adb-4e9c-bec1-41f39cb0091a binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:53:17.847105 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2d59e998-8ebb-49f7-97cb-e16eac6850d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:17.876792 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port ae7f3837-1050-4bd3-817d-9ea78bab9095 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:53:17.891232 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port ae7f3837-1050-4bd3-817d-9ea78bab9095 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:53:17.891608 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:17.910062 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:17.950517 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3fee90d4-6534-490d-9a68-54470c955359 req-9f47b458-95ce-4c5a-a4bb-849c6b18ff03 service neutron] 10.222.0.43 "GET /v2.0/networks/8ee299e2-4b78-41e3-93aa-2fe1b5392ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526902 Mar 14 18:53:17.960640 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2d59e998-8ebb-49f7-97cb-e16eac6850d9 None None] Port a221fa34-1adb-4e9c-bec1-41f39cb0091a cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:53:18.032104 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:18.064456 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port ae7f3837-1050-4bd3-817d-9ea78bab9095, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ae7f3837-1050-4bd3-817d-9ea78bab9095,segment=NetworkSegment(c0a3ae42-b3ff-4db8-928d-046d2ce2fd23),segment_id=c0a3ae42-b3ff-4db8-928d-046d2ce2fd23)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:53:18.081665 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ce76d4a4-5c5d-4a40-a5a5-e41ee80dc810 None None] Provisioning complete for port a221fa34-1adb-4e9c-bec1-41f39cb0091a triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:53:18.082100 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ce76d4a4-5c5d-4a40-a5a5-e41ee80dc810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:18.100291 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3fee90d4-6534-490d-9a68-54470c955359 req-e9f3e845-5d5d-432b-adac-440067b37b69 service neutron] 10.222.0.43 "GET /v2.0/networks/8ee299e2-4b78-41e3-93aa-2fe1b5392ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486592 Mar 14 18:53:18.119412 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:18.184051 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ce76d4a4-5c5d-4a40-a5a5-e41ee80dc810 None None] Port a221fa34-1adb-4e9c-bec1-41f39cb0091a cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:53:18.202197 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=ae7f3837-1050-4bd3-817d-9ea78bab9095,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:18.260252 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:18.272084 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Transition to ACTIVE for port object a221fa34-1adb-4e9c-bec1-41f39cb0091a will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:53:18.339058 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:18.344836 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4be574eb-50be-4268-b247-a14f196b551f req-72220ada-4ced-49cc-b2d7-c7d670c33938 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 210 time: 0.0414107 Mar 14 18:53:18.467659 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4dd57a-93b4-4174-b3a7-c60cb9b6dff9 None None] Pushing event updated for resources: {'Port': ['ID=a221fa34-1adb-4e9c-bec1-41f39cb0091a,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:18.507666 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4dd57a-93b4-4174-b3a7-c60cb9b6dff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:18.508001 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4dd57a-93b4-4174-b3a7-c60cb9b6dff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:18.508328 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4dd57a-93b4-4174-b3a7-c60cb9b6dff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:18.508651 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4dd57a-93b4-4174-b3a7-c60cb9b6dff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:18.508969 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4dd57a-93b4-4174-b3a7-c60cb9b6dff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:18.509297 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4dd57a-93b4-4174-b3a7-c60cb9b6dff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:18.509838 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4dd57a-93b4-4174-b3a7-c60cb9b6dff9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:18.510154 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4dd57a-93b4-4174-b3a7-c60cb9b6dff9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:18.510469 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4dd57a-93b4-4174-b3a7-c60cb9b6dff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:18.510798 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4dd57a-93b4-4174-b3a7-c60cb9b6dff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:18.511110 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4dd57a-93b4-4174-b3a7-c60cb9b6dff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:18.511418 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4dd57a-93b4-4174-b3a7-c60cb9b6dff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:18.567297 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Attempting to bind port a221fa34-1adb-4e9c-bec1-41f39cb0091a on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:53:18.567661 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Attempting to bind port a221fa34-1adb-4e9c-bec1-41f39cb0091a by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'c0a3ae42-b3ff-4db8-928d-046d2ce2fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:53:18.568018 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Attempting to bind port a221fa34-1adb-4e9c-bec1-41f39cb0091a on network 8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:53:18.573232 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:53:18.573600 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Checking segment: {'id': 'c0a3ae42-b3ff-4db8-928d-046d2ce2fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:53:18.574250 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:18.574632 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Bound using segment: {'id': 'c0a3ae42-b3ff-4db8-928d-046d2ce2fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:53:18.575122 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Bound port: a221fa34-1adb-4e9c-bec1-41f39cb0091a, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a3ae42-b3ff-4db8-928d-046d2ce2fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:53:18.575509 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:18.661590 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] For port a221fa34-1adb-4e9c-bec1-41f39cb0091a, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:53:18.664458 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] For port a221fa34-1adb-4e9c-bec1-41f39cb0091a, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a221fa34-1adb-4e9c-bec1-41f39cb0091a,segment=NetworkSegment(c0a3ae42-b3ff-4db8-928d-046d2ce2fd23),segment_id=c0a3ae42-b3ff-4db8-928d-046d2ce2fd23)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:53:18.728225 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:18.807544 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Routers {'aa80cd7c-d8af-4da3-b42e-78cf4763e941'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:53:18.808145 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:52:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:18.871829 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4dd57a-93b4-4174-b3a7-c60cb9b6dff9 None None] Pushing event updated for resources: {'Port': ['ID=a221fa34-1adb-4e9c-bec1-41f39cb0091a,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:19.026888 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] Set router aa80cd7c-d8af-4da3-b42e-78cf4763e941 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:53:19.080740 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8dcf5746-6571-456a-adfa-e299e29cc32b up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:53:19.147357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 8dcf5746-6571-456a-adfa-e299e29cc32b triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:53:19.147589 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:19.263318 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ae7f3837-1050-4bd3-817d-9ea78bab9095 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:53:19.328635 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port ae7f3837-1050-4bd3-817d-9ea78bab9095 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:53:19.329008 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:19.334287 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989341545', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:15Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'a221fa34-1adb-4e9c-bec1-41f39cb0091a', 'name': '', 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:3d:ab:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:15Z', 'updated_at': '2022-03-14T18:53:18Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:19.338188 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba5d1b-3524-4875-bf51-0060eb5eed4d None None] The sync data for ids ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'] in dv-neutron-833560-1-hyperv is: [{'id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989341545', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:15Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'a221fa34-1adb-4e9c-bec1-41f39cb0091a', 'name': '', 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:3d:ab:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:15Z', 'updated_at': '2022-03-14T18:53:18Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:53:19.534702 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-734648ba-7bcd-45aa-b1c3-71f9cf14780b req-e9f1625c-5308-4339-8d5b-9fe32bc23a52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 210 time: 0.0467851 Mar 14 18:53:20.464165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee90d4-6534-490d-9a68-54470c955359 req-b22b8dd2-c6d5-4397-9c57-c3caba9a13b2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:20.465470 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3fee90d4-6534-490d-9a68-54470c955359 req-b22b8dd2-c6d5-4397-9c57-c3caba9a13b2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "GET /v2.0/networks?id=8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 HTTP/1.1" status: 200 len: 795 time: 0.1474311 Mar 14 18:53:20.515980 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3fee90d4-6534-490d-9a68-54470c955359 req-afa38dd3-adea-4f3b-b4a1-939695ee293d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d69209fb0ee4f2e94311515128e094c HTTP/1.1" status: 200 len: 380 time: 0.0422585 Mar 14 18:53:20.523621 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-3fee90d4-6534-490d-9a68-54470c955359 req-c81ec114-e01b-4aef-9441-24854f1269f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'port': {'device_id': '86b0b11a-a29f-4514-b683-5856bbc77b6d', 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7', 'admin_state_up': True, 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'security_groups': ['dbd6d818-777c-40d1-af7e-c342c9719573']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:53:20.697843 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-029013e5-d347-4d4a-b65d-0b845a97a961 req-68f8b5b4-b5dd-4f31-a2c7-72d39ddd7c05 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 210 time: 0.0490277 Mar 14 18:53:20.699065 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-3fee90d4-6534-490d-9a68-54470c955359 req-c81ec114-e01b-4aef-9441-24854f1269f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:53:20.704921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-3fee90d4-6534-490d-9a68-54470c955359 req-c81ec114-e01b-4aef-9441-24854f1269f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:port and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:53:20.706264 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-3fee90d4-6534-490d-9a68-54470c955359 req-c81ec114-e01b-4aef-9441-24854f1269f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:53:20.712250 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-3fee90d4-6534-490d-9a68-54470c955359 req-c81ec114-e01b-4aef-9441-24854f1269f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:53:20.784649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fee90d4-6534-490d-9a68-54470c955359 req-c81ec114-e01b-4aef-9441-24854f1269f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Made reservation on behalf of 9d69209fb0ee4f2e94311515128e094c for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:53:20.788495 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3fee90d4-6534-490d-9a68-54470c955359 req-c81ec114-e01b-4aef-9441-24854f1269f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:20.949488 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-3fee90d4-6534-490d-9a68-54470c955359 req-c81ec114-e01b-4aef-9441-24854f1269f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.20.0.8 (8ee299e2-4b78-41e3-93aa-2fe1b5392ec7/6e2725e8-8668-40b5-b5d5-cc2acbbdc266/e12fb002-c7d0-4567-9d66-0f933f2d70a6) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:53:21.090788 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a221fa34-1adb-4e9c-bec1-41f39cb0091a up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:53:21.094108 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:53:21.137819 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3fee90d4-6534-490d-9a68-54470c955359 req-c81ec114-e01b-4aef-9441-24854f1269f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:21.153743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-3fee90d4-6534-490d-9a68-54470c955359 req-c81ec114-e01b-4aef-9441-24854f1269f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Transition to ACTIVE for port object e12fb002-c7d0-4567-9d66-0f933f2d70a6 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:53:21.228034 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port a221fa34-1adb-4e9c-bec1-41f39cb0091a completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:53:21.233280 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port a221fa34-1adb-4e9c-bec1-41f39cb0091a triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:53:21.233612 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:21.274331 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3fee90d4-6534-490d-9a68-54470c955359 req-c81ec114-e01b-4aef-9441-24854f1269f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:21.350831 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:21.387315 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port a221fa34-1adb-4e9c-bec1-41f39cb0091a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a221fa34-1adb-4e9c-bec1-41f39cb0091a,segment=NetworkSegment(c0a3ae42-b3ff-4db8-928d-046d2ce2fd23),segment_id=c0a3ae42-b3ff-4db8-928d-046d2ce2fd23)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:53:21.439077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fee90d4-6534-490d-9a68-54470c955359 req-c81ec114-e01b-4aef-9441-24854f1269f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:53:21.441945 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-3fee90d4-6534-490d-9a68-54470c955359 req-c81ec114-e01b-4aef-9441-24854f1269f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:53:21.450620 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fee90d4-6534-490d-9a68-54470c955359 req-c81ec114-e01b-4aef-9441-24854f1269f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:53:21.456794 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:21.487229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ec114-e01b-4aef-9441-24854f1269f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=e12fb002-c7d0-4567-9d66-0f933f2d70a6,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:21.520369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee90d4-6534-490d-9a68-54470c955359 req-c81ec114-e01b-4aef-9441-24854f1269f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:21.521032 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3fee90d4-6534-490d-9a68-54470c955359 req-c81ec114-e01b-4aef-9441-24854f1269f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:21.530575 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=a221fa34-1adb-4e9c-bec1-41f39cb0091a,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:21.606163 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3fee90d4-6534-490d-9a68-54470c955359 req-c81ec114-e01b-4aef-9441-24854f1269f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0860116 Mar 14 18:53:21.617650 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Request body: {'port': {'device_id': '86b0b11a-a29f-4514-b683-5856bbc77b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:53:21.736384 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:21.770693 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d6aed3f8-4281-4460-81e2-8bed4d0daad4 None None] Provisioning for port e12fb002-c7d0-4567-9d66-0f933f2d70a6 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:53:21.776075 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d6aed3f8-4281-4460-81e2-8bed4d0daad4 None None] Provisioning complete for port e12fb002-c7d0-4567-9d66-0f933f2d70a6 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:53:21.776532 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d6aed3f8-4281-4460-81e2-8bed4d0daad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:21.830012 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-d6aed3f8-4281-4460-81e2-8bed4d0daad4 None None] Port e12fb002-c7d0-4567-9d66-0f933f2d70a6 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:53:22.033463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbf163-bb39-4a14-a73c-741a92ffc4b9 req-58c744e3-643a-44aa-ab45-d9709db65375 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:22.034132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-32bbf163-bb39-4a14-a73c-741a92ffc4b9 req-58c744e3-643a-44aa-ab45-d9709db65375 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:53:22.141596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12fb002-c7d0-4567-9d66-0f933f2d70a6 {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:53:22.149131 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:22.153010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-32bbf163-bb39-4a14-a73c-741a92ffc4b9 req-58c744e3-643a-44aa-ab45-d9709db65375 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:53:22.154147 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-32bbf163-bb39-4a14-a73c-741a92ffc4b9 req-58c744e3-643a-44aa-ab45-d9709db65375 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 931 time: 0.3467016 Mar 14 18:53:22.179160 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Transition to ACTIVE for port object e12fb002-c7d0-4567-9d66-0f933f2d70a6 will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:53:22.204147 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-32bbf163-bb39-4a14-a73c-741a92ffc4b9 req-8acca7b9-da3b-4909-aa99-1ecc666f9aff tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435507 Mar 14 18:53:22.228142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:22.381821 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Pushing event updated for resources: {'Port': ['ID=e12fb002-c7d0-4567-9d66-0f933f2d70a6,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:22.460803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Attempting to bind port e12fb002-c7d0-4567-9d66-0f933f2d70a6 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:53:22.463059 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Attempting to bind port e12fb002-c7d0-4567-9d66-0f933f2d70a6 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'c0a3ae42-b3ff-4db8-928d-046d2ce2fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:53:22.463059 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Attempting to bind port e12fb002-c7d0-4567-9d66-0f933f2d70a6 on network 8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:53:22.465999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Port e12fb002-c7d0-4567-9d66-0f933f2d70a6 on network 8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:53:22.466314 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Attempting to bind port e12fb002-c7d0-4567-9d66-0f933f2d70a6 on network 8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:53:22.471920 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:53:22.472251 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Checking segment: {'id': 'c0a3ae42-b3ff-4db8-928d-046d2ce2fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:53:22.472628 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Bound using segment: {'id': 'c0a3ae42-b3ff-4db8-928d-046d2ce2fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:53:22.473043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Bound port: e12fb002-c7d0-4567-9d66-0f933f2d70a6, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0a3ae42-b3ff-4db8-928d-046d2ce2fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:53:22.473380 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:22.561634 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] For port e12fb002-c7d0-4567-9d66-0f933f2d70a6, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:53:22.564474 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] For port e12fb002-c7d0-4567-9d66-0f933f2d70a6, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e12fb002-c7d0-4567-9d66-0f933f2d70a6,segment=NetworkSegment(c0a3ae42-b3ff-4db8-928d-046d2ce2fd23),segment_id=c0a3ae42-b3ff-4db8-928d-046d2ce2fd23)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:53:22.624862 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:22.675948 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:22.676543 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:22.678098 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3fee90d4-6534-490d-9a68-54470c955359 req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] 10.222.0.59 "PUT /v2.0/ports/e12fb002-c7d0-4567-9d66-0f933f2d70a6 HTTP/1.1" status: 200 len: 1093 time: 1.0646820 Mar 14 18:53:22.680554 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b0b11a-a29f-4514-b683-5856bbc77b6d', 'tag': 'e12fb002-c7d0-4567-9d66-0f933f2d70a6'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:53:22.714747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94db2e-6b2b-453a-90fd-c1a8a10947bf service neutron] Pushing event updated for resources: {'Port': ['ID=e12fb002-c7d0-4567-9d66-0f933f2d70a6,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:22.730584 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b0b11a-a29f-4514-b683-5856bbc77b6d', 'tag': 'e12fb002-c7d0-4567-9d66-0f933f2d70a6', 'status': 'completed', 'code': 200} Mar 14 18:53:22.824305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cb980-b958-4da8-a6a3-61eace2583df req-ee89918a-2f23-478b-a796-ca8a7acc3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:22.825690 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-982cb980-b958-4da8-a6a3-61eace2583df req-ee89918a-2f23-478b-a796-ca8a7acc3d54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 1096 time: 0.0746334 Mar 14 18:53:22.963235 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cb980-b958-4da8-a6a3-61eace2583df req-14032756-dfb4-4c45-8847-a04cd1493fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:22.964582 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-982cb980-b958-4da8-a6a3-61eace2583df req-14032756-dfb4-4c45-8847-a04cd1493fb2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9d69209fb0ee4f2e94311515128e094c&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1320434 Mar 14 18:53:23.074056 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a221fa34-1adb-4e9c-bec1-41f39cb0091a up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:53:23.097387 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cb980-b958-4da8-a6a3-61eace2583df req-3adb82a6-8b30-46ff-a04a-2f9b03db951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:23.098739 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-982cb980-b958-4da8-a6a3-61eace2583df req-3adb82a6-8b30-46ff-a04a-2f9b03db951a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288466 Mar 14 18:53:23.143774 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port a221fa34-1adb-4e9c-bec1-41f39cb0091a triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:53:23.144154 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:23.200425 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee90d4-6534-490d-9a68-54470c955359 req-88cee0ad-a07d-473d-be47-7c9e5b930f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:23.201882 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3fee90d4-6534-490d-9a68-54470c955359 req-88cee0ad-a07d-473d-be47-7c9e5b930f68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 1096 time: 0.0690022 Mar 14 18:53:23.398236 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3fee90d4-6534-490d-9a68-54470c955359 req-67f46cfa-54ea-4f49-812f-cd3e06c38c84 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e12fb002-c7d0-4567-9d66-0f933f2d70a6 HTTP/1.1" status: 200 len: 217 time: 0.1902642 Mar 14 18:53:23.474950 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee90d4-6534-490d-9a68-54470c955359 req-f0eec13a-6d31-4810-b7d1-578f13de0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:23.476354 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3fee90d4-6534-490d-9a68-54470c955359 req-f0eec13a-6d31-4810-b7d1-578f13de0226 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e2725e8-8668-40b5-b5d5-cc2acbbdc266 HTTP/1.1" status: 200 len: 834 time: 0.0729618 Mar 14 18:53:23.538772 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1e2a2-7fd5-4290-836f-c5f3509c3648 req-f8b158bb-e208-48ca-b5a6-03189de635ea tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:23.540192 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d1b1e2a2-7fd5-4290-836f-c5f3509c3648 req-f8b158bb-e208-48ca-b5a6-03189de635ea tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 943 time: 0.1778529 Mar 14 18:53:23.600976 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d1b1e2a2-7fd5-4290-836f-c5f3509c3648 req-9936c7a3-a95f-4222-9e2a-b9713bb9ad98 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540466 Mar 14 18:53:23.602919 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee90d4-6534-490d-9a68-54470c955359 req-6b240501-599f-40a8-9669-8dffaeac1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:23.604273 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3fee90d4-6534-490d-9a68-54470c955359 req-6b240501-599f-40a8-9669-8dffaeac1de4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ee299e2-4b78-41e3-93aa-2fe1b5392ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1178997 Mar 14 18:53:23.731930 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3fee90d4-6534-490d-9a68-54470c955359 req-5cbfb9c6-2803-43cc-bdd7-b5f711be305b service neutron] 10.222.0.59 "GET /v2.0/networks/8ee299e2-4b78-41e3-93aa-2fe1b5392ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214397 Mar 14 18:53:23.860258 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3fee90d4-6534-490d-9a68-54470c955359 req-af46c639-5c3b-437d-91b5-e4acc0123e34 service neutron] 10.222.0.59 "GET /v2.0/networks/8ee299e2-4b78-41e3-93aa-2fe1b5392ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224310 Mar 14 18:53:24.304973 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e8cdd49-84cb-4db5-9e95-1a816cbcc12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:24.782235 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff63fb6-5759-4673-9c07-114ef806c22d req-106a434b-6645-4aed-9d98-8f61f07edff1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:24.783701 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7ff63fb6-5759-4673-9c07-114ef806c22d req-106a434b-6645-4aed-9d98-8f61f07edff1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 943 time: 0.0774720 Mar 14 18:53:24.826477 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7ff63fb6-5759-4673-9c07-114ef806c22d req-cbeaa587-6542-45b0-844b-1deaf6c69e20 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371141 Mar 14 18:53:26.010118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457f7a3-4a47-43a3-98a9-a5bc068fd5b0 req-95676db8-1fba-467c-b015-f2659f57e6ad tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:26.011483 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9457f7a3-4a47-43a3-98a9-a5bc068fd5b0 req-95676db8-1fba-467c-b015-f2659f57e6ad tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 943 time: 0.0794067 Mar 14 18:53:26.055688 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9457f7a3-4a47-43a3-98a9-a5bc068fd5b0 req-ebb66fc7-55c4-4ba3-b7d1-0ed6b788282b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386863 Mar 14 18:53:26.384515 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8122a0af-1f01-40dd-92de-6cba8e391ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:27.232966 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5513d7-3266-4908-aa25-2ef3521b7312 req-9a3fb2d2-7d90-493e-9c56-fffdb45930ce tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:27.234375 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ab5513d7-3266-4908-aa25-2ef3521b7312 req-9a3fb2d2-7d90-493e-9c56-fffdb45930ce tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 943 time: 0.0772986 Mar 14 18:53:27.277501 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ab5513d7-3266-4908-aa25-2ef3521b7312 req-51ce98fa-18c9-44ca-8a9d-fb140dda0aba tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374823 Mar 14 18:53:27.919543 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:27.930734 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:28.125351 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device e12fb002-c7d0-4567-9d66-0f933f2d70a6 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:53:28.281320 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port e12fb002-c7d0-4567-9d66-0f933f2d70a6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e12fb002-c7d0-4567-9d66-0f933f2d70a6,segment=NetworkSegment(c0a3ae42-b3ff-4db8-928d-046d2ce2fd23),segment_id=c0a3ae42-b3ff-4db8-928d-046d2ce2fd23)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:53:28.294390 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'e12fb002-c7d0-4567-9d66-0f933f2d70a6', 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7', 'port_id': 'e12fb002-c7d0-4567-9d66-0f933f2d70a6', 'mac_address': 'fa:16:3e:c1:a8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:53:28.349951 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:28.367283 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12fb002-c7d0-4567-9d66-0f933f2d70a6 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:53:28.382399 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port e12fb002-c7d0-4567-9d66-0f933f2d70a6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e12fb002-c7d0-4567-9d66-0f933f2d70a6,segment=NetworkSegment(c0a3ae42-b3ff-4db8-928d-046d2ce2fd23),segment_id=c0a3ae42-b3ff-4db8-928d-046d2ce2fd23)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:53:28.448029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:28.462588 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1ffa9-de43-4583-a3a2-f9e76f96c454 req-7e3d1880-1907-48b7-83b7-97cb838fd28d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:28.464110 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c7c1ffa9-de43-4583-a3a2-f9e76f96c454 req-7e3d1880-1907-48b7-83b7-97cb838fd28d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 943 time: 0.0830853 Mar 14 18:53:28.512997 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c7c1ffa9-de43-4583-a3a2-f9e76f96c454 req-f068177b-76e5-448e-a16f-b71e21c76018 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430830 Mar 14 18:53:28.517760 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=e12fb002-c7d0-4567-9d66-0f933f2d70a6,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:28.650609 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['e12fb002-c7d0-4567-9d66-0f933f2d70a6'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:53:29.693558 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68734ae-8692-46ba-b352-dbdcf82186c9 req-bc995359-1ba2-4ddf-86d7-85db03e419cc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:29.694941 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b68734ae-8692-46ba-b352-dbdcf82186c9 req-bc995359-1ba2-4ddf-86d7-85db03e419cc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 944 time: 0.0765226 Mar 14 18:53:29.741652 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b68734ae-8692-46ba-b352-dbdcf82186c9 req-6f0d9f83-0f76-49e2-88b3-61ea1115cd0a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407650 Mar 14 18:53:29.898684 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:30.154198 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device e12fb002-c7d0-4567-9d66-0f933f2d70a6 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:53:30.299704 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port e12fb002-c7d0-4567-9d66-0f933f2d70a6 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:53:30.304618 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port e12fb002-c7d0-4567-9d66-0f933f2d70a6 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:53:30.304992 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:30.415785 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:30.441778 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b0b11a-a29f-4514-b683-5856bbc77b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12fb002-c7d0-4567-9d66-0f933f2d70a6'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:53:30.451471 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port e12fb002-c7d0-4567-9d66-0f933f2d70a6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e12fb002-c7d0-4567-9d66-0f933f2d70a6,segment=NetworkSegment(c0a3ae42-b3ff-4db8-928d-046d2ce2fd23),segment_id=c0a3ae42-b3ff-4db8-928d-046d2ce2fd23)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:53:30.541219 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b0b11a-a29f-4514-b683-5856bbc77b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12fb002-c7d0-4567-9d66-0f933f2d70a6', 'code': 200} Mar 14 18:53:30.561918 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:30.630064 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=e12fb002-c7d0-4567-9d66-0f933f2d70a6,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:30.944563 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab26ed-4932-440d-bc7f-b3177f4b9a4c req-a29ca45a-c02b-407d-919e-4d1d3da8f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:30.945905 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-83ab26ed-4932-440d-bc7f-b3177f4b9a4c req-a29ca45a-c02b-407d-919e-4d1d3da8f733 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 1098 time: 0.1287050 Mar 14 18:53:30.953960 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b00c7e-4400-4ae1-9a02-f33831d91554 req-681494df-9707-472a-bddd-4d08373f829c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:30.955795 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f3b00c7e-4400-4ae1-9a02-f33831d91554 req-681494df-9707-472a-bddd-4d08373f829c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 945 time: 0.1046121 Mar 14 18:53:31.018610 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-83ab26ed-4932-440d-bc7f-b3177f4b9a4c req-a5ef98e0-46c9-4f48-bed2-b0b6159e8f56 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619187 Mar 14 18:53:31.022861 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f3b00c7e-4400-4ae1-9a02-f33831d91554 req-1ea11de4-5a5e-499c-84e9-e049a7a0750e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547733 Mar 14 18:53:32.206355 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e21f7-dd38-49df-afd3-7f8033f23fb6 req-78db07a9-fd89-417a-8faa-ea4a326f69bb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:32.207797 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2c3e21f7-dd38-49df-afd3-7f8033f23fb6 req-78db07a9-fd89-417a-8faa-ea4a326f69bb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 945 time: 0.0776923 Mar 14 18:53:32.253925 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2c3e21f7-dd38-49df-afd3-7f8033f23fb6 req-5da8277b-7ad3-4e6c-8afc-c80716ec8b27 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403361 Mar 14 18:53:33.429927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5339e-9ad0-442a-bfab-50577361b914 req-4d25899c-7c8e-4363-aef5-6a0ac7fc5efc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:33.431391 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-27f5339e-9ad0-442a-bfab-50577361b914 req-4d25899c-7c8e-4363-aef5-6a0ac7fc5efc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 945 time: 0.0765181 Mar 14 18:53:33.474831 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-27f5339e-9ad0-442a-bfab-50577361b914 req-4d606f0b-e163-4445-9530-45b471d40e5c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377610 Mar 14 18:53:33.656648 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53010aba-7d44-420a-825a-97ca9fdc60a5 req-4098e71d-7c11-4d9a-9a64-b8383e5bc845 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:33.658106 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-53010aba-7d44-420a-825a-97ca9fdc60a5 req-4098e71d-7c11-4d9a-9a64-b8383e5bc845 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 945 time: 0.0798323 Mar 14 18:53:33.701391 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-53010aba-7d44-420a-825a-97ca9fdc60a5 req-4e08d892-5b96-4995-b1ee-c100473aafe1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375178 Mar 14 18:53:33.723333 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37732) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:33.791252 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149b8375-3dfe-4b84-b70d-163d1151e320 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:33.792729 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-149b8375-3dfe-4b84-b70d-163d1151e320 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 1093 time: 0.0683889 Mar 14 18:53:33.795559 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37736) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:33.800794 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': 'e12fb002-c7d0-4567-9d66-0f933f2d70a6', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:53:33.806561 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:53:33.810403 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:floatingip and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:53:33.813201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:53:33.819473 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:53:33.879490 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:34.012642 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:34.144461 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.26.7.202 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/78f8cef2-a08f-42a7-b460-3e91af510da1) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:53:34.282251 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:34.379171 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:34.435662 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:53:34.438223 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:53:34.440729 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:53:34.489657 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=78f8cef2-a08f-42a7-b460-3e91af510da1,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:34.959216 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:35.094146 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:35.297409 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:35.350339 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:35.455420 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=78f8cef2-a08f-42a7-b460-3e91af510da1,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:35.466664 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:35.631324 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Floating IP 10717453-3740-416c-9b7e-f8020d7e3a2d associated. External IP: 172.26.7.202, port: e12fb002-c7d0-4567-9d66-0f933f2d70a6. Mar 14 18:53:35.969988 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router aa80cd7c-d8af-4da3-b42e-78cf4763e941 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:53:36.257416 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:53:36.266729 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ebdf91-cbb9-46f3-9dff-b8344fc2f918 None None] Sync routers for ids ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:53:36.276645 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ebdf91-cbb9-46f3-9dff-b8344fc2f918 None None] Routers {'aa80cd7c-d8af-4da3-b42e-78cf4763e941'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:53:36.277290 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-78ebdf91-cbb9-46f3-9dff-b8344fc2f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:53:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:36.333243 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:36.386662 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e859e43a-a766-4f1c-93aa-dfe56bb87683 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5901060 Mar 14 18:53:36.387262 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b0b11a-a29f-4514-b683-5856bbc77b6d', 'tag': 'e12fb002-c7d0-4567-9d66-0f933f2d70a6'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:53:36.456562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-78ebdf91-cbb9-46f3-9dff-b8344fc2f918 None None] Set router aa80cd7c-d8af-4da3-b42e-78cf4763e941 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:53:36.494483 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b0b11a-a29f-4514-b683-5856bbc77b6d', 'tag': 'e12fb002-c7d0-4567-9d66-0f933f2d70a6', 'status': 'completed', 'code': 200} Mar 14 18:53:36.716077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12844226-b697-4e91-a6d2-5ca6b99dadfe req-15f10d43-bd54-4b37-84a6-1e2dabfd1ad8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:36.717506 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-12844226-b697-4e91-a6d2-5ca6b99dadfe req-15f10d43-bd54-4b37-84a6-1e2dabfd1ad8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 945 time: 0.2366395 Mar 14 18:53:36.741815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71956367-040d-4b2b-b0e4-03ca649bc7ef req-c377c958-a718-40e0-acd5-e72c0900e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:36.743248 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-71956367-040d-4b2b-b0e4-03ca649bc7ef req-c377c958-a718-40e0-acd5-e72c0900e9cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 1098 time: 0.2248583 Mar 14 18:53:36.800681 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-12844226-b697-4e91-a6d2-5ca6b99dadfe req-47fe4845-df30-4292-b81c-d509046990e2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757399 Mar 14 18:53:36.811241 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-78ebdf91-cbb9-46f3-9dff-b8344fc2f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989341545', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:15Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '10717453-3740-416c-9b7e-f8020d7e3a2d', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'floating_ip_address': '172.26.7.202', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'port_id': 'e12fb002-c7d0-4567-9d66-0f933f2d70a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7', 'mac_address': 'fa:16:3e:c1:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0b11a-a29f-4514-b683-5856bbc77b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:53:34Z', 'updated_at': '2022-03-14T18:53:34Z', 'revision_number': 0, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a221fa34-1adb-4e9c-bec1-41f39cb0091a', 'name': '', 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:3d:ab:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:15Z', 'updated_at': '2022-03-14T18:53:21Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:36.815165 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ebdf91-cbb9-46f3-9dff-b8344fc2f918 None None] Checking router: aa80cd7c-d8af-4da3-b42e-78cf4763e941 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:53:36.823503 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ebdf91-cbb9-46f3-9dff-b8344fc2f918 None None] Routers {'aa80cd7c-d8af-4da3-b42e-78cf4763e941'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:53:36.824351 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-78ebdf91-cbb9-46f3-9dff-b8344fc2f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:53:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:36.827034 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37746) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:36.890251 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71956367-040d-4b2b-b0e4-03ca649bc7ef req-51ecd691-dace-4196-b861-506ba481d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:36.891695 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-71956367-040d-4b2b-b0e4-03ca649bc7ef req-51ecd691-dace-4196-b861-506ba481d388 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 HTTP/1.1" status: 200 len: 896 time: 0.1429567 Mar 14 18:53:36.937510 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-bc0d2ff7-b428-41da-8bfc-7f1a4bf8ec8c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/floatingips/10717453-3740-416c-9b7e-f8020d7e3a2d HTTP/1.1" status: 200 len: 991 time: 0.1092970 Mar 14 18:53:36.994176 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-71956367-040d-4b2b-b0e4-03ca649bc7ef req-52ce14e3-1e08-4bf6-8772-d0ddab8757ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e12fb002-c7d0-4567-9d66-0f933f2d70a6 HTTP/1.1" status: 200 len: 999 time: 0.0968459 Mar 14 18:53:37.000927 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-78ebdf91-cbb9-46f3-9dff-b8344fc2f918 None None] Set router aa80cd7c-d8af-4da3-b42e-78cf4763e941 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:53:37.054200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71956367-040d-4b2b-b0e4-03ca649bc7ef req-09a08268-0db4-4569-87df-853b639938ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:37.055676 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-71956367-040d-4b2b-b0e4-03ca649bc7ef req-09a08268-0db4-4569-87df-853b639938ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e2725e8-8668-40b5-b5d5-cc2acbbdc266 HTTP/1.1" status: 200 len: 834 time: 0.0561891 Mar 14 18:53:37.130444 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71956367-040d-4b2b-b0e4-03ca649bc7ef req-e8064e47-caa2-4b58-82ba-9ab044103638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:37.131965 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-71956367-040d-4b2b-b0e4-03ca649bc7ef req-e8064e47-caa2-4b58-82ba-9ab044103638 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ee299e2-4b78-41e3-93aa-2fe1b5392ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706754 Mar 14 18:53:37.260214 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-71956367-040d-4b2b-b0e4-03ca649bc7ef req-907eb6b1-0640-4063-9bba-029f2410d15b service neutron] 10.222.0.59 "GET /v2.0/networks/8ee299e2-4b78-41e3-93aa-2fe1b5392ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212718 Mar 14 18:53:37.377026 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-78ebdf91-cbb9-46f3-9dff-b8344fc2f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989341545', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:15Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '10717453-3740-416c-9b7e-f8020d7e3a2d', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'floating_ip_address': '172.26.7.202', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'port_id': 'e12fb002-c7d0-4567-9d66-0f933f2d70a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7', 'mac_address': 'fa:16:3e:c1:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0b11a-a29f-4514-b683-5856bbc77b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:53:34Z', 'updated_at': '2022-03-14T18:53:34Z', 'revision_number': 0, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a221fa34-1adb-4e9c-bec1-41f39cb0091a', 'name': '', 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:3d:ab:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:15Z', 'updated_at': '2022-03-14T18:53:21Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:37.380971 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ebdf91-cbb9-46f3-9dff-b8344fc2f918 None None] The sync data for ids ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'] in dv-neutron-833560-1-hyperv is: [{'id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989341545', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:15Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '10717453-3740-416c-9b7e-f8020d7e3a2d', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'floating_ip_address': '172.26.7.202', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'port_id': 'e12fb002-c7d0-4567-9d66-0f933f2d70a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7', 'mac_address': 'fa:16:3e:c1:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0b11a-a29f-4514-b683-5856bbc77b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:53:34Z', 'updated_at': '2022-03-14T18:53:34Z', 'revision_number': 0, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a221fa34-1adb-4e9c-bec1-41f39cb0091a', 'name': '', 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:3d:ab:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:15Z', 'updated_at': '2022-03-14T18:53:21Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:53:37.389936 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-71956367-040d-4b2b-b0e4-03ca649bc7ef req-881652f4-d6a8-4d1e-a72b-c1b8093443e4 service neutron] 10.222.0.59 "GET /v2.0/networks/8ee299e2-4b78-41e3-93aa-2fe1b5392ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240213 Mar 14 18:53:37.556821 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0026b662-8807-4b3e-95bd-c54c16492448 None None] New status for floating IP 10717453-3740-416c-9b7e-f8020d7e3a2d: ACTIVE {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:53:37.940602 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37750) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:53:38.046028 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0e5d96fe-8115-4574-98b4-548062067688 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/floatingips/10717453-3740-416c-9b7e-f8020d7e3a2d HTTP/1.1" status: 200 len: 993 time: 0.1043026 Mar 14 18:53:39.370702 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:54.318713 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-36bd2fee-3d82-45e5-90ad-522f549a8a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:56.421584 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8559e6c7-0a66-40f4-9997-7b473b5c1a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:57.924654 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:57.952894 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:58.092234 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:53:59.887861 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:09.393255 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:09.788200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc0fcf-d58a-4002-8fd2-53c780707a5a req-eb040298-2a70-4c68-98b0-aa63bdb75414 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:09.789685 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2bbc0fcf-d58a-4002-8fd2-53c780707a5a req-eb040298-2a70-4c68-98b0-aa63bdb75414 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 945 time: 0.1379352 Mar 14 18:54:09.834851 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2bbc0fcf-d58a-4002-8fd2-53c780707a5a req-bf26a356-03b3-4c12-b811-cdcd6600c927 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394282 Mar 14 18:54:11.070986 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09498bc6-bdd0-4201-b9a5-5946ec80cf0b req-53314f5d-c46a-48ad-b5b6-2d8ea873ebce tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:11.072415 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-09498bc6-bdd0-4201-b9a5-5946ec80cf0b req-53314f5d-c46a-48ad-b5b6-2d8ea873ebce tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 945 time: 0.1248276 Mar 14 18:54:11.117597 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-09498bc6-bdd0-4201-b9a5-5946ec80cf0b req-c9fe5310-1431-4491-9574-d27eda4c5eee tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393732 Mar 14 18:54:11.139953 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37782) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:11.245836 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-058ae8cb-de6c-40bc-8c06-eb978a72b011 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/floatingips/10717453-3740-416c-9b7e-f8020d7e3a2d HTTP/1.1" status: 200 len: 993 time: 0.1046805 Mar 14 18:54:12.832851 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c664d-c9e0-44d5-b20f-d1dbf7c7be25 req-7aaf7a00-2483-4abd-b7ec-4fc4a14722a5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:12.834270 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7d4c664d-c9e0-44d5-b20f-d1dbf7c7be25 req-7aaf7a00-2483-4abd-b7ec-4fc4a14722a5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 945 time: 0.0776455 Mar 14 18:54:12.877765 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7d4c664d-c9e0-44d5-b20f-d1dbf7c7be25 req-76cc972b-00a4-4dd4-ae47-dadf4385b148 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377731 Mar 14 18:54:14.064615 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19939661-fdb2-486e-ace1-02c50f5a67c4 req-6cecc074-e05f-46f0-9038-c03b4c8ce2cb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:14.066029 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-19939661-fdb2-486e-ace1-02c50f5a67c4 req-6cecc074-e05f-46f0-9038-c03b4c8ce2cb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 945 time: 0.0797951 Mar 14 18:54:14.109520 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-19939661-fdb2-486e-ace1-02c50f5a67c4 req-a0827c01-a04b-486c-8e9b-94965065bf27 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370047 Mar 14 18:54:14.997870 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422c31c-119f-4a75-8e42-1f7a44ac2e4a req-3f42a763-e2ed-4f88-9ddd-d31fa7b5c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:14.999247 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0422c31c-119f-4a75-8e42-1f7a44ac2e4a req-3f42a763-e2ed-4f88-9ddd-d31fa7b5c8f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 1098 time: 0.1150129 Mar 14 18:54:15.139149 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422c31c-119f-4a75-8e42-1f7a44ac2e4a req-25762840-2c71-4c59-96ce-2a26e91c9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:15.140596 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0422c31c-119f-4a75-8e42-1f7a44ac2e4a req-25762840-2c71-4c59-96ce-2a26e91c9a37 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 HTTP/1.1" status: 200 len: 896 time: 0.1231756 Mar 14 18:54:15.284969 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0422c31c-119f-4a75-8e42-1f7a44ac2e4a req-7458ed1e-b89f-4686-81be-3451d014d49a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e12fb002-c7d0-4567-9d66-0f933f2d70a6 HTTP/1.1" status: 200 len: 1001 time: 0.1380699 Mar 14 18:54:15.362584 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422c31c-119f-4a75-8e42-1f7a44ac2e4a req-827c277c-5ec0-4e91-8639-06e98386ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:15.364039 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0422c31c-119f-4a75-8e42-1f7a44ac2e4a req-827c277c-5ec0-4e91-8639-06e98386ac27 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e2725e8-8668-40b5-b5d5-cc2acbbdc266 HTTP/1.1" status: 200 len: 834 time: 0.0729771 Mar 14 18:54:15.372054 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26edba-dadf-4c2d-be83-048f98bed114 req-a9dc1afd-0854-4db2-ba1f-1f119d44117d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:15.373372 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cd26edba-dadf-4c2d-be83-048f98bed114 req-a9dc1afd-0854-4db2-ba1f-1f119d44117d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 945 time: 0.1564496 Mar 14 18:54:15.554997 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cd26edba-dadf-4c2d-be83-048f98bed114 req-b18a4716-112c-4d41-a03a-874d3648b4f7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517172 Mar 14 18:54:15.576202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422c31c-119f-4a75-8e42-1f7a44ac2e4a req-8ed99e3e-5f50-4379-8eea-37b744ac8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:15.577757 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0422c31c-119f-4a75-8e42-1f7a44ac2e4a req-8ed99e3e-5f50-4379-8eea-37b744ac8fe1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ee299e2-4b78-41e3-93aa-2fe1b5392ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2035723 Mar 14 18:54:15.706294 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0422c31c-119f-4a75-8e42-1f7a44ac2e4a req-13f0932b-6a21-4d8b-9bdd-c076a70e7145 service neutron] 10.222.0.59 "GET /v2.0/networks/8ee299e2-4b78-41e3-93aa-2fe1b5392ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219604 Mar 14 18:54:15.831692 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0422c31c-119f-4a75-8e42-1f7a44ac2e4a req-0e173c90-d21e-4d56-aa67-dc4a7bf465a2 service neutron] 10.222.0.59 "GET /v2.0/networks/8ee299e2-4b78-41e3-93aa-2fe1b5392ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197505 Mar 14 18:54:16.734580 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c15c6d-1cb9-4bf9-8a59-b05952deaeab req-fb70644a-7c54-4c61-877c-6fd95b34f3f6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:16.736044 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-56c15c6d-1cb9-4bf9-8a59-b05952deaeab req-fb70644a-7c54-4c61-877c-6fd95b34f3f6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 945 time: 0.0781143 Mar 14 18:54:16.778874 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-56c15c6d-1cb9-4bf9-8a59-b05952deaeab req-ce58875a-9d9c-4125-8a19-a7460a849afc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370798 Mar 14 18:54:17.966469 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd164d3-417c-4b01-8b54-7e609a8047b2 req-8eba0205-6ba4-4633-bd94-050192a32dd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:17.967909 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fbd164d3-417c-4b01-8b54-7e609a8047b2 req-8eba0205-6ba4-4633-bd94-050192a32dd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 945 time: 0.0816815 Mar 14 18:54:18.011924 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fbd164d3-417c-4b01-8b54-7e609a8047b2 req-43e9d5de-4bac-4592-9dd5-bee664d25cd8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374684 Mar 14 18:54:19.191389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b778e37-af44-41dd-9eb7-e289b1ed0155 req-241c6b78-eb73-4867-ab27-1bbd4d0ba84c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:19.192823 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1b778e37-af44-41dd-9eb7-e289b1ed0155 req-241c6b78-eb73-4867-ab27-1bbd4d0ba84c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 945 time: 0.0769181 Mar 14 18:54:19.235962 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1b778e37-af44-41dd-9eb7-e289b1ed0155 req-36ab0944-2e29-4c1e-8f9b-b2b4a672e042 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375378 Mar 14 18:54:19.258825 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37804) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:19.361281 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ec61949c-f7a3-46b4-8474-6a40ad8ffbcc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/floatingips/10717453-3740-416c-9b7e-f8020d7e3a2d HTTP/1.1" status: 200 len: 993 time: 0.1012678 Mar 14 18:54:19.639852 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37812) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:19.839814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port 78f8cef2-a08f-42a7-b460-3e91af510da1 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:54:19.840148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:20.000358 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:20.000593 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:20.120395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for 78f8cef2-a08f-42a7-b460-3e91af510da1 owned by network:floatingip {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:54:20.350522 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:20.400602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=78f8cef2-a08f-42a7-b460-3e91af510da1,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:20.439659 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:20.440007 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:20.440348 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:20.440687 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:20.441008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:20.441337 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:20.441664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:20.441991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:20.442314 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:20.442638 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:20.442992 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:20.443315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:20.497020 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:20.497351 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Floating IP 10717453-3740-416c-9b7e-f8020d7e3a2d disassociated (deleted). External IP: 172.26.7.202, port: e12fb002-c7d0-4567-9d66-0f933f2d70a6. Mar 14 18:54:20.928331 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router aa80cd7c-d8af-4da3-b42e-78cf4763e941 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:54:21.099667 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:54:21.109185 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9e4cde-d93c-418e-a922-742c712aa5db None None] Sync routers for ids ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:54:21.118595 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9e4cde-d93c-418e-a922-742c712aa5db None None] Routers {'aa80cd7c-d8af-4da3-b42e-78cf4763e941'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:54:21.119228 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ac9e4cde-d93c-418e-a922-742c712aa5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:53:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:21.167130 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:21.224074 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b0da794c-3116-4023-9c0b-e1da14084130 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/floatingips/10717453-3740-416c-9b7e-f8020d7e3a2d HTTP/1.1" status: 204 len: 168 time: 1.5831478 Mar 14 18:54:21.224656 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b0b11a-a29f-4514-b683-5856bbc77b6d', 'tag': 'e12fb002-c7d0-4567-9d66-0f933f2d70a6'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:54:21.270830 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b0b11a-a29f-4514-b683-5856bbc77b6d', 'tag': 'e12fb002-c7d0-4567-9d66-0f933f2d70a6', 'status': 'completed', 'code': 200} Mar 14 18:54:21.296688 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-ac9e4cde-d93c-418e-a922-742c712aa5db None None] Set router aa80cd7c-d8af-4da3-b42e-78cf4763e941 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:54:21.359509 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c61ae-e395-4423-9367-d9fe6936b22e req-3182145f-825a-4b00-a1f7-da6150f251af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:21.360986 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-272c61ae-e395-4423-9367-d9fe6936b22e req-3182145f-825a-4b00-a1f7-da6150f251af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 1098 time: 0.0701187 Mar 14 18:54:21.489803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c61ae-e395-4423-9367-d9fe6936b22e req-a970a40c-6ea4-40b2-9eaa-ae27d789b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:21.491280 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-272c61ae-e395-4423-9367-d9fe6936b22e req-a970a40c-6ea4-40b2-9eaa-ae27d789b4cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 HTTP/1.1" status: 200 len: 896 time: 0.1249239 Mar 14 18:54:21.562910 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-272c61ae-e395-4423-9367-d9fe6936b22e req-b80fccfe-01e8-42c5-be55-4839f777d457 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e12fb002-c7d0-4567-9d66-0f933f2d70a6 HTTP/1.1" status: 200 len: 217 time: 0.0645473 Mar 14 18:54:21.609870 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ac9e4cde-d93c-418e-a922-742c712aa5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989341545', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:15Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'a221fa34-1adb-4e9c-bec1-41f39cb0091a', 'name': '', 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:3d:ab:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:15Z', 'updated_at': '2022-03-14T18:53:21Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:21.615008 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9e4cde-d93c-418e-a922-742c712aa5db None None] Checking router: aa80cd7c-d8af-4da3-b42e-78cf4763e941 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:54:21.622777 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9e4cde-d93c-418e-a922-742c712aa5db None None] Routers {'aa80cd7c-d8af-4da3-b42e-78cf4763e941'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:54:21.623386 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ac9e4cde-d93c-418e-a922-742c712aa5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:53:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:21.623868 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c61ae-e395-4423-9367-d9fe6936b22e req-4a22335f-8727-4c84-89a4-1a834ad5759e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:21.625355 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-272c61ae-e395-4423-9367-d9fe6936b22e req-4a22335f-8727-4c84-89a4-1a834ad5759e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e2725e8-8668-40b5-b5d5-cc2acbbdc266 HTTP/1.1" status: 200 len: 834 time: 0.0567698 Mar 14 18:54:21.713210 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c61ae-e395-4423-9367-d9fe6936b22e req-e986ff42-f40f-42bf-896f-6eef3969f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:21.714736 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-272c61ae-e395-4423-9367-d9fe6936b22e req-e986ff42-f40f-42bf-896f-6eef3969f6fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ee299e2-4b78-41e3-93aa-2fe1b5392ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838068 Mar 14 18:54:21.809488 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-ac9e4cde-d93c-418e-a922-742c712aa5db None None] Set router aa80cd7c-d8af-4da3-b42e-78cf4763e941 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:54:21.904025 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-272c61ae-e395-4423-9367-d9fe6936b22e req-592e5459-deec-45ed-96b1-42b1e28c649b service neutron] 10.222.0.59 "GET /v2.0/networks/8ee299e2-4b78-41e3-93aa-2fe1b5392ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820171 Mar 14 18:54:21.938921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae2527-3576-4595-a8e4-c1229baa6645 req-5430eb0a-b7bf-4984-b381-42614c46d1f2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:21.939602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-24ae2527-3576-4595-a8e4-c1229baa6645 req-5430eb0a-b7bf-4984-b381-42614c46d1f2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:54:22.053175 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-272c61ae-e395-4423-9367-d9fe6936b22e req-0ad97287-ddb7-4400-9bba-10cfe8995a96 service neutron] 10.222.0.59 "GET /v2.0/networks/8ee299e2-4b78-41e3-93aa-2fe1b5392ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413710 Mar 14 18:54:22.067163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-24ae2527-3576-4595-a8e4-c1229baa6645 req-5430eb0a-b7bf-4984-b381-42614c46d1f2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:54:22.068270 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-24ae2527-3576-4595-a8e4-c1229baa6645 req-5430eb0a-b7bf-4984-b381-42614c46d1f2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 945 time: 0.3229260 Mar 14 18:54:22.112771 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-24ae2527-3576-4595-a8e4-c1229baa6645 req-34a9ac43-9564-4044-bac3-f7648a45ff93 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379493 Mar 14 18:54:22.167731 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-ac9e4cde-d93c-418e-a922-742c712aa5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989341545', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:15Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'a221fa34-1adb-4e9c-bec1-41f39cb0091a', 'name': '', 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:3d:ab:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:15Z', 'updated_at': '2022-03-14T18:53:21Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:22.171635 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9e4cde-d93c-418e-a922-742c712aa5db None None] The sync data for ids ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'] in dv-neutron-833560-1-hyperv is: [{'id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989341545', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:15Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'a221fa34-1adb-4e9c-bec1-41f39cb0091a', 'name': '', 'network_id': '8ee299e2-4b78-41e3-93aa-2fe1b5392ec7', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:3d:ab:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:15Z', 'updated_at': '2022-03-14T18:53:21Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '6e2725e8-8668-40b5-b5d5-cc2acbbdc266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:54:22.377069 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83370fa1-5553-4714-bfd9-ea6c05e99ea3 None None] New status for floating IP 10717453-3740-416c-9b7e-f8020d7e3a2d: DOWN {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:54:23.452830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b78b4-4ebc-4b1d-92ba-0b466ada80b6 req-6f1209cf-bf0f-4eb9-b76b-e5f603fd9acc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:23.454227 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-497b78b4-4ebc-4b1d-92ba-0b466ada80b6 req-6f1209cf-bf0f-4eb9-b76b-e5f603fd9acc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 945 time: 0.2345552 Mar 14 18:54:23.462022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bb80b-69f1-4cce-bc9c-0d0d267840c5 req-ebf7211d-a960-43ae-bc03-111a4d4019a9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:23.463335 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0c6bb80b-69f1-4cce-bc9c-0d0d267840c5 req-ebf7211d-a960-43ae-bc03-111a4d4019a9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 945 time: 0.2137880 Mar 14 18:54:23.550206 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-497b78b4-4ebc-4b1d-92ba-0b466ada80b6 req-15e00ec3-6134-480d-8871-280e36b2b3a8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd6d818-777c-40d1-af7e-c342c9719573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859241 Mar 14 18:54:23.558239 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-0c6bb80b-69f1-4cce-bc9c-0d0d267840c5 req-8cdea20d-dcfa-4e59-a424-50b5a1ecfddb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port e12fb002-c7d0-4567-9d66-0f933f2d70a6 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:54:23.561490 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-0c6bb80b-69f1-4cce-bc9c-0d0d267840c5 req-8cdea20d-dcfa-4e59-a424-50b5a1ecfddb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:23.799263 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-0c6bb80b-69f1-4cce-bc9c-0d0d267840c5 req-8cdea20d-dcfa-4e59-a424-50b5a1ecfddb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] For port e12fb002-c7d0-4567-9d66-0f933f2d70a6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e12fb002-c7d0-4567-9d66-0f933f2d70a6,segment=NetworkSegment(c0a3ae42-b3ff-4db8-928d-046d2ce2fd23),segment_id=c0a3ae42-b3ff-4db8-928d-046d2ce2fd23)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:54:23.799620 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-0c6bb80b-69f1-4cce-bc9c-0d0d267840c5 req-8cdea20d-dcfa-4e59-a424-50b5a1ecfddb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:23.921139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-0c6bb80b-69f1-4cce-bc9c-0d0d267840c5 req-8cdea20d-dcfa-4e59-a424-50b5a1ecfddb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for e12fb002-c7d0-4567-9d66-0f933f2d70a6 owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:54:24.106965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-0c6bb80b-69f1-4cce-bc9c-0d0d267840c5 req-8cdea20d-dcfa-4e59-a424-50b5a1ecfddb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:24.154932 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdea20d-dcfa-4e59-a424-50b5a1ecfddb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=e12fb002-c7d0-4567-9d66-0f933f2d70a6,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:24.229118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6bb80b-69f1-4cce-bc9c-0d0d267840c5 req-8cdea20d-dcfa-4e59-a424-50b5a1ecfddb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] No DVR routers for this DVR port e12fb002-c7d0-4567-9d66-0f933f2d70a6 on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:54:24.231569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-0c6bb80b-69f1-4cce-bc9c-0d0d267840c5 req-8cdea20d-dcfa-4e59-a424-50b5a1ecfddb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:24.234056 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b0b11a-a29f-4514-b683-5856bbc77b6d', 'name': 'network-vif-deleted', 'tag': 'e12fb002-c7d0-4567-9d66-0f933f2d70a6'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:54:24.278869 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b0b11a-a29f-4514-b683-5856bbc77b6d', 'name': 'network-vif-deleted', 'tag': 'e12fb002-c7d0-4567-9d66-0f933f2d70a6', 'status': 'completed', 'code': 200} Mar 14 18:54:24.296281 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0c6bb80b-69f1-4cce-bc9c-0d0d267840c5 req-8cdea20d-dcfa-4e59-a424-50b5a1ecfddb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "DELETE /v2.0/ports/e12fb002-c7d0-4567-9d66-0f933f2d70a6 HTTP/1.1" status: 204 len: 173 time: 0.8182194 Mar 14 18:54:24.324131 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9826d35b-48b2-470b-8aba-5dbf16ad8ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:24.713578 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-50be8927-dafd-4ac0-8026-ca0e2fdad989 req-b9fae139-c3cf-4561-9188-3816c7f26602 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:54:24.784044 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-50be8927-dafd-4ac0-8026-ca0e2fdad989 req-b9fae139-c3cf-4561-9188-3816c7f26602 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:54:24.785192 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-50be8927-dafd-4ac0-8026-ca0e2fdad989 req-b9fae139-c3cf-4561-9188-3816c7f26602 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b0b11a-a29f-4514-b683-5856bbc77b6d HTTP/1.1" status: 200 len: 210 time: 0.1147509 Mar 14 18:54:25.882774 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37830) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:26.398505 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-03926553-fd10-42ef-9882-c51c98ba18ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:26.518047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-59820cf7-3ffb-46cc-9461-b8450d1c4b0f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:26.860422 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-59820cf7-3ffb-46cc-9461-b8450d1c4b0f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port a221fa34-1adb-4e9c-bec1-41f39cb0091a {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:54:26.860762 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-59820cf7-3ffb-46cc-9461-b8450d1c4b0f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:27.050788 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-59820cf7-3ffb-46cc-9461-b8450d1c4b0f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] For port a221fa34-1adb-4e9c-bec1-41f39cb0091a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a221fa34-1adb-4e9c-bec1-41f39cb0091a,segment=NetworkSegment(c0a3ae42-b3ff-4db8-928d-046d2ce2fd23),segment_id=c0a3ae42-b3ff-4db8-928d-046d2ce2fd23)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:54:27.051314 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-59820cf7-3ffb-46cc-9461-b8450d1c4b0f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:27.175722 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-59820cf7-3ffb-46cc-9461-b8450d1c4b0f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for a221fa34-1adb-4e9c-bec1-41f39cb0091a owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:54:27.424396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-59820cf7-3ffb-46cc-9461-b8450d1c4b0f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:27.471985 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59820cf7-3ffb-46cc-9461-b8450d1c4b0f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=a221fa34-1adb-4e9c-bec1-41f39cb0091a,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:27.743857 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-59820cf7-3ffb-46cc-9461-b8450d1c4b0f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:27.924421 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:27.976117 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:28.198416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59820cf7-3ffb-46cc-9461-b8450d1c4b0f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router aa80cd7c-d8af-4da3-b42e-78cf4763e941 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:54:28.369360 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59820cf7-3ffb-46cc-9461-b8450d1c4b0f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:54:28.378357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device e12fb002-c7d0-4567-9d66-0f933f2d70a6 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:54:28.403739 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb6bfd-172d-42fa-9391-0ec7eada20d3 None None] Sync routers for ids ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:54:28.417732 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: e12fb002-c7d0-4567-9d66-0f933f2d70a6 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:54:28.419342 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device e12fb002-c7d0-4567-9d66-0f933f2d70a6 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:54:28.423984 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb6bfd-172d-42fa-9391-0ec7eada20d3 None None] Routers {'aa80cd7c-d8af-4da3-b42e-78cf4763e941'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:54:28.424572 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b2eb6bfd-172d-42fa-9391-0ec7eada20d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:54:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:28.440691 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-59820cf7-3ffb-46cc-9461-b8450d1c4b0f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "PUT /v2.0/routers/aa80cd7c-d8af-4da3-b42e-78cf4763e941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5568025 Mar 14 18:54:28.443399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37834) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:28.510958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc0505d-1782-4be0-9acd-a262a09a0918 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting subnet 6e2725e8-8668-40b5-b5d5-cc2acbbdc266 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:54:28.513809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3fc0505d-1782-4be0-9acd-a262a09a0918 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:28.566678 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3fc0505d-1782-4be0-9acd-a262a09a0918 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:28.598209 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-b2eb6bfd-172d-42fa-9391-0ec7eada20d3 None None] Set router aa80cd7c-d8af-4da3-b42e-78cf4763e941 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:54:28.648843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3fc0505d-1782-4be0-9acd-a262a09a0918 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:28.779442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3fc0505d-1782-4be0-9acd-a262a09a0918 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:28.819350 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0505d-1782-4be0-9acd-a262a09a0918 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2725e8-8668-40b5-b5d5-cc2acbbdc266,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:28.821276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3fc0505d-1782-4be0-9acd-a262a09a0918 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:28.827912 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3fc0505d-1782-4be0-9acd-a262a09a0918 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/subnets/6e2725e8-8668-40b5-b5d5-cc2acbbdc266 HTTP/1.1" status: 204 len: 168 time: 0.3834183 Mar 14 18:54:28.830468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37838) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:28.849067 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d244ee5-aa7e-4a00-b2ed-89db08cfeacd None None] Network 8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:54:29.008714 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-92133b49-69db-4cda-955a-d120595f20c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:29.040462 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b2eb6bfd-172d-42fa-9391-0ec7eada20d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989341545', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:54:27Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:29.047465 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb6bfd-172d-42fa-9391-0ec7eada20d3 None None] Checking router: aa80cd7c-d8af-4da3-b42e-78cf4763e941 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:54:29.065407 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb6bfd-172d-42fa-9391-0ec7eada20d3 None None] Routers {'aa80cd7c-d8af-4da3-b42e-78cf4763e941'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:54:29.066083 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b2eb6bfd-172d-42fa-9391-0ec7eada20d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:54:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:29.194043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-92133b49-69db-4cda-955a-d120595f20c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:29.214176 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] DHCP port deletion for 8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:54:29.228389 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] Deleting port ae7f3837-1050-4bd3-817d-9ea78bab9095 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:54:29.228825 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:29.276227 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-92133b49-69db-4cda-955a-d120595f20c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port 8dcf5746-6571-456a-adfa-e299e29cc32b {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:54:29.276749 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-92133b49-69db-4cda-955a-d120595f20c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:29.299177 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-b2eb6bfd-172d-42fa-9391-0ec7eada20d3 None None] Set router aa80cd7c-d8af-4da3-b42e-78cf4763e941 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:54:29.450700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-92133b49-69db-4cda-955a-d120595f20c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] For port 8dcf5746-6571-456a-adfa-e299e29cc32b, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=8dcf5746-6571-456a-adfa-e299e29cc32b,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:54:29.451015 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-92133b49-69db-4cda-955a-d120595f20c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:29.684447 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-92133b49-69db-4cda-955a-d120595f20c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for 8dcf5746-6571-456a-adfa-e299e29cc32b owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:54:29.696693 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] For port ae7f3837-1050-4bd3-817d-9ea78bab9095, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ae7f3837-1050-4bd3-817d-9ea78bab9095,segment=NetworkSegment(c0a3ae42-b3ff-4db8-928d-046d2ce2fd23),segment_id=c0a3ae42-b3ff-4db8-928d-046d2ce2fd23)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:54:29.697065 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:29.852284 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] Calling delete_port for ae7f3837-1050-4bd3-817d-9ea78bab9095 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:54:29.905362 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-92133b49-69db-4cda-955a-d120595f20c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:29.950930 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-b2eb6bfd-172d-42fa-9391-0ec7eada20d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989341545', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:54:27Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:29.952279 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92133b49-69db-4cda-955a-d120595f20c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=8dcf5746-6571-456a-adfa-e299e29cc32b,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:29.955994 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb6bfd-172d-42fa-9391-0ec7eada20d3 None None] The sync data for ids ['aa80cd7c-d8af-4da3-b42e-78cf4763e941'] in dv-neutron-833560-1-hyperv is: [{'id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989341545', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:54:27Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '8dcf5746-6571-456a-adfa-e299e29cc32b', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80cd7c-d8af-4da3-b42e-78cf4763e941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:53:10Z', 'updated_at': '2022-03-14T18:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:54:29.967958 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:30.027620 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:30.043849 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-92133b49-69db-4cda-955a-d120595f20c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:30.077252 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] Pushing event deleted for resources: {'Port': ['ID=ae7f3837-1050-4bd3-817d-9ea78bab9095,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:30.079585 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] No DVR routers for this DVR port ae7f3837-1050-4bd3-817d-9ea78bab9095 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:54:30.090376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:30.090376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:30.090376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:30.090376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:30.090376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:30.090376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:30.090376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:30.090376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:30.090376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:30.090376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:30.090376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:30.091612 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144dab4-12a1-4d73-9099-e96e94b13278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:30.214560 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-92133b49-69db-4cda-955a-d120595f20c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:30.216645 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-92133b49-69db-4cda-955a-d120595f20c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:30.298435 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-92133b49-69db-4cda-955a-d120595f20c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:30.299098 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92133b49-69db-4cda-955a-d120595f20c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Fanout notify agent at l3_agent the message router_deleted on router aa80cd7c-d8af-4da3-b42e-78cf4763e941 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:54:30.315455 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-92133b49-69db-4cda-955a-d120595f20c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:30.316681 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-92133b49-69db-4cda-955a-d120595f20c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/routers/aa80cd7c-d8af-4da3-b42e-78cf4763e941 HTTP/1.1" status: 204 len: 168 time: 1.4852967 Mar 14 18:54:30.319432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37842) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:30.438661 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2beb99ec-925d-4722-bcfb-0f3b2bb3cb0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:30.570735 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2beb99ec-925d-4722-bcfb-0f3b2bb3cb0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:30.600484 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2beb99ec-925d-4722-bcfb-0f3b2bb3cb0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee299e2-4b78-41e3-93aa-2fe1b5392ec7']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:30.612731 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2beb99ec-925d-4722-bcfb-0f3b2bb3cb0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a3ae42-b3ff-4db8-928d-046d2ce2fd23') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:30.613578 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-2beb99ec-925d-4722-bcfb-0f3b2bb3cb0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a3ae42-b3ff-4db8-928d-046d2ce2fd23') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:30.624096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2beb99ec-925d-4722-bcfb-0f3b2bb3cb0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:30.639589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2beb99ec-925d-4722-bcfb-0f3b2bb3cb0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:30.645843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2beb99ec-925d-4722-bcfb-0f3b2bb3cb0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:54:30.646210 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2beb99ec-925d-4722-bcfb-0f3b2bb3cb0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:54:30.659944 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:54:30.798532 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2beb99ec-925d-4722-bcfb-0f3b2bb3cb0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:30.814931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2beb99ec-925d-4722-bcfb-0f3b2bb3cb0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:30.824260 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb99ec-925d-4722-bcfb-0f3b2bb3cb0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Network': ['ID=8ee299e2-4b78-41e3-93aa-2fe1b5392ec7,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:30.827265 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2beb99ec-925d-4722-bcfb-0f3b2bb3cb0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/networks/8ee299e2-4b78-41e3-93aa-2fe1b5392ec7 HTTP/1.1" status: 204 len: 168 time: 0.5069246 Mar 14 18:54:30.829944 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37846) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:30.899626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fa5ed0fa-8e39-410f-868c-c53a45d6a0bf tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:30.930576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fa5ed0fa-8e39-410f-868c-c53a45d6a0bf tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:31.055581 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fa5ed0fa-8e39-410f-868c-c53a45d6a0bf tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:31.075165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ed0fa-8e39-410f-868c-c53a45d6a0bf tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd6d818-777c-40d1-af7e-c342c9719573,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:31.080015 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fa5ed0fa-8e39-410f-868c-c53a45d6a0bf tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:31.082879 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fa5ed0fa-8e39-410f-868c-c53a45d6a0bf tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/security-groups/dbd6d818-777c-40d1-af7e-c342c9719573 HTTP/1.1" status: 204 len: 168 time: 0.2502706 Mar 14 18:54:31.113840 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ae7f3837-1050-4bd3-817d-9ea78bab9095 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:54:31.148040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: ae7f3837-1050-4bd3-817d-9ea78bab9095 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:54:31.148380 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ae7f3837-1050-4bd3-817d-9ea78bab9095 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:54:31.148785 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a221fa34-1adb-4e9c-bec1-41f39cb0091a no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:54:31.183247 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: a221fa34-1adb-4e9c-bec1-41f39cb0091a {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:54:31.183948 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a221fa34-1adb-4e9c-bec1-41f39cb0091a not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:54:31.184050 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8dcf5746-6571-456a-adfa-e299e29cc32b no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:54:31.216746 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 8dcf5746-6571-456a-adfa-e299e29cc32b {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:54:31.217091 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 8dcf5746-6571-456a-adfa-e299e29cc32b not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:54:31.515215 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37854) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:31.520407 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-982319658', 'description': 'tempest-secgroup-smoke-982319658 description', 'project_id': '9d69209fb0ee4f2e94311515128e094c'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:31.526622 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:54:31.530389 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:54:31.533198 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:54:31.539269 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:54:31.610084 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:31.632218 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:54:31.636109 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:54:31.638966 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:54:31.644436 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:54:31.712696 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:31.807599 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:31.848388 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be69ee35-05aa-442b-b7b8-65878d4b4684,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:31.855404 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:31.855754 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:31.856099 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:31.856443 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:31.856776 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:31.857108 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:31.857434 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:31.857812 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:31.858136 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:31.858461 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:31.858874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:31.859201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:31.921880 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:31.923198 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ac3df124-9357-4d69-a2e1-0e19a2b96166 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4069605 Mar 14 18:54:31.927211 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37858) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:31.932534 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-ae66715d-d155-414c-9767-01bc4a5e33ba tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'be69ee35-05aa-442b-b7b8-65878d4b4684', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:31.938686 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ae66715d-d155-414c-9767-01bc4a5e33ba tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:54:31.942418 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ae66715d-d155-414c-9767-01bc4a5e33ba tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:54:31.945262 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ae66715d-d155-414c-9767-01bc4a5e33ba tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:54:31.951143 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ae66715d-d155-414c-9767-01bc4a5e33ba tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:54:32.018868 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ae66715d-d155-414c-9767-01bc4a5e33ba tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:32.080343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ae66715d-d155-414c-9767-01bc4a5e33ba tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:32.121215 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ae66715d-d155-414c-9767-01bc4a5e33ba tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:32.142622 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66715d-d155-414c-9767-01bc4a5e33ba tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfee5c6-f50b-4c85-a710-cbcd0b1f5aa1,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:32.195330 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ae66715d-d155-414c-9767-01bc4a5e33ba tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:32.196554 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ae66715d-d155-414c-9767-01bc4a5e33ba tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2682481 Mar 14 18:54:32.199479 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37862) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:32.205025 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-20c81dd6-527e-4c64-9bb7-6652aa60b445 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'be69ee35-05aa-442b-b7b8-65878d4b4684', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:32.210989 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-20c81dd6-527e-4c64-9bb7-6652aa60b445 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:54:32.216372 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-20c81dd6-527e-4c64-9bb7-6652aa60b445 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:54:32.217526 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-20c81dd6-527e-4c64-9bb7-6652aa60b445 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:54:32.223089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-20c81dd6-527e-4c64-9bb7-6652aa60b445 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:54:32.298591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20c81dd6-527e-4c64-9bb7-6652aa60b445 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:32.357833 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20c81dd6-527e-4c64-9bb7-6652aa60b445 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:32.424066 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20c81dd6-527e-4c64-9bb7-6652aa60b445 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:32.448499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c81dd6-527e-4c64-9bb7-6652aa60b445 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b928cf-a52f-44d7-9d8d-fa652fc2c6cb,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:32.515460 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20c81dd6-527e-4c64-9bb7-6652aa60b445 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:32.516710 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-20c81dd6-527e-4c64-9bb7-6652aa60b445 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3160005 Mar 14 18:54:32.519509 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37866) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:32.524381 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-08cd6adc-38b0-41e0-bdfa-08c245d35ed0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'be69ee35-05aa-442b-b7b8-65878d4b4684', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:32.530188 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-08cd6adc-38b0-41e0-bdfa-08c245d35ed0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:54:32.533995 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-08cd6adc-38b0-41e0-bdfa-08c245d35ed0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:54:32.537377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-08cd6adc-38b0-41e0-bdfa-08c245d35ed0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:54:32.542989 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-08cd6adc-38b0-41e0-bdfa-08c245d35ed0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:54:32.616616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-08cd6adc-38b0-41e0-bdfa-08c245d35ed0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:32.680480 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-08cd6adc-38b0-41e0-bdfa-08c245d35ed0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:32.744325 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-08cd6adc-38b0-41e0-bdfa-08c245d35ed0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:32.766997 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd6adc-38b0-41e0-bdfa-08c245d35ed0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc65e8f-aaa2-4f20-825f-2dda039d6f53,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:32.818383 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-08cd6adc-38b0-41e0-bdfa-08c245d35ed0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:32.819664 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-08cd6adc-38b0-41e0-bdfa-08c245d35ed0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2992315 Mar 14 18:54:32.822343 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37870) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:32.827569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-7b14d02a-d0de-48f8-b805-62ed6808e074 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'be69ee35-05aa-442b-b7b8-65878d4b4684', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:32.833990 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7b14d02a-d0de-48f8-b805-62ed6808e074 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:54:32.837882 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7b14d02a-d0de-48f8-b805-62ed6808e074 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:54:32.840790 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7b14d02a-d0de-48f8-b805-62ed6808e074 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:54:32.846526 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7b14d02a-d0de-48f8-b805-62ed6808e074 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:54:32.921970 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7b14d02a-d0de-48f8-b805-62ed6808e074 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:32.983509 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7b14d02a-d0de-48f8-b805-62ed6808e074 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:33.073089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7b14d02a-d0de-48f8-b805-62ed6808e074 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:33.096296 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14d02a-d0de-48f8-b805-62ed6808e074 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7923926-2c67-4e14-9a2e-130fbdc08593,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:33.187038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7b14d02a-d0de-48f8-b805-62ed6808e074 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:33.188140 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7b14d02a-d0de-48f8-b805-62ed6808e074 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3648722 Mar 14 18:54:33.190887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37874) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:33.196276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a55ce6a6-3113-4c5d-8fea-77fb2e130006 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'be69ee35-05aa-442b-b7b8-65878d4b4684', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:33.202324 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a55ce6a6-3113-4c5d-8fea-77fb2e130006 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:54:33.206214 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a55ce6a6-3113-4c5d-8fea-77fb2e130006 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:54:33.209575 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a55ce6a6-3113-4c5d-8fea-77fb2e130006 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:54:33.215191 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a55ce6a6-3113-4c5d-8fea-77fb2e130006 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:54:33.292762 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-a55ce6a6-3113-4c5d-8fea-77fb2e130006 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Project 9d69209fb0ee4f2e94311515128e094c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:54:33.299351 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a55ce6a6-3113-4c5d-8fea-77fb2e130006 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:33.363569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a55ce6a6-3113-4c5d-8fea-77fb2e130006 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:33.438114 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a55ce6a6-3113-4c5d-8fea-77fb2e130006 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:33.463632 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ce6a6-3113-4c5d-8fea-77fb2e130006 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1a224e-ceb0-4305-a8d9-9fd291a49e31,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:33.535644 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a55ce6a6-3113-4c5d-8fea-77fb2e130006 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:33.536857 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a55ce6a6-3113-4c5d-8fea-77fb2e130006 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3445370 Mar 14 18:54:33.539499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37878) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:33.544388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-68a130c5-b66b-4b3c-a0df-8c29a352ac07 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'be69ee35-05aa-442b-b7b8-65878d4b4684', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:33.549983 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-68a130c5-b66b-4b3c-a0df-8c29a352ac07 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:54:33.554136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-68a130c5-b66b-4b3c-a0df-8c29a352ac07 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:54:33.557012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-68a130c5-b66b-4b3c-a0df-8c29a352ac07 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:54:33.562474 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-68a130c5-b66b-4b3c-a0df-8c29a352ac07 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:54:33.643974 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-68a130c5-b66b-4b3c-a0df-8c29a352ac07 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Project 9d69209fb0ee4f2e94311515128e094c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:54:33.650282 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-68a130c5-b66b-4b3c-a0df-8c29a352ac07 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:33.713445 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-68a130c5-b66b-4b3c-a0df-8c29a352ac07 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:33.781321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-68a130c5-b66b-4b3c-a0df-8c29a352ac07 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:33.804129 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a130c5-b66b-4b3c-a0df-8c29a352ac07 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8112dd-faa9-4540-a8eb-01a430f4c135,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:33.875726 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-68a130c5-b66b-4b3c-a0df-8c29a352ac07 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:33.876906 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-68a130c5-b66b-4b3c-a0df-8c29a352ac07 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3364851 Mar 14 18:54:33.880306 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37882) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:33.885573 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-37c97c5d-2a73-43e1-b89c-7ba14795c73e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'network': {'name': 'tempest-network-smoke--1546469976', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'port_security_enabled': True}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:33.890362 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-37c97c5d-2a73-43e1-b89c-7ba14795c73e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:54:33.894067 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-37c97c5d-2a73-43e1-b89c-7ba14795c73e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:network and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:54:33.896924 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-37c97c5d-2a73-43e1-b89c-7ba14795c73e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:54:33.902371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-37c97c5d-2a73-43e1-b89c-7ba14795c73e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:54:33.961034 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c97c5d-2a73-43e1-b89c-7ba14795c73e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Made reservation on behalf of 9d69209fb0ee4f2e94311515128e094c for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:33.964497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-37c97c5d-2a73-43e1-b89c-7ba14795c73e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:33.992243 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c97c5d-2a73-43e1-b89c-7ba14795c73e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:54:34.000972 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-37c97c5d-2a73-43e1-b89c-7ba14795c73e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:34.001315 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-37c97c5d-2a73-43e1-b89c-7ba14795c73e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Added segment d3193522-ac5b-48e9-b591-2f7891da7e8c of type vlan for network 0d4a3dbc-8d87-4360-9535-5136b1934e0b Mar 14 18:54:34.026090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-37c97c5d-2a73-43e1-b89c-7ba14795c73e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:34.098656 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-37c97c5d-2a73-43e1-b89c-7ba14795c73e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:34.103979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c97c5d-2a73-43e1-b89c-7ba14795c73e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:34.104551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-37c97c5d-2a73-43e1-b89c-7ba14795c73e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:34.205788 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c97c5d-2a73-43e1-b89c-7ba14795c73e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Network': ['ID=0d4a3dbc-8d87-4360-9535-5136b1934e0b,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:34.220209 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 0d4a3dbc-8d87-4360-9535-5136b1934e0b details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:54:34.220739 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-37c97c5d-2a73-43e1-b89c-7ba14795c73e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3352394 Mar 14 18:54:34.220739 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37886) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:34.224574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-779310783', 'admin_state_up': True, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:34.231630 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:54:34.235320 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:router and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:54:34.238077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:54:34.244759 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:54:34.316391 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:34.319569 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:34.331826 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:34.761076 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:35.090982 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:54:35.111947 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:35.140493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:35.270148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.26.7.18 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/78b53e14-6227-408e-a135-adf30e962120) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:35.409627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:35.484463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:35.539611 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:35.542288 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:35.544612 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:54:35.596864 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=78b53e14-6227-408e-a135-adf30e962120,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:36.118201 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:36.442661 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:36.741225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router 2cd3d400-059d-4be8-8560-1a14b86935cf is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:54:36.910765 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:54:36.920073 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Sync routers for ids ['2cd3d400-059d-4be8-8560-1a14b86935cf'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:54:36.929475 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Routers {'2cd3d400-059d-4be8-8560-1a14b86935cf'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:54:36.930061 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:54:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['2cd3d400-059d-4be8-8560-1a14b86935cf'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:36.995750 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:36.996942 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8a134707-4b15-4d38-b05e-0f8dbf7ed24e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7769313 Mar 14 18:54:37.000074 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37892) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:37.041335 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-60e84fe5-318a-4b07-a522-73b06875c926 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=9d69209fb0ee4f2e94311515128e094c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401688 Mar 14 18:54:37.043809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37896) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:37.111009 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Set router 2cd3d400-059d-4be8-8560-1a14b86935cf gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:54:37.168931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b2c211-d073-45ad-9cb3-9906b7f57733 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:37.170406 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-50b2c211-d073-45ad-9cb3-9906b7f57733 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1257281 Mar 14 18:54:37.173292 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37900) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:37.211100 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b6913292-44a4-43a6-8d85-3dc2c915c0c4 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367522 Mar 14 18:54:37.213620 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37904) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:37.218814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-0640edb0-1ba1-4859-a780-75a876e75b5b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-204953593', 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:37.323199 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0640edb0-1ba1-4859-a780-75a876e75b5b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:54:37.327241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0640edb0-1ba1-4859-a780-75a876e75b5b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:subnet and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:54:37.329973 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0640edb0-1ba1-4859-a780-75a876e75b5b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:54:37.336066 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0640edb0-1ba1-4859-a780-75a876e75b5b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:54:37.412639 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0640edb0-1ba1-4859-a780-75a876e75b5b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Made reservation on behalf of 9d69209fb0ee4f2e94311515128e094c for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:37.416313 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0640edb0-1ba1-4859-a780-75a876e75b5b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:37.426519 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779310783', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '78b53e14-6227-408e-a135-adf30e962120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:34Z', 'updated_at': '2022-03-14T18:54:35Z', 'revision_number': 3, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '78b53e14-6227-408e-a135-adf30e962120', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:35Z', 'updated_at': '2022-03-14T18:54:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:37.430457 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Checking router: 2cd3d400-059d-4be8-8560-1a14b86935cf for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:54:37.430826 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Updating router 2cd3d400-059d-4be8-8560-1a14b86935cf port 78b53e14-6227-408e-a135-adf30e962120 binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:54:37.481997 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:37.688139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0640edb0-1ba1-4859-a780-75a876e75b5b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:37.809857 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:37.822547 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Transition to ACTIVE for port object 78b53e14-6227-408e-a135-adf30e962120 will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:54:37.892340 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640edb0-1ba1-4859-a780-75a876e75b5b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Subnet': ['ID=7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:37.897033 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:37.905107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640edb0-1ba1-4859-a780-75a876e75b5b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Checking segment: {'id': 'd3193522-ac5b-48e9-b591-2f7891da7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:54:37.905107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0640edb0-1ba1-4859-a780-75a876e75b5b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network hostable DHCP agents. Network: 0d4a3dbc-8d87-4360-9535-5136b1934e0b, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:54:37.976746 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Attempting to bind port 78b53e14-6227-408e-a135-adf30e962120 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:54:37.977256 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Attempting to bind port 78b53e14-6227-408e-a135-adf30e962120 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:54:37.977375 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Attempting to bind port 78b53e14-6227-408e-a135-adf30e962120 on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:54:37.980673 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7659860-ef34-4aed-b066-896a8b834c3d None None] Pushing event updated for resources: {'Port': ['ID=78b53e14-6227-408e-a135-adf30e962120,revision_number=2']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:37.991060 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:54:37.991060 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:54:37.991060 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:37.991060 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:54:37.991060 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Bound port: 78b53e14-6227-408e-a135-adf30e962120, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:54:37.991060 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:38.010031 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0640edb0-1ba1-4859-a780-75a876e75b5b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 0d4a3dbc-8d87-4360-9535-5136b1934e0b is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:54:38.018068 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7659860-ef34-4aed-b066-896a8b834c3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:38.024185 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7659860-ef34-4aed-b066-896a8b834c3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:38.024185 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7659860-ef34-4aed-b066-896a8b834c3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:38.024185 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7659860-ef34-4aed-b066-896a8b834c3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:38.024185 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7659860-ef34-4aed-b066-896a8b834c3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:38.024185 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7659860-ef34-4aed-b066-896a8b834c3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:38.024185 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7659860-ef34-4aed-b066-896a8b834c3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:38.024185 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7659860-ef34-4aed-b066-896a8b834c3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:38.024185 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7659860-ef34-4aed-b066-896a8b834c3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:38.024185 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7659860-ef34-4aed-b066-896a8b834c3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:38.024185 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7659860-ef34-4aed-b066-896a8b834c3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:38.024185 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7659860-ef34-4aed-b066-896a8b834c3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:38.064292 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-0640edb0-1ba1-4859-a780-75a876e75b5b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 0d4a3dbc-8d87-4360-9535-5136b1934e0b) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:38.069115 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0640edb0-1ba1-4859-a780-75a876e75b5b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:38.069779 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0640edb0-1ba1-4859-a780-75a876e75b5b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:38.070929 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] For port 78b53e14-6227-408e-a135-adf30e962120, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:54:38.073917 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907b00e6-f50c-4686-95e0-b132be93c25f None None] Network 0d4a3dbc-8d87-4360-9535-5136b1934e0b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:54:38.076397 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] For port 78b53e14-6227-408e-a135-adf30e962120, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=78b53e14-6227-408e-a135-adf30e962120,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:54:38.145148 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:38.178822 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0640edb0-1ba1-4859-a780-75a876e75b5b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9641528 Mar 14 18:54:38.181509 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37908) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:38.226636 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Routers {'2cd3d400-059d-4be8-8560-1a14b86935cf'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:54:38.227275 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:54:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['2cd3d400-059d-4be8-8560-1a14b86935cf'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:38.284914 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7659860-ef34-4aed-b066-896a8b834c3d None None] Pushing event updated for resources: {'Port': ['ID=78b53e14-6227-408e-a135-adf30e962120,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:38.303292 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-0d4a3dbc-8d87-4360-9535-5136b1934e0b', 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ips': [{'subnet_id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:54:38.303746 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:38.418000 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] Set router 2cd3d400-059d-4be8-8560-1a14b86935cf gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:54:38.469186 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Allocated IP 172.20.0.2 (0d4a3dbc-8d87-4360-9535-5136b1934e0b/7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f/37a90066-0969-46d2-99d3-214b0fc55a5a) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:38.717763 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779310783', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '78b53e14-6227-408e-a135-adf30e962120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:34Z', 'updated_at': '2022-03-14T18:54:35Z', 'revision_number': 3, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '78b53e14-6227-408e-a135-adf30e962120', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:35Z', 'updated_at': '2022-03-14T18:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:38.722508 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23735e2-b2cf-441c-aec7-d4fcaa8519f2 None None] The sync data for ids ['2cd3d400-059d-4be8-8560-1a14b86935cf'] in dv-neutron-833560-1-hyperv is: [{'id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779310783', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '78b53e14-6227-408e-a135-adf30e962120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:34Z', 'updated_at': '2022-03-14T18:54:35Z', 'revision_number': 3, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '78b53e14-6227-408e-a135-adf30e962120', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:35Z', 'updated_at': '2022-03-14T18:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:54:38.768336 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:38.779318 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Transition to ACTIVE for port object 37a90066-0969-46d2-99d3-214b0fc55a5a will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:54:38.799875 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Transition to ACTIVE for port object 37a90066-0969-46d2-99d3-214b0fc55a5a will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:54:38.867871 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:38.930193 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Network 0d4a3dbc-8d87-4360-9535-5136b1934e0b is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:38.937234 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:38.942703 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:54:38.963608 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:38.974457 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Pushing event updated for resources: {'Port': ['ID=37a90066-0969-46d2-99d3-214b0fc55a5a,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:39.073992 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Attempting to bind port 37a90066-0969-46d2-99d3-214b0fc55a5a on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:54:39.074596 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Attempting to bind port 37a90066-0969-46d2-99d3-214b0fc55a5a by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'd3193522-ac5b-48e9-b591-2f7891da7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:54:39.075027 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Attempting to bind port 37a90066-0969-46d2-99d3-214b0fc55a5a on network 0d4a3dbc-8d87-4360-9535-5136b1934e0b {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:54:39.080573 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:54:39.080946 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Checking segment: {'id': 'd3193522-ac5b-48e9-b591-2f7891da7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:54:39.081345 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:39.081729 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Bound using segment: {'id': 'd3193522-ac5b-48e9-b591-2f7891da7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:54:39.082830 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Bound port: 37a90066-0969-46d2-99d3-214b0fc55a5a, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3193522-ac5b-48e9-b591-2f7891da7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:54:39.083204 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:39.170276 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 78b53e14-6227-408e-a135-adf30e962120 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:54:39.226873 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] For port 37a90066-0969-46d2-99d3-214b0fc55a5a, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:54:39.244729 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] For port 37a90066-0969-46d2-99d3-214b0fc55a5a, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=37a90066-0969-46d2-99d3-214b0fc55a5a,segment=NetworkSegment(d3193522-ac5b-48e9-b591-2f7891da7e8c),segment_id=d3193522-ac5b-48e9-b591-2f7891da7e8c)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:54:39.319487 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:39.388703 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 78b53e14-6227-408e-a135-adf30e962120 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:54:39.395391 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.20.0.1 (0d4a3dbc-8d87-4360-9535-5136b1934e0b/7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f/d695f444-620d-436f-813e-509ee5beba22) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:39.405714 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 78b53e14-6227-408e-a135-adf30e962120 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:39.406089 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:39.481707 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af94a3-4eaf-4a6a-9bd5-ff8c6e7b45cb None None] Pushing event updated for resources: {'Port': ['ID=37a90066-0969-46d2-99d3-214b0fc55a5a,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:39.488878 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:39.569017 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:39.586623 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:39.587614 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 78b53e14-6227-408e-a135-adf30e962120, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=78b53e14-6227-408e-a135-adf30e962120,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:54:39.604256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Transition to ACTIVE for port object d695f444-620d-436f-813e-509ee5beba22 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:54:39.679369 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:39.712377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:39.756377 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=78b53e14-6227-408e-a135-adf30e962120,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:39.776916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 0d4a3dbc-8d87-4360-9535-5136b1934e0b is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:39.780112 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:39.784034 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:54:39.952336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=d695f444-620d-436f-813e-509ee5beba22,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:39.963207 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:40.301188 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:40.696952 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:40.752936 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:40.864725 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:40.868167 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=d695f444-620d-436f-813e-509ee5beba22,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:41.002371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 0d4a3dbc-8d87-4360-9535-5136b1934e0b is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:41.004301 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:41.011916 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6872870-3800-46e9-bbce-ac4deb543919 None None] Network 0d4a3dbc-8d87-4360-9535-5136b1934e0b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:54:41.203606 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router 2cd3d400-059d-4be8-8560-1a14b86935cf has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:54:41.228630 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 78b53e14-6227-408e-a135-adf30e962120 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:54:41.264795 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5764b1e1-3999-4fe7-b0ec-844b9733594c None None] Provisioning for port 37a90066-0969-46d2-99d3-214b0fc55a5a completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:54:41.330566 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 78b53e14-6227-408e-a135-adf30e962120 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:41.330874 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:41.385410 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:54:41.398590 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a6bdb06c-bc73-4e89-b03c-b27043a66b0b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "PUT /v2.0/routers/2cd3d400-059d-4be8-8560-1a14b86935cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2160208 Mar 14 18:54:41.428756 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Sync routers for ids ['2cd3d400-059d-4be8-8560-1a14b86935cf'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:54:41.450299 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Routers {'2cd3d400-059d-4be8-8560-1a14b86935cf'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:54:41.451153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:54:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['2cd3d400-059d-4be8-8560-1a14b86935cf'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:41.527016 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 37a90066-0969-46d2-99d3-214b0fc55a5a up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:54:41.704776 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Set router 2cd3d400-059d-4be8-8560-1a14b86935cf gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:54:41.710662 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-c47c5e90-3e74-4882-a54e-147cb37332b6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:54:41.830098 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-c47c5e90-3e74-4882-a54e-147cb37332b6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:54:41.832380 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-c47c5e90-3e74-4882-a54e-147cb37332b6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982319658&fields=id&tenant_id=9d69209fb0ee4f2e94311515128e094c HTTP/1.1" status: 200 len: 267 time: 0.3012493 Mar 14 18:54:41.859746 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 37a90066-0969-46d2-99d3-214b0fc55a5a completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:54:41.872753 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-fe70eb37-5b66-4a0e-bea7-96f9d0375635 None None] Provisioning for port d695f444-620d-436f-813e-509ee5beba22 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:54:41.877262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 37a90066-0969-46d2-99d3-214b0fc55a5a triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:41.877262 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:41.977591 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-fe70eb37-5b66-4a0e-bea7-96f9d0375635 None None] Provisioning complete for port d695f444-620d-436f-813e-509ee5beba22 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:41.977970 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fe70eb37-5b66-4a0e-bea7-96f9d0375635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:42.004837 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-a9374948-7be8-4100-8f7c-464f39d77b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:42.004837 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-a9374948-7be8-4100-8f7c-464f39d77b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:network {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:54:42.139753 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-fe70eb37-5b66-4a0e-bea7-96f9d0375635 None None] Port d695f444-620d-436f-813e-509ee5beba22 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:54:42.158129 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-a9374948-7be8-4100-8f7c-464f39d77b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:network {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:54:42.159346 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-a9374948-7be8-4100-8f7c-464f39d77b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/networks?id=0d4a3dbc-8d87-4360-9535-5136b1934e0b HTTP/1.1" status: 200 len: 797 time: 0.3208532 Mar 14 18:54:42.174943 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-d0896610-27fe-4f7f-843d-933a40946f87 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/quotas/9d69209fb0ee4f2e94311515128e094c HTTP/1.1" status: 200 len: 375 time: 0.0092204 Mar 14 18:54:42.236007 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-fe70eb37-5b66-4a0e-bea7-96f9d0375635 None None] Provisioning complete for port 37a90066-0969-46d2-99d3-214b0fc55a5a triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:42.236384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fe70eb37-5b66-4a0e-bea7-96f9d0375635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:42.255827 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-e0820811-755b-48f0-ad0c-6715ceed0bbe tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:54:42.309704 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:42.323858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-e0820811-755b-48f0-ad0c-6715ceed0bbe tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:54:42.325437 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-e0820811-755b-48f0-ad0c-6715ceed0bbe tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1450868 Mar 14 18:54:42.341660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-77f76d77-209c-4ca4-b39d-9affc1de23dc service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:54:42.342780 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-77f76d77-209c-4ca4-b39d-9affc1de23dc service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053916 Mar 14 18:54:42.401008 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 37a90066-0969-46d2-99d3-214b0fc55a5a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=37a90066-0969-46d2-99d3-214b0fc55a5a,segment=NetworkSegment(d3193522-ac5b-48e9-b591-2f7891da7e8c),segment_id=d3193522-ac5b-48e9-b591-2f7891da7e8c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:54:42.414785 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779310783', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '78b53e14-6227-408e-a135-adf30e962120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:34Z', 'updated_at': '2022-03-14T18:54:40Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '78b53e14-6227-408e-a135-adf30e962120', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:35Z', 'updated_at': '2022-03-14T18:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd695f444-620d-436f-813e-509ee5beba22', 'name': '', 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:df:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:39Z', 'updated_at': '2022-03-14T18:54:40Z', 'revision_number': 2, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:42.427231 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Checking router: 2cd3d400-059d-4be8-8560-1a14b86935cf for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:54:42.427579 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Updating router 2cd3d400-059d-4be8-8560-1a14b86935cf port d695f444-620d-436f-813e-509ee5beba22 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:54:42.465226 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fe70eb37-5b66-4a0e-bea7-96f9d0375635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:42.473458 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-12c0f2d6-4356-49d5-bda8-816714e44fd6 service neutron] 10.222.0.43 "GET /v2.0/networks/0d4a3dbc-8d87-4360-9535-5136b1934e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249695 Mar 14 18:54:42.477456 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:42.588185 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:42.605076 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-0bbcd53f-6824-45b1-aad0-fa2caab1794a service neutron] 10.222.0.43 "GET /v2.0/networks/0d4a3dbc-8d87-4360-9535-5136b1934e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248312 Mar 14 18:54:42.615940 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=37a90066-0969-46d2-99d3-214b0fc55a5a,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:42.676465 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-fe70eb37-5b66-4a0e-bea7-96f9d0375635 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:54:42.676814 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-fe70eb37-5b66-4a0e-bea7-96f9d0375635 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:54:42.895651 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9540fdda-e201-4539-853c-870eba8ff28c req-b2136787-a79d-41f7-93e2-9750f48485dc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 210 time: 0.0631299 Mar 14 18:54:42.982088 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:42.994891 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Transition to ACTIVE for port object d695f444-620d-436f-813e-509ee5beba22 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:54:43.111172 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 37a90066-0969-46d2-99d3-214b0fc55a5a up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:54:43.139492 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:43.365912 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24fcda-3761-469f-9edd-5dd1a645cc13 None None] Pushing event updated for resources: {'Port': ['ID=d695f444-620d-436f-813e-509ee5beba22,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:43.435742 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 37a90066-0969-46d2-99d3-214b0fc55a5a triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:43.436107 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:43.458491 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Attempting to bind port d695f444-620d-436f-813e-509ee5beba22 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:54:43.458875 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Attempting to bind port d695f444-620d-436f-813e-509ee5beba22 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'd3193522-ac5b-48e9-b591-2f7891da7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:54:43.459226 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Attempting to bind port d695f444-620d-436f-813e-509ee5beba22 on network 0d4a3dbc-8d87-4360-9535-5136b1934e0b {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:54:43.475500 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:54:43.475854 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Checking segment: {'id': 'd3193522-ac5b-48e9-b591-2f7891da7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:54:43.476240 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:43.476619 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Bound using segment: {'id': 'd3193522-ac5b-48e9-b591-2f7891da7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:54:43.477066 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Bound port: d695f444-620d-436f-813e-509ee5beba22, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3193522-ac5b-48e9-b591-2f7891da7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:54:43.477427 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:43.662291 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] For port d695f444-620d-436f-813e-509ee5beba22, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:54:43.678694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] For port d695f444-620d-436f-813e-509ee5beba22, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d695f444-620d-436f-813e-509ee5beba22,segment=NetworkSegment(d3193522-ac5b-48e9-b591-2f7891da7e8c),segment_id=d3193522-ac5b-48e9-b591-2f7891da7e8c)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:54:43.741871 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:43.819712 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Routers {'2cd3d400-059d-4be8-8560-1a14b86935cf'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:54:43.820266 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:54:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['2cd3d400-059d-4be8-8560-1a14b86935cf'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:43.872725 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24fcda-3761-469f-9edd-5dd1a645cc13 None None] Pushing event updated for resources: {'Port': ['ID=d695f444-620d-436f-813e-509ee5beba22,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:43.993124 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-df213810-c1f9-48f7-89c0-915cc22f7eef req-a98d41f2-0fc3-44cf-b034-30b15b41340d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 210 time: 0.0425148 Mar 14 18:54:44.002801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] Set router 2cd3d400-059d-4be8-8560-1a14b86935cf gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:54:44.317223 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779310783', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '78b53e14-6227-408e-a135-adf30e962120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:34Z', 'updated_at': '2022-03-14T18:54:40Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '78b53e14-6227-408e-a135-adf30e962120', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:35Z', 'updated_at': '2022-03-14T18:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd695f444-620d-436f-813e-509ee5beba22', 'name': '', 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:df:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:39Z', 'updated_at': '2022-03-14T18:54:43Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:44.321567 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0791f859-dbec-4db4-b916-f976a3dcf5f4 None None] The sync data for ids ['2cd3d400-059d-4be8-8560-1a14b86935cf'] in dv-neutron-833560-1-hyperv is: [{'id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779310783', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '78b53e14-6227-408e-a135-adf30e962120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:34Z', 'updated_at': '2022-03-14T18:54:40Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '78b53e14-6227-408e-a135-adf30e962120', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:35Z', 'updated_at': '2022-03-14T18:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd695f444-620d-436f-813e-509ee5beba22', 'name': '', 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:df:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:39Z', 'updated_at': '2022-03-14T18:54:43Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:54:45.088811 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ab674af7-f71e-4316-83f7-c31828f3b4fa req-4196d8d8-0ef5-4558-abcc-c8f7d5d2dee4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 210 time: 0.0422120 Mar 14 18:54:45.139719 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d695f444-620d-436f-813e-509ee5beba22 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:54:45.261243 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port d695f444-620d-436f-813e-509ee5beba22 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:54:45.266580 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port d695f444-620d-436f-813e-509ee5beba22 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:45.267006 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:45.388482 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:45.419739 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port d695f444-620d-436f-813e-509ee5beba22, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d695f444-620d-436f-813e-509ee5beba22,segment=NetworkSegment(d3193522-ac5b-48e9-b591-2f7891da7e8c),segment_id=d3193522-ac5b-48e9-b591-2f7891da7e8c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:54:45.472364 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:45.539243 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=d695f444-620d-436f-813e-509ee5beba22,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:46.241521 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0cf6bdcc-bc65-453f-ab01-73390acce4e6 req-d1ee3258-9e70-4ff5-b54e-3cd6e6d63313 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 210 time: 0.0449905 Mar 14 18:54:47.041141 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-bf7db9c2-ea74-434c-b5ac-f4e47d3cfd48 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:47.042770 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-bf7db9c2-ea74-434c-b5ac-f4e47d3cfd48 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "GET /v2.0/networks?id=0d4a3dbc-8d87-4360-9535-5136b1934e0b HTTP/1.1" status: 200 len: 797 time: 0.1455166 Mar 14 18:54:47.098996 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-150037b6-2fe8-447e-806b-4420036c4100 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d69209fb0ee4f2e94311515128e094c HTTP/1.1" status: 200 len: 379 time: 0.0483451 Mar 14 18:54:47.106846 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-80fc730e-cbe6-44d0-938e-0b2e84f57ff7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'port': {'device_id': '3338f056-80dd-4566-9725-6ede35b32188', 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b', 'admin_state_up': True, 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'security_groups': ['be69ee35-05aa-442b-b7b8-65878d4b4684']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:47.116795 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d695f444-620d-436f-813e-509ee5beba22 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:54:47.185357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port d695f444-620d-436f-813e-509ee5beba22 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:47.185735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:47.243690 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-80fc730e-cbe6-44d0-938e-0b2e84f57ff7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:54:47.253175 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-80fc730e-cbe6-44d0-938e-0b2e84f57ff7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:54:47.381959 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-80fc730e-cbe6-44d0-938e-0b2e84f57ff7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Made reservation on behalf of 9d69209fb0ee4f2e94311515128e094c for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:47.385248 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-80fc730e-cbe6-44d0-938e-0b2e84f57ff7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:47.411691 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-36de5080-d970-4301-8b24-2b8d8ab91298 req-d0816070-ef02-4576-bfbf-116240264d91 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 210 time: 0.0598600 Mar 14 18:54:47.552117 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-80fc730e-cbe6-44d0-938e-0b2e84f57ff7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.20.0.4 (0d4a3dbc-8d87-4360-9535-5136b1934e0b/7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f/2ccad2f3-fb2b-44fb-8222-fb74ab9300a3) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:47.735239 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-80fc730e-cbe6-44d0-938e-0b2e84f57ff7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:47.750165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-80fc730e-cbe6-44d0-938e-0b2e84f57ff7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Transition to ACTIVE for port object 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:54:47.827354 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-80fc730e-cbe6-44d0-938e-0b2e84f57ff7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:47.893263 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-80fc730e-cbe6-44d0-938e-0b2e84f57ff7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 0d4a3dbc-8d87-4360-9535-5136b1934e0b is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:47.896163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-80fc730e-cbe6-44d0-938e-0b2e84f57ff7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:47.904540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-80fc730e-cbe6-44d0-938e-0b2e84f57ff7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:54:47.940627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc730e-cbe6-44d0-938e-0b2e84f57ff7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=2ccad2f3-fb2b-44fb-8222-fb74ab9300a3,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:47.971839 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-80fc730e-cbe6-44d0-938e-0b2e84f57ff7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:47.972497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-80fc730e-cbe6-44d0-938e-0b2e84f57ff7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:48.051090 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-80fc730e-cbe6-44d0-938e-0b2e84f57ff7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9471972 Mar 14 18:54:48.062224 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Request body: {'port': {'device_id': '3338f056-80dd-4566-9725-6ede35b32188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:48.130023 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e2b67fe2-21bd-45de-9449-9d8b54e5baca None None] Provisioning for port 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:54:48.135600 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e2b67fe2-21bd-45de-9449-9d8b54e5baca None None] Provisioning complete for port 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:48.136030 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e2b67fe2-21bd-45de-9449-9d8b54e5baca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:48.190248 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e2b67fe2-21bd-45de-9449-9d8b54e5baca None None] Port 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:54:48.264695 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:48.652821 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:54:48.666105 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703157e-45f8-4340-85a8-ded3cb2c8543 req-e520188b-7dc5-4188-9aad-cf03b44ae3f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:48.666813 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-d703157e-45f8-4340-85a8-ded3cb2c8543 req-e520188b-7dc5-4188-9aad-cf03b44ae3f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:54:48.670011 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:48.690651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Transition to ACTIVE for port object 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:54:48.755745 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:48.796882 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-d703157e-45f8-4340-85a8-ded3cb2c8543 req-e520188b-7dc5-4188-9aad-cf03b44ae3f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:54:48.798030 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d703157e-45f8-4340-85a8-ded3cb2c8543 req-e520188b-7dc5-4188-9aad-cf03b44ae3f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 931 time: 0.2824492 Mar 14 18:54:48.905041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccad2f3-fb2b-44fb-8222-fb74ab9300a3,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:48.960648 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d703157e-45f8-4340-85a8-ded3cb2c8543 req-4126d1d2-a21a-4f34-90f5-31989a20370f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533151 Mar 14 18:54:49.029385 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Attempting to bind port 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:54:49.029714 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Attempting to bind port 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'd3193522-ac5b-48e9-b591-2f7891da7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:54:49.030035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Attempting to bind port 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 on network 0d4a3dbc-8d87-4360-9535-5136b1934e0b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:54:49.034455 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Port 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 on network 0d4a3dbc-8d87-4360-9535-5136b1934e0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:54:49.035323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Attempting to bind port 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 on network 0d4a3dbc-8d87-4360-9535-5136b1934e0b {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:54:49.040203 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:54:49.040538 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Checking segment: {'id': 'd3193522-ac5b-48e9-b591-2f7891da7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:54:49.040910 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Bound using segment: {'id': 'd3193522-ac5b-48e9-b591-2f7891da7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:54:49.041323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Bound port: 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3193522-ac5b-48e9-b591-2f7891da7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:54:49.041659 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:49.130154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] For port 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:54:49.133111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] For port 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2ccad2f3-fb2b-44fb-8222-fb74ab9300a3,segment=NetworkSegment(d3193522-ac5b-48e9-b591-2f7891da7e8c),segment_id=d3193522-ac5b-48e9-b591-2f7891da7e8c)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:54:49.204112 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:49.260971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:49.261632 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:49.263000 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] 10.222.0.59 "PUT /v2.0/ports/2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 HTTP/1.1" status: 200 len: 1093 time: 1.2047775 Mar 14 18:54:49.263433 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3338f056-80dd-4566-9725-6ede35b32188', 'tag': '2ccad2f3-fb2b-44fb-8222-fb74ab9300a3'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:54:49.291863 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bbc3c-3f23-4129-9f7f-a03dbf87cec1 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccad2f3-fb2b-44fb-8222-fb74ab9300a3,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:49.311024 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3338f056-80dd-4566-9725-6ede35b32188', 'tag': '2ccad2f3-fb2b-44fb-8222-fb74ab9300a3', 'status': 'completed', 'code': 200} Mar 14 18:54:49.409110 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b13afd-ee43-4c7b-a595-7d5680f57ccd req-a3c84bcc-b6c1-4764-bd3d-269a2326b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:49.411188 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-99b13afd-ee43-4c7b-a595-7d5680f57ccd req-a3c84bcc-b6c1-4764-bd3d-269a2326b37d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 1096 time: 0.0773625 Mar 14 18:54:49.547741 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b13afd-ee43-4c7b-a595-7d5680f57ccd req-c46bd5f1-a246-48f6-bc21-9edbb4a16ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:49.549161 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-99b13afd-ee43-4c7b-a595-7d5680f57ccd req-c46bd5f1-a246-48f6-bc21-9edbb4a16ccc service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9d69209fb0ee4f2e94311515128e094c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1316974 Mar 14 18:54:49.678934 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b13afd-ee43-4c7b-a595-7d5680f57ccd req-48154ce3-59e6-4597-941b-bd2f66de0884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:49.680360 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-99b13afd-ee43-4c7b-a595-7d5680f57ccd req-48154ce3-59e6-4597-941b-bd2f66de0884 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1253798 Mar 14 18:54:49.781998 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-f2ae6822-c37c-4be3-b4c4-0adce7f5eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:49.783491 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-f2ae6822-c37c-4be3-b4c4-0adce7f5eb05 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 1096 time: 0.0679700 Mar 14 18:54:49.852628 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-45951021-bb6b-4bc2-ab1b-495ec5131f5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 HTTP/1.1" status: 200 len: 217 time: 0.0618398 Mar 14 18:54:49.912922 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-61c8dcaa-38a7-43a6-abf7-eea471fc6ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:49.914402 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-61c8dcaa-38a7-43a6-abf7-eea471fc6ea0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f HTTP/1.1" status: 200 len: 834 time: 0.0564394 Mar 14 18:54:50.129036 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-26cfe150-4652-4824-bf8a-b124066c536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:50.130389 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-26cfe150-4652-4824-bf8a-b124066c536f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d4a3dbc-8d87-4360-9535-5136b1934e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2105954 Mar 14 18:54:50.255184 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82136c8-bde8-48b9-8b42-dd5bd7a42f00 req-c54f23eb-f795-4ec1-88da-2d329c38ff14 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:50.256621 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a82136c8-bde8-48b9-8b42-dd5bd7a42f00 req-c54f23eb-f795-4ec1-88da-2d329c38ff14 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 943 time: 0.1751769 Mar 14 18:54:50.309823 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-67132a9a-4c6d-4b0e-8701-fc26eb4c7b97 service neutron] 10.222.0.59 "GET /v2.0/networks/0d4a3dbc-8d87-4360-9535-5136b1934e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716249 Mar 14 18:54:50.320475 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a82136c8-bde8-48b9-8b42-dd5bd7a42f00 req-ece80d1e-4ee2-494d-b963-e6526c5320f5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569584 Mar 14 18:54:50.442987 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7c647c1-6f36-459d-b6b1-23b3248610f5 req-30a586d2-2854-4f64-b5bf-f70ce81ea9e5 service neutron] 10.222.0.59 "GET /v2.0/networks/0d4a3dbc-8d87-4360-9535-5136b1934e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255357 Mar 14 18:54:51.508556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b933c43-3626-42f2-89b3-bdbfcaaf6b03 req-02555905-b9c3-4fe2-9c55-d178dbf3125b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:51.509990 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8b933c43-3626-42f2-89b3-bdbfcaaf6b03 req-02555905-b9c3-4fe2-9c55-d178dbf3125b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 943 time: 0.0813460 Mar 14 18:54:51.552968 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8b933c43-3626-42f2-89b3-bdbfcaaf6b03 req-47d28cd6-0726-4212-b5d8-765976282247 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373490 Mar 14 18:54:52.483662 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:54:52.611897 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2ccad2f3-fb2b-44fb-8222-fb74ab9300a3,segment=NetworkSegment(d3193522-ac5b-48e9-b591-2f7891da7e8c),segment_id=d3193522-ac5b-48e9-b591-2f7891da7e8c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:54:52.629034 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '2ccad2f3-fb2b-44fb-8222-fb74ab9300a3', 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b', 'port_id': '2ccad2f3-fb2b-44fb-8222-fb74ab9300a3', 'mac_address': 'fa:16:3e:c9:48:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:54:52.683919 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:52.701761 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:54:52.717217 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2ccad2f3-fb2b-44fb-8222-fb74ab9300a3,segment=NetworkSegment(d3193522-ac5b-48e9-b591-2f7891da7e8c),segment_id=d3193522-ac5b-48e9-b591-2f7891da7e8c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:54:52.738561 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5a970-4222-4d19-93d3-b729b9262f18 req-112b55d7-001a-4b5a-a7cf-0a65421053a5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:52.739976 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c0c5a970-4222-4d19-93d3-b729b9262f18 req-112b55d7-001a-4b5a-a7cf-0a65421053a5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 943 time: 0.0817256 Mar 14 18:54:52.785772 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c0c5a970-4222-4d19-93d3-b729b9262f18 req-ceab2bd0-8790-46a5-b121-e0184369b7e6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401993 Mar 14 18:54:52.802189 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:52.868772 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=2ccad2f3-fb2b-44fb-8222-fb74ab9300a3,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:53.010477 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['2ccad2f3-fb2b-44fb-8222-fb74ab9300a3'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:54:53.968213 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774ba1d-3a27-44c8-9073-bd5a878801e9 req-83c82234-87bb-4b50-94df-4d53b4fa917d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:53.969619 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a774ba1d-3a27-44c8-9073-bd5a878801e9 req-83c82234-87bb-4b50-94df-4d53b4fa917d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 944 time: 0.0770006 Mar 14 18:54:54.012924 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a774ba1d-3a27-44c8-9073-bd5a878801e9 req-b78b3076-d182-4756-8947-f88e1e6e87a8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376592 Mar 14 18:54:54.332812 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-235f3e1e-2924-4b79-80e4-01a5147c6e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:54.487379 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:54:54.614973 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:54:54.619440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:54.619810 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:54.731812 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:54.756809 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3338f056-80dd-4566-9725-6ede35b32188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccad2f3-fb2b-44fb-8222-fb74ab9300a3'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:54:54.766415 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2ccad2f3-fb2b-44fb-8222-fb74ab9300a3,segment=NetworkSegment(d3193522-ac5b-48e9-b591-2f7891da7e8c),segment_id=d3193522-ac5b-48e9-b591-2f7891da7e8c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:54:54.799434 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3338f056-80dd-4566-9725-6ede35b32188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccad2f3-fb2b-44fb-8222-fb74ab9300a3', 'code': 200} Mar 14 18:54:54.833297 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:54.901277 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=2ccad2f3-fb2b-44fb-8222-fb74ab9300a3,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:55.170028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f36232-55e8-4e11-93c1-17668adf92eb req-22be7c97-4952-4b52-8548-f7c2ab61bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:55.171393 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-75f36232-55e8-4e11-93c1-17668adf92eb req-22be7c97-4952-4b52-8548-f7c2ab61bbf0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 1098 time: 0.1110742 Mar 14 18:54:55.225915 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-75f36232-55e8-4e11-93c1-17668adf92eb req-a3dc7f2d-352a-4ea1-aa0a-a8e405dda6d8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476937 Mar 14 18:54:55.233935 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1b528-1d6c-4a80-bc26-4ae1ed4b4231 req-21592bbf-b199-4a1e-8864-76abd94b4c65 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:55.235304 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3bd1b528-1d6c-4a80-bc26-4ae1ed4b4231 req-21592bbf-b199-4a1e-8864-76abd94b4c65 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 945 time: 0.1175423 Mar 14 18:54:55.278190 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3bd1b528-1d6c-4a80-bc26-4ae1ed4b4231 req-76213584-4779-413e-b664-2e3abd32175f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372913 Mar 14 18:54:56.395521 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4608bea8-1fbd-495f-abfe-b6b767bfabbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:56.465161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d51fe3-751f-4c08-954e-ecdd7762d4c8 req-be28a8b4-c691-4045-a3c6-48bb103a98c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:56.466601 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b1d51fe3-751f-4c08-954e-ecdd7762d4c8 req-be28a8b4-c691-4045-a3c6-48bb103a98c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 945 time: 0.0815334 Mar 14 18:54:56.510337 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b1d51fe3-751f-4c08-954e-ecdd7762d4c8 req-487bd910-28a3-438e-b203-49659378504d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373304 Mar 14 18:54:56.691733 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2346f9d-c13f-4473-849c-e989b82b19cd req-07cce4f4-c41d-49a9-96e6-420bc21ffd26 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:56.693154 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2346f9d-c13f-4473-849c-e989b82b19cd req-07cce4f4-c41d-49a9-96e6-420bc21ffd26 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 945 time: 0.0785823 Mar 14 18:54:56.740061 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2346f9d-c13f-4473-849c-e989b82b19cd req-74e8fa90-7e93-4f47-9927-8356305d81d6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413268 Mar 14 18:54:56.761772 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37974) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:56.829145 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923a9464-78ed-42f9-82ca-05aed8fc3570 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:56.830614 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-923a9464-78ed-42f9-82ca-05aed8fc3570 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 1093 time: 0.0679615 Mar 14 18:54:56.833879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37978) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:56.838698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': '2ccad2f3-fb2b-44fb-8222-fb74ab9300a3', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:56.844507 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:54:56.850570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:floatingip and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:54:56.853395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:54:56.859012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:54:56.929713 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:57.061278 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:57.193148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.26.7.243 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/b9e448c5-c32a-443e-9447-535f041b93c7) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:57.337693 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:57.455925 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:57.511259 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:57.513913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:57.518065 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:54:57.661575 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=b9e448c5-c32a-443e-9447-535f041b93c7,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:57.935348 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:57.980974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:58.035728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:58.156445 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:58.354647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:58.397769 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:58.498462 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=b9e448c5-c32a-443e-9447-535f041b93c7,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:58.509706 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:58.673834 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Floating IP a3edcafe-5efc-4b11-814b-4dfca61dd434 associated. External IP: 172.26.7.243, port: 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3. Mar 14 18:54:59.010951 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router 2cd3d400-059d-4be8-8560-1a14b86935cf has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:54:59.283969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:54:59.293412 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ec6dc7-d472-4111-9df7-1a7ac8c2fb30 None None] Sync routers for ids ['2cd3d400-059d-4be8-8560-1a14b86935cf'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:54:59.303651 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ec6dc7-d472-4111-9df7-1a7ac8c2fb30 None None] Routers {'2cd3d400-059d-4be8-8560-1a14b86935cf'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:54:59.304251 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-91ec6dc7-d472-4111-9df7-1a7ac8c2fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:54:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['2cd3d400-059d-4be8-8560-1a14b86935cf'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:59.373353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:59.433316 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8a47968f-4502-4aa8-a6c1-db9a6aaee7dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5958598 Mar 14 18:54:59.433316 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3338f056-80dd-4566-9725-6ede35b32188', 'tag': '2ccad2f3-fb2b-44fb-8222-fb74ab9300a3'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:54:59.488184 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3338f056-80dd-4566-9725-6ede35b32188', 'tag': '2ccad2f3-fb2b-44fb-8222-fb74ab9300a3', 'status': 'completed', 'code': 200} Mar 14 18:54:59.503185 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-91ec6dc7-d472-4111-9df7-1a7ac8c2fb30 None None] Set router 2cd3d400-059d-4be8-8560-1a14b86935cf gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:54:59.639363 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362757e9-6502-41b9-bdca-e0c55eae0ab4 req-4045cf36-4763-4b91-aec9-dd4fdac53000 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:59.641392 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-362757e9-6502-41b9-bdca-e0c55eae0ab4 req-4045cf36-4763-4b91-aec9-dd4fdac53000 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 945 time: 0.1041942 Mar 14 18:54:59.644944 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640a815-6fc2-4a02-98ae-759fdd39a66f req-e23f46fd-f618-4e02-9a33-cf507d0674a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:59.646376 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b640a815-6fc2-4a02-98ae-759fdd39a66f req-e23f46fd-f618-4e02-9a33-cf507d0674a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 1098 time: 0.1395414 Mar 14 18:54:59.778601 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-362757e9-6502-41b9-bdca-e0c55eae0ab4 req-ed0237b5-02e7-492d-be23-bfac242c59b5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312518 Mar 14 18:54:59.803176 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 37986) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:54:59.849971 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-91ec6dc7-d472-4111-9df7-1a7ac8c2fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779310783', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '78b53e14-6227-408e-a135-adf30e962120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:34Z', 'updated_at': '2022-03-14T18:54:40Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '78b53e14-6227-408e-a135-adf30e962120', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:35Z', 'updated_at': '2022-03-14T18:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'a3edcafe-5efc-4b11-814b-4dfca61dd434', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'floating_ip_address': '172.26.7.243', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'port_id': '2ccad2f3-fb2b-44fb-8222-fb74ab9300a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b', 'mac_address': 'fa:16:3e:c9:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3338f056-80dd-4566-9725-6ede35b32188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:54:57Z', 'updated_at': '2022-03-14T18:54:57Z', 'revision_number': 0, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd695f444-620d-436f-813e-509ee5beba22', 'name': '', 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:df:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:39Z', 'updated_at': '2022-03-14T18:54:45Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:59.854045 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ec6dc7-d472-4111-9df7-1a7ac8c2fb30 None None] Checking router: 2cd3d400-059d-4be8-8560-1a14b86935cf for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:54:59.862149 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ec6dc7-d472-4111-9df7-1a7ac8c2fb30 None None] Routers {'2cd3d400-059d-4be8-8560-1a14b86935cf'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:54:59.862726 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-91ec6dc7-d472-4111-9df7-1a7ac8c2fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:54:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['2cd3d400-059d-4be8-8560-1a14b86935cf'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:59.881249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640a815-6fc2-4a02-98ae-759fdd39a66f req-8af2bbcc-cc2a-4197-9772-923b243d08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:59.882937 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b640a815-6fc2-4a02-98ae-759fdd39a66f req-8af2bbcc-cc2a-4197-9772-923b243d08f6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0d4a3dbc-8d87-4360-9535-5136b1934e0b HTTP/1.1" status: 200 len: 898 time: 0.2194374 Mar 14 18:54:59.884139 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:59.982288 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-1cd292d2-3dc6-44d0-bfcb-cd361042ea90 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/floatingips/a3edcafe-5efc-4b11-814b-4dfca61dd434 HTTP/1.1" status: 200 len: 991 time: 0.1779597 Mar 14 18:55:00.001011 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b640a815-6fc2-4a02-98ae-759fdd39a66f req-620c7acc-b7c1-4b4c-8873-17a0025ba1fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 HTTP/1.1" status: 200 len: 999 time: 0.1124556 Mar 14 18:55:00.039508 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-91ec6dc7-d472-4111-9df7-1a7ac8c2fb30 None None] Set router 2cd3d400-059d-4be8-8560-1a14b86935cf gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:55:00.062980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640a815-6fc2-4a02-98ae-759fdd39a66f req-69e8add4-c16d-4d0d-8c81-83526187d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:00.064391 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b640a815-6fc2-4a02-98ae-759fdd39a66f req-69e8add4-c16d-4d0d-8c81-83526187d2dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f HTTP/1.1" status: 200 len: 834 time: 0.0584462 Mar 14 18:55:00.136150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640a815-6fc2-4a02-98ae-759fdd39a66f req-94481036-35c6-4bc0-a9b0-0cb93b2bacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:00.137586 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b640a815-6fc2-4a02-98ae-759fdd39a66f req-94481036-35c6-4bc0-a9b0-0cb93b2bacb9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d4a3dbc-8d87-4360-9535-5136b1934e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673220 Mar 14 18:55:00.266568 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b640a815-6fc2-4a02-98ae-759fdd39a66f req-05d89d35-63ed-4c81-b059-48a0e842023a service neutron] 10.222.0.59 "GET /v2.0/networks/0d4a3dbc-8d87-4360-9535-5136b1934e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213901 Mar 14 18:55:00.382649 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-91ec6dc7-d472-4111-9df7-1a7ac8c2fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779310783', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '78b53e14-6227-408e-a135-adf30e962120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:34Z', 'updated_at': '2022-03-14T18:54:40Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '78b53e14-6227-408e-a135-adf30e962120', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:35Z', 'updated_at': '2022-03-14T18:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'a3edcafe-5efc-4b11-814b-4dfca61dd434', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'floating_ip_address': '172.26.7.243', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'port_id': '2ccad2f3-fb2b-44fb-8222-fb74ab9300a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b', 'mac_address': 'fa:16:3e:c9:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3338f056-80dd-4566-9725-6ede35b32188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:54:57Z', 'updated_at': '2022-03-14T18:54:57Z', 'revision_number': 0, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd695f444-620d-436f-813e-509ee5beba22', 'name': '', 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:df:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:39Z', 'updated_at': '2022-03-14T18:54:45Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:00.386531 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ec6dc7-d472-4111-9df7-1a7ac8c2fb30 None None] The sync data for ids ['2cd3d400-059d-4be8-8560-1a14b86935cf'] in dv-neutron-833560-1-hyperv is: [{'id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779310783', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '78b53e14-6227-408e-a135-adf30e962120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:34Z', 'updated_at': '2022-03-14T18:54:40Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '78b53e14-6227-408e-a135-adf30e962120', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:35Z', 'updated_at': '2022-03-14T18:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'a3edcafe-5efc-4b11-814b-4dfca61dd434', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'floating_ip_address': '172.26.7.243', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'port_id': '2ccad2f3-fb2b-44fb-8222-fb74ab9300a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b', 'mac_address': 'fa:16:3e:c9:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3338f056-80dd-4566-9725-6ede35b32188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:54:57Z', 'updated_at': '2022-03-14T18:54:57Z', 'revision_number': 0, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd695f444-620d-436f-813e-509ee5beba22', 'name': '', 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:df:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:39Z', 'updated_at': '2022-03-14T18:54:45Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:55:00.402294 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b640a815-6fc2-4a02-98ae-759fdd39a66f req-b702f5a8-7a9f-4a86-97ad-dfeee2eaf282 service neutron] 10.222.0.59 "GET /v2.0/networks/0d4a3dbc-8d87-4360-9535-5136b1934e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302526 Mar 14 18:55:00.566007 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d4c0f4-df71-4a12-9d3d-15495b49ad26 None None] New status for floating IP a3edcafe-5efc-4b11-814b-4dfca61dd434: ACTIVE {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:55:00.986320 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 37990) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:55:01.091646 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5f60a974-80d1-4a7d-b203-a5939b496bbe tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/floatingips/a3edcafe-5efc-4b11-814b-4dfca61dd434 HTTP/1.1" status: 200 len: 993 time: 0.1037486 Mar 14 18:55:09.397895 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:12.090852 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:55:16.860174 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c1d103aa-17a7-4f1f-b262-d5131943c66e req-c8cef910-205a-49ad-b80a-8302670529c1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699968 Mar 14 18:55:17.004128 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d103aa-17a7-4f1f-b262-d5131943c66e req-f4308a89-78ae-452b-99a4-dab6ce9e2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:17.006140 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c1d103aa-17a7-4f1f-b262-d5131943c66e req-f4308a89-78ae-452b-99a4-dab6ce9e2181 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 1098 time: 0.0767293 Mar 14 18:55:17.145771 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d103aa-17a7-4f1f-b262-d5131943c66e req-e729cc67-e153-4c6e-bd4f-941f4f23b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:17.147318 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c1d103aa-17a7-4f1f-b262-d5131943c66e req-e729cc67-e153-4c6e-bd4f-941f4f23b870 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0d4a3dbc-8d87-4360-9535-5136b1934e0b HTTP/1.1" status: 200 len: 898 time: 0.1243670 Mar 14 18:55:17.343454 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c1d103aa-17a7-4f1f-b262-d5131943c66e req-6379f9c4-3279-4ebd-b34a-502a8dc9c27d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 HTTP/1.1" status: 200 len: 1001 time: 0.1894913 Mar 14 18:55:17.403026 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d103aa-17a7-4f1f-b262-d5131943c66e req-30a1badc-0dd4-439c-9cd9-af11c7e85e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:17.404391 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c1d103aa-17a7-4f1f-b262-d5131943c66e req-30a1badc-0dd4-439c-9cd9-af11c7e85e59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f HTTP/1.1" status: 200 len: 834 time: 0.0546470 Mar 14 18:55:17.479913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d103aa-17a7-4f1f-b262-d5131943c66e req-91cd2e34-51f0-47f7-b3a2-b1cae70746d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:17.481324 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c1d103aa-17a7-4f1f-b262-d5131943c66e req-91cd2e34-51f0-47f7-b3a2-b1cae70746d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d4a3dbc-8d87-4360-9535-5136b1934e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705895 Mar 14 18:55:17.606399 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c1d103aa-17a7-4f1f-b262-d5131943c66e req-3a90d315-2129-470b-9cc7-46d6af866040 service neutron] 10.222.0.59 "GET /v2.0/networks/0d4a3dbc-8d87-4360-9535-5136b1934e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184206 Mar 14 18:55:17.735672 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c1d103aa-17a7-4f1f-b262-d5131943c66e req-c45c8f6e-60db-4dab-8a9a-258664f17765 service neutron] 10.222.0.59 "GET /v2.0/networks/0d4a3dbc-8d87-4360-9535-5136b1934e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225789 Mar 14 18:55:24.312148 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3e2e27bd-dba3-4b04-a2d5-43cd9764d7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:26.374943 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6e7418ad-582e-4e35-a54f-9a233fbd2565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:27.903859 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:27.932056 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:29.869269 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:30.208533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e82e0-24c8-4448-b15a-d0afee1bbdd9 req-75ef2e15-64c5-4146-bf6d-e2329949dd8f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:30.209999 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-341e82e0-24c8-4448-b15a-d0afee1bbdd9 req-75ef2e15-64c5-4146-bf6d-e2329949dd8f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 945 time: 0.1271021 Mar 14 18:55:30.242770 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d6960-90ea-454a-96e2-a3426ba70ec7 req-2c968ce8-6af4-42fe-ac74-28dbe9bfe37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:30.244176 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-161d6960-90ea-454a-96e2-a3426ba70ec7 req-2c968ce8-6af4-42fe-ac74-28dbe9bfe37f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 1098 time: 0.1181700 Mar 14 18:55:30.293555 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-341e82e0-24c8-4448-b15a-d0afee1bbdd9 req-8d0b94a7-4ff6-4012-80f7-6dfaf6fb63dd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764098 Mar 14 18:55:30.381448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d6960-90ea-454a-96e2-a3426ba70ec7 req-41fd6afa-c831-4562-a4dc-b787d0f530b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:30.382917 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-161d6960-90ea-454a-96e2-a3426ba70ec7 req-41fd6afa-c831-4562-a4dc-b787d0f530b9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0d4a3dbc-8d87-4360-9535-5136b1934e0b HTTP/1.1" status: 200 len: 898 time: 0.1308806 Mar 14 18:55:30.482855 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-161d6960-90ea-454a-96e2-a3426ba70ec7 req-531af640-97d0-4186-8a62-43c137b5830d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 HTTP/1.1" status: 200 len: 1001 time: 0.0943494 Mar 14 18:55:30.541553 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d6960-90ea-454a-96e2-a3426ba70ec7 req-411f99f1-f3f4-43b1-a82b-c7f923954574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:30.542936 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-161d6960-90ea-454a-96e2-a3426ba70ec7 req-411f99f1-f3f4-43b1-a82b-c7f923954574 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f HTTP/1.1" status: 200 len: 834 time: 0.0546482 Mar 14 18:55:30.618718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d6960-90ea-454a-96e2-a3426ba70ec7 req-2594384e-735d-4d9b-be28-cc3f157448ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:30.620076 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-161d6960-90ea-454a-96e2-a3426ba70ec7 req-2594384e-735d-4d9b-be28-cc3f157448ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d4a3dbc-8d87-4360-9535-5136b1934e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704985 Mar 14 18:55:30.747967 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-161d6960-90ea-454a-96e2-a3426ba70ec7 req-b3caa42f-460b-42fc-ac39-d21137dd08d5 service neutron] 10.222.0.59 "GET /v2.0/networks/0d4a3dbc-8d87-4360-9535-5136b1934e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206849 Mar 14 18:55:30.875310 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-161d6960-90ea-454a-96e2-a3426ba70ec7 req-86462cf6-2faa-412f-aaff-d20ec894d509 service neutron] 10.222.0.59 "GET /v2.0/networks/0d4a3dbc-8d87-4360-9535-5136b1934e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203878 Mar 14 18:55:31.478398 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c54ec2-f11d-4914-a720-4c6174d94a00 req-cd8f6c27-ca38-4ba8-8abc-44b282fcaee4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:31.479833 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3c54ec2-f11d-4914-a720-4c6174d94a00 req-cd8f6c27-ca38-4ba8-8abc-44b282fcaee4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 945 time: 0.0764556 Mar 14 18:55:31.523042 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3c54ec2-f11d-4914-a720-4c6174d94a00 req-0b51b237-9cbb-4150-9770-5ce1d62744ca tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376160 Mar 14 18:55:32.710709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd736dee-46ca-46dc-b918-a8e99f2de0b5 req-02258b6a-11f1-432a-978a-9e6b7bad418a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:32.712169 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dd736dee-46ca-46dc-b918-a8e99f2de0b5 req-02258b6a-11f1-432a-978a-9e6b7bad418a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 945 time: 0.0820305 Mar 14 18:55:32.755250 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dd736dee-46ca-46dc-b918-a8e99f2de0b5 req-aa711de7-2e66-4979-ac31-4b064690c848 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373731 Mar 14 18:55:33.934052 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217d0d3-038d-480b-8834-13ed6b562b39 req-834a3003-b075-4a98-adb5-4d7da9b5fc23 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:33.935539 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d217d0d3-038d-480b-8834-13ed6b562b39 req-834a3003-b075-4a98-adb5-4d7da9b5fc23 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 945 time: 0.0761750 Mar 14 18:55:33.978810 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d217d0d3-038d-480b-8834-13ed6b562b39 req-4eb49382-1a31-4f4d-b9f2-565d09c7a8b2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374169 Mar 14 18:55:35.261907 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526fa6b-7cf5-4d65-9813-dddfda32b0f9 req-5cfcf8f6-fffd-4c1a-a83c-05371c3679fc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:35.263260 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e526fa6b-7cf5-4d65-9813-dddfda32b0f9 req-5cfcf8f6-fffd-4c1a-a83c-05371c3679fc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 945 time: 0.1821852 Mar 14 18:55:35.305169 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e526fa6b-7cf5-4d65-9813-dddfda32b0f9 req-49f2dee9-47f3-40ad-90be-eae91edfb1be tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362139 Mar 14 18:55:36.488048 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e4caa-d912-480c-8d3e-f3e1c235a8ab req-e2dcaa31-546e-4682-9205-ff41e018cadf tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:36.489560 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c43e4caa-d912-480c-8d3e-f3e1c235a8ab req-e2dcaa31-546e-4682-9205-ff41e018cadf tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 945 time: 0.0804236 Mar 14 18:55:36.531546 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c43e4caa-d912-480c-8d3e-f3e1c235a8ab req-35c51a76-9c46-418d-8291-3b56eadd690c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364776 Mar 14 18:55:37.712853 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34560c83-2a5e-49ed-83fd-b73d92ba9ef2 req-f3e59f53-4455-47f9-8891-b13df6cee729 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:37.714525 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-34560c83-2a5e-49ed-83fd-b73d92ba9ef2 req-f3e59f53-4455-47f9-8891-b13df6cee729 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 945 time: 0.0796854 Mar 14 18:55:37.759112 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-34560c83-2a5e-49ed-83fd-b73d92ba9ef2 req-682e5e0e-cdea-47f8-af08-fb7a7e29b489 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382297 Mar 14 18:55:38.950598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03317b1f-45a5-47ad-8356-fa00e1dfb576 req-cc1bde03-daea-48b9-ac6d-68304b426af0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:38.951954 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-03317b1f-45a5-47ad-8356-fa00e1dfb576 req-cc1bde03-daea-48b9-ac6d-68304b426af0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 945 time: 0.0846186 Mar 14 18:55:38.995247 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-03317b1f-45a5-47ad-8356-fa00e1dfb576 req-3f0fb282-1798-4f1f-a9de-0f28133ea7f1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376678 Mar 14 18:55:39.448597 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:40.181658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640a240-87c5-4fc3-ac88-2da5a4f98f04 req-25692713-638e-4600-a4ce-2460866e361c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:40.183111 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1640a240-87c5-4fc3-ac88-2da5a4f98f04 req-25692713-638e-4600-a4ce-2460866e361c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 945 time: 0.0785329 Mar 14 18:55:40.229767 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1640a240-87c5-4fc3-ac88-2da5a4f98f04 req-1119800a-76c0-4912-bca8-ffc85c396d70 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411310 Mar 14 18:55:41.410083 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b95115-d06f-41dc-a75d-6060d1fbf824 req-0fb81eca-0399-4e18-b2f2-f6c25fabe08a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:41.411476 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a3b95115-d06f-41dc-a75d-6060d1fbf824 req-0fb81eca-0399-4e18-b2f2-f6c25fabe08a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 945 time: 0.0764642 Mar 14 18:55:41.455032 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a3b95115-d06f-41dc-a75d-6060d1fbf824 req-6fb2476e-1ceb-4734-af54-c6fa8626e516 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378544 Mar 14 18:55:42.637710 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9211b97-10be-48f0-9139-9be175529e1a req-cb556831-635a-4f5a-8ff0-1f943b3079ac tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:42.639153 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a9211b97-10be-48f0-9139-9be175529e1a req-cb556831-635a-4f5a-8ff0-1f943b3079ac tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 945 time: 0.0809739 Mar 14 18:55:42.698523 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a9211b97-10be-48f0-9139-9be175529e1a req-af23f6c5-d3c9-49c6-be31-8923097f3782 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533445 Mar 14 18:55:42.721684 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38032) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:55:42.823926 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2033ab73-7da4-4c95-8d26-aec80a39b3f3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/floatingips/a3edcafe-5efc-4b11-814b-4dfca61dd434 HTTP/1.1" status: 200 len: 993 time: 0.1015148 Mar 14 18:55:49.089756 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:55:54.363181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fedef0f0-1445-4074-978d-38ec0ac4814b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:56.385897 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e2489c0d-d8df-41d3-b1d3-6af8c0503fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:57.931980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:57.960363 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:59.906190 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:09.466069 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:13.244536 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38050) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:13.451467 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port b9e448c5-c32a-443e-9447-535f041b93c7 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:56:13.451718 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:13.626303 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:13.626632 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:13.750613 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for b9e448c5-c32a-443e-9447-535f041b93c7 owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:56:13.955036 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:14.000706 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=b9e448c5-c32a-443e-9447-535f041b93c7,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:14.037239 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:14.037591 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:14.037933 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:14.038268 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:14.038620 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:14.038952 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:14.039274 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:14.039595 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:14.039912 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:14.040230 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:14.040548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:14.040876 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:14.220107 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:14.220582 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Floating IP a3edcafe-5efc-4b11-814b-4dfca61dd434 disassociated (deleted). External IP: 172.26.7.243, port: 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3. Mar 14 18:56:14.566391 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router 2cd3d400-059d-4be8-8560-1a14b86935cf has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:56:14.753571 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:56:14.763649 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601bbbb4-9119-4575-86f9-13de1b9825a3 None None] Sync routers for ids ['2cd3d400-059d-4be8-8560-1a14b86935cf'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:56:14.773055 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601bbbb4-9119-4575-86f9-13de1b9825a3 None None] Routers {'2cd3d400-059d-4be8-8560-1a14b86935cf'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:56:14.776407 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-601bbbb4-9119-4575-86f9-13de1b9825a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:55:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['2cd3d400-059d-4be8-8560-1a14b86935cf'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:14.835237 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:14.891993 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-34e9a836-36e4-4ce2-bfca-1cde25ef9917 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/floatingips/a3edcafe-5efc-4b11-814b-4dfca61dd434 HTTP/1.1" status: 204 len: 168 time: 1.6439581 Mar 14 18:56:14.891993 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3338f056-80dd-4566-9725-6ede35b32188', 'tag': '2ccad2f3-fb2b-44fb-8222-fb74ab9300a3'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:56:14.940956 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3338f056-80dd-4566-9725-6ede35b32188', 'tag': '2ccad2f3-fb2b-44fb-8222-fb74ab9300a3', 'status': 'completed', 'code': 200} Mar 14 18:56:14.954674 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-601bbbb4-9119-4575-86f9-13de1b9825a3 None None] Set router 2cd3d400-059d-4be8-8560-1a14b86935cf gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:56:15.035130 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b93d7c-6412-4d32-a031-5ecfd5e427e9 req-11e02cda-9dc2-422e-8aed-68cad3cde4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:15.038128 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-01b93d7c-6412-4d32-a031-5ecfd5e427e9 req-11e02cda-9dc2-422e-8aed-68cad3cde4da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 1098 time: 0.0751872 Mar 14 18:56:15.177465 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b93d7c-6412-4d32-a031-5ecfd5e427e9 req-fceb39ac-bb05-4bae-8053-906818470280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:15.179491 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-01b93d7c-6412-4d32-a031-5ecfd5e427e9 req-fceb39ac-bb05-4bae-8053-906818470280 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0d4a3dbc-8d87-4360-9535-5136b1934e0b HTTP/1.1" status: 200 len: 898 time: 0.1343734 Mar 14 18:56:15.251121 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-01b93d7c-6412-4d32-a031-5ecfd5e427e9 req-d80c63a9-c523-4f1e-9bf5-45c3ebf619db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 HTTP/1.1" status: 200 len: 217 time: 0.0657375 Mar 14 18:56:15.315405 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b93d7c-6412-4d32-a031-5ecfd5e427e9 req-035dd40a-751b-4f96-bc73-991267a71ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:15.317068 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-601bbbb4-9119-4575-86f9-13de1b9825a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779310783', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '78b53e14-6227-408e-a135-adf30e962120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:34Z', 'updated_at': '2022-03-14T18:54:40Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '78b53e14-6227-408e-a135-adf30e962120', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:35Z', 'updated_at': '2022-03-14T18:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd695f444-620d-436f-813e-509ee5beba22', 'name': '', 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:df:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:39Z', 'updated_at': '2022-03-14T18:54:45Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:15.317295 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-01b93d7c-6412-4d32-a031-5ecfd5e427e9 req-035dd40a-751b-4f96-bc73-991267a71ff1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f HTTP/1.1" status: 200 len: 834 time: 0.0602906 Mar 14 18:56:15.322117 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601bbbb4-9119-4575-86f9-13de1b9825a3 None None] Checking router: 2cd3d400-059d-4be8-8560-1a14b86935cf for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:56:15.330960 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601bbbb4-9119-4575-86f9-13de1b9825a3 None None] Routers {'2cd3d400-059d-4be8-8560-1a14b86935cf'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:56:15.331556 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-601bbbb4-9119-4575-86f9-13de1b9825a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:55:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['2cd3d400-059d-4be8-8560-1a14b86935cf'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:15.442076 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b93d7c-6412-4d32-a031-5ecfd5e427e9 req-2cc7a7a1-b2f8-4708-8f98-37a84122730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:15.444108 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-01b93d7c-6412-4d32-a031-5ecfd5e427e9 req-2cc7a7a1-b2f8-4708-8f98-37a84122730a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d4a3dbc-8d87-4360-9535-5136b1934e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1200962 Mar 14 18:56:15.504555 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-601bbbb4-9119-4575-86f9-13de1b9825a3 None None] Set router 2cd3d400-059d-4be8-8560-1a14b86935cf gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:56:15.563589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91acba-a8a4-488e-baba-d8d06f30017c req-589d5c20-0a79-4168-8672-c472427c7e4e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:15.565048 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1f91acba-a8a4-488e-baba-d8d06f30017c req-589d5c20-0a79-4168-8672-c472427c7e4e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 945 time: 0.1803505 Mar 14 18:56:15.623235 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-01b93d7c-6412-4d32-a031-5ecfd5e427e9 req-c33e0fd6-b63b-4ac4-8e73-61a4777d8f96 service neutron] 10.222.0.59 "GET /v2.0/networks/0d4a3dbc-8d87-4360-9535-5136b1934e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715071 Mar 14 18:56:15.630220 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1f91acba-a8a4-488e-baba-d8d06f30017c req-84fb2582-1c39-4067-834b-e0c34e45f237 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579255 Mar 14 18:56:15.754855 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-01b93d7c-6412-4d32-a031-5ecfd5e427e9 req-cd91f42d-34b0-4acb-ad05-077a9041e5c7 service neutron] 10.222.0.59 "GET /v2.0/networks/0d4a3dbc-8d87-4360-9535-5136b1934e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231544 Mar 14 18:56:15.817311 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-601bbbb4-9119-4575-86f9-13de1b9825a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779310783', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '78b53e14-6227-408e-a135-adf30e962120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:34Z', 'updated_at': '2022-03-14T18:54:40Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '78b53e14-6227-408e-a135-adf30e962120', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:35Z', 'updated_at': '2022-03-14T18:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd695f444-620d-436f-813e-509ee5beba22', 'name': '', 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:df:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:39Z', 'updated_at': '2022-03-14T18:54:45Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:15.821177 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601bbbb4-9119-4575-86f9-13de1b9825a3 None None] The sync data for ids ['2cd3d400-059d-4be8-8560-1a14b86935cf'] in dv-neutron-833560-1-hyperv is: [{'id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779310783', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '78b53e14-6227-408e-a135-adf30e962120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:34Z', 'updated_at': '2022-03-14T18:54:40Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '78b53e14-6227-408e-a135-adf30e962120', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:35Z', 'updated_at': '2022-03-14T18:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd695f444-620d-436f-813e-509ee5beba22', 'name': '', 'network_id': '0d4a3dbc-8d87-4360-9535-5136b1934e0b', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:df:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:39Z', 'updated_at': '2022-03-14T18:54:45Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:56:16.021327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f909c74a-a4fa-4c6e-be97-c87c2ac212d2 None None] New status for floating IP a3edcafe-5efc-4b11-814b-4dfca61dd434: DOWN {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:56:16.965913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d6d1a-6d9c-4bb7-a86a-b65717997eb8 req-c00048bf-3e92-471d-9e40-1be1b0754a19 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:16.967274 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-eb8d6d1a-6d9c-4bb7-a86a-b65717997eb8 req-c00048bf-3e92-471d-9e40-1be1b0754a19 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 945 time: 0.2285292 Mar 14 18:56:16.975071 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b333a94-3faa-4da3-8fa9-e1c288615f79 req-bc909ccc-9cb5-4b0b-814d-bda7e9b14d3c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:16.976354 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2b333a94-3faa-4da3-8fa9-e1c288615f79 req-bc909ccc-9cb5-4b0b-814d-bda7e9b14d3c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 945 time: 0.1114447 Mar 14 18:56:17.065543 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-eb8d6d1a-6d9c-4bb7-a86a-b65717997eb8 req-95459d26-d931-4bf8-bb34-60a3a139be21 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=be69ee35-05aa-442b-b7b8-65878d4b4684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882533 Mar 14 18:56:17.069437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-2b333a94-3faa-4da3-8fa9-e1c288615f79 req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:56:17.069775 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-2b333a94-3faa-4da3-8fa9-e1c288615f79 req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:17.316736 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-2b333a94-3faa-4da3-8fa9-e1c288615f79 req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] For port 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2ccad2f3-fb2b-44fb-8222-fb74ab9300a3,segment=NetworkSegment(d3193522-ac5b-48e9-b591-2f7891da7e8c),segment_id=d3193522-ac5b-48e9-b591-2f7891da7e8c)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:56:17.317091 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-2b333a94-3faa-4da3-8fa9-e1c288615f79 req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:17.435488 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-2b333a94-3faa-4da3-8fa9-e1c288615f79 req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:56:17.700172 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-2b333a94-3faa-4da3-8fa9-e1c288615f79 req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:17.755426 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=2ccad2f3-fb2b-44fb-8222-fb74ab9300a3,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:17.799494 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:17.799839 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:17.800802 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:17.800802 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:17.800802 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:17.801146 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:17.801551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:17.801874 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:17.802234 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:17.802553 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:17.802914 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:17.803234 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:17.842876 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b333a94-3faa-4da3-8fa9-e1c288615f79 req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] No DVR routers for this DVR port 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:56:17.845284 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-2b333a94-3faa-4da3-8fa9-e1c288615f79 req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:17.847864 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3338f056-80dd-4566-9725-6ede35b32188', 'name': 'network-vif-deleted', 'tag': '2ccad2f3-fb2b-44fb-8222-fb74ab9300a3'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:56:17.860134 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2b333a94-3faa-4da3-8fa9-e1c288615f79 req-e354cccd-7a1a-4e24-9e23-fb66b22798d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "DELETE /v2.0/ports/2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 HTTP/1.1" status: 204 len: 173 time: 0.8708079 Mar 14 18:56:17.895399 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3338f056-80dd-4566-9725-6ede35b32188', 'name': 'network-vif-deleted', 'tag': '2ccad2f3-fb2b-44fb-8222-fb74ab9300a3', 'status': 'completed', 'code': 200} Mar 14 18:56:18.216823 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1303b197-00fe-4a2c-8083-0af0e2d5aee8 req-cbf743cf-bc69-44d2-bc14-777987d43187 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:56:18.299825 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1303b197-00fe-4a2c-8083-0af0e2d5aee8 req-cbf743cf-bc69-44d2-bc14-777987d43187 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:56:18.300994 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1303b197-00fe-4a2c-8083-0af0e2d5aee8 req-cbf743cf-bc69-44d2-bc14-777987d43187 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3338f056-80dd-4566-9725-6ede35b32188 HTTP/1.1" status: 200 len: 210 time: 0.1280050 Mar 14 18:56:19.394387 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38068) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:19.934136 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4ab84d8d-ac17-43c5-b6a3-64a8941f8621 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:20.386865 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-4ab84d8d-ac17-43c5-b6a3-64a8941f8621 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port d695f444-620d-436f-813e-509ee5beba22 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:56:20.387338 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4ab84d8d-ac17-43c5-b6a3-64a8941f8621 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:20.567394 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-4ab84d8d-ac17-43c5-b6a3-64a8941f8621 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] For port d695f444-620d-436f-813e-509ee5beba22, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d695f444-620d-436f-813e-509ee5beba22,segment=NetworkSegment(d3193522-ac5b-48e9-b591-2f7891da7e8c),segment_id=d3193522-ac5b-48e9-b591-2f7891da7e8c)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:56:20.568123 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4ab84d8d-ac17-43c5-b6a3-64a8941f8621 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:20.699111 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-4ab84d8d-ac17-43c5-b6a3-64a8941f8621 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for d695f444-620d-436f-813e-509ee5beba22 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:56:20.863821 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:56:20.900000 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:56:20.900344 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 2ccad2f3-fb2b-44fb-8222-fb74ab9300a3 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:56:21.088528 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4ab84d8d-ac17-43c5-b6a3-64a8941f8621 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:21.135579 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab84d8d-ac17-43c5-b6a3-64a8941f8621 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=d695f444-620d-436f-813e-509ee5beba22,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:21.405750 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4ab84d8d-ac17-43c5-b6a3-64a8941f8621 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:21.866510 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab84d8d-ac17-43c5-b6a3-64a8941f8621 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router 2cd3d400-059d-4be8-8560-1a14b86935cf has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:56:22.048128 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab84d8d-ac17-43c5-b6a3-64a8941f8621 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:56:22.058645 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0272c-7baf-49e8-8452-fbfc108fdd93 None None] Sync routers for ids ['2cd3d400-059d-4be8-8560-1a14b86935cf'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:56:22.067451 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0272c-7baf-49e8-8452-fbfc108fdd93 None None] Routers {'2cd3d400-059d-4be8-8560-1a14b86935cf'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:56:22.071713 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-afd0272c-7baf-49e8-8452-fbfc108fdd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:55:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['2cd3d400-059d-4be8-8560-1a14b86935cf'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:22.118844 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4ab84d8d-ac17-43c5-b6a3-64a8941f8621 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "PUT /v2.0/routers/2cd3d400-059d-4be8-8560-1a14b86935cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7232957 Mar 14 18:56:22.121500 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38072) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:22.186501 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f120ac-2982-4015-80d8-94f9d128a402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting subnet 7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:56:22.189468 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-11f120ac-2982-4015-80d8-94f9d128a402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:22.242493 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-afd0272c-7baf-49e8-8452-fbfc108fdd93 None None] Set router 2cd3d400-059d-4be8-8560-1a14b86935cf gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:56:22.243295 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-11f120ac-2982-4015-80d8-94f9d128a402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:22.327466 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-11f120ac-2982-4015-80d8-94f9d128a402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:22.469364 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-11f120ac-2982-4015-80d8-94f9d128a402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:22.506606 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f120ac-2982-4015-80d8-94f9d128a402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:22.512077 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-11f120ac-2982-4015-80d8-94f9d128a402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:22.521901 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-11f120ac-2982-4015-80d8-94f9d128a402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/subnets/7fc049ac-5ee3-409f-9b2a-0b2fdcc3995f HTTP/1.1" status: 204 len: 168 time: 0.3962884 Mar 14 18:56:22.522082 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-afd0272c-7baf-49e8-8452-fbfc108fdd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779310783', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '78b53e14-6227-408e-a135-adf30e962120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:34Z', 'updated_at': '2022-03-14T18:56:20Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '78b53e14-6227-408e-a135-adf30e962120', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:35Z', 'updated_at': '2022-03-14T18:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:22.522243 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26daada8-8bb4-49b6-bcbc-cee9c201a544 None None] Network 0d4a3dbc-8d87-4360-9535-5136b1934e0b requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:56:22.522709 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38076) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:22.523892 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0272c-7baf-49e8-8452-fbfc108fdd93 None None] Checking router: 2cd3d400-059d-4be8-8560-1a14b86935cf for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:56:22.532322 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0272c-7baf-49e8-8452-fbfc108fdd93 None None] Routers {'2cd3d400-059d-4be8-8560-1a14b86935cf'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:56:22.532934 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-afd0272c-7baf-49e8-8452-fbfc108fdd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:55:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['2cd3d400-059d-4be8-8560-1a14b86935cf'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:22.714604 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-62286084-c3e9-4ca5-9869-512a84beb360 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:22.745460 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-afd0272c-7baf-49e8-8452-fbfc108fdd93 None None] Set router 2cd3d400-059d-4be8-8560-1a14b86935cf gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:56:22.828132 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] DHCP port deletion for 0d4a3dbc-8d87-4360-9535-5136b1934e0b request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:56:22.832441 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] Deleting port 37a90066-0969-46d2-99d3-214b0fc55a5a {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:56:22.832807 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:22.901923 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-62286084-c3e9-4ca5-9869-512a84beb360 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:22.968353 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-62286084-c3e9-4ca5-9869-512a84beb360 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port 78b53e14-6227-408e-a135-adf30e962120 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:56:22.969135 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-62286084-c3e9-4ca5-9869-512a84beb360 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:23.029756 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-afd0272c-7baf-49e8-8452-fbfc108fdd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779310783', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '78b53e14-6227-408e-a135-adf30e962120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:34Z', 'updated_at': '2022-03-14T18:56:20Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '78b53e14-6227-408e-a135-adf30e962120', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:35Z', 'updated_at': '2022-03-14T18:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:23.033534 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0272c-7baf-49e8-8452-fbfc108fdd93 None None] The sync data for ids ['2cd3d400-059d-4be8-8560-1a14b86935cf'] in dv-neutron-833560-1-hyperv is: [{'id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779310783', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': '78b53e14-6227-408e-a135-adf30e962120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:34Z', 'updated_at': '2022-03-14T18:56:20Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '78b53e14-6227-408e-a135-adf30e962120', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3d400-059d-4be8-8560-1a14b86935cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:35Z', 'updated_at': '2022-03-14T18:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:56:23.041351 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] For port 37a90066-0969-46d2-99d3-214b0fc55a5a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=37a90066-0969-46d2-99d3-214b0fc55a5a,segment=NetworkSegment(d3193522-ac5b-48e9-b591-2f7891da7e8c),segment_id=d3193522-ac5b-48e9-b591-2f7891da7e8c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:56:23.041869 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:23.143348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-62286084-c3e9-4ca5-9869-512a84beb360 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] For port 78b53e14-6227-408e-a135-adf30e962120, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=78b53e14-6227-408e-a135-adf30e962120,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:56:23.143701 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-62286084-c3e9-4ca5-9869-512a84beb360 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:23.162990 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] Calling delete_port for 37a90066-0969-46d2-99d3-214b0fc55a5a owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:56:23.294230 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:23.343631 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] Pushing event deleted for resources: {'Port': ['ID=37a90066-0969-46d2-99d3-214b0fc55a5a,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:23.345852 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] No DVR routers for this DVR port 37a90066-0969-46d2-99d3-214b0fc55a5a on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:56:23.355627 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.356062 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.356719 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.357125 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.357666 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.358092 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.358494 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.358894 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.359228 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.359580 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.360020 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.360350 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ebaf81-d2bc-46a9-b617-d6ef0eb88727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.383954 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-62286084-c3e9-4ca5-9869-512a84beb360 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for 78b53e14-6227-408e-a135-adf30e962120 owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:56:23.444952 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 37a90066-0969-46d2-99d3-214b0fc55a5a no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:56:23.482934 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 37a90066-0969-46d2-99d3-214b0fc55a5a {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:56:23.483282 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 37a90066-0969-46d2-99d3-214b0fc55a5a not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:56:23.483695 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d695f444-620d-436f-813e-509ee5beba22 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:56:23.520865 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: d695f444-620d-436f-813e-509ee5beba22 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:56:23.521200 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d695f444-620d-436f-813e-509ee5beba22 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:56:23.642742 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-62286084-c3e9-4ca5-9869-512a84beb360 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:23.689728 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62286084-c3e9-4ca5-9869-512a84beb360 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=78b53e14-6227-408e-a135-adf30e962120,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:23.780566 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-62286084-c3e9-4ca5-9869-512a84beb360 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:23.948274 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-62286084-c3e9-4ca5-9869-512a84beb360 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:23.950321 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-62286084-c3e9-4ca5-9869-512a84beb360 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:24.037377 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-62286084-c3e9-4ca5-9869-512a84beb360 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:24.037905 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62286084-c3e9-4ca5-9869-512a84beb360 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Fanout notify agent at l3_agent the message router_deleted on router 2cd3d400-059d-4be8-8560-1a14b86935cf {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:56:24.052680 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-62286084-c3e9-4ca5-9869-512a84beb360 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:24.053774 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-62286084-c3e9-4ca5-9869-512a84beb360 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/routers/2cd3d400-059d-4be8-8560-1a14b86935cf HTTP/1.1" status: 204 len: 168 time: 1.5299439 Mar 14 18:56:24.056588 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38080) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:24.173053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ed1070e-c5ae-445f-a314-fb60e5683e14 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:24.303075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ed1070e-c5ae-445f-a314-fb60e5683e14 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:24.320229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a014bc2f-abd6-4fd6-8651-9d7fbece2779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:24.332602 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-4ed1070e-c5ae-445f-a314-fb60e5683e14 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4a3dbc-8d87-4360-9535-5136b1934e0b']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:24.345072 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-4ed1070e-c5ae-445f-a314-fb60e5683e14 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3193522-ac5b-48e9-b591-2f7891da7e8c') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:24.345368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-4ed1070e-c5ae-445f-a314-fb60e5683e14 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3193522-ac5b-48e9-b591-2f7891da7e8c') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:24.356311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ed1070e-c5ae-445f-a314-fb60e5683e14 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:24.371517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ed1070e-c5ae-445f-a314-fb60e5683e14 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:24.377388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed1070e-c5ae-445f-a314-fb60e5683e14 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:56:24.380787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ed1070e-c5ae-445f-a314-fb60e5683e14 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:56:24.392086 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:56:24.539940 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ed1070e-c5ae-445f-a314-fb60e5683e14 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:24.560695 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4ed1070e-c5ae-445f-a314-fb60e5683e14 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:24.571957 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1070e-c5ae-445f-a314-fb60e5683e14 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Network': ['ID=0d4a3dbc-8d87-4360-9535-5136b1934e0b,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:24.649110 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4ed1070e-c5ae-445f-a314-fb60e5683e14 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/networks/0d4a3dbc-8d87-4360-9535-5136b1934e0b HTTP/1.1" status: 204 len: 168 time: 0.5914228 Mar 14 18:56:24.651681 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38084) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:24.719570 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea145568-e6e6-42a0-804a-baeb584b51a1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:24.748719 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea145568-e6e6-42a0-804a-baeb584b51a1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:24.870786 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea145568-e6e6-42a0-804a-baeb584b51a1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:24.889196 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea145568-e6e6-42a0-804a-baeb584b51a1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be69ee35-05aa-442b-b7b8-65878d4b4684,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:24.956002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea145568-e6e6-42a0-804a-baeb584b51a1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:24.957129 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ea145568-e6e6-42a0-804a-baeb584b51a1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/security-groups/be69ee35-05aa-442b-b7b8-65878d4b4684 HTTP/1.1" status: 204 len: 168 time: 0.3044505 Mar 14 18:56:25.150730 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 78b53e14-6227-408e-a135-adf30e962120 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:56:25.184019 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 78b53e14-6227-408e-a135-adf30e962120 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:56:25.184446 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 78b53e14-6227-408e-a135-adf30e962120 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:56:25.740628 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38092) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:25.745955 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-ffe60923-fa0f-47bb-a6df-cac8bacc7d39 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1761231979', 'description': 'tempest-secgroup-smoke-1761231979 description', 'project_id': '9d69209fb0ee4f2e94311515128e094c'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:25.751923 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ffe60923-fa0f-47bb-a6df-cac8bacc7d39 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:56:25.755981 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ffe60923-fa0f-47bb-a6df-cac8bacc7d39 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:56:25.758796 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ffe60923-fa0f-47bb-a6df-cac8bacc7d39 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:56:25.764802 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ffe60923-fa0f-47bb-a6df-cac8bacc7d39 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:56:25.837061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ffe60923-fa0f-47bb-a6df-cac8bacc7d39 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:25.859509 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ffe60923-fa0f-47bb-a6df-cac8bacc7d39 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:56:25.863605 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ffe60923-fa0f-47bb-a6df-cac8bacc7d39 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:56:25.867129 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ffe60923-fa0f-47bb-a6df-cac8bacc7d39 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:56:25.872789 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ffe60923-fa0f-47bb-a6df-cac8bacc7d39 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:56:25.939892 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ffe60923-fa0f-47bb-a6df-cac8bacc7d39 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:26.017104 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ffe60923-fa0f-47bb-a6df-cac8bacc7d39 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:26.059749 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe60923-fa0f-47bb-a6df-cac8bacc7d39 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:26.089555 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:56:26.148801 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ffe60923-fa0f-47bb-a6df-cac8bacc7d39 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:26.150104 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ffe60923-fa0f-47bb-a6df-cac8bacc7d39 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4084601 Mar 14 18:56:26.153010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38096) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:26.158467 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-23bf788b-8afd-4657-8b4c-f7e7c0018feb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': '01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:26.165075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-23bf788b-8afd-4657-8b4c-f7e7c0018feb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:56:26.168822 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-23bf788b-8afd-4657-8b4c-f7e7c0018feb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:56:26.171637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-23bf788b-8afd-4657-8b4c-f7e7c0018feb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:56:26.177377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-23bf788b-8afd-4657-8b4c-f7e7c0018feb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:56:26.249069 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-23bf788b-8afd-4657-8b4c-f7e7c0018feb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:26.310225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-23bf788b-8afd-4657-8b4c-f7e7c0018feb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:26.388748 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-23bf788b-8afd-4657-8b4c-f7e7c0018feb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:26.412108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf788b-8afd-4657-8b4c-f7e7c0018feb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb9fcde-2416-44f7-8eed-aa1b4a223f27,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:26.420902 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c880-df18-40c5-8e13-dffc0bcfd2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:26.480003 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-23bf788b-8afd-4657-8b4c-f7e7c0018feb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:26.481189 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-23bf788b-8afd-4657-8b4c-f7e7c0018feb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3269279 Mar 14 18:56:26.483811 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38100) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:26.488485 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-97a04f6b-ad91-4b36-9ceb-8993e8029a94 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': '01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:26.494331 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-97a04f6b-ad91-4b36-9ceb-8993e8029a94 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:56:26.498098 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-97a04f6b-ad91-4b36-9ceb-8993e8029a94 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:56:26.501195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-97a04f6b-ad91-4b36-9ceb-8993e8029a94 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:56:26.507272 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-97a04f6b-ad91-4b36-9ceb-8993e8029a94 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:56:26.584288 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-97a04f6b-ad91-4b36-9ceb-8993e8029a94 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:26.642301 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-97a04f6b-ad91-4b36-9ceb-8993e8029a94 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:26.714824 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-97a04f6b-ad91-4b36-9ceb-8993e8029a94 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:26.738705 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a04f6b-ad91-4b36-9ceb-8993e8029a94 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ecdc67-9b8a-4098-bd77-108ad3bb06c9,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:26.803270 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-97a04f6b-ad91-4b36-9ceb-8993e8029a94 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:26.804470 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-97a04f6b-ad91-4b36-9ceb-8993e8029a94 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3197510 Mar 14 18:56:26.807139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38104) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:26.811876 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-9616a712-c9e3-416b-a8f9-eaab2964db65 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': '01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:26.818396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9616a712-c9e3-416b-a8f9-eaab2964db65 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:56:26.822437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9616a712-c9e3-416b-a8f9-eaab2964db65 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:56:26.825415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9616a712-c9e3-416b-a8f9-eaab2964db65 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:56:26.831444 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9616a712-c9e3-416b-a8f9-eaab2964db65 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:56:26.923101 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9616a712-c9e3-416b-a8f9-eaab2964db65 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:26.982432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9616a712-c9e3-416b-a8f9-eaab2964db65 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:27.057282 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9616a712-c9e3-416b-a8f9-eaab2964db65 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:27.087981 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616a712-c9e3-416b-a8f9-eaab2964db65 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742d4990-e470-40d4-88ce-c779379e5f93,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:27.197105 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9616a712-c9e3-416b-a8f9-eaab2964db65 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:27.198209 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9616a712-c9e3-416b-a8f9-eaab2964db65 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3901713 Mar 14 18:56:27.201169 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38108) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:27.206084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ce9da813-79d1-48b0-b06a-c8e60ad0647b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': '01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:27.212304 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ce9da813-79d1-48b0-b06a-c8e60ad0647b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:56:27.216131 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ce9da813-79d1-48b0-b06a-c8e60ad0647b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:56:27.219007 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ce9da813-79d1-48b0-b06a-c8e60ad0647b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:56:27.225042 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ce9da813-79d1-48b0-b06a-c8e60ad0647b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:56:27.383825 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce9da813-79d1-48b0-b06a-c8e60ad0647b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:27.443778 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce9da813-79d1-48b0-b06a-c8e60ad0647b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:27.516644 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce9da813-79d1-48b0-b06a-c8e60ad0647b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:27.539928 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9da813-79d1-48b0-b06a-c8e60ad0647b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d997a1e4-2eba-423f-8d72-502d2e0d6ab4,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:27.613616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ce9da813-79d1-48b0-b06a-c8e60ad0647b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:27.614837 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ce9da813-79d1-48b0-b06a-c8e60ad0647b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4126902 Mar 14 18:56:27.617606 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38112) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:27.622366 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-867dd15f-e4ce-478e-8333-e5c3cf25682b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': '01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:27.628035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-867dd15f-e4ce-478e-8333-e5c3cf25682b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:56:27.631730 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-867dd15f-e4ce-478e-8333-e5c3cf25682b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:56:27.634701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-867dd15f-e4ce-478e-8333-e5c3cf25682b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:56:27.639963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-867dd15f-e4ce-478e-8333-e5c3cf25682b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:56:27.711161 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-867dd15f-e4ce-478e-8333-e5c3cf25682b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Project 9d69209fb0ee4f2e94311515128e094c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:56:27.718375 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-867dd15f-e4ce-478e-8333-e5c3cf25682b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:27.782553 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-867dd15f-e4ce-478e-8333-e5c3cf25682b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:27.842438 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-867dd15f-e4ce-478e-8333-e5c3cf25682b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:27.865501 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd15f-e4ce-478e-8333-e5c3cf25682b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991ece2e-61fc-4dc4-aa6a-7910eba274ac,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:27.937174 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:27.979154 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:27.979550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-867dd15f-e4ce-478e-8333-e5c3cf25682b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:27.980859 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-867dd15f-e4ce-478e-8333-e5c3cf25682b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3623433 Mar 14 18:56:27.983974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38116) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:27.988824 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-bc773b42-f8a5-409a-a1ca-d148adc3f359 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': '01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:27.994765 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-bc773b42-f8a5-409a-a1ca-d148adc3f359 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:56:27.998598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-bc773b42-f8a5-409a-a1ca-d148adc3f359 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:56:28.001399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-bc773b42-f8a5-409a-a1ca-d148adc3f359 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:56:28.008124 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-bc773b42-f8a5-409a-a1ca-d148adc3f359 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:56:28.080287 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-bc773b42-f8a5-409a-a1ca-d148adc3f359 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Project 9d69209fb0ee4f2e94311515128e094c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:56:28.087578 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc773b42-f8a5-409a-a1ca-d148adc3f359 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:28.151719 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc773b42-f8a5-409a-a1ca-d148adc3f359 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:28.223177 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc773b42-f8a5-409a-a1ca-d148adc3f359 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:28.246438 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc773b42-f8a5-409a-a1ca-d148adc3f359 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecefb9f9-64bb-4cdb-a671-df96985481b0,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:28.314704 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bc773b42-f8a5-409a-a1ca-d148adc3f359 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:28.315952 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bc773b42-f8a5-409a-a1ca-d148adc3f359 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3310428 Mar 14 18:56:28.319432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38120) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:28.324668 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-0d13a5ef-4703-4ce4-9e7e-c9f053b9fda3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'network': {'name': 'tempest-network-smoke--2056987800', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'port_security_enabled': True}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:28.329829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0d13a5ef-4703-4ce4-9e7e-c9f053b9fda3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:56:28.333879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0d13a5ef-4703-4ce4-9e7e-c9f053b9fda3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:network and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:56:28.336614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0d13a5ef-4703-4ce4-9e7e-c9f053b9fda3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:56:28.342122 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0d13a5ef-4703-4ce4-9e7e-c9f053b9fda3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:56:28.413972 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d13a5ef-4703-4ce4-9e7e-c9f053b9fda3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Made reservation on behalf of 9d69209fb0ee4f2e94311515128e094c for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:28.418061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0d13a5ef-4703-4ce4-9e7e-c9f053b9fda3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:28.445120 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d13a5ef-4703-4ce4-9e7e-c9f053b9fda3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:56:28.453312 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0d13a5ef-4703-4ce4-9e7e-c9f053b9fda3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:28.453644 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-0d13a5ef-4703-4ce4-9e7e-c9f053b9fda3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Added segment 8340a04f-e754-4ae5-a6d1-43d2b00fb767 of type vlan for network 1705f557-272e-433b-945c-283c7a61ab77 Mar 14 18:56:28.477444 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0d13a5ef-4703-4ce4-9e7e-c9f053b9fda3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:28.550861 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0d13a5ef-4703-4ce4-9e7e-c9f053b9fda3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:28.557005 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d13a5ef-4703-4ce4-9e7e-c9f053b9fda3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:28.568118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0d13a5ef-4703-4ce4-9e7e-c9f053b9fda3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:28.663148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13a5ef-4703-4ce4-9e7e-c9f053b9fda3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Network': ['ID=1705f557-272e-433b-945c-283c7a61ab77,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:28.673414 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 1705f557-272e-433b-945c-283c7a61ab77 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:56:28.700776 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0d13a5ef-4703-4ce4-9e7e-c9f053b9fda3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3803201 Mar 14 18:56:28.703900 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38124) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:28.709209 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1990392322', 'admin_state_up': True, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:28.716307 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:56:28.720087 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:router and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:56:28.723217 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:56:28.730836 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:56:28.813791 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:28.814989 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:28.829384 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:29.161575 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:29.499924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:29.531867 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:29.768352 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.26.7.10 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/1085834f-7a82-46e3-9701-d464d2064aee) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:29.899899 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:29.910303 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:29.997227 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:30.061390 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:30.068022 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:30.073091 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:56:30.104913 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=1085834f-7a82-46e3-9701-d464d2064aee,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:30.560319 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:30.908101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:31.200649 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router 3a358302-1cdb-4467-b847-f3d4b800066b is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:56:31.483373 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:56:31.493959 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Sync routers for ids ['3a358302-1cdb-4467-b847-f3d4b800066b'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:56:31.505249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Routers {'3a358302-1cdb-4467-b847-f3d4b800066b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:56:31.505872 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:56:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3a358302-1cdb-4467-b847-f3d4b800066b'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:31.613874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:31.615701 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dee8975f-dd7a-4db0-b2ba-37503074b546 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9107962 Mar 14 18:56:31.618908 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38128) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:31.660208 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5a7064d4-bfbc-43cd-a494-21727dd90500 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=9d69209fb0ee4f2e94311515128e094c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400712 Mar 14 18:56:31.663213 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38132) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:31.684836 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Set router 3a358302-1cdb-4467-b847-f3d4b800066b gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:56:31.808707 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622149fe-0996-4aa6-bd58-bd608f83ac81 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:31.810225 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-622149fe-0996-4aa6-bd58-bd608f83ac81 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1459987 Mar 14 18:56:31.813106 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38136) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:31.852356 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-26ff8762-c561-4b2a-8fe6-cccbcc4abf44 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381570 Mar 14 18:56:31.854896 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38140) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:31.860241 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-f17dc4e4-2c5c-4164-ac35-d55a6ce72b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1925910192', 'network_id': '1705f557-272e-433b-945c-283c7a61ab77', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:31.970003 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f17dc4e4-2c5c-4164-ac35-d55a6ce72b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:56:31.974490 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990392322', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': '1085834f-7a82-46e3-9701-d464d2064aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:28Z', 'updated_at': '2022-03-14T18:56:30Z', 'revision_number': 3, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '1085834f-7a82-46e3-9701-d464d2064aee', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:29Z', 'updated_at': '2022-03-14T18:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:31.974725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f17dc4e4-2c5c-4164-ac35-d55a6ce72b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:subnet and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:56:31.977548 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-f17dc4e4-2c5c-4164-ac35-d55a6ce72b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:56:31.978455 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Checking router: 3a358302-1cdb-4467-b847-f3d4b800066b for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:56:31.978841 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Updating router 3a358302-1cdb-4467-b847-f3d4b800066b port 1085834f-7a82-46e3-9701-d464d2064aee binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:56:31.983599 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-f17dc4e4-2c5c-4164-ac35-d55a6ce72b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:56:32.040127 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:32.054128 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17dc4e4-2c5c-4164-ac35-d55a6ce72b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Made reservation on behalf of 9d69209fb0ee4f2e94311515128e094c for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:32.057787 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f17dc4e4-2c5c-4164-ac35-d55a6ce72b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:32.337699 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f17dc4e4-2c5c-4164-ac35-d55a6ce72b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:32.406265 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:32.422641 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Transition to ACTIVE for port object 1085834f-7a82-46e3-9701-d464d2064aee will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:56:32.423025 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17dc4e4-2c5c-4164-ac35-d55a6ce72b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Subnet': ['ID=55197fff-dbeb-4852-a1b4-341846c17cd8,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:32.428689 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17dc4e4-2c5c-4164-ac35-d55a6ce72b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Checking segment: {'id': '8340a04f-e754-4ae5-a6d1-43d2b00fb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1705f557-272e-433b-945c-283c7a61ab77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:56:32.429663 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17dc4e4-2c5c-4164-ac35-d55a6ce72b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network hostable DHCP agents. Network: 1705f557-272e-433b-945c-283c7a61ab77, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:56:32.514868 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:32.543355 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17dc4e4-2c5c-4164-ac35-d55a6ce72b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 1705f557-272e-433b-945c-283c7a61ab77 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:56:32.593831 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Attempting to bind port 1085834f-7a82-46e3-9701-d464d2064aee on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:56:32.594114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Attempting to bind port 1085834f-7a82-46e3-9701-d464d2064aee by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:56:32.594476 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Attempting to bind port 1085834f-7a82-46e3-9701-d464d2064aee on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:56:32.596566 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb7317-2988-4ffd-9996-7ef6ccc96f13 None None] Pushing event updated for resources: {'Port': ['ID=1085834f-7a82-46e3-9701-d464d2064aee,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:32.602664 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:56:32.602664 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:56:32.606638 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:32.606638 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:56:32.606638 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Bound port: 1085834f-7a82-46e3-9701-d464d2064aee, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:56:32.606638 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:32.625208 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-f17dc4e4-2c5c-4164-ac35-d55a6ce72b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 1705f557-272e-433b-945c-283c7a61ab77) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:32.632194 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17dc4e4-2c5c-4164-ac35-d55a6ce72b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:32.632868 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f17dc4e4-2c5c-4164-ac35-d55a6ce72b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:32.638377 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad47dc1-23ec-4e78-b64e-7de81404ceaf None None] Network 1705f557-272e-433b-945c-283c7a61ab77 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:56:32.717697 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f17dc4e4-2c5c-4164-ac35-d55a6ce72b30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8616529 Mar 14 18:56:32.721436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38144) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:32.773391 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] For port 1085834f-7a82-46e3-9701-d464d2064aee, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:56:32.777224 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] For port 1085834f-7a82-46e3-9701-d464d2064aee, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1085834f-7a82-46e3-9701-d464d2064aee,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:56:32.833847 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:32.959955 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb7317-2988-4ffd-9996-7ef6ccc96f13 None None] Pushing event updated for resources: {'Port': ['ID=1085834f-7a82-46e3-9701-d464d2064aee,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:32.963322 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Routers {'3a358302-1cdb-4467-b847-f3d4b800066b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:56:32.963912 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:56:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3a358302-1cdb-4467-b847-f3d4b800066b'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:33.019257 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-1705f557-272e-433b-945c-283c7a61ab77', 'network_id': '1705f557-272e-433b-945c-283c7a61ab77', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ips': [{'subnet_id': '55197fff-dbeb-4852-a1b4-341846c17cd8'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:56:33.020083 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:33.242720 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] Set router 3a358302-1cdb-4467-b847-f3d4b800066b gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:56:33.413493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:33.451179 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Allocated IP 172.20.0.2 (1705f557-272e-433b-945c-283c7a61ab77/55197fff-dbeb-4852-a1b4-341846c17cd8/b50b0878-fcdd-4408-9f77-9482a3d175b8) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:33.743800 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990392322', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': '1085834f-7a82-46e3-9701-d464d2064aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:28Z', 'updated_at': '2022-03-14T18:56:30Z', 'revision_number': 3, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '1085834f-7a82-46e3-9701-d464d2064aee', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:29Z', 'updated_at': '2022-03-14T18:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:33.756540 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116f817a-1d11-4590-9a0c-9762cafe97fc None None] The sync data for ids ['3a358302-1cdb-4467-b847-f3d4b800066b'] in dv-neutron-833560-1-hyperv is: [{'id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990392322', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': '1085834f-7a82-46e3-9701-d464d2064aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:28Z', 'updated_at': '2022-03-14T18:56:30Z', 'revision_number': 3, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '1085834f-7a82-46e3-9701-d464d2064aee', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:29Z', 'updated_at': '2022-03-14T18:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:56:33.763121 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:33.782657 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Transition to ACTIVE for port object b50b0878-fcdd-4408-9f77-9482a3d175b8 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:56:33.798529 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Transition to ACTIVE for port object b50b0878-fcdd-4408-9f77-9482a3d175b8 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:56:33.866447 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:33.927416 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Network 1705f557-272e-433b-945c-283c7a61ab77 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:33.931988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.20.0.1 (1705f557-272e-433b-945c-283c7a61ab77/55197fff-dbeb-4852-a1b4-341846c17cd8/5d58a129-6ebd-4a31-8b63-5a8a7d772665) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:33.934732 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:33.942599 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:56:33.948555 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Pushing event updated for resources: {'Port': ['ID=b50b0878-fcdd-4408-9f77-9482a3d175b8,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:34.070579 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Attempting to bind port b50b0878-fcdd-4408-9f77-9482a3d175b8 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:56:34.070982 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Attempting to bind port b50b0878-fcdd-4408-9f77-9482a3d175b8 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '8340a04f-e754-4ae5-a6d1-43d2b00fb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1705f557-272e-433b-945c-283c7a61ab77'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:56:34.071352 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Attempting to bind port b50b0878-fcdd-4408-9f77-9482a3d175b8 on network 1705f557-272e-433b-945c-283c7a61ab77 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:56:34.077381 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:56:34.077852 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Checking segment: {'id': '8340a04f-e754-4ae5-a6d1-43d2b00fb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1705f557-272e-433b-945c-283c7a61ab77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:56:34.078161 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:34.079366 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Bound using segment: {'id': '8340a04f-e754-4ae5-a6d1-43d2b00fb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1705f557-272e-433b-945c-283c7a61ab77'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:56:34.079366 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Bound port: b50b0878-fcdd-4408-9f77-9482a3d175b8, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8340a04f-e754-4ae5-a6d1-43d2b00fb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1705f557-272e-433b-945c-283c7a61ab77'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:56:34.079616 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:34.120484 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:34.138146 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Transition to ACTIVE for port object 5d58a129-6ebd-4a31-8b63-5a8a7d772665 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:56:34.178732 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] For port b50b0878-fcdd-4408-9f77-9482a3d175b8, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:56:34.181942 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] For port b50b0878-fcdd-4408-9f77-9482a3d175b8, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=b50b0878-fcdd-4408-9f77-9482a3d175b8,segment=NetworkSegment(8340a04f-e754-4ae5-a6d1-43d2b00fb767),segment_id=8340a04f-e754-4ae5-a6d1-43d2b00fb767)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:56:34.229249 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:34.258040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:34.298658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 1705f557-272e-433b-945c-283c7a61ab77 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:34.306971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:34.311816 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:56:34.346999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=5d58a129-6ebd-4a31-8b63-5a8a7d772665,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:34.376212 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ee43a-490f-4851-a8f0-840ac4650341 None None] Pushing event updated for resources: {'Port': ['ID=b50b0878-fcdd-4408-9f77-9482a3d175b8,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:34.386354 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:34.605289 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:35.018225 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:35.070781 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:35.182150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:35.189001 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=5d58a129-6ebd-4a31-8b63-5a8a7d772665,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:35.229075 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b50b0878-fcdd-4408-9f77-9482a3d175b8 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:56:35.334190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 1705f557-272e-433b-945c-283c7a61ab77 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:35.335339 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:35.375279 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e087f08-118d-4c28-9488-f6f5d4455641 None None] Network 1705f557-272e-433b-945c-283c7a61ab77 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:56:35.396926 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port b50b0878-fcdd-4408-9f77-9482a3d175b8 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:56:35.407090 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1085834f-7a82-46e3-9701-d464d2064aee up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:56:35.518304 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router 3a358302-1cdb-4467-b847-f3d4b800066b has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:56:35.641050 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9c1f814a-d52d-4c5e-853a-98ff5d69724e None None] Provisioning for port b50b0878-fcdd-4408-9f77-9482a3d175b8 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:56:35.653589 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9c1f814a-d52d-4c5e-853a-98ff5d69724e None None] Provisioning complete for port b50b0878-fcdd-4408-9f77-9482a3d175b8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:56:35.653963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9c1f814a-d52d-4c5e-853a-98ff5d69724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:35.679280 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 1085834f-7a82-46e3-9701-d464d2064aee completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:56:35.703042 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 1085834f-7a82-46e3-9701-d464d2064aee triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:56:35.703417 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:35.827749 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:56:35.838385 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Sync routers for ids ['3a358302-1cdb-4467-b847-f3d4b800066b'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:56:35.844589 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-15ed7304-f31b-4291-b2dc-80e2b312e607 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "PUT /v2.0/routers/3a358302-1cdb-4467-b847-f3d4b800066b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1217642 Mar 14 18:56:35.848705 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Routers {'3a358302-1cdb-4467-b847-f3d4b800066b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:56:35.849276 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:56:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3a358302-1cdb-4467-b847-f3d4b800066b'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:35.935415 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9c1f814a-d52d-4c5e-853a-98ff5d69724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:35.960563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:35.984809 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 1085834f-7a82-46e3-9701-d464d2064aee, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1085834f-7a82-46e3-9701-d464d2064aee,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:56:35.986720 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9c1f814a-d52d-4c5e-853a-98ff5d69724e None None] For port b50b0878-fcdd-4408-9f77-9482a3d175b8, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=b50b0878-fcdd-4408-9f77-9482a3d175b8,segment=NetworkSegment(8340a04f-e754-4ae5-a6d1-43d2b00fb767),segment_id=8340a04f-e754-4ae5-a6d1-43d2b00fb767)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:56:36.034743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-14a03f70-1576-4850-bbc9-35aa713d366a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:56:36.045382 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Set router 3a358302-1cdb-4467-b847-f3d4b800066b gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:56:36.052268 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:36.087984 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9c1f814a-d52d-4c5e-853a-98ff5d69724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:36.121621 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=1085834f-7a82-46e3-9701-d464d2064aee,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:36.133950 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-14a03f70-1576-4850-bbc9-35aa713d366a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:56:36.135423 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-14a03f70-1576-4850-bbc9-35aa713d366a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761231979&fields=id&tenant_id=9d69209fb0ee4f2e94311515128e094c HTTP/1.1" status: 200 len: 267 time: 0.1450672 Mar 14 18:56:36.214392 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f814a-d52d-4c5e-853a-98ff5d69724e None None] Pushing event updated for resources: {'Port': ['ID=b50b0878-fcdd-4408-9f77-9482a3d175b8,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:36.219114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e93b3e3a-cfe4-41ab-8374-9ebb2c6ebd53 None None] Provisioning complete for port b50b0878-fcdd-4408-9f77-9482a3d175b8 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:56:36.219479 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e93b3e3a-cfe4-41ab-8374-9ebb2c6ebd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:36.318567 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-2f3c9828-596b-4670-916b-40d8c02661f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:36.319401 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-2f3c9828-596b-4670-916b-40d8c02661f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:network {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:56:36.375872 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990392322', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': '1085834f-7a82-46e3-9701-d464d2064aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:28Z', 'updated_at': '2022-03-14T18:56:34Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '1085834f-7a82-46e3-9701-d464d2064aee', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:29Z', 'updated_at': '2022-03-14T18:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '5d58a129-6ebd-4a31-8b63-5a8a7d772665', 'name': '', 'network_id': '1705f557-272e-433b-945c-283c7a61ab77', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:eb:b4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:33Z', 'updated_at': '2022-03-14T18:56:34Z', 'revision_number': 2, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:36.377363 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Checking router: 3a358302-1cdb-4467-b847-f3d4b800066b for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:56:36.377903 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Updating router 3a358302-1cdb-4467-b847-f3d4b800066b port 5d58a129-6ebd-4a31-8b63-5a8a7d772665 binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:56:36.394348 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-2f3c9828-596b-4670-916b-40d8c02661f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:network {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:56:36.396205 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-2f3c9828-596b-4670-916b-40d8c02661f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/networks?id=1705f557-272e-433b-945c-283c7a61ab77 HTTP/1.1" status: 200 len: 797 time: 0.2531393 Mar 14 18:56:36.412767 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-0a8c9a00-f6c6-4894-b0df-e77fc17f7f4a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/quotas/9d69209fb0ee4f2e94311515128e094c HTTP/1.1" status: 200 len: 375 time: 0.0111294 Mar 14 18:56:36.422882 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e93b3e3a-cfe4-41ab-8374-9ebb2c6ebd53 None None] Provisioning for port 5d58a129-6ebd-4a31-8b63-5a8a7d772665 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:56:36.429028 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-e93b3e3a-cfe4-41ab-8374-9ebb2c6ebd53 None None] Provisioning complete for port 5d58a129-6ebd-4a31-8b63-5a8a7d772665 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:56:36.429864 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e93b3e3a-cfe4-41ab-8374-9ebb2c6ebd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:36.440125 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:36.498513 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-e93b3e3a-cfe4-41ab-8374-9ebb2c6ebd53 None None] Port 5d58a129-6ebd-4a31-8b63-5a8a7d772665 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:56:36.509558 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-83b3061e-1804-4ccd-a34b-1ff5abeff312 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:56:36.613646 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-83b3061e-1804-4ccd-a34b-1ff5abeff312 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:56:36.615009 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-83b3061e-1804-4ccd-a34b-1ff5abeff312 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1967013 Mar 14 18:56:36.619290 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2f459384-f4b1-4ed7-b147-c3946953755f None None] Provisioning complete for port 5d58a129-6ebd-4a31-8b63-5a8a7d772665 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:56:36.619659 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2f459384-f4b1-4ed7-b147-c3946953755f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:36.672300 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-2f459384-f4b1-4ed7-b147-c3946953755f None None] Port 5d58a129-6ebd-4a31-8b63-5a8a7d772665 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:56:36.793170 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:36.804269 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Transition to ACTIVE for port object 5d58a129-6ebd-4a31-8b63-5a8a7d772665 will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:56:36.810580 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-0fe0560d-3270-4fa2-81b4-6fb2e5157f2c service neutron] 10.222.0.43 "GET /v2.0/networks/1705f557-272e-433b-945c-283c7a61ab77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830506 Mar 14 18:56:36.885746 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:36.943768 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-b5965e23-beee-4ce1-9c22-8839e50d24ce service neutron] 10.222.0.43 "GET /v2.0/networks/1705f557-272e-433b-945c-283c7a61ab77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272442 Mar 14 18:56:37.069727 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c08270-dce5-49f4-9949-6d73e6239a1a None None] Pushing event updated for resources: {'Port': ['ID=5d58a129-6ebd-4a31-8b63-5a8a7d772665,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:37.088129 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c08270-dce5-49f4-9949-6d73e6239a1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:37.088465 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c08270-dce5-49f4-9949-6d73e6239a1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:37.088792 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c08270-dce5-49f4-9949-6d73e6239a1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:37.089115 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c08270-dce5-49f4-9949-6d73e6239a1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:37.089435 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c08270-dce5-49f4-9949-6d73e6239a1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:37.089767 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c08270-dce5-49f4-9949-6d73e6239a1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:37.090077 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c08270-dce5-49f4-9949-6d73e6239a1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:37.090389 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c08270-dce5-49f4-9949-6d73e6239a1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:37.090704 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c08270-dce5-49f4-9949-6d73e6239a1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:37.091039 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c08270-dce5-49f4-9949-6d73e6239a1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:37.091349 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c08270-dce5-49f4-9949-6d73e6239a1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:37.091660 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c08270-dce5-49f4-9949-6d73e6239a1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:37.146090 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Attempting to bind port 5d58a129-6ebd-4a31-8b63-5a8a7d772665 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:56:37.146454 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Attempting to bind port 5d58a129-6ebd-4a31-8b63-5a8a7d772665 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '8340a04f-e754-4ae5-a6d1-43d2b00fb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1705f557-272e-433b-945c-283c7a61ab77'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:56:37.146882 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Attempting to bind port 5d58a129-6ebd-4a31-8b63-5a8a7d772665 on network 1705f557-272e-433b-945c-283c7a61ab77 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:56:37.152772 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:56:37.153143 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Checking segment: {'id': '8340a04f-e754-4ae5-a6d1-43d2b00fb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1705f557-272e-433b-945c-283c7a61ab77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:56:37.153537 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:37.153919 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Bound using segment: {'id': '8340a04f-e754-4ae5-a6d1-43d2b00fb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1705f557-272e-433b-945c-283c7a61ab77'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:56:37.154417 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Bound port: 5d58a129-6ebd-4a31-8b63-5a8a7d772665, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8340a04f-e754-4ae5-a6d1-43d2b00fb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1705f557-272e-433b-945c-283c7a61ab77'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:56:37.154859 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:37.220149 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0aac91e8-8d6b-4433-b540-e72faa102091 req-f68d68db-91d3-46b3-9639-45cd4dc2bbfd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 210 time: 0.0566988 Mar 14 18:56:37.235283 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b50b0878-fcdd-4408-9f77-9482a3d175b8 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:56:37.258649 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] For port 5d58a129-6ebd-4a31-8b63-5a8a7d772665, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:56:37.262205 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] For port 5d58a129-6ebd-4a31-8b63-5a8a7d772665, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5d58a129-6ebd-4a31-8b63-5a8a7d772665,segment=NetworkSegment(8340a04f-e754-4ae5-a6d1-43d2b00fb767),segment_id=8340a04f-e754-4ae5-a6d1-43d2b00fb767)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:56:37.332625 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:37.354584 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port b50b0878-fcdd-4408-9f77-9482a3d175b8 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:56:37.354994 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:37.417006 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Routers {'3a358302-1cdb-4467-b847-f3d4b800066b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:56:37.417635 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:56:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3a358302-1cdb-4467-b847-f3d4b800066b'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:37.494082 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c08270-dce5-49f4-9949-6d73e6239a1a None None] Pushing event updated for resources: {'Port': ['ID=5d58a129-6ebd-4a31-8b63-5a8a7d772665,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:37.498154 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1085834f-7a82-46e3-9701-d464d2064aee up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:56:37.593601 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 1085834f-7a82-46e3-9701-d464d2064aee triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:56:37.594518 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:37.626005 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] Set router 3a358302-1cdb-4467-b847-f3d4b800066b gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:56:37.955112 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990392322', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': '1085834f-7a82-46e3-9701-d464d2064aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:28Z', 'updated_at': '2022-03-14T18:56:34Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '1085834f-7a82-46e3-9701-d464d2064aee', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:29Z', 'updated_at': '2022-03-14T18:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '5d58a129-6ebd-4a31-8b63-5a8a7d772665', 'name': '', 'network_id': '1705f557-272e-433b-945c-283c7a61ab77', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:eb:b4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:33Z', 'updated_at': '2022-03-14T18:56:37Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:37.959697 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6e0b67-c536-4266-8e8d-6e1ccaf3af49 None None] The sync data for ids ['3a358302-1cdb-4467-b847-f3d4b800066b'] in dv-neutron-833560-1-hyperv is: [{'id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990392322', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': '1085834f-7a82-46e3-9701-d464d2064aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:28Z', 'updated_at': '2022-03-14T18:56:34Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '1085834f-7a82-46e3-9701-d464d2064aee', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:29Z', 'updated_at': '2022-03-14T18:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '5d58a129-6ebd-4a31-8b63-5a8a7d772665', 'name': '', 'network_id': '1705f557-272e-433b-945c-283c7a61ab77', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:eb:b4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:33Z', 'updated_at': '2022-03-14T18:56:37Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:56:38.411393 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6716b855-c51c-48bb-a40b-b4c4132ce72d req-80c71e24-aaea-4f93-ad5c-c973b18a631d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 210 time: 0.0636482 Mar 14 18:56:39.182417 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5d58a129-6ebd-4a31-8b63-5a8a7d772665 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:56:39.350606 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 5d58a129-6ebd-4a31-8b63-5a8a7d772665 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:56:39.356027 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 5d58a129-6ebd-4a31-8b63-5a8a7d772665 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:56:39.356432 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:39.378904 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-a09452e6-5a03-469c-b467-38f333e62a74 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:39.380428 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-a09452e6-5a03-469c-b467-38f333e62a74 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "GET /v2.0/networks?id=1705f557-272e-433b-945c-283c7a61ab77 HTTP/1.1" status: 200 len: 797 time: 0.1479080 Mar 14 18:56:39.431822 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-b64b105a-7755-4ac3-bc21-fbb27c4fda47 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d69209fb0ee4f2e94311515128e094c HTTP/1.1" status: 200 len: 380 time: 0.0428679 Mar 14 18:56:39.440562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-4de4bc34-32bb-4191-b9ce-a8b5b78a16a4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'port': {'device_id': '3fb1a3d8-5053-4128-b58a-88264415aa1f', 'network_id': '1705f557-272e-433b-945c-283c7a61ab77', 'admin_state_up': True, 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'security_groups': ['01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:39.500536 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:39.535106 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 5d58a129-6ebd-4a31-8b63-5a8a7d772665, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5d58a129-6ebd-4a31-8b63-5a8a7d772665,segment=NetworkSegment(8340a04f-e754-4ae5-a6d1-43d2b00fb767),segment_id=8340a04f-e754-4ae5-a6d1-43d2b00fb767)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:56:39.537080 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:39.599391 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ca9d4cfa-3d24-40c0-b8c1-054e62163960 req-84237166-8448-422f-b0f5-d665d2ed56b6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 210 time: 0.0586219 Mar 14 18:56:39.619391 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:39.635394 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-4de4bc34-32bb-4191-b9ce-a8b5b78a16a4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:56:39.645574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-4de4bc34-32bb-4191-b9ce-a8b5b78a16a4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:56:39.691229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=5d58a129-6ebd-4a31-8b63-5a8a7d772665,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:39.727950 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-4de4bc34-32bb-4191-b9ce-a8b5b78a16a4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Made reservation on behalf of 9d69209fb0ee4f2e94311515128e094c for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:39.731448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-4de4bc34-32bb-4191-b9ce-a8b5b78a16a4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:39.899157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-4de4bc34-32bb-4191-b9ce-a8b5b78a16a4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.20.0.12 (1705f557-272e-433b-945c-283c7a61ab77/55197fff-dbeb-4852-a1b4-341846c17cd8/8b92a24e-532e-429a-b468-e0a637bd9d3f) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:40.101109 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-4de4bc34-32bb-4191-b9ce-a8b5b78a16a4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:40.116544 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-4de4bc34-32bb-4191-b9ce-a8b5b78a16a4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Transition to ACTIVE for port object 8b92a24e-532e-429a-b468-e0a637bd9d3f will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:56:40.214632 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-4de4bc34-32bb-4191-b9ce-a8b5b78a16a4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:40.280550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-4de4bc34-32bb-4191-b9ce-a8b5b78a16a4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 1705f557-272e-433b-945c-283c7a61ab77 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:40.288342 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-4de4bc34-32bb-4191-b9ce-a8b5b78a16a4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:40.292815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-4de4bc34-32bb-4191-b9ce-a8b5b78a16a4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:56:40.323918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4bc34-32bb-4191-b9ce-a8b5b78a16a4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=8b92a24e-532e-429a-b468-e0a637bd9d3f,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:40.366807 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-4de4bc34-32bb-4191-b9ce-a8b5b78a16a4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:40.379301 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-4de4bc34-32bb-4191-b9ce-a8b5b78a16a4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:40.471884 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-4de4bc34-32bb-4191-b9ce-a8b5b78a16a4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0358546 Mar 14 18:56:40.482878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Request body: {'port': {'device_id': '3fb1a3d8-5053-4128-b58a-88264415aa1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:40.573913 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ce2eb099-76a3-4ba5-bdf4-3490559088a0 None None] Provisioning for port 8b92a24e-532e-429a-b468-e0a637bd9d3f completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:56:40.579486 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ce2eb099-76a3-4ba5-bdf4-3490559088a0 None None] Provisioning complete for port 8b92a24e-532e-429a-b468-e0a637bd9d3f triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:56:40.579863 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ce2eb099-76a3-4ba5-bdf4-3490559088a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:40.633723 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-ce2eb099-76a3-4ba5-bdf4-3490559088a0 None None] Port 8b92a24e-532e-429a-b468-e0a637bd9d3f cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:56:40.701449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:40.907553 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5321e8-14bc-41c1-a747-3eb177f6c816 req-831a0f5b-d12d-43a6-a94e-047740ae31a5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:40.908242 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-be5321e8-14bc-41c1-a747-3eb177f6c816 req-831a0f5b-d12d-43a6-a94e-047740ae31a5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:56:41.019236 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-be5321e8-14bc-41c1-a747-3eb177f6c816 req-831a0f5b-d12d-43a6-a94e-047740ae31a5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:56:41.020917 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-be5321e8-14bc-41c1-a747-3eb177f6c816 req-831a0f5b-d12d-43a6-a94e-047740ae31a5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 932 time: 0.2786989 Mar 14 18:56:41.086489 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-be5321e8-14bc-41c1-a747-3eb177f6c816 req-1ed873e7-ae17-4b7e-ab66-5a79b08930d8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584958 Mar 14 18:56:41.158162 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b92a24e-532e-429a-b468-e0a637bd9d3f {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:56:41.164430 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5d58a129-6ebd-4a31-8b63-5a8a7d772665 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:56:41.168133 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:41.182609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Transition to ACTIVE for port object 8b92a24e-532e-429a-b468-e0a637bd9d3f will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:56:41.234925 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 5d58a129-6ebd-4a31-8b63-5a8a7d772665 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:56:41.235297 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:41.286113 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:41.417005 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Pushing event updated for resources: {'Port': ['ID=8b92a24e-532e-429a-b468-e0a637bd9d3f,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:41.526635 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Attempting to bind port 8b92a24e-532e-429a-b468-e0a637bd9d3f on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:56:41.527377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Attempting to bind port 8b92a24e-532e-429a-b468-e0a637bd9d3f by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '8340a04f-e754-4ae5-a6d1-43d2b00fb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1705f557-272e-433b-945c-283c7a61ab77'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:56:41.527377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Attempting to bind port 8b92a24e-532e-429a-b468-e0a637bd9d3f on network 1705f557-272e-433b-945c-283c7a61ab77 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:56:41.532464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Port 8b92a24e-532e-429a-b468-e0a637bd9d3f on network 1705f557-272e-433b-945c-283c7a61ab77 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:56:41.532889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Attempting to bind port 8b92a24e-532e-429a-b468-e0a637bd9d3f on network 1705f557-272e-433b-945c-283c7a61ab77 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:56:41.538597 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:56:41.539976 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Checking segment: {'id': '8340a04f-e754-4ae5-a6d1-43d2b00fb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1705f557-272e-433b-945c-283c7a61ab77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:56:41.539976 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Bound using segment: {'id': '8340a04f-e754-4ae5-a6d1-43d2b00fb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1705f557-272e-433b-945c-283c7a61ab77'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:56:41.539976 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Bound port: 8b92a24e-532e-429a-b468-e0a637bd9d3f, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8340a04f-e754-4ae5-a6d1-43d2b00fb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1705f557-272e-433b-945c-283c7a61ab77'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:56:41.539976 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:41.628003 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] For port 8b92a24e-532e-429a-b468-e0a637bd9d3f, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:56:41.631499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] For port 8b92a24e-532e-429a-b468-e0a637bd9d3f, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8b92a24e-532e-429a-b468-e0a637bd9d3f,segment=NetworkSegment(8340a04f-e754-4ae5-a6d1-43d2b00fb767),segment_id=8340a04f-e754-4ae5-a6d1-43d2b00fb767)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:56:41.714733 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:41.774177 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:41.774822 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:41.776183 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] 10.222.0.59 "PUT /v2.0/ports/8b92a24e-532e-429a-b468-e0a637bd9d3f HTTP/1.1" status: 200 len: 1094 time: 1.2974865 Mar 14 18:56:41.776619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb1a3d8-5053-4128-b58a-88264415aa1f', 'tag': '8b92a24e-532e-429a-b468-e0a637bd9d3f'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:56:41.802096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47760c39-a20c-46ef-a89a-16306ff3c52f service neutron] Pushing event updated for resources: {'Port': ['ID=8b92a24e-532e-429a-b468-e0a637bd9d3f,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:41.825199 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb1a3d8-5053-4128-b58a-88264415aa1f', 'tag': '8b92a24e-532e-429a-b468-e0a637bd9d3f', 'status': 'completed', 'code': 200} Mar 14 18:56:41.919427 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c3549-d930-4796-8b9f-2c5c3388725f req-ff64deae-d68b-4d66-9570-b1df87c78981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:41.920915 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-be0c3549-d930-4796-8b9f-2c5c3388725f req-ff64deae-d68b-4d66-9570-b1df87c78981 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 1097 time: 0.0766621 Mar 14 18:56:42.066010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c3549-d930-4796-8b9f-2c5c3388725f req-fba6e1be-e041-4abe-b8ba-601738777e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:42.067368 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-be0c3549-d930-4796-8b9f-2c5c3388725f req-fba6e1be-e041-4abe-b8ba-601738777e62 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9d69209fb0ee4f2e94311515128e094c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1396174 Mar 14 18:56:42.236194 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c3549-d930-4796-8b9f-2c5c3388725f req-c3f927da-99a5-43fc-96c4-ae222f849c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:42.237640 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-be0c3549-d930-4796-8b9f-2c5c3388725f req-c3f927da-99a5-43fc-96c4-ae222f849c99 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1651938 Mar 14 18:56:42.277140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f0808-29a3-48f2-bd9a-782bf3feeaa5 req-4363777a-3799-40c7-9a11-fad6f00357e5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:42.278646 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1f1f0808-29a3-48f2-bd9a-782bf3feeaa5 req-4363777a-3799-40c7-9a11-fad6f00357e5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 944 time: 0.0860362 Mar 14 18:56:42.366336 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1f1f0808-29a3-48f2-bd9a-782bf3feeaa5 req-556c0b9f-1a83-4318-8956-94916de77bc9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540044 Mar 14 18:56:42.389976 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-d95785dc-2291-41b9-9c7d-9f72cbdf7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:42.392049 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-d95785dc-2291-41b9-9c7d-9f72cbdf7d36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 1097 time: 0.1125081 Mar 14 18:56:42.571445 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-09dd739b-6617-4c28-a923-30121b93e0ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b92a24e-532e-429a-b468-e0a637bd9d3f HTTP/1.1" status: 200 len: 217 time: 0.1718950 Mar 14 18:56:42.631874 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-2b01c11a-1b2e-4b46-9458-575246ec0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:42.633165 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-2b01c11a-1b2e-4b46-9458-575246ec0674 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55197fff-dbeb-4852-a1b4-341846c17cd8 HTTP/1.1" status: 200 len: 835 time: 0.0562396 Mar 14 18:56:42.705136 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-49414d97-59a9-438e-88f8-10677627aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:42.706718 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-49414d97-59a9-438e-88f8-10677627aab0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1705f557-272e-433b-945c-283c7a61ab77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678267 Mar 14 18:56:42.836091 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-d9f53719-91c9-4fc6-b03f-8dc48b8243ea service neutron] 10.222.0.59 "GET /v2.0/networks/1705f557-272e-433b-945c-283c7a61ab77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232972 Mar 14 18:56:42.980184 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a6c076c5-8874-4ef5-be54-8ca34c1303c4 req-9a8bd5fb-c20c-4abe-be65-d223212e22cd service neutron] 10.222.0.59 "GET /v2.0/networks/1705f557-272e-433b-945c-283c7a61ab77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386645 Mar 14 18:56:43.573856 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651f6b9-980d-4b65-b092-805e475b8175 req-fba20d8c-9af7-4e2b-b5f4-8d23ecfe699c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:43.633464 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e651f6b9-980d-4b65-b092-805e475b8175 req-fba20d8c-9af7-4e2b-b5f4-8d23ecfe699c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 944 time: 0.1001625 Mar 14 18:56:43.633464 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e651f6b9-980d-4b65-b092-805e475b8175 req-42a9b6eb-e75c-4ef2-b843-da304fe89289 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408020 Mar 14 18:56:44.811783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ef2cf-608b-46a9-9510-00dae380ae63 req-6744f6c9-41a3-4f88-981e-28a58fc43bfa tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:44.813148 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-002ef2cf-608b-46a9-9510-00dae380ae63 req-6744f6c9-41a3-4f88-981e-28a58fc43bfa tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 944 time: 0.0784709 Mar 14 18:56:44.860653 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-002ef2cf-608b-46a9-9510-00dae380ae63 req-65b2fc6b-a2e4-4f27-af8f-217c1b9587e4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412030 Mar 14 18:56:44.978333 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8b92a24e-532e-429a-b468-e0a637bd9d3f details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:56:45.106613 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8b92a24e-532e-429a-b468-e0a637bd9d3f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8b92a24e-532e-429a-b468-e0a637bd9d3f,segment=NetworkSegment(8340a04f-e754-4ae5-a6d1-43d2b00fb767),segment_id=8340a04f-e754-4ae5-a6d1-43d2b00fb767)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:56:45.120075 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '8b92a24e-532e-429a-b468-e0a637bd9d3f', 'network_id': '1705f557-272e-433b-945c-283c7a61ab77', 'port_id': '8b92a24e-532e-429a-b468-e0a637bd9d3f', 'mac_address': 'fa:16:3e:84:ac:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:56:45.172266 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:45.189531 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b92a24e-532e-429a-b468-e0a637bd9d3f {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:56:45.204788 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8b92a24e-532e-429a-b468-e0a637bd9d3f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8b92a24e-532e-429a-b468-e0a637bd9d3f,segment=NetworkSegment(8340a04f-e754-4ae5-a6d1-43d2b00fb767),segment_id=8340a04f-e754-4ae5-a6d1-43d2b00fb767)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:56:45.282635 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:45.361877 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=8b92a24e-532e-429a-b468-e0a637bd9d3f,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:45.520841 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['8b92a24e-532e-429a-b468-e0a637bd9d3f'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:56:46.043543 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb4769-ed91-449b-acde-fe776154716c req-f36f728e-0a9c-4040-a86a-d4b405217636 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:46.045022 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-57cb4769-ed91-449b-acde-fe776154716c req-f36f728e-0a9c-4040-a86a-d4b405217636 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 945 time: 0.0796697 Mar 14 18:56:46.090939 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-57cb4769-ed91-449b-acde-fe776154716c req-a1b933c6-a6e3-4f43-8d17-6373096aaa68 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401368 Mar 14 18:56:47.005873 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8b92a24e-532e-429a-b468-e0a637bd9d3f up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:56:47.139237 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 8b92a24e-532e-429a-b468-e0a637bd9d3f completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:56:47.145198 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 8b92a24e-532e-429a-b468-e0a637bd9d3f triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:56:47.145661 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:47.270302 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:47.282897 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05208db-9fa8-41b7-8a05-22577a11579a req-96fb0f1e-12ae-4daa-bf7c-76747f0f28ed tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:47.284383 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c05208db-9fa8-41b7-8a05-22577a11579a req-96fb0f1e-12ae-4daa-bf7c-76747f0f28ed tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 945 time: 0.0852516 Mar 14 18:56:47.297568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb1a3d8-5053-4128-b58a-88264415aa1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b92a24e-532e-429a-b468-e0a637bd9d3f'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:56:47.308837 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8b92a24e-532e-429a-b468-e0a637bd9d3f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8b92a24e-532e-429a-b468-e0a637bd9d3f,segment=NetworkSegment(8340a04f-e754-4ae5-a6d1-43d2b00fb767),segment_id=8340a04f-e754-4ae5-a6d1-43d2b00fb767)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:56:47.332967 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c05208db-9fa8-41b7-8a05-22577a11579a req-7b8e229c-7440-4a31-8d8f-4218fb875b53 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409656 Mar 14 18:56:47.343210 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb1a3d8-5053-4128-b58a-88264415aa1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b92a24e-532e-429a-b468-e0a637bd9d3f', 'code': 200} Mar 14 18:56:47.380479 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:47.473323 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=8b92a24e-532e-429a-b468-e0a637bd9d3f,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:47.703932 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72ac73-6fcd-4d9c-99d4-f7d6c0b0b488 req-07ace08f-3d0b-49dd-bbaa-bce4ab9296b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:47.705387 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6a72ac73-6fcd-4d9c-99d4-f7d6c0b0b488 req-07ace08f-3d0b-49dd-bbaa-bce4ab9296b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 1099 time: 0.0700576 Mar 14 18:56:47.744808 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6a72ac73-6fcd-4d9c-99d4-f7d6c0b0b488 req-e9b0d2f8-7958-4035-b0b3-a3eef9fe8bd4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334804 Mar 14 18:56:48.532307 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c2e9f-e5a3-416c-bf0d-b5f54b0092cd req-ad5042c7-7166-4d65-b382-f84131633bfd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:48.533848 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-897c2e9f-e5a3-416c-bf0d-b5f54b0092cd req-ad5042c7-7166-4d65-b382-f84131633bfd tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0851820 Mar 14 18:56:48.578843 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-897c2e9f-e5a3-416c-bf0d-b5f54b0092cd req-0698b562-e7e9-4668-8a43-b0413175b563 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384514 Mar 14 18:56:49.765963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4cd21-7a63-46c4-9599-a3ac6b6d2d7c req-78adf965-ddee-46d0-9775-a12a15a7f04d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:49.767505 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7b4cd21-7a63-46c4-9599-a3ac6b6d2d7c req-78adf965-ddee-46d0-9775-a12a15a7f04d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0815723 Mar 14 18:56:49.815250 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f7b4cd21-7a63-46c4-9599-a3ac6b6d2d7c req-276ad7fc-e178-4195-bc3f-5f1ebde57492 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420973 Mar 14 18:56:49.998474 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b161b3-d062-430f-8b4a-b115dee568e9 req-fd9168b6-b994-46a7-a925-5f85c8aa26ee tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:49.999839 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-95b161b3-d062-430f-8b4a-b115dee568e9 req-fd9168b6-b994-46a7-a925-5f85c8aa26ee tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0807886 Mar 14 18:56:50.047076 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-95b161b3-d062-430f-8b4a-b115dee568e9 req-46774ca6-63ee-4ea3-8d6e-f851702612f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415637 Mar 14 18:56:50.070035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38202) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:50.140799 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db72af1-a397-431e-9ffe-7f2b489de82f tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:50.142266 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5db72af1-a397-431e-9ffe-7f2b489de82f tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 1094 time: 0.0713568 Mar 14 18:56:50.145594 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38206) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:50.150399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': '8b92a24e-532e-429a-b468-e0a637bd9d3f', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:50.156323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:56:50.160131 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:floatingip and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:56:50.163447 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:56:50.168951 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:56:50.236527 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:50.371451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:50.499029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.26.7.14 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/24fbf4b0-ef65-41b2-afaf-2bcda6d0c6bf) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:50.641219 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:50.740974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:50.901903 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:50.904520 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:50.912420 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:56:50.947184 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=24fbf4b0-ef65-41b2-afaf-2bcda6d0c6bf,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:51.324917 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:51.477693 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:51.681479 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:51.749079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:51.859326 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=24fbf4b0-ef65-41b2-afaf-2bcda6d0c6bf,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:51.871498 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:52.043607 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Floating IP a942fffe-e52c-4c51-9c52-2554a5f80188 associated. External IP: 172.26.7.14, port: 8b92a24e-532e-429a-b468-e0a637bd9d3f. Mar 14 18:56:52.507049 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router 3a358302-1cdb-4467-b847-f3d4b800066b has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:56:52.685195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:56:52.696630 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1a140b-65f6-4a0e-97ff-160cbfba0c04 None None] Sync routers for ids ['3a358302-1cdb-4467-b847-f3d4b800066b'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:56:52.707487 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1a140b-65f6-4a0e-97ff-160cbfba0c04 None None] Routers {'3a358302-1cdb-4467-b847-f3d4b800066b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:56:52.708108 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3a1a140b-65f6-4a0e-97ff-160cbfba0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:56:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3a358302-1cdb-4467-b847-f3d4b800066b'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:52.774015 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:52.835586 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ea9cc30f-fb70-43ed-84bd-da0ae504640a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6889749 Mar 14 18:56:52.836268 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb1a3d8-5053-4128-b58a-88264415aa1f', 'tag': '8b92a24e-532e-429a-b468-e0a637bd9d3f'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:56:52.891275 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb1a3d8-5053-4128-b58a-88264415aa1f', 'tag': '8b92a24e-532e-429a-b468-e0a637bd9d3f', 'status': 'completed', 'code': 200} Mar 14 18:56:52.900048 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-3a1a140b-65f6-4a0e-97ff-160cbfba0c04 None None] Set router 3a358302-1cdb-4467-b847-f3d4b800066b gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:56:53.051824 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a61ce-d2dc-4e24-8cf9-b5410397813e req-b526f15b-b574-4df9-8ca4-7f8580b3a04e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:53.053316 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-182a61ce-d2dc-4e24-8cf9-b5410397813e req-b526f15b-b574-4df9-8ca4-7f8580b3a04e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.1050231 Mar 14 18:56:53.059184 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41289a43-acd4-433d-81e3-e010ff268dab req-552f48fe-9aeb-4191-a325-a2869ca10758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:53.060619 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-41289a43-acd4-433d-81e3-e010ff268dab req-552f48fe-9aeb-4191-a325-a2869ca10758 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 1099 time: 0.1474178 Mar 14 18:56:53.188603 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-182a61ce-d2dc-4e24-8cf9-b5410397813e req-53916505-db3e-4426-a51a-193d400d61df tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270235 Mar 14 18:56:53.212114 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38214) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:53.223328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41289a43-acd4-433d-81e3-e010ff268dab req-da63d41e-b27c-47a6-b69d-eb08f26fd8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:53.224746 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-41289a43-acd4-433d-81e3-e010ff268dab req-da63d41e-b27c-47a6-b69d-eb08f26fd8b9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1705f557-272e-433b-945c-283c7a61ab77 HTTP/1.1" status: 200 len: 898 time: 0.1503091 Mar 14 18:56:53.246623 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3a1a140b-65f6-4a0e-97ff-160cbfba0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990392322', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': '1085834f-7a82-46e3-9701-d464d2064aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:28Z', 'updated_at': '2022-03-14T18:56:34Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '1085834f-7a82-46e3-9701-d464d2064aee', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:29Z', 'updated_at': '2022-03-14T18:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'a942fffe-e52c-4c51-9c52-2554a5f80188', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'floating_ip_address': '172.26.7.14', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'port_id': '8b92a24e-532e-429a-b468-e0a637bd9d3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1705f557-272e-433b-945c-283c7a61ab77', 'mac_address': 'fa:16:3e:84:ac:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb1a3d8-5053-4128-b58a-88264415aa1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:56:51Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 0, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d58a129-6ebd-4a31-8b63-5a8a7d772665', 'name': '', 'network_id': '1705f557-272e-433b-945c-283c7a61ab77', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:eb:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:33Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:53.250466 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1a140b-65f6-4a0e-97ff-160cbfba0c04 None None] Checking router: 3a358302-1cdb-4467-b847-f3d4b800066b for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:56:53.259174 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1a140b-65f6-4a0e-97ff-160cbfba0c04 None None] Routers {'3a358302-1cdb-4467-b847-f3d4b800066b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:56:53.259779 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3a1a140b-65f6-4a0e-97ff-160cbfba0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:56:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3a358302-1cdb-4467-b847-f3d4b800066b'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:53.326733 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-305dcbe9-4ee2-4e20-9569-05174f5f4b4a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/floatingips/a942fffe-e52c-4c51-9c52-2554a5f80188 HTTP/1.1" status: 200 len: 991 time: 0.1125333 Mar 14 18:56:53.327019 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-41289a43-acd4-433d-81e3-e010ff268dab req-768cd514-3b14-46a2-b447-a4ce8b420e5b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b92a24e-532e-429a-b468-e0a637bd9d3f HTTP/1.1" status: 200 len: 999 time: 0.0961325 Mar 14 18:56:53.387576 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41289a43-acd4-433d-81e3-e010ff268dab req-9c3f29dc-d27d-4ea7-bede-9e8ea44e3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:53.388995 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-41289a43-acd4-433d-81e3-e010ff268dab req-9c3f29dc-d27d-4ea7-bede-9e8ea44e3c5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55197fff-dbeb-4852-a1b4-341846c17cd8 HTTP/1.1" status: 200 len: 835 time: 0.0555623 Mar 14 18:56:53.437522 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-3a1a140b-65f6-4a0e-97ff-160cbfba0c04 None None] Set router 3a358302-1cdb-4467-b847-f3d4b800066b gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:56:53.463132 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41289a43-acd4-433d-81e3-e010ff268dab req-567d122d-4e68-4ab1-8d70-479bcac81aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:53.464592 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-41289a43-acd4-433d-81e3-e010ff268dab req-567d122d-4e68-4ab1-8d70-479bcac81aa9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1705f557-272e-433b-945c-283c7a61ab77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687077 Mar 14 18:56:53.593659 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-41289a43-acd4-433d-81e3-e010ff268dab req-ca6ba6fe-8c44-4689-aa8a-03f01ba07ca5 service neutron] 10.222.0.59 "GET /v2.0/networks/1705f557-272e-433b-945c-283c7a61ab77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222634 Mar 14 18:56:53.723013 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-41289a43-acd4-433d-81e3-e010ff268dab req-a65236de-b87c-474b-9831-8536dd4cb5fc service neutron] 10.222.0.59 "GET /v2.0/networks/1705f557-272e-433b-945c-283c7a61ab77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235216 Mar 14 18:56:53.784904 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-3a1a140b-65f6-4a0e-97ff-160cbfba0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990392322', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': '1085834f-7a82-46e3-9701-d464d2064aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:28Z', 'updated_at': '2022-03-14T18:56:34Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '1085834f-7a82-46e3-9701-d464d2064aee', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:29Z', 'updated_at': '2022-03-14T18:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'a942fffe-e52c-4c51-9c52-2554a5f80188', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'floating_ip_address': '172.26.7.14', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'port_id': '8b92a24e-532e-429a-b468-e0a637bd9d3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1705f557-272e-433b-945c-283c7a61ab77', 'mac_address': 'fa:16:3e:84:ac:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb1a3d8-5053-4128-b58a-88264415aa1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:56:51Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 0, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d58a129-6ebd-4a31-8b63-5a8a7d772665', 'name': '', 'network_id': '1705f557-272e-433b-945c-283c7a61ab77', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:eb:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:33Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:53.788970 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1a140b-65f6-4a0e-97ff-160cbfba0c04 None None] The sync data for ids ['3a358302-1cdb-4467-b847-f3d4b800066b'] in dv-neutron-833560-1-hyperv is: [{'id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990392322', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': '1085834f-7a82-46e3-9701-d464d2064aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:28Z', 'updated_at': '2022-03-14T18:56:34Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '1085834f-7a82-46e3-9701-d464d2064aee', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:29Z', 'updated_at': '2022-03-14T18:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'a942fffe-e52c-4c51-9c52-2554a5f80188', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'floating_ip_address': '172.26.7.14', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'port_id': '8b92a24e-532e-429a-b468-e0a637bd9d3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1705f557-272e-433b-945c-283c7a61ab77', 'mac_address': 'fa:16:3e:84:ac:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb1a3d8-5053-4128-b58a-88264415aa1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:56:51Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 0, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d58a129-6ebd-4a31-8b63-5a8a7d772665', 'name': '', 'network_id': '1705f557-272e-433b-945c-283c7a61ab77', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:eb:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:33Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:56:53.973102 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71587784-64ad-44ae-baaa-a0dac0000f98 None None] New status for floating IP a942fffe-e52c-4c51-9c52-2554a5f80188: ACTIVE {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:56:54.314131 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e4d0403f-b573-4210-a5fb-67ed17f95c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:54.328724 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38218) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:56:54.435374 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c7c10774-fc4d-4680-8e8a-de057fdb4159 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/floatingips/a942fffe-e52c-4c51-9c52-2554a5f80188 HTTP/1.1" status: 200 len: 993 time: 0.1055117 Mar 14 18:56:56.436380 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-30384235-9b49-4016-9477-89b840eea94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:57.954143 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:57.988241 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:59.939236 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:03.088308 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:57:09.465003 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:10.524630 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [req-7b8e53b9-a430-49de-b962-ce8a3a37359a req-e1cea1cb-e585-4c45-9a03-95ec3d7cf5c5 tempest-ServerDiskConfigTestJSON-2130531634 tempest-ServerDiskConfigTestJSON-2130531634-project] (88634) timed out ('10.222.0.59', 54908) {{(pid=88634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 14 18:57:19.854276 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d319d94a-06bf-4d99-a6cb-9bd2eb5e3a3f req-962f6888-3c47-4469-bb3b-716b880c5285 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705523 Mar 14 18:57:19.987852 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319d94a-06bf-4d99-a6cb-9bd2eb5e3a3f req-c722c085-64e4-49ef-87c6-a8ce3f455271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:19.989216 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d319d94a-06bf-4d99-a6cb-9bd2eb5e3a3f req-c722c085-64e4-49ef-87c6-a8ce3f455271 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 1099 time: 0.0693486 Mar 14 18:57:20.131565 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319d94a-06bf-4d99-a6cb-9bd2eb5e3a3f req-9e9a079e-24bd-4695-8b35-da9749f6f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:20.132989 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d319d94a-06bf-4d99-a6cb-9bd2eb5e3a3f req-9e9a079e-24bd-4695-8b35-da9749f6f59d service neutron] 10.222.0.59 "GET /v2.0/networks?id=1705f557-272e-433b-945c-283c7a61ab77 HTTP/1.1" status: 200 len: 898 time: 0.1251233 Mar 14 18:57:20.232539 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d319d94a-06bf-4d99-a6cb-9bd2eb5e3a3f req-7911cf39-6f4c-4851-aac3-02bd09b4124e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b92a24e-532e-429a-b468-e0a637bd9d3f HTTP/1.1" status: 200 len: 1001 time: 0.0932271 Mar 14 18:57:20.291636 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319d94a-06bf-4d99-a6cb-9bd2eb5e3a3f req-34f67ca3-4e57-4792-9053-bece2c5c1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:20.294242 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d319d94a-06bf-4d99-a6cb-9bd2eb5e3a3f req-34f67ca3-4e57-4792-9053-bece2c5c1a97 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55197fff-dbeb-4852-a1b4-341846c17cd8 HTTP/1.1" status: 200 len: 835 time: 0.0546901 Mar 14 18:57:20.471187 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319d94a-06bf-4d99-a6cb-9bd2eb5e3a3f req-f5a5c673-b474-4c7e-b6be-baf85483a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:20.472641 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d319d94a-06bf-4d99-a6cb-9bd2eb5e3a3f req-f5a5c673-b474-4c7e-b6be-baf85483a485 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1705f557-272e-433b-945c-283c7a61ab77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1732967 Mar 14 18:57:20.606011 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d319d94a-06bf-4d99-a6cb-9bd2eb5e3a3f req-288c2422-1c1f-42b8-befd-0d190774a236 service neutron] 10.222.0.59 "GET /v2.0/networks/1705f557-272e-433b-945c-283c7a61ab77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251781 Mar 14 18:57:20.734203 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d319d94a-06bf-4d99-a6cb-9bd2eb5e3a3f req-a71f43ad-70b3-4502-8c7e-c7c70d238fe2 service neutron] 10.222.0.59 "GET /v2.0/networks/1705f557-272e-433b-945c-283c7a61ab77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222963 Mar 14 18:57:21.615118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46634a-2107-4e6d-8fa5-dec612228677 req-903a8e07-e6e8-4356-90d7-16fdaf23730e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:21.616672 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6d46634a-2107-4e6d-8fa5-dec612228677 req-903a8e07-e6e8-4356-90d7-16fdaf23730e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0812356 Mar 14 18:57:21.663643 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6d46634a-2107-4e6d-8fa5-dec612228677 req-fee3065c-9a55-4ff3-98d0-8a2ea561350b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406923 Mar 14 18:57:21.793836 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-c95307be-3e74-46bd-b205-4e5bf972a1ca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1131389 Mar 14 18:57:22.848125 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854f109-d5c9-40e6-8c37-3ffa51c4ff65 req-2b6180b1-e8db-4183-85f9-25d55807843c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:22.849543 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3854f109-d5c9-40e6-8c37-3ffa51c4ff65 req-2b6180b1-e8db-4183-85f9-25d55807843c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0764525 Mar 14 18:57:22.895348 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3854f109-d5c9-40e6-8c37-3ffa51c4ff65 req-0ea70555-3b7f-43cb-8ac6-627ad4b35adb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402761 Mar 14 18:57:24.074604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c61c3d-df65-43ca-bbc8-77f3d79db6db req-fbfc2334-aa38-4a8d-b420-282e6effc9a8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:24.076065 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-79c61c3d-df65-43ca-bbc8-77f3d79db6db req-fbfc2334-aa38-4a8d-b420-282e6effc9a8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0787406 Mar 14 18:57:24.118415 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-79c61c3d-df65-43ca-bbc8-77f3d79db6db req-4759ea5e-ac8b-4388-bcb1-6d7de16e3d24 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364432 Mar 14 18:57:24.333079 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-94d39c0a-6df2-4b5a-a3d0-f75719e72551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:25.307217 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74cba1-93f2-48f1-bc44-31407c9a07f2 req-60bfa8f2-3a46-4523-b8ef-3d9a28bb9fe2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:25.308695 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2a74cba1-93f2-48f1-bc44-31407c9a07f2 req-60bfa8f2-3a46-4523-b8ef-3d9a28bb9fe2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0848651 Mar 14 18:57:25.352549 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2a74cba1-93f2-48f1-bc44-31407c9a07f2 req-b8a41886-a498-48d9-8e59-f031de55b8e2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381536 Mar 14 18:57:25.730124 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-d2552ef1-8545-4f50-8c15-497e045eaf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:25.731633 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-d2552ef1-8545-4f50-8c15-497e045eaf70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 1099 time: 0.0689628 Mar 14 18:57:25.858302 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-d8f69b34-ea81-4fdd-8116-11298fded380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:25.859766 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-d8f69b34-ea81-4fdd-8116-11298fded380 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1705f557-272e-433b-945c-283c7a61ab77 HTTP/1.1" status: 200 len: 898 time: 0.1223991 Mar 14 18:57:25.960973 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-d947db8b-7fc8-4293-8a68-89ee267c8f66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b92a24e-532e-429a-b468-e0a637bd9d3f HTTP/1.1" status: 200 len: 1001 time: 0.0953238 Mar 14 18:57:26.023047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-e78d5486-c2f9-41a4-9b20-854ddb605d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:26.024351 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-e78d5486-c2f9-41a4-9b20-854ddb605d40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55197fff-dbeb-4852-a1b4-341846c17cd8 HTTP/1.1" status: 200 len: 835 time: 0.0580702 Mar 14 18:57:26.095546 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-ddc42e23-32b4-4288-9c7f-584972081b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:26.096970 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-ddc42e23-32b4-4288-9c7f-584972081b7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1705f557-272e-433b-945c-283c7a61ab77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670044 Mar 14 18:57:26.224026 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-928e244e-f1ab-4fa1-88b9-7d5c6598717d service neutron] 10.222.0.59 "GET /v2.0/networks/1705f557-272e-433b-945c-283c7a61ab77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203229 Mar 14 18:57:26.354012 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-1107f9fd-5e78-4457-8800-ff99c38ef8a3 service neutron] 10.222.0.59 "GET /v2.0/networks/1705f557-272e-433b-945c-283c7a61ab77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230247 Mar 14 18:57:26.378824 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cd07a27b-2ef3-4ded-b10d-3ad2d0625144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:26.536521 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b36ee-8ab1-4102-9052-c14f47d00bee req-0f578e41-a2fb-4e9f-8e8a-6053a78a961d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:26.538066 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-673b36ee-8ab1-4102-9052-c14f47d00bee req-0f578e41-a2fb-4e9f-8e8a-6053a78a961d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0796537 Mar 14 18:57:26.687963 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-673b36ee-8ab1-4102-9052-c14f47d00bee req-2c56d560-dfec-428f-9fb7-4bc9b3f2ce91 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432972 Mar 14 18:57:27.869122 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e9bb6-31c4-4fd9-a3a8-d89a51d09a0a req-6a9c8c34-ffcf-404c-90d0-6d8e10211140 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:27.870554 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-090e9bb6-31c4-4fd9-a3a8-d89a51d09a0a req-6a9c8c34-ffcf-404c-90d0-6d8e10211140 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0785403 Mar 14 18:57:27.913645 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-090e9bb6-31c4-4fd9-a3a8-d89a51d09a0a req-abc022b1-0b59-4805-b85d-4809c9195160 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363972 Mar 14 18:57:27.942487 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:27.987896 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:29.101265 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f0196-0ddb-42bc-a536-bfb5b2f0f9dd req-5a7c82a0-01f2-4e3e-b0e0-92898ea372f2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:29.102711 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1b4f0196-0ddb-42bc-a536-bfb5b2f0f9dd req-5a7c82a0-01f2-4e3e-b0e0-92898ea372f2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0811870 Mar 14 18:57:29.147149 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1b4f0196-0ddb-42bc-a536-bfb5b2f0f9dd req-af28e7ef-cce8-4d7a-8b50-1d9e7e1a2476 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381765 Mar 14 18:57:29.907608 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:30.329276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be419502-8e9d-4ac6-bbbd-f894cc460328 req-e38ab67e-c321-49bd-95fb-196e5e426a39 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:30.330644 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-be419502-8e9d-4ac6-bbbd-f894cc460328 req-e38ab67e-c321-49bd-95fb-196e5e426a39 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0781343 Mar 14 18:57:30.376473 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-be419502-8e9d-4ac6-bbbd-f894cc460328 req-4c5c6b44-4857-48ca-a73a-6beca9b7ba17 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401356 Mar 14 18:57:31.556906 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93abe7e-3a0d-4aaa-b5db-20cc19218244 req-ed671e02-80b5-45cc-99c0-26f687e85437 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:31.558329 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b93abe7e-3a0d-4aaa-b5db-20cc19218244 req-ed671e02-80b5-45cc-99c0-26f687e85437 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0763171 Mar 14 18:57:31.601264 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b93abe7e-3a0d-4aaa-b5db-20cc19218244 req-8ad2e004-57ac-40a1-b93f-9ae129ab3940 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373878 Mar 14 18:57:32.784945 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000cf934-2ffb-4a01-8119-cb2e825b0bbb req-5855da38-cb5c-4183-a12b-70f8233cf035 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:32.786385 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-000cf934-2ffb-4a01-8119-cb2e825b0bbb req-5855da38-cb5c-4183-a12b-70f8233cf035 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0807707 Mar 14 18:57:32.829663 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-000cf934-2ffb-4a01-8119-cb2e825b0bbb req-bf49c332-c3a2-4293-bf4f-1edbf3a0205f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376868 Mar 14 18:57:34.009531 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31144d7c-d6b7-451a-9080-d4612a10bf19 req-f890120a-b725-44c9-ab0e-0813fa9071f5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:34.010969 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-31144d7c-d6b7-451a-9080-d4612a10bf19 req-f890120a-b725-44c9-ab0e-0813fa9071f5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0778158 Mar 14 18:57:34.053501 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-31144d7c-d6b7-451a-9080-d4612a10bf19 req-befeaf6f-b872-4b43-9504-ab31ad69212e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370524 Mar 14 18:57:35.237270 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94982947-126c-425d-ad73-b584dd512ad2 req-2c3689e7-b167-4776-af1e-a1e5066b75c4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:35.238702 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-94982947-126c-425d-ad73-b584dd512ad2 req-2c3689e7-b167-4776-af1e-a1e5066b75c4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0801759 Mar 14 18:57:35.281695 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-94982947-126c-425d-ad73-b584dd512ad2 req-0febbc3e-8582-4f67-b45a-4518d3a99af6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373695 Mar 14 18:57:36.462079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f1df0-b8e6-4c60-b498-3effc47fcd13 req-951a6106-63a2-495c-be9c-50707e596046 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:36.463520 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b96f1df0-b8e6-4c60-b498-3effc47fcd13 req-951a6106-63a2-495c-be9c-50707e596046 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0766835 Mar 14 18:57:36.510190 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b96f1df0-b8e6-4c60-b498-3effc47fcd13 req-6b1f2759-f045-4472-a2b2-00a2cecf1e69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405593 Mar 14 18:57:37.694435 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0247e0-4b6f-4a59-9ee4-88efdbbb4039 req-4449e2b8-c7b1-4fab-8997-35eb6bfb9847 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:37.695958 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9b0247e0-4b6f-4a59-9ee4-88efdbbb4039 req-4449e2b8-c7b1-4fab-8997-35eb6bfb9847 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0772870 Mar 14 18:57:37.741960 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9b0247e0-4b6f-4a59-9ee4-88efdbbb4039 req-6e714570-20e5-4ff7-88ee-59433aa3ef49 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382841 Mar 14 18:57:38.936706 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7ef70-d1c4-4df0-a1af-b1a0b2a1d1b1 req-1b46a8c4-58f3-42af-bc4d-c8ffc7f6f63c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:38.938101 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b2f7ef70-d1c4-4df0-a1af-b1a0b2a1d1b1 req-1b46a8c4-58f3-42af-bc4d-c8ffc7f6f63c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0896795 Mar 14 18:57:38.981146 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b2f7ef70-d1c4-4df0-a1af-b1a0b2a1d1b1 req-c9fbeaa5-d6f4-4213-b901-3ceec5119763 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368986 Mar 14 18:57:39.446667 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:40.086415 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:57:40.160347 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9bf4d-715f-4bf4-8591-5bd22590fc4e req-fd945bd8-0ced-4e6c-84a9-b541e271f5c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:40.161776 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-eea9bf4d-715f-4bf4-8591-5bd22590fc4e req-fd945bd8-0ced-4e6c-84a9-b541e271f5c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0764658 Mar 14 18:57:40.204728 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-eea9bf4d-715f-4bf4-8591-5bd22590fc4e req-5947a402-6e78-43b4-9e05-ba98b0a58786 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373611 Mar 14 18:57:41.387806 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fb1b5-0023-4efc-9fc0-2132e046fc68 req-a9f3d79a-918e-401a-8465-110613183ab6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:41.389186 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-825fb1b5-0023-4efc-9fc0-2132e046fc68 req-a9f3d79a-918e-401a-8465-110613183ab6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0805690 Mar 14 18:57:41.431556 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-825fb1b5-0023-4efc-9fc0-2132e046fc68 req-3ee53f47-5ffc-40f7-b33c-f2fca50b44ec tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368547 Mar 14 18:57:42.618173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326bd29-a14e-4799-a16b-0bafc43fe14f req-8e91781f-dbdb-4580-93fd-cd0d06857300 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:42.619670 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9326bd29-a14e-4799-a16b-0bafc43fe14f req-8e91781f-dbdb-4580-93fd-cd0d06857300 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0834935 Mar 14 18:57:42.666071 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9326bd29-a14e-4799-a16b-0bafc43fe14f req-71c26dcd-3302-4743-9bf0-3a838601759d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392344 Mar 14 18:57:43.322452 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-88504f87-4eb0-4dd6-97ad-ad07afd46bbe service neutron] 10.222.0.59 "GET /v2.0/ports/8b92a24e-532e-429a-b468-e0a637bd9d3f/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0722704 Mar 14 18:57:43.884683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694942b-6933-44ac-abeb-ec7cec66b83c req-87ae48e1-3c0c-42d2-b7bd-db51a79a897c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:43.886117 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9694942b-6933-44ac-abeb-ec7cec66b83c req-87ae48e1-3c0c-42d2-b7bd-db51a79a897c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.1073952 Mar 14 18:57:43.887854 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-8ecf7315-56ea-48f3-b7b6-b3cb4d970214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:43.889159 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-8ecf7315-56ea-48f3-b7b6-b3cb4d970214 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f&tenant_id=9d69209fb0ee4f2e94311515128e094c HTTP/1.1" status: 200 len: 1099 time: 0.1396313 Mar 14 18:57:43.969935 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9694942b-6933-44ac-abeb-ec7cec66b83c req-988f1c24-133b-46ab-bfad-7da97d397d66 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778863 Mar 14 18:57:43.996450 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-7feae8db-06bd-4aa6-bc42-f839e46e8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:43.997893 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-7feae8db-06bd-4aa6-bc42-f839e46e8b78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 1099 time: 0.0870450 Mar 14 18:57:44.208550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-bec51883-1d22-497b-9a0d-7f5cacbf2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:44.209981 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-bec51883-1d22-497b-9a0d-7f5cacbf2cf0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1705f557-272e-433b-945c-283c7a61ab77 HTTP/1.1" status: 200 len: 898 time: 0.2061520 Mar 14 18:57:44.308398 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-44c1fa62-0a4d-4b0e-9087-f38628d84bd9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b92a24e-532e-429a-b468-e0a637bd9d3f HTTP/1.1" status: 200 len: 1001 time: 0.0922253 Mar 14 18:57:44.367557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-2ac725d7-1cd8-4f3e-b681-ed780bbad35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:44.368942 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-2ac725d7-1cd8-4f3e-b681-ed780bbad35c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55197fff-dbeb-4852-a1b4-341846c17cd8 HTTP/1.1" status: 200 len: 835 time: 0.0554953 Mar 14 18:57:44.443426 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-9cc09102-050c-4410-987f-dcb546b0b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:44.444871 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-9cc09102-050c-4410-987f-dcb546b0b554 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1705f557-272e-433b-945c-283c7a61ab77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703409 Mar 14 18:57:44.569880 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-4a8d328a-01f4-4993-9942-cea19f61aadb service neutron] 10.222.0.59 "GET /v2.0/networks/1705f557-272e-433b-945c-283c7a61ab77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191142 Mar 14 18:57:44.697743 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb64aa29-fa1e-434d-a977-02d5ecc153da req-07dce469-0eec-481c-9e57-f18b8a07fd55 service neutron] 10.222.0.59 "GET /v2.0/networks/1705f557-272e-433b-945c-283c7a61ab77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220243 Mar 14 18:57:45.158617 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c8e78-719e-46a2-92e4-3f443d8ef89d req-11ffa50b-6471-49df-831c-4c56c0aa2ed2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:45.160076 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f74c8e78-719e-46a2-92e4-3f443d8ef89d req-11ffa50b-6471-49df-831c-4c56c0aa2ed2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0770342 Mar 14 18:57:45.203427 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f74c8e78-719e-46a2-92e4-3f443d8ef89d req-b846a210-c6d6-48a3-8071-14025dfb1d8d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376966 Mar 14 18:57:46.390350 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c352707-83ed-4c91-82b5-408de82c6a92 req-b327b3cf-ee90-4bad-87da-1a5c506c3e2b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:46.400542 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1c352707-83ed-4c91-82b5-408de82c6a92 req-b327b3cf-ee90-4bad-87da-1a5c506c3e2b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0844176 Mar 14 18:57:46.439415 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1c352707-83ed-4c91-82b5-408de82c6a92 req-8583daef-9f31-4815-bc66-21c2deec5952 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411384 Mar 14 18:57:47.277966 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8b92a24e-532e-429a-b468-e0a637bd9d3f details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:57:47.280388 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8b92a24e-532e-429a-b468-e0a637bd9d3f no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:57:47.517667 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:47.561021 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb1a3d8-5053-4128-b58a-88264415aa1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b92a24e-532e-429a-b468-e0a637bd9d3f'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:47.566421 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8b92a24e-532e-429a-b468-e0a637bd9d3f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8b92a24e-532e-429a-b468-e0a637bd9d3f,segment=NetworkSegment(8340a04f-e754-4ae5-a6d1-43d2b00fb767),segment_id=8340a04f-e754-4ae5-a6d1-43d2b00fb767)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:57:47.582858 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8b92a24e-532e-429a-b468-e0a637bd9d3f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8b92a24e-532e-429a-b468-e0a637bd9d3f,segment=NetworkSegment(8340a04f-e754-4ae5-a6d1-43d2b00fb767),segment_id=8340a04f-e754-4ae5-a6d1-43d2b00fb767)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:57:47.583962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '8b92a24e-532e-429a-b468-e0a637bd9d3f', 'network_id': '1705f557-272e-433b-945c-283c7a61ab77', 'port_id': '8b92a24e-532e-429a-b468-e0a637bd9d3f', 'mac_address': 'fa:16:3e:84:ac:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:57:47.625504 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb1a3d8-5053-4128-b58a-88264415aa1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b92a24e-532e-429a-b468-e0a637bd9d3f', 'code': 200} Mar 14 18:57:47.628901 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2813c-401e-4443-8e45-e7c7c38cf90a req-7e4af9d3-21a2-4d34-9a68-10f6c3cc976d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:47.630364 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d0a2813c-401e-4443-8e45-e7c7c38cf90a req-7e4af9d3-21a2-4d34-9a68-10f6c3cc976d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0835001 Mar 14 18:57:47.643893 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:47.658783 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:47.676683 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d0a2813c-401e-4443-8e45-e7c7c38cf90a req-7e94db96-8bd3-4992-b5b0-3a34c6511a01 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407298 Mar 14 18:57:47.694517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b92a24e-532e-429a-b468-e0a637bd9d3f {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:57:47.777255 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=8b92a24e-532e-429a-b468-e0a637bd9d3f,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:47.788528 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:47.791634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:47.791634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:47.791634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:47.791634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:47.791634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:47.791634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:47.791634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:47.791634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:47.791634 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:47.792452 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:47.792452 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:47.795970 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:57:47.796326 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:57:48.166091 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686fce0-f1ff-4b59-a594-72bfd05ce839 req-7f9e5d47-23ca-4f71-ab8b-e9b9e8d86cf5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:48.167561 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d686fce0-f1ff-4b59-a594-72bfd05ce839 req-7f9e5d47-23ca-4f71-ab8b-e9b9e8d86cf5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 944 time: 0.0825806 Mar 14 18:57:48.255446 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d686fce0-f1ff-4b59-a594-72bfd05ce839 req-a9cc3d23-8ca9-4d91-9ec3-6472dd73701a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510721 Mar 14 18:57:48.285999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5d708-0b7c-48bf-8250-235a7c45639b req-6bd21c87-f1bf-4698-868a-e93de01fd948 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:48.287469 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2d5d708-0b7c-48bf-8250-235a7c45639b req-6bd21c87-f1bf-4698-868a-e93de01fd948 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f&tenant_id=9d69209fb0ee4f2e94311515128e094c&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 944 time: 0.1190722 Mar 14 18:57:48.353487 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:48.370535 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b92a24e-532e-429a-b468-e0a637bd9d3f {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:57:48.386511 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8b92a24e-532e-429a-b468-e0a637bd9d3f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8b92a24e-532e-429a-b468-e0a637bd9d3f,segment=NetworkSegment(8340a04f-e754-4ae5-a6d1-43d2b00fb767),segment_id=8340a04f-e754-4ae5-a6d1-43d2b00fb767)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:57:48.446906 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:48.479527 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5d708-0b7c-48bf-8250-235a7c45639b req-0463140a-1300-4630-807f-2eea76ef490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:48.481089 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2d5d708-0b7c-48bf-8250-235a7c45639b req-0463140a-1300-4630-807f-2eea76ef490f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 1097 time: 0.1213222 Mar 14 18:57:48.519181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=8b92a24e-532e-429a-b468-e0a637bd9d3f,revision_number=7']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:48.523011 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['8b92a24e-532e-429a-b468-e0a637bd9d3f'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:57:48.533718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad60cb2-d1ea-4971-94f5-b89458cd2259 req-afb76b0f-e39f-41bb-bae1-728a74328864 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:48.535166 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-aad60cb2-d1ea-4971-94f5-b89458cd2259 req-afb76b0f-e39f-41bb-bae1-728a74328864 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 944 time: 0.1409466 Mar 14 18:57:48.649264 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-aad60cb2-d1ea-4971-94f5-b89458cd2259 req-c811500c-9e8f-432f-82af-7048e1d053d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703380 Mar 14 18:57:48.657137 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5d708-0b7c-48bf-8250-235a7c45639b req-c7597cb1-394c-499d-9d0c-6ec8834462be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:48.658514 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2d5d708-0b7c-48bf-8250-235a7c45639b req-c7597cb1-394c-499d-9d0c-6ec8834462be service neutron] 10.222.0.59 "GET /v2.0/networks?id=1705f557-272e-433b-945c-283c7a61ab77 HTTP/1.1" status: 200 len: 898 time: 0.1691580 Mar 14 18:57:48.765591 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2d5d708-0b7c-48bf-8250-235a7c45639b req-e4f39083-a8e3-46ef-9cf6-576214de1a0c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b92a24e-532e-429a-b468-e0a637bd9d3f HTTP/1.1" status: 200 len: 1000 time: 0.0994103 Mar 14 18:57:48.825285 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5d708-0b7c-48bf-8250-235a7c45639b req-e4285eee-5678-4e7a-8a16-83d84a9d3a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:48.827008 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2d5d708-0b7c-48bf-8250-235a7c45639b req-e4285eee-5678-4e7a-8a16-83d84a9d3a33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55197fff-dbeb-4852-a1b4-341846c17cd8 HTTP/1.1" status: 200 len: 835 time: 0.0555441 Mar 14 18:57:48.899700 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5d708-0b7c-48bf-8250-235a7c45639b req-eedd459f-99c6-4e82-b5d8-2992f561878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:48.901149 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2d5d708-0b7c-48bf-8250-235a7c45639b req-eedd459f-99c6-4e82-b5d8-2992f561878b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1705f557-272e-433b-945c-283c7a61ab77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680616 Mar 14 18:57:49.130894 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2d5d708-0b7c-48bf-8250-235a7c45639b req-a7748465-3897-4a7a-ae8d-3aebc79e9928 service neutron] 10.222.0.59 "GET /v2.0/networks/1705f557-272e-433b-945c-283c7a61ab77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232418 Mar 14 18:57:49.257273 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e2d5d708-0b7c-48bf-8250-235a7c45639b req-ef47d31f-4768-41b2-a4a1-43dfa36f7b89 service neutron] 10.222.0.59 "GET /v2.0/networks/1705f557-272e-433b-945c-283c7a61ab77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204097 Mar 14 18:57:49.292637 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8b92a24e-532e-429a-b468-e0a637bd9d3f up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:57:49.361525 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 8b92a24e-532e-429a-b468-e0a637bd9d3f triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:57:49.362217 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:49.473918 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:49.505175 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8b92a24e-532e-429a-b468-e0a637bd9d3f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8b92a24e-532e-429a-b468-e0a637bd9d3f,segment=NetworkSegment(8340a04f-e754-4ae5-a6d1-43d2b00fb767),segment_id=8340a04f-e754-4ae5-a6d1-43d2b00fb767)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:57:49.566641 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:49.627854 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb1a3d8-5053-4128-b58a-88264415aa1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b92a24e-532e-429a-b468-e0a637bd9d3f'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:49.639991 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=8b92a24e-532e-429a-b468-e0a637bd9d3f,revision_number=8']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:49.685445 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb1a3d8-5053-4128-b58a-88264415aa1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b92a24e-532e-429a-b468-e0a637bd9d3f', 'code': 200} Mar 14 18:57:49.843388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def48fef-b7c1-4034-ae97-28ba55d5feb2 req-11f378e1-fff6-44a6-a675-7ee1b10aa6e4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:49.844835 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-def48fef-b7c1-4034-ae97-28ba55d5feb2 req-11f378e1-fff6-44a6-a675-7ee1b10aa6e4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0812798 Mar 14 18:57:49.888780 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-def48fef-b7c1-4034-ae97-28ba55d5feb2 req-5a50ef29-21fd-4504-8da7-2104e1beeb66 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381696 Mar 14 18:57:51.072316 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4835c1b-f553-4c25-9dab-cb04a8276ac9 req-dcc5da45-8180-4a12-bd8f-bad44e704b41 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:51.073731 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e4835c1b-f553-4c25-9dab-cb04a8276ac9 req-dcc5da45-8180-4a12-bd8f-bad44e704b41 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0760884 Mar 14 18:57:51.120535 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e4835c1b-f553-4c25-9dab-cb04a8276ac9 req-88a5815c-f2f3-456f-a6e8-7e4ffde412b9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404038 Mar 14 18:57:51.143394 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38322) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:57:51.247881 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ce609b77-a684-4eba-9c26-855df2ce1a48 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/floatingips/a942fffe-e52c-4c51-9c52-2554a5f80188 HTTP/1.1" status: 200 len: 993 time: 0.1033642 Mar 14 18:57:54.349610 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8c074dcb-1b92-4b4a-907d-2cd7e29a9f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:56.406403 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-58a4b749-99c4-4045-beb5-481d3a3379b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:57.924909 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:57.955174 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:59.948128 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:09.480784 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:17.086852 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:58:19.955183 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38338) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:20.147749 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port 24fbf4b0-ef65-41b2-afaf-2bcda6d0c6bf {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:58:20.148085 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:20.413542 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:20.413807 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:20.534454 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for 24fbf4b0-ef65-41b2-afaf-2bcda6d0c6bf owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:58:20.736052 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:20.784609 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=24fbf4b0-ef65-41b2-afaf-2bcda6d0c6bf,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:20.815676 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:20.816025 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:20.816367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:20.816702 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:20.817033 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:20.817366 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:20.817690 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:20.818013 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:20.818336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:20.818850 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:20.819086 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:20.819392 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:20.883125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:20.883467 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Floating IP a942fffe-e52c-4c51-9c52-2554a5f80188 disassociated (deleted). External IP: 172.26.7.14, port: 8b92a24e-532e-429a-b468-e0a637bd9d3f. Mar 14 18:58:21.225420 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router 3a358302-1cdb-4467-b847-f3d4b800066b has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:58:21.397937 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:58:21.408160 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f160ec4-6ec3-43ce-8029-121d5d1cfd11 None None] Sync routers for ids ['3a358302-1cdb-4467-b847-f3d4b800066b'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:58:21.418295 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f160ec4-6ec3-43ce-8029-121d5d1cfd11 None None] Routers {'3a358302-1cdb-4467-b847-f3d4b800066b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:58:21.420573 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6f160ec4-6ec3-43ce-8029-121d5d1cfd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:57:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3a358302-1cdb-4467-b847-f3d4b800066b'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:21.486262 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:21.544297 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7f2f11b3-d452-47fc-9891-b846122a9b52 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/floatingips/a942fffe-e52c-4c51-9c52-2554a5f80188 HTTP/1.1" status: 204 len: 168 time: 1.5880339 Mar 14 18:58:21.544853 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb1a3d8-5053-4128-b58a-88264415aa1f', 'tag': '8b92a24e-532e-429a-b468-e0a637bd9d3f'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:21.593139 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb1a3d8-5053-4128-b58a-88264415aa1f', 'tag': '8b92a24e-532e-429a-b468-e0a637bd9d3f', 'status': 'completed', 'code': 200} Mar 14 18:58:21.595621 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-6f160ec4-6ec3-43ce-8029-121d5d1cfd11 None None] Set router 3a358302-1cdb-4467-b847-f3d4b800066b gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:58:21.700234 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f5e3c-4cc8-404a-a2d7-7a7d74d2db61 req-40f3fd83-55f6-4e62-a494-85f8c062c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:21.704666 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-305f5e3c-4cc8-404a-a2d7-7a7d74d2db61 req-40f3fd83-55f6-4e62-a494-85f8c062c544 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 1099 time: 0.0884023 Mar 14 18:58:21.845680 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f5e3c-4cc8-404a-a2d7-7a7d74d2db61 req-438d8935-9bd0-4c20-b745-85cd0dd74969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:21.847140 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-305f5e3c-4cc8-404a-a2d7-7a7d74d2db61 req-438d8935-9bd0-4c20-b745-85cd0dd74969 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1705f557-272e-433b-945c-283c7a61ab77 HTTP/1.1" status: 200 len: 898 time: 0.1366742 Mar 14 18:58:21.919865 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-305f5e3c-4cc8-404a-a2d7-7a7d74d2db61 req-38b301ae-1450-4444-84df-dbf5dc831328 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b92a24e-532e-429a-b468-e0a637bd9d3f HTTP/1.1" status: 200 len: 217 time: 0.0663550 Mar 14 18:58:21.948001 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6f160ec4-6ec3-43ce-8029-121d5d1cfd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990392322', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': '1085834f-7a82-46e3-9701-d464d2064aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:28Z', 'updated_at': '2022-03-14T18:56:34Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '1085834f-7a82-46e3-9701-d464d2064aee', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:29Z', 'updated_at': '2022-03-14T18:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '5d58a129-6ebd-4a31-8b63-5a8a7d772665', 'name': '', 'network_id': '1705f557-272e-433b-945c-283c7a61ab77', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:eb:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:33Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:21.952100 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f160ec4-6ec3-43ce-8029-121d5d1cfd11 None None] Checking router: 3a358302-1cdb-4467-b847-f3d4b800066b for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:58:21.960576 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f160ec4-6ec3-43ce-8029-121d5d1cfd11 None None] Routers {'3a358302-1cdb-4467-b847-f3d4b800066b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:58:21.960903 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6f160ec4-6ec3-43ce-8029-121d5d1cfd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:57:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3a358302-1cdb-4467-b847-f3d4b800066b'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:21.987082 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f5e3c-4cc8-404a-a2d7-7a7d74d2db61 req-fccc8cbf-92a5-43ec-82b5-1fc66a6dd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:21.987082 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-305f5e3c-4cc8-404a-a2d7-7a7d74d2db61 req-fccc8cbf-92a5-43ec-82b5-1fc66a6dd20a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55197fff-dbeb-4852-a1b4-341846c17cd8 HTTP/1.1" status: 200 len: 835 time: 0.0591171 Mar 14 18:58:22.063030 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f5e3c-4cc8-404a-a2d7-7a7d74d2db61 req-4d6defa6-6052-49ec-8599-09f471031e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:22.064567 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-305f5e3c-4cc8-404a-a2d7-7a7d74d2db61 req-4d6defa6-6052-49ec-8599-09f471031e7f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1705f557-272e-433b-945c-283c7a61ab77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731885 Mar 14 18:58:22.137344 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-6f160ec4-6ec3-43ce-8029-121d5d1cfd11 None None] Set router 3a358302-1cdb-4467-b847-f3d4b800066b gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:58:22.247761 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-305f5e3c-4cc8-404a-a2d7-7a7d74d2db61 req-6174960b-c605-4f61-893c-4e90ce6217c7 service neutron] 10.222.0.59 "GET /v2.0/networks/1705f557-272e-433b-945c-283c7a61ab77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517715 Mar 14 18:58:22.255260 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a5420-1b26-481e-850e-dc87f0c5d664 req-1ae2538a-d38a-463e-b737-8f0b0aa97592 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:22.256620 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-424a5420-1b26-481e-850e-dc87f0c5d664 req-1ae2538a-d38a-463e-b737-8f0b0aa97592 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.1907353 Mar 14 18:58:22.385098 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-424a5420-1b26-481e-850e-dc87f0c5d664 req-25c711d1-e513-4a1d-9499-7abf08eeacd2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101155 Mar 14 18:58:22.413332 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-305f5e3c-4cc8-404a-a2d7-7a7d74d2db61 req-9b364153-8b2c-4a61-93e8-51aba085bca0 service neutron] 10.222.0.59 "GET /v2.0/networks/1705f557-272e-433b-945c-283c7a61ab77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557746 Mar 14 18:58:22.448498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-6f160ec4-6ec3-43ce-8029-121d5d1cfd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990392322', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': '1085834f-7a82-46e3-9701-d464d2064aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:28Z', 'updated_at': '2022-03-14T18:56:34Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '1085834f-7a82-46e3-9701-d464d2064aee', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:29Z', 'updated_at': '2022-03-14T18:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '5d58a129-6ebd-4a31-8b63-5a8a7d772665', 'name': '', 'network_id': '1705f557-272e-433b-945c-283c7a61ab77', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:eb:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:33Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:22.453826 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f160ec4-6ec3-43ce-8029-121d5d1cfd11 None None] The sync data for ids ['3a358302-1cdb-4467-b847-f3d4b800066b'] in dv-neutron-833560-1-hyperv is: [{'id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990392322', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': '1085834f-7a82-46e3-9701-d464d2064aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:28Z', 'updated_at': '2022-03-14T18:56:34Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '1085834f-7a82-46e3-9701-d464d2064aee', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:29Z', 'updated_at': '2022-03-14T18:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '5d58a129-6ebd-4a31-8b63-5a8a7d772665', 'name': '', 'network_id': '1705f557-272e-433b-945c-283c7a61ab77', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:eb:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:33Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '55197fff-dbeb-4852-a1b4-341846c17cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:58:22.667156 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc547eb7-cf9d-424b-903b-1b575870a745 None None] New status for floating IP a942fffe-e52c-4c51-9c52-2554a5f80188: DOWN {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:58:23.578948 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed623361-35f9-41ac-a0c3-0d3179f06879 req-e3cae25a-e175-44fb-8972-2f1875cd8053 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:23.580382 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ed623361-35f9-41ac-a0c3-0d3179f06879 req-e3cae25a-e175-44fb-8972-2f1875cd8053 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0817497 Mar 14 18:58:23.626612 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ed623361-35f9-41ac-a0c3-0d3179f06879 req-77b84213-ac82-4727-8daa-19268cdc1062 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403590 Mar 14 18:58:23.720990 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73909e-0004-40fd-aaa9-abe7cb464296 req-878499d6-2123-49d0-a2b5-341670a2f1f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:23.722350 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ec73909e-0004-40fd-aaa9-abe7cb464296 req-878499d6-2123-49d0-a2b5-341670a2f1f0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 946 time: 0.0776172 Mar 14 18:58:23.791935 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-ec73909e-0004-40fd-aaa9-abe7cb464296 req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port 8b92a24e-532e-429a-b468-e0a637bd9d3f {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:58:23.792275 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ec73909e-0004-40fd-aaa9-abe7cb464296 req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:24.120352 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-ec73909e-0004-40fd-aaa9-abe7cb464296 req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] For port 8b92a24e-532e-429a-b468-e0a637bd9d3f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8b92a24e-532e-429a-b468-e0a637bd9d3f,segment=NetworkSegment(8340a04f-e754-4ae5-a6d1-43d2b00fb767),segment_id=8340a04f-e754-4ae5-a6d1-43d2b00fb767)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:58:24.120703 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ec73909e-0004-40fd-aaa9-abe7cb464296 req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:24.239493 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-ec73909e-0004-40fd-aaa9-abe7cb464296 req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for 8b92a24e-532e-429a-b468-e0a637bd9d3f owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:58:24.337747 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-63b549de-a840-4043-a34a-72e139eeb847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:24.464242 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ec73909e-0004-40fd-aaa9-abe7cb464296 req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:24.517531 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=8b92a24e-532e-429a-b468-e0a637bd9d3f,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:24.563035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:24.563382 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:24.563727 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:24.564064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:24.564396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:24.564724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:24.565041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:24.565368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:24.565690 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:24.566008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:24.566326 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:24.566636 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:24.606868 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec73909e-0004-40fd-aaa9-abe7cb464296 req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] No DVR routers for this DVR port 8b92a24e-532e-429a-b468-e0a637bd9d3f on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:58:24.609797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ec73909e-0004-40fd-aaa9-abe7cb464296 req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:24.612446 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb1a3d8-5053-4128-b58a-88264415aa1f', 'name': 'network-vif-deleted', 'tag': '8b92a24e-532e-429a-b468-e0a637bd9d3f'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:24.625442 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ec73909e-0004-40fd-aaa9-abe7cb464296 req-1b3fe7c8-602e-4445-86ae-fc4ccfb9fd69 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "DELETE /v2.0/ports/8b92a24e-532e-429a-b468-e0a637bd9d3f HTTP/1.1" status: 204 len: 173 time: 0.8976831 Mar 14 18:58:24.715303 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb1a3d8-5053-4128-b58a-88264415aa1f', 'name': 'network-vif-deleted', 'tag': '8b92a24e-532e-429a-b468-e0a637bd9d3f', 'status': 'completed', 'code': 200} Mar 14 18:58:24.784844 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-3929477c-19e9-4c6d-b4f6-9236f7b15160 req-1bf6ac9a-831d-49d3-9331-a5d24c8bd654 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:58:24.869073 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-3929477c-19e9-4c6d-b4f6-9236f7b15160 req-1bf6ac9a-831d-49d3-9331-a5d24c8bd654 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:58:24.872910 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3929477c-19e9-4c6d-b4f6-9236f7b15160 req-1bf6ac9a-831d-49d3-9331-a5d24c8bd654 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fb1a3d8-5053-4128-b58a-88264415aa1f HTTP/1.1" status: 200 len: 210 time: 0.1263230 Mar 14 18:58:25.964201 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38358) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:26.393585 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4ce79925-7472-434d-8d55-fbd67f3fb3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:26.623200 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e21539fb-34a1-4900-b0dd-2d5a2634aaee tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:26.972698 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-e21539fb-34a1-4900-b0dd-2d5a2634aaee tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port 5d58a129-6ebd-4a31-8b63-5a8a7d772665 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:58:26.973455 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e21539fb-34a1-4900-b0dd-2d5a2634aaee tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:27.155661 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-e21539fb-34a1-4900-b0dd-2d5a2634aaee tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] For port 5d58a129-6ebd-4a31-8b63-5a8a7d772665, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=5d58a129-6ebd-4a31-8b63-5a8a7d772665,segment=NetworkSegment(8340a04f-e754-4ae5-a6d1-43d2b00fb767),segment_id=8340a04f-e754-4ae5-a6d1-43d2b00fb767)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:58:27.156030 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e21539fb-34a1-4900-b0dd-2d5a2634aaee tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:27.280953 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-e21539fb-34a1-4900-b0dd-2d5a2634aaee tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for 5d58a129-6ebd-4a31-8b63-5a8a7d772665 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:58:27.499546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8b92a24e-532e-429a-b468-e0a637bd9d3f no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:58:27.533412 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 8b92a24e-532e-429a-b468-e0a637bd9d3f {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:58:27.533794 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8b92a24e-532e-429a-b468-e0a637bd9d3f not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:58:27.600361 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e21539fb-34a1-4900-b0dd-2d5a2634aaee tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:27.657220 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21539fb-34a1-4900-b0dd-2d5a2634aaee tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=5d58a129-6ebd-4a31-8b63-5a8a7d772665,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:27.959083 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:27.987465 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:28.060402 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e21539fb-34a1-4900-b0dd-2d5a2634aaee tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:28.414684 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21539fb-34a1-4900-b0dd-2d5a2634aaee tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router 3a358302-1cdb-4467-b847-f3d4b800066b has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:58:28.588251 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21539fb-34a1-4900-b0dd-2d5a2634aaee tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:58:28.598332 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aba1ad-1369-44e5-868a-96562cc62985 None None] Sync routers for ids ['3a358302-1cdb-4467-b847-f3d4b800066b'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:58:28.607341 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aba1ad-1369-44e5-868a-96562cc62985 None None] Routers {'3a358302-1cdb-4467-b847-f3d4b800066b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:58:28.607962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-70aba1ad-1369-44e5-868a-96562cc62985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:58:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3a358302-1cdb-4467-b847-f3d4b800066b'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:28.676399 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e21539fb-34a1-4900-b0dd-2d5a2634aaee tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "PUT /v2.0/routers/3a358302-1cdb-4467-b847-f3d4b800066b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7110019 Mar 14 18:58:28.679019 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38362) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:28.749774 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-17731bd2-bccb-42f2-97ee-98cd70f7fe30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting subnet 55197fff-dbeb-4852-a1b4-341846c17cd8 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 18:58:28.752731 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-17731bd2-bccb-42f2-97ee-98cd70f7fe30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:28.789034 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-70aba1ad-1369-44e5-868a-96562cc62985 None None] Set router 3a358302-1cdb-4467-b847-f3d4b800066b gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:58:28.806536 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-17731bd2-bccb-42f2-97ee-98cd70f7fe30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:28.896383 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-17731bd2-bccb-42f2-97ee-98cd70f7fe30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:29.034100 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-17731bd2-bccb-42f2-97ee-98cd70f7fe30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:29.076753 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17731bd2-bccb-42f2-97ee-98cd70f7fe30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Subnet': ['ID=55197fff-dbeb-4852-a1b4-341846c17cd8,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:29.077939 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-70aba1ad-1369-44e5-868a-96562cc62985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990392322', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': '1085834f-7a82-46e3-9701-d464d2064aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:28Z', 'updated_at': '2022-03-14T18:58:27Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '1085834f-7a82-46e3-9701-d464d2064aee', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:29Z', 'updated_at': '2022-03-14T18:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:29.081626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-17731bd2-bccb-42f2-97ee-98cd70f7fe30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:29.084402 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aba1ad-1369-44e5-868a-96562cc62985 None None] Checking router: 3a358302-1cdb-4467-b847-f3d4b800066b for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:58:29.091311 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-17731bd2-bccb-42f2-97ee-98cd70f7fe30 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/subnets/55197fff-dbeb-4852-a1b4-341846c17cd8 HTTP/1.1" status: 204 len: 168 time: 0.4078991 Mar 14 18:58:29.091311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38366) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:29.095417 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c391f8a9-1884-4cdd-b562-9fb056fafcab None None] Network 1705f557-272e-433b-945c-283c7a61ab77 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:58:29.126671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aba1ad-1369-44e5-868a-96562cc62985 None None] Routers {'3a358302-1cdb-4467-b847-f3d4b800066b'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:58:29.127371 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-70aba1ad-1369-44e5-868a-96562cc62985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:58:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['3a358302-1cdb-4467-b847-f3d4b800066b'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:29.281764 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63d279c2-ebcf-4ec1-a14a-4f6f7648c75e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:29.489974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-70aba1ad-1369-44e5-868a-96562cc62985 None None] Set router 3a358302-1cdb-4467-b847-f3d4b800066b gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:58:29.574345 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63d279c2-ebcf-4ec1-a14a-4f6f7648c75e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:29.684774 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-63d279c2-ebcf-4ec1-a14a-4f6f7648c75e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port 1085834f-7a82-46e3-9701-d464d2064aee {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:58:29.685222 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63d279c2-ebcf-4ec1-a14a-4f6f7648c75e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:29.787413 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e429ce-0d74-4e14-9141-8294b5e0f2cd None None] DHCP port deletion for 1705f557-272e-433b-945c-283c7a61ab77 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 18:58:29.793309 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-00e429ce-0d74-4e14-9141-8294b5e0f2cd None None] Deleting port b50b0878-fcdd-4408-9f77-9482a3d175b8 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 18:58:29.793681 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-00e429ce-0d74-4e14-9141-8294b5e0f2cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:29.875814 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-63d279c2-ebcf-4ec1-a14a-4f6f7648c75e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] For port 1085834f-7a82-46e3-9701-d464d2064aee, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=1085834f-7a82-46e3-9701-d464d2064aee,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:58:29.876336 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63d279c2-ebcf-4ec1-a14a-4f6f7648c75e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:29.915813 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-70aba1ad-1369-44e5-868a-96562cc62985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990392322', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': '1085834f-7a82-46e3-9701-d464d2064aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:28Z', 'updated_at': '2022-03-14T18:58:27Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '1085834f-7a82-46e3-9701-d464d2064aee', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:29Z', 'updated_at': '2022-03-14T18:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:29.928793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aba1ad-1369-44e5-868a-96562cc62985 None None] The sync data for ids ['3a358302-1cdb-4467-b847-f3d4b800066b'] in dv-neutron-833560-1-hyperv is: [{'id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990392322', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10'}], 'enable_snat': True}, 'gw_port_id': '1085834f-7a82-46e3-9701-d464d2064aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:28Z', 'updated_at': '2022-03-14T18:58:27Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '1085834f-7a82-46e3-9701-d464d2064aee', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a358302-1cdb-4467-b847-f3d4b800066b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:29Z', 'updated_at': '2022-03-14T18:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:58:29.957520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:30.005818 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-63d279c2-ebcf-4ec1-a14a-4f6f7648c75e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for 1085834f-7a82-46e3-9701-d464d2064aee owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:58:30.038216 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-00e429ce-0d74-4e14-9141-8294b5e0f2cd None None] For port b50b0878-fcdd-4408-9f77-9482a3d175b8, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=b50b0878-fcdd-4408-9f77-9482a3d175b8,segment=NetworkSegment(8340a04f-e754-4ae5-a6d1-43d2b00fb767),segment_id=8340a04f-e754-4ae5-a6d1-43d2b00fb767)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:58:30.038601 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-00e429ce-0d74-4e14-9141-8294b5e0f2cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:30.158955 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-00e429ce-0d74-4e14-9141-8294b5e0f2cd None None] Calling delete_port for b50b0878-fcdd-4408-9f77-9482a3d175b8 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 18:58:30.321759 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63d279c2-ebcf-4ec1-a14a-4f6f7648c75e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:30.355690 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-00e429ce-0d74-4e14-9141-8294b5e0f2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:30.404150 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e429ce-0d74-4e14-9141-8294b5e0f2cd None None] Pushing event deleted for resources: {'Port': ['ID=b50b0878-fcdd-4408-9f77-9482a3d175b8,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:30.408749 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d279c2-ebcf-4ec1-a14a-4f6f7648c75e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=1085834f-7a82-46e3-9701-d464d2064aee,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:30.413446 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e429ce-0d74-4e14-9141-8294b5e0f2cd None None] No DVR routers for this DVR port b50b0878-fcdd-4408-9f77-9482a3d175b8 on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:58:30.479528 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63d279c2-ebcf-4ec1-a14a-4f6f7648c75e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:30.650922 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63d279c2-ebcf-4ec1-a14a-4f6f7648c75e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:30.653155 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63d279c2-ebcf-4ec1-a14a-4f6f7648c75e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:30.737746 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63d279c2-ebcf-4ec1-a14a-4f6f7648c75e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:30.738289 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d279c2-ebcf-4ec1-a14a-4f6f7648c75e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Fanout notify agent at l3_agent the message router_deleted on router 3a358302-1cdb-4467-b847-f3d4b800066b {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 18:58:30.754629 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-63d279c2-ebcf-4ec1-a14a-4f6f7648c75e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:30.755904 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-63d279c2-ebcf-4ec1-a14a-4f6f7648c75e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/routers/3a358302-1cdb-4467-b847-f3d4b800066b HTTP/1.1" status: 204 len: 168 time: 1.6644170 Mar 14 18:58:30.758554 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38370) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:30.875870 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bf966ab7-3518-4098-b8f4-c545147732b3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:31.009508 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bf966ab7-3518-4098-b8f4-c545147732b3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:31.036300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-bf966ab7-3518-4098-b8f4-c545147732b3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1705f557-272e-433b-945c-283c7a61ab77']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:31.049603 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-bf966ab7-3518-4098-b8f4-c545147732b3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8340a04f-e754-4ae5-a6d1-43d2b00fb767') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:31.049897 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-bf966ab7-3518-4098-b8f4-c545147732b3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8340a04f-e754-4ae5-a6d1-43d2b00fb767') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:31.063878 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bf966ab7-3518-4098-b8f4-c545147732b3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:31.080923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bf966ab7-3518-4098-b8f4-c545147732b3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:31.087030 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf966ab7-3518-4098-b8f4-c545147732b3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:58:31.087436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bf966ab7-3518-4098-b8f4-c545147732b3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:58:31.102194 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:58:31.237140 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5d58a129-6ebd-4a31-8b63-5a8a7d772665 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:58:31.268052 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 5d58a129-6ebd-4a31-8b63-5a8a7d772665 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:58:31.268280 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 5d58a129-6ebd-4a31-8b63-5a8a7d772665 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:58:31.268668 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b50b0878-fcdd-4408-9f77-9482a3d175b8 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:58:31.286350 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bf966ab7-3518-4098-b8f4-c545147732b3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:31.304144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bf966ab7-3518-4098-b8f4-c545147732b3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:31.305314 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: b50b0878-fcdd-4408-9f77-9482a3d175b8 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:58:31.305659 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device b50b0878-fcdd-4408-9f77-9482a3d175b8 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:58:31.306075 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1085834f-7a82-46e3-9701-d464d2064aee no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 18:58:31.315303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf966ab7-3518-4098-b8f4-c545147732b3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Network': ['ID=1705f557-272e-433b-945c-283c7a61ab77,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:31.339617 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 1085834f-7a82-46e3-9701-d464d2064aee {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 18:58:31.346162 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 1085834f-7a82-46e3-9701-d464d2064aee not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 18:58:31.404045 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bf966ab7-3518-4098-b8f4-c545147732b3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/networks/1705f557-272e-433b-945c-283c7a61ab77 HTTP/1.1" status: 204 len: 168 time: 0.6441863 Mar 14 18:58:31.407022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38374) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:31.481814 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d85cd8a-6ee4-4792-afe0-185e5dc659e8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:31.516487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d85cd8a-6ee4-4792-afe0-185e5dc659e8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:31.656424 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d85cd8a-6ee4-4792-afe0-185e5dc659e8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:31.674102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85cd8a-6ee4-4792-afe0-185e5dc659e8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:31.764842 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-2d85cd8a-6ee4-4792-afe0-185e5dc659e8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:31.765991 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-2d85cd8a-6ee4-4792-afe0-185e5dc659e8 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/security-groups/01e94d6b-dfc6-471c-ad5e-6cba5c1ce1de HTTP/1.1" status: 204 len: 168 time: 0.3580108 Mar 14 18:58:32.230299 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38382) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:32.235530 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-171733a9-4422-4602-bfb6-46eda833fccb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1580573338', 'description': 'tempest-secgroup-smoke-1580573338 description', 'project_id': '9d69209fb0ee4f2e94311515128e094c'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:32.241535 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-171733a9-4422-4602-bfb6-46eda833fccb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:58:32.245627 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-171733a9-4422-4602-bfb6-46eda833fccb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:58:32.248471 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-171733a9-4422-4602-bfb6-46eda833fccb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:58:32.254039 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-171733a9-4422-4602-bfb6-46eda833fccb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:58:32.313022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-171733a9-4422-4602-bfb6-46eda833fccb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:32.334267 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-171733a9-4422-4602-bfb6-46eda833fccb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:58:32.338287 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-171733a9-4422-4602-bfb6-46eda833fccb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:58:32.341234 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-171733a9-4422-4602-bfb6-46eda833fccb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:58:32.347456 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-171733a9-4422-4602-bfb6-46eda833fccb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:58:32.414613 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-171733a9-4422-4602-bfb6-46eda833fccb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:32.496041 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-171733a9-4422-4602-bfb6-46eda833fccb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:32.544031 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171733a9-4422-4602-bfb6-46eda833fccb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd66210-c17a-4dea-bb16-65b9cab9860e,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:32.604594 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-171733a9-4422-4602-bfb6-46eda833fccb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:32.605842 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-171733a9-4422-4602-bfb6-46eda833fccb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3745241 Mar 14 18:58:32.608785 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38386) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:32.613773 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-bb073813-cc41-4461-b9f5-458d6d997abe tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'ccd66210-c17a-4dea-bb16-65b9cab9860e', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:32.619819 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-bb073813-cc41-4461-b9f5-458d6d997abe tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:58:32.624085 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-bb073813-cc41-4461-b9f5-458d6d997abe tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:58:32.626942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-bb073813-cc41-4461-b9f5-458d6d997abe tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:58:32.632452 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-bb073813-cc41-4461-b9f5-458d6d997abe tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:58:32.709171 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bb073813-cc41-4461-b9f5-458d6d997abe tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:32.769181 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bb073813-cc41-4461-b9f5-458d6d997abe tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:32.855911 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bb073813-cc41-4461-b9f5-458d6d997abe tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:32.880677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb073813-cc41-4461-b9f5-458d6d997abe tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec11878-cad6-483f-8fd6-5dd9c6a80f52,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:32.958844 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-bb073813-cc41-4461-b9f5-458d6d997abe tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:32.962525 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-bb073813-cc41-4461-b9f5-458d6d997abe tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3503740 Mar 14 18:58:32.962715 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38390) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:32.968068 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-90c3da3e-2984-460e-8e98-01e5dcd3b5ab tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'ccd66210-c17a-4dea-bb16-65b9cab9860e', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:32.974906 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-90c3da3e-2984-460e-8e98-01e5dcd3b5ab tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:58:32.978696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-90c3da3e-2984-460e-8e98-01e5dcd3b5ab tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:58:32.981697 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-90c3da3e-2984-460e-8e98-01e5dcd3b5ab tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:58:32.988779 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-90c3da3e-2984-460e-8e98-01e5dcd3b5ab tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:58:33.102887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90c3da3e-2984-460e-8e98-01e5dcd3b5ab tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:33.162368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90c3da3e-2984-460e-8e98-01e5dcd3b5ab tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:33.233513 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90c3da3e-2984-460e-8e98-01e5dcd3b5ab tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:33.256646 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3da3e-2984-460e-8e98-01e5dcd3b5ab tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a70885-37ff-429d-b6a3-da1045e77261,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:33.336089 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-90c3da3e-2984-460e-8e98-01e5dcd3b5ab tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:33.337318 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-90c3da3e-2984-460e-8e98-01e5dcd3b5ab tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3736537 Mar 14 18:58:33.340453 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38394) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:33.347434 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-76f3f3c9-143a-43a8-afe9-367bafff00ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'ccd66210-c17a-4dea-bb16-65b9cab9860e', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:33.361013 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-76f3f3c9-143a-43a8-afe9-367bafff00ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:58:33.361013 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-76f3f3c9-143a-43a8-afe9-367bafff00ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:58:33.361013 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-76f3f3c9-143a-43a8-afe9-367bafff00ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:58:33.366540 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-76f3f3c9-143a-43a8-afe9-367bafff00ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:58:33.436118 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-76f3f3c9-143a-43a8-afe9-367bafff00ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:33.500216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-76f3f3c9-143a-43a8-afe9-367bafff00ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:33.583334 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-76f3f3c9-143a-43a8-afe9-367bafff00ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:33.606803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3f3c9-143a-43a8-afe9-367bafff00ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94b0f32-107e-4b75-a94a-9136fcc9eb82,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:33.692072 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-76f3f3c9-143a-43a8-afe9-367bafff00ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:33.693282 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-76f3f3c9-143a-43a8-afe9-367bafff00ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3515465 Mar 14 18:58:33.696170 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38398) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:33.715340 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-faaf11c2-5404-4cb6-a403-eef289b5788f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'ccd66210-c17a-4dea-bb16-65b9cab9860e', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:33.715340 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-faaf11c2-5404-4cb6-a403-eef289b5788f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:58:33.715340 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-faaf11c2-5404-4cb6-a403-eef289b5788f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:58:33.715340 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-faaf11c2-5404-4cb6-a403-eef289b5788f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:58:33.720755 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-faaf11c2-5404-4cb6-a403-eef289b5788f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:58:33.789641 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-faaf11c2-5404-4cb6-a403-eef289b5788f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:33.852250 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-faaf11c2-5404-4cb6-a403-eef289b5788f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:33.914748 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-faaf11c2-5404-4cb6-a403-eef289b5788f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:33.938623 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf11c2-5404-4cb6-a403-eef289b5788f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1767b9-bc03-4bf0-8cde-b486110021b5,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:33.989429 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-faaf11c2-5404-4cb6-a403-eef289b5788f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:33.990736 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-faaf11c2-5404-4cb6-a403-eef289b5788f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2936394 Mar 14 18:58:33.994197 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38402) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:33.999776 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-94e4fbed-e1d9-4e96-8f52-87076971d507 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'ccd66210-c17a-4dea-bb16-65b9cab9860e', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:34.006092 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-94e4fbed-e1d9-4e96-8f52-87076971d507 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:58:34.009892 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-94e4fbed-e1d9-4e96-8f52-87076971d507 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:58:34.012763 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-94e4fbed-e1d9-4e96-8f52-87076971d507 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:58:34.018866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-94e4fbed-e1d9-4e96-8f52-87076971d507 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:58:34.084645 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-94e4fbed-e1d9-4e96-8f52-87076971d507 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Project 9d69209fb0ee4f2e94311515128e094c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:58:34.091516 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-94e4fbed-e1d9-4e96-8f52-87076971d507 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:34.157698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-94e4fbed-e1d9-4e96-8f52-87076971d507 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:34.240824 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-94e4fbed-e1d9-4e96-8f52-87076971d507 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:34.264482 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4fbed-e1d9-4e96-8f52-87076971d507 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d0f32a-e135-43da-a379-7208724a1515,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:34.381835 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-94e4fbed-e1d9-4e96-8f52-87076971d507 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:34.383089 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-94e4fbed-e1d9-4e96-8f52-87076971d507 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3878884 Mar 14 18:58:34.385875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38406) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:34.390712 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-a264270d-4ea6-402a-b20e-f2c52fd237ec tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'ccd66210-c17a-4dea-bb16-65b9cab9860e', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:34.396765 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a264270d-4ea6-402a-b20e-f2c52fd237ec tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:58:34.400616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a264270d-4ea6-402a-b20e-f2c52fd237ec tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:58:34.403456 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a264270d-4ea6-402a-b20e-f2c52fd237ec tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:58:34.409768 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-a264270d-4ea6-402a-b20e-f2c52fd237ec tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:58:34.473694 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-a264270d-4ea6-402a-b20e-f2c52fd237ec tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Project 9d69209fb0ee4f2e94311515128e094c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:58:34.480777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a264270d-4ea6-402a-b20e-f2c52fd237ec tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:34.544095 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a264270d-4ea6-402a-b20e-f2c52fd237ec tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:34.634706 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a264270d-4ea6-402a-b20e-f2c52fd237ec tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:34.658609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264270d-4ea6-402a-b20e-f2c52fd237ec tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4343e83d-6b41-4a93-8fba-40c91ce027d1,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:34.731699 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a264270d-4ea6-402a-b20e-f2c52fd237ec tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:34.733525 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a264270d-4ea6-402a-b20e-f2c52fd237ec tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3467400 Mar 14 18:58:34.736254 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38410) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:34.741845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-d4752b20-9a5d-47cb-a7e3-a31cda9b63ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'network': {'name': 'tempest-network-smoke--62523413', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'port_security_enabled': True}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:34.746945 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d4752b20-9a5d-47cb-a7e3-a31cda9b63ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:58:34.751056 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d4752b20-9a5d-47cb-a7e3-a31cda9b63ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:network and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:58:34.753939 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d4752b20-9a5d-47cb-a7e3-a31cda9b63ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:58:34.759560 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d4752b20-9a5d-47cb-a7e3-a31cda9b63ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:58:34.840378 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4752b20-9a5d-47cb-a7e3-a31cda9b63ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Made reservation on behalf of 9d69209fb0ee4f2e94311515128e094c for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:58:34.844688 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d4752b20-9a5d-47cb-a7e3-a31cda9b63ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:34.872077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4752b20-9a5d-47cb-a7e3-a31cda9b63ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:58:34.881024 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d4752b20-9a5d-47cb-a7e3-a31cda9b63ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:34.884395 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-d4752b20-9a5d-47cb-a7e3-a31cda9b63ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Added segment 719219cf-10ad-4ea8-8d75-d273cdf3eb7e of type vlan for network 05f5be19-b779-440f-9224-29e8a07f3870 Mar 14 18:58:34.907869 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d4752b20-9a5d-47cb-a7e3-a31cda9b63ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:35.006337 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d4752b20-9a5d-47cb-a7e3-a31cda9b63ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:35.012076 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4752b20-9a5d-47cb-a7e3-a31cda9b63ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:35.012671 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d4752b20-9a5d-47cb-a7e3-a31cda9b63ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:35.121010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4752b20-9a5d-47cb-a7e3-a31cda9b63ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Network': ['ID=05f5be19-b779-440f-9224-29e8a07f3870,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:35.131254 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 05f5be19-b779-440f-9224-29e8a07f3870 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 18:58:35.160048 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d4752b20-9a5d-47cb-a7e3-a31cda9b63ef tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4221079 Mar 14 18:58:35.162458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38414) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:35.167717 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1231450159', 'admin_state_up': True, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:35.175403 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:58:35.179983 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:router and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:58:35.183176 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:58:35.190304 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:58:35.278783 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:35.280542 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:35.295819 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:35.610926 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:36.103105 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:36.132070 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:36.265755 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.26.7.154 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/31d7b10c-acf5-44d4-bbde-8695ea5b949f) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:58:36.410919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:36.496286 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:36.558365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:58:36.565514 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:58:36.569626 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:58:36.603810 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=31d7b10c-acf5-44d4-bbde-8695ea5b949f,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:37.092316 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:37.552661 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:37.840519 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router 21edfb60-2d00-473e-8766-13152d25dd14 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 18:58:38.023535 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:58:38.034441 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Sync routers for ids ['21edfb60-2d00-473e-8766-13152d25dd14'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:58:38.044104 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Routers {'21edfb60-2d00-473e-8766-13152d25dd14'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:58:38.045215 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:58:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['21edfb60-2d00-473e-8766-13152d25dd14'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:38.114869 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:38.116148 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-6e9740a2-ead1-4918-88a2-e506628ad702 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9527705 Mar 14 18:58:38.119202 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38418) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:38.220769 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-06819088-a856-4be9-a7ca-f53a623dcdd5 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=9d69209fb0ee4f2e94311515128e094c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1004145 Mar 14 18:58:38.223643 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38424) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:38.231648 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Set router 21edfb60-2d00-473e-8766-13152d25dd14 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:58:38.365773 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2c0738-d5df-476c-a90d-11895d687e9c tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:38.370060 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-af2c0738-d5df-476c-a90d-11895d687e9c tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1428356 Mar 14 18:58:38.370277 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38428) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:38.419171 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-679eacd9-92f4-4c4d-962e-8d77b52b298b tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447383 Mar 14 18:58:38.419612 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38432) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:38.426464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ec0a3591-3376-4c12-97c5-469b1eedc43b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1087790522', 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:38.533504 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21edfb60-2d00-473e-8766-13152d25dd14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231450159', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:58:35Z', 'updated_at': '2022-03-14T18:58:36Z', 'revision_number': 3, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:36Z', 'updated_at': '2022-03-14T18:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:38.535065 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ec0a3591-3376-4c12-97c5-469b1eedc43b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:58:38.537452 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Checking router: 21edfb60-2d00-473e-8766-13152d25dd14 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:58:38.537879 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Updating router 21edfb60-2d00-473e-8766-13152d25dd14 port 31d7b10c-acf5-44d4-bbde-8695ea5b949f binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:58:38.538927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ec0a3591-3376-4c12-97c5-469b1eedc43b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:subnet and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:58:38.541746 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ec0a3591-3376-4c12-97c5-469b1eedc43b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:58:38.548142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ec0a3591-3376-4c12-97c5-469b1eedc43b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:58:38.591974 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:38.663304 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0a3591-3376-4c12-97c5-469b1eedc43b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Made reservation on behalf of 9d69209fb0ee4f2e94311515128e094c for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:58:38.667290 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec0a3591-3376-4c12-97c5-469b1eedc43b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:38.922122 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:38.934491 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Transition to ACTIVE for port object 31d7b10c-acf5-44d4-bbde-8695ea5b949f will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:58:39.040503 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:39.095840 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec0a3591-3376-4c12-97c5-469b1eedc43b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:39.117733 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Attempting to bind port 31d7b10c-acf5-44d4-bbde-8695ea5b949f on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:58:39.118084 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Attempting to bind port 31d7b10c-acf5-44d4-bbde-8695ea5b949f by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:58:39.118436 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Attempting to bind port 31d7b10c-acf5-44d4-bbde-8695ea5b949f on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:58:39.120528 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3686d6-b754-4fd6-817b-614f2321a505 None None] Pushing event updated for resources: {'Port': ['ID=31d7b10c-acf5-44d4-bbde-8695ea5b949f,revision_number=2']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:39.129647 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:58:39.130007 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:58:39.130395 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:39.130806 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:58:39.131242 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Bound port: 31d7b10c-acf5-44d4-bbde-8695ea5b949f, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:58:39.131595 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:39.162082 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3686d6-b754-4fd6-817b-614f2321a505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:39.162334 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3686d6-b754-4fd6-817b-614f2321a505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:39.162659 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3686d6-b754-4fd6-817b-614f2321a505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:39.163034 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3686d6-b754-4fd6-817b-614f2321a505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:39.163352 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3686d6-b754-4fd6-817b-614f2321a505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:39.163669 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3686d6-b754-4fd6-817b-614f2321a505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:39.163981 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3686d6-b754-4fd6-817b-614f2321a505 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:39.164288 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3686d6-b754-4fd6-817b-614f2321a505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:39.164993 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3686d6-b754-4fd6-817b-614f2321a505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:39.164993 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3686d6-b754-4fd6-817b-614f2321a505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:39.165186 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3686d6-b754-4fd6-817b-614f2321a505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:39.165483 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3686d6-b754-4fd6-817b-614f2321a505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:39.174681 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a3591-3376-4c12-97c5-469b1eedc43b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Subnet': ['ID=0fe51d2a-ea65-4633-ae37-6cf5658b947a,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:39.183841 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0a3591-3376-4c12-97c5-469b1eedc43b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Checking segment: {'id': '719219cf-10ad-4ea8-8d75-d273cdf3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:58:39.184198 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0a3591-3376-4c12-97c5-469b1eedc43b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network hostable DHCP agents. Network: 05f5be19-b779-440f-9224-29e8a07f3870, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:58:39.211166 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] For port 31d7b10c-acf5-44d4-bbde-8695ea5b949f, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:58:39.213969 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] For port 31d7b10c-acf5-44d4-bbde-8695ea5b949f, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=31d7b10c-acf5-44d4-bbde-8695ea5b949f,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:58:39.274434 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0a3591-3376-4c12-97c5-469b1eedc43b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 05f5be19-b779-440f-9224-29e8a07f3870 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:58:39.320589 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:39.396658 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Routers {'21edfb60-2d00-473e-8766-13152d25dd14'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:58:39.397265 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:58:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['21edfb60-2d00-473e-8766-13152d25dd14'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:39.406229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-ec0a3591-3376-4c12-97c5-469b1eedc43b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 05f5be19-b779-440f-9224-29e8a07f3870) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:58:39.410469 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0a3591-3376-4c12-97c5-469b1eedc43b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:39.411102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ec0a3591-3376-4c12-97c5-469b1eedc43b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:39.420697 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbb867b-d012-405a-a63d-f11b025ff920 None None] Network 05f5be19-b779-440f-9224-29e8a07f3870 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:58:39.461950 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3686d6-b754-4fd6-817b-614f2321a505 None None] Pushing event updated for resources: {'Port': ['ID=31d7b10c-acf5-44d4-bbde-8695ea5b949f,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:39.552373 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ec0a3591-3376-4c12-97c5-469b1eedc43b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1284888 Mar 14 18:58:39.552588 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38436) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:39.608597 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] Set router 21edfb60-2d00-473e-8766-13152d25dd14 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:58:39.642245 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:39.651042 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-05f5be19-b779-440f-9224-29e8a07f3870', 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ips': [{'subnet_id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 18:58:39.651924 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:39.827623 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Allocated IP 172.20.0.2 (05f5be19-b779-440f-9224-29e8a07f3870/0fe51d2a-ea65-4633-ae37-6cf5658b947a/e22cc982-e48c-4972-b262-d55f4bf2769e) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:58:39.909755 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21edfb60-2d00-473e-8766-13152d25dd14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231450159', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:58:35Z', 'updated_at': '2022-03-14T18:58:36Z', 'revision_number': 3, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:36Z', 'updated_at': '2022-03-14T18:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:39.914158 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ef91d-c7a3-4d31-9eee-7abd083c6545 None None] The sync data for ids ['21edfb60-2d00-473e-8766-13152d25dd14'] in dv-neutron-833560-1-hyperv is: [{'id': '21edfb60-2d00-473e-8766-13152d25dd14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231450159', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:58:35Z', 'updated_at': '2022-03-14T18:58:36Z', 'revision_number': 3, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:36Z', 'updated_at': '2022-03-14T18:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:58:40.053656 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:40.064751 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Transition to ACTIVE for port object e22cc982-e48c-4972-b262-d55f4bf2769e will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:58:40.086362 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Transition to ACTIVE for port object e22cc982-e48c-4972-b262-d55f4bf2769e will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:58:40.172713 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:40.239773 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Network 05f5be19-b779-440f-9224-29e8a07f3870 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:58:40.242660 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:58:40.245398 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:58:40.297724 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Pushing event updated for resources: {'Port': ['ID=e22cc982-e48c-4972-b262-d55f4bf2769e,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:40.304688 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:40.359920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Attempting to bind port e22cc982-e48c-4972-b262-d55f4bf2769e on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:58:40.360297 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Attempting to bind port e22cc982-e48c-4972-b262-d55f4bf2769e by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '719219cf-10ad-4ea8-8d75-d273cdf3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:58:40.360669 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Attempting to bind port e22cc982-e48c-4972-b262-d55f4bf2769e on network 05f5be19-b779-440f-9224-29e8a07f3870 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:58:40.366929 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:58:40.367264 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Checking segment: {'id': '719219cf-10ad-4ea8-8d75-d273cdf3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:58:40.367701 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:40.368101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Bound using segment: {'id': '719219cf-10ad-4ea8-8d75-d273cdf3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:58:40.368573 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Bound port: e22cc982-e48c-4972-b262-d55f4bf2769e, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719219cf-10ad-4ea8-8d75-d273cdf3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:58:40.368951 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:40.468585 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] For port e22cc982-e48c-4972-b262-d55f4bf2769e, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:58:40.472681 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] For port e22cc982-e48c-4972-b262-d55f4bf2769e, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e22cc982-e48c-4972-b262-d55f4bf2769e,segment=NetworkSegment(719219cf-10ad-4ea8-8d75-d273cdf3eb7e),segment_id=719219cf-10ad-4ea8-8d75-d273cdf3eb7e)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:58:40.559213 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:40.661208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9889f1-5156-4430-a4e4-ee057b596954 None None] Pushing event updated for resources: {'Port': ['ID=e22cc982-e48c-4972-b262-d55f4bf2769e,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:40.769529 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.20.0.1 (05f5be19-b779-440f-9224-29e8a07f3870/0fe51d2a-ea65-4633-ae37-6cf5658b947a/d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:58:40.982656 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:41.001971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Transition to ACTIVE for port object d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:58:41.120724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:41.272067 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e22cc982-e48c-4972-b262-d55f4bf2769e up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:58:41.301313 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 05f5be19-b779-440f-9224-29e8a07f3870 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:58:41.308984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:58:41.314014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:58:41.344298 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:41.378320 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:41.413833 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port e22cc982-e48c-4972-b262-d55f4bf2769e completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:58:41.420191 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 31d7b10c-acf5-44d4-bbde-8695ea5b949f up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:58:41.564199 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 31d7b10c-acf5-44d4-bbde-8695ea5b949f completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:58:41.569935 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 31d7b10c-acf5-44d4-bbde-8695ea5b949f triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:58:41.570508 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:41.596168 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:41.698313 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:41.716348 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 31d7b10c-acf5-44d4-bbde-8695ea5b949f, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=31d7b10c-acf5-44d4-bbde-8695ea5b949f,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:58:41.810161 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:41.885499 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=31d7b10c-acf5-44d4-bbde-8695ea5b949f,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:42.047341 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:42.114677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:42.227164 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:42.229765 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:42.270309 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaad2bf-07a0-4aac-90ab-3e0bf7d744eb None None] Network 05f5be19-b779-440f-9224-29e8a07f3870 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 18:58:42.368083 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0922e7e3-5e66-45a4-a605-c0df8e8eb531 None None] Provisioning for port e22cc982-e48c-4972-b262-d55f4bf2769e completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:58:42.376966 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-0922e7e3-5e66-45a4-a605-c0df8e8eb531 None None] Provisioning complete for port e22cc982-e48c-4972-b262-d55f4bf2769e triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:58:42.378706 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0922e7e3-5e66-45a4-a605-c0df8e8eb531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:42.379154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 05f5be19-b779-440f-9224-29e8a07f3870 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:58:42.380280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:58:42.572965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router 21edfb60-2d00-473e-8766-13152d25dd14 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:58:42.636238 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0922e7e3-5e66-45a4-a605-c0df8e8eb531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:42.695976 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-0922e7e3-5e66-45a4-a605-c0df8e8eb531 None None] For port e22cc982-e48c-4972-b262-d55f4bf2769e, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e22cc982-e48c-4972-b262-d55f4bf2769e,segment=NetworkSegment(719219cf-10ad-4ea8-8d75-d273cdf3eb7e),segment_id=719219cf-10ad-4ea8-8d75-d273cdf3eb7e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:58:42.772487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:58:42.782835 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Sync routers for ids ['21edfb60-2d00-473e-8766-13152d25dd14'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:58:42.789472 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b67d6775-b7ed-49d0-9c07-f09f0aa491c1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "PUT /v2.0/routers/21edfb60-2d00-473e-8766-13152d25dd14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2316666 Mar 14 18:58:42.792243 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Routers {'21edfb60-2d00-473e-8766-13152d25dd14'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:58:42.792859 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:58:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['21edfb60-2d00-473e-8766-13152d25dd14'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:42.859199 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0922e7e3-5e66-45a4-a605-c0df8e8eb531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:42.983905 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-248f64b6-f2cb-4cc8-90f2-6ef71a411859 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:58:43.065235 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922e7e3-5e66-45a4-a605-c0df8e8eb531 None None] Pushing event updated for resources: {'Port': ['ID=e22cc982-e48c-4972-b262-d55f4bf2769e,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:43.080123 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-248f64b6-f2cb-4cc8-90f2-6ef71a411859 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:58:43.081714 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-248f64b6-f2cb-4cc8-90f2-6ef71a411859 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580573338&fields=id&tenant_id=9d69209fb0ee4f2e94311515128e094c HTTP/1.1" status: 200 len: 267 time: 0.1491392 Mar 14 18:58:43.121278 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Set router 21edfb60-2d00-473e-8766-13152d25dd14 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:58:43.282638 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e22cc982-e48c-4972-b262-d55f4bf2769e up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:58:43.315148 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-11e5228e-b617-41ba-b7da-db22dae968a6 None None] Provisioning for port d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:58:43.352205 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-11e5228e-b617-41ba-b7da-db22dae968a6 None None] Provisioning complete for port d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:58:43.352576 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-11e5228e-b617-41ba-b7da-db22dae968a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:43.411102 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-d8dd7693-b3ae-4ef0-a5b7-ba28b963d741 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:43.411854 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-d8dd7693-b3ae-4ef0-a5b7-ba28b963d741 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:network {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:58:43.501071 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-11e5228e-b617-41ba-b7da-db22dae968a6 None None] Port d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:58:43.509029 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-d8dd7693-b3ae-4ef0-a5b7-ba28b963d741 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:network {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:58:43.510229 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-d8dd7693-b3ae-4ef0-a5b7-ba28b963d741 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/networks?id=05f5be19-b779-440f-9224-29e8a07f3870 HTTP/1.1" status: 200 len: 795 time: 0.4214125 Mar 14 18:58:43.526006 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-87154217-a229-4c68-8d31-c26420beadde tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/quotas/9d69209fb0ee4f2e94311515128e094c HTTP/1.1" status: 200 len: 375 time: 0.0095108 Mar 14 18:58:43.572461 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-11e5228e-b617-41ba-b7da-db22dae968a6 None None] Provisioning complete for port e22cc982-e48c-4972-b262-d55f4bf2769e triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:58:43.572825 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-11e5228e-b617-41ba-b7da-db22dae968a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:43.612061 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port e22cc982-e48c-4972-b262-d55f4bf2769e triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:58:43.612359 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:43.619043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-23a5d601-751f-4b77-adb0-f54419f2e140 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:58:43.692505 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-23a5d601-751f-4b77-adb0-f54419f2e140 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:58:43.694062 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-23a5d601-751f-4b77-adb0-f54419f2e140 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1620677 Mar 14 18:58:43.818883 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21edfb60-2d00-473e-8766-13152d25dd14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231450159', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:58:35Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:36Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd29c1ef8-722e-4dfa-bf3d-8cc70983fdf3', 'name': '', 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:5f:f2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:40Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 2, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:43.837094 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Checking router: 21edfb60-2d00-473e-8766-13152d25dd14 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:58:43.837442 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Updating router 21edfb60-2d00-473e-8766-13152d25dd14 port d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:58:43.860735 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-bd091f99-97dd-40de-863c-d4c959785ee7 service neutron] 10.222.0.43 "GET /v2.0/networks/05f5be19-b779-440f-9224-29e8a07f3870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513500 Mar 14 18:58:43.865851 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 31d7b10c-acf5-44d4-bbde-8695ea5b949f up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:58:43.961947 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:43.987441 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-985fb907-7253-4c88-a5a1-7e4f930bd7a5 None None] Provisioning complete for port d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:58:43.987813 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-985fb907-7253-4c88-a5a1-7e4f930bd7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:44.010748 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-58d66062-0d27-455e-b4e9-e10185297d66 service neutron] 10.222.0.43 "GET /v2.0/networks/05f5be19-b779-440f-9224-29e8a07f3870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437612 Mar 14 18:58:44.137918 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 31d7b10c-acf5-44d4-bbde-8695ea5b949f triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:58:44.138236 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:44.165659 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-985fb907-7253-4c88-a5a1-7e4f930bd7a5 None None] Port d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:58:44.377124 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b00999a8-ea7c-412d-a8ab-76d7ba234a09 req-7e60bccb-4821-4c1e-a40c-f8040b645a05 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 210 time: 0.0543356 Mar 14 18:58:44.551755 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:44.565090 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Transition to ACTIVE for port object d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:58:44.617751 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:44.786269 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32aa6f0-afce-4513-a3cb-42ee7d40535f None None] Pushing event updated for resources: {'Port': ['ID=d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:44.860056 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Attempting to bind port d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:58:44.860843 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Attempting to bind port d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '719219cf-10ad-4ea8-8d75-d273cdf3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:58:44.860843 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Attempting to bind port d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 on network 05f5be19-b779-440f-9224-29e8a07f3870 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:58:44.867512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:58:44.867885 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Checking segment: {'id': '719219cf-10ad-4ea8-8d75-d273cdf3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:58:44.868290 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:44.868683 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Bound using segment: {'id': '719219cf-10ad-4ea8-8d75-d273cdf3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:58:44.869168 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Bound port: d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719219cf-10ad-4ea8-8d75-d273cdf3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:58:44.869538 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:44.970982 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] For port d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:58:44.973954 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] For port d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3,segment=NetworkSegment(719219cf-10ad-4ea8-8d75-d273cdf3eb7e),segment_id=719219cf-10ad-4ea8-8d75-d273cdf3eb7e)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:58:45.061852 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:45.144259 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Routers {'21edfb60-2d00-473e-8766-13152d25dd14'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:58:45.144906 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:58:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['21edfb60-2d00-473e-8766-13152d25dd14'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:45.205501 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32aa6f0-afce-4513-a3cb-42ee7d40535f None None] Pushing event updated for resources: {'Port': ['ID=d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:45.338294 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] Set router 21edfb60-2d00-473e-8766-13152d25dd14 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:58:45.531086 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bfaa0eda-79d8-443d-8aba-3425a9fd5f08 req-3708b3cd-dfda-4de3-8a9c-de68e40d5f57 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 210 time: 0.0503252 Mar 14 18:58:45.677468 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21edfb60-2d00-473e-8766-13152d25dd14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231450159', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:58:35Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:36Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd29c1ef8-722e-4dfa-bf3d-8cc70983fdf3', 'name': '', 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:5f:f2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:40Z', 'updated_at': '2022-03-14T18:58:44Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:45.681735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89caaa2f-899e-4b4b-9801-ff730e886897 None None] The sync data for ids ['21edfb60-2d00-473e-8766-13152d25dd14'] in dv-neutron-833560-1-hyperv is: [{'id': '21edfb60-2d00-473e-8766-13152d25dd14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231450159', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:58:35Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:36Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd29c1ef8-722e-4dfa-bf3d-8cc70983fdf3', 'name': '', 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:5f:f2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:40Z', 'updated_at': '2022-03-14T18:58:44Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:58:46.357693 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-94da2f29-142e-4655-83f7-f29276d6f4ff tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:46.359226 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-94da2f29-142e-4655-83f7-f29276d6f4ff tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "GET /v2.0/networks?id=05f5be19-b779-440f-9224-29e8a07f3870 HTTP/1.1" status: 200 len: 795 time: 0.1563568 Mar 14 18:58:46.409195 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-e06160d4-bd4a-44d0-a4c2-ac81ce55800d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d69209fb0ee4f2e94311515128e094c HTTP/1.1" status: 200 len: 380 time: 0.0420482 Mar 14 18:58:46.418273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-08cc0599-0414-4899-9097-778c3a12edfc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'port': {'device_id': '1fd082cd-fa6d-41f0-a326-d2865456663f', 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870', 'admin_state_up': True, 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'security_groups': ['ccd66210-c17a-4dea-bb16-65b9cab9860e']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:46.568334 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-08cc0599-0414-4899-9097-778c3a12edfc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:58:46.580231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-08cc0599-0414-4899-9097-778c3a12edfc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:58:46.652614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-08cc0599-0414-4899-9097-778c3a12edfc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Made reservation on behalf of 9d69209fb0ee4f2e94311515128e094c for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:58:46.657976 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-08cc0599-0414-4899-9097-778c3a12edfc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:46.765614 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb27c84f-e923-42f2-a789-6729997c3bed req-7e80a782-cda7-460d-b6ed-6189fdaf7c93 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 210 time: 0.0960920 Mar 14 18:58:46.877823 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-08cc0599-0414-4899-9097-778c3a12edfc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.20.0.5 (05f5be19-b779-440f-9224-29e8a07f3870/0fe51d2a-ea65-4633-ae37-6cf5658b947a/3b757607-4f9c-4c94-9b5b-24884b8eaf6f) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:58:47.075321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-08cc0599-0414-4899-9097-778c3a12edfc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:47.094008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-08cc0599-0414-4899-9097-778c3a12edfc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Transition to ACTIVE for port object 3b757607-4f9c-4c94-9b5b-24884b8eaf6f will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:58:47.206520 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-08cc0599-0414-4899-9097-778c3a12edfc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:47.255786 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:58:47.273411 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-08cc0599-0414-4899-9097-778c3a12edfc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 05f5be19-b779-440f-9224-29e8a07f3870 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:58:47.281707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-08cc0599-0414-4899-9097-778c3a12edfc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:58:47.286486 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-08cc0599-0414-4899-9097-778c3a12edfc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:58:47.316906 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc0599-0414-4899-9097-778c3a12edfc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=3b757607-4f9c-4c94-9b5b-24884b8eaf6f,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:47.355830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-08cc0599-0414-4899-9097-778c3a12edfc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:47.356471 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-08cc0599-0414-4899-9097-778c3a12edfc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:47.398889 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:58:47.404352 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:58:47.409239 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:47.458926 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-08cc0599-0414-4899-9097-778c3a12edfc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0446272 Mar 14 18:58:47.470663 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Request body: {'port': {'device_id': '1fd082cd-fa6d-41f0-a326-d2865456663f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:47.528315 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:47.573397 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3,segment=NetworkSegment(719219cf-10ad-4ea8-8d75-d273cdf3eb7e),segment_id=719219cf-10ad-4ea8-8d75-d273cdf3eb7e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:58:47.587664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:47.623903 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-74abfbe6-6706-44f7-a3d5-a0da40d04bea None None] Provisioning for port 3b757607-4f9c-4c94-9b5b-24884b8eaf6f completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:58:47.629486 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-74abfbe6-6706-44f7-a3d5-a0da40d04bea None None] Provisioning complete for port 3b757607-4f9c-4c94-9b5b-24884b8eaf6f triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:58:47.629859 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-74abfbe6-6706-44f7-a3d5-a0da40d04bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:47.659439 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:47.749188 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-74abfbe6-6706-44f7-a3d5-a0da40d04bea None None] Port 3b757607-4f9c-4c94-9b5b-24884b8eaf6f cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 18:58:47.758439 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:48.122577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b757607-4f9c-4c94-9b5b-24884b8eaf6f {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:58:48.137347 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:48.158613 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a323486-8160-45c6-9dc2-8074c44a7a11 req-bc39062c-95d3-4728-966d-50d6be16ff38 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:48.159350 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-2a323486-8160-45c6-9dc2-8074c44a7a11 req-bc39062c-95d3-4728-966d-50d6be16ff38 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 18:58:48.168472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Transition to ACTIVE for port object 3b757607-4f9c-4c94-9b5b-24884b8eaf6f will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:58:48.240512 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:48.279237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-2a323486-8160-45c6-9dc2-8074c44a7a11 req-bc39062c-95d3-4728-966d-50d6be16ff38 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 18:58:48.280378 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2a323486-8160-45c6-9dc2-8074c44a7a11 req-bc39062c-95d3-4728-966d-50d6be16ff38 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 931 time: 0.3919449 Mar 14 18:58:48.408588 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Pushing event updated for resources: {'Port': ['ID=3b757607-4f9c-4c94-9b5b-24884b8eaf6f,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:48.424425 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2a323486-8160-45c6-9dc2-8074c44a7a11 req-00152d97-1649-4831-88da-9ffd3f49160f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291702 Mar 14 18:58:48.539226 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Attempting to bind port 3b757607-4f9c-4c94-9b5b-24884b8eaf6f on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:58:48.539556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Attempting to bind port 3b757607-4f9c-4c94-9b5b-24884b8eaf6f by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '719219cf-10ad-4ea8-8d75-d273cdf3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:58:48.539883 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Attempting to bind port 3b757607-4f9c-4c94-9b5b-24884b8eaf6f on network 05f5be19-b779-440f-9224-29e8a07f3870 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:58:48.544949 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Port 3b757607-4f9c-4c94-9b5b-24884b8eaf6f on network 05f5be19-b779-440f-9224-29e8a07f3870 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 18:58:48.545266 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Attempting to bind port 3b757607-4f9c-4c94-9b5b-24884b8eaf6f on network 05f5be19-b779-440f-9224-29e8a07f3870 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 18:58:48.550854 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 18:58:48.551199 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Checking segment: {'id': '719219cf-10ad-4ea8-8d75-d273cdf3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 18:58:48.551584 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Bound using segment: {'id': '719219cf-10ad-4ea8-8d75-d273cdf3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 18:58:48.552008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Bound port: 3b757607-4f9c-4c94-9b5b-24884b8eaf6f, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719219cf-10ad-4ea8-8d75-d273cdf3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:58:48.552353 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:48.646069 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] For port 3b757607-4f9c-4c94-9b5b-24884b8eaf6f, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 18:58:48.648936 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] For port 3b757607-4f9c-4c94-9b5b-24884b8eaf6f, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3b757607-4f9c-4c94-9b5b-24884b8eaf6f,segment=NetworkSegment(719219cf-10ad-4ea8-8d75-d273cdf3eb7e),segment_id=719219cf-10ad-4ea8-8d75-d273cdf3eb7e)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 18:58:48.720721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:48.774096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:48.774701 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:48.776163 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] 10.222.0.59 "PUT /v2.0/ports/3b757607-4f9c-4c94-9b5b-24884b8eaf6f HTTP/1.1" status: 200 len: 1093 time: 1.3100832 Mar 14 18:58:48.779195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd082cd-fa6d-41f0-a326-d2865456663f', 'tag': '3b757607-4f9c-4c94-9b5b-24884b8eaf6f'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:48.809870 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d2d04-55e1-4426-9f62-f51079e1fa79 service neutron] Pushing event updated for resources: {'Port': ['ID=3b757607-4f9c-4c94-9b5b-24884b8eaf6f,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:48.829074 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd082cd-fa6d-41f0-a326-d2865456663f', 'tag': '3b757607-4f9c-4c94-9b5b-24884b8eaf6f', 'status': 'completed', 'code': 200} Mar 14 18:58:48.960562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18b5db-bc28-45ea-a91c-eb25ac034317 req-d31c2c8d-3900-4e0e-a3bc-86394a5e9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:48.962058 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4a18b5db-bc28-45ea-a91c-eb25ac034317 req-d31c2c8d-3900-4e0e-a3bc-86394a5e9d16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 1096 time: 0.1093309 Mar 14 18:58:49.109738 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18b5db-bc28-45ea-a91c-eb25ac034317 req-9dd57a45-06a7-4c4d-9168-d2dbbd5ca0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:49.111137 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4a18b5db-bc28-45ea-a91c-eb25ac034317 req-9dd57a45-06a7-4c4d-9168-d2dbbd5ca0e3 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9d69209fb0ee4f2e94311515128e094c&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1419959 Mar 14 18:58:49.241595 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:58:49.253373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18b5db-bc28-45ea-a91c-eb25ac034317 req-aa7a1e2d-46eb-42fa-8933-9d36e8aa86f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:49.254967 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4a18b5db-bc28-45ea-a91c-eb25ac034317 req-aa7a1e2d-46eb-42fa-8933-9d36e8aa86f8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1383774 Mar 14 18:58:49.362398 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:58:49.362876 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:49.375155 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-29163529-053e-4351-9838-99df1b2195fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:49.377660 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-29163529-053e-4351-9838-99df1b2195fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 1096 time: 0.0722735 Mar 14 18:58:49.461080 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-8c50930a-1271-4565-93ab-87b21b0087bf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b757607-4f9c-4c94-9b5b-24884b8eaf6f HTTP/1.1" status: 200 len: 217 time: 0.0780270 Mar 14 18:58:49.524376 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-fae4dc67-05f4-431a-8581-96f6655db1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:49.525520 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-fae4dc67-05f4-431a-8581-96f6655db1f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fe51d2a-ea65-4633-ae37-6cf5658b947a HTTP/1.1" status: 200 len: 835 time: 0.0594056 Mar 14 18:58:49.657967 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-057fc700-b8d9-453f-a802-1f01ea7e8491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:49.659442 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-057fc700-b8d9-453f-a802-1f01ea7e8491 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05f5be19-b779-440f-9224-29e8a07f3870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1286893 Mar 14 18:58:49.667454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3caba-c356-43cb-a65b-0555c4d9c4f6 req-c7e12b0d-6405-4e92-b36c-a5542ee7bd4b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:49.668767 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-28d3caba-c356-43cb-a65b-0555c4d9c4f6 req-c7e12b0d-6405-4e92-b36c-a5542ee7bd4b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 943 time: 0.1097164 Mar 14 18:58:49.796170 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-28d3caba-c356-43cb-a65b-0555c4d9c4f6 req-c8e27147-5494-41e2-88ab-34822c6a85ac tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095791 Mar 14 18:58:49.820833 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-b1bbe92b-d6c9-418c-a577-4da502f052db service neutron] 10.222.0.59 "GET /v2.0/networks/05f5be19-b779-440f-9224-29e8a07f3870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511433 Mar 14 18:58:49.947834 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6232bf3-3e01-4d30-990a-fc186bdd8604 req-aade75d1-0e0d-4f67-bbb5-b9d90f61cf71 service neutron] 10.222.0.59 "GET /v2.0/networks/05f5be19-b779-440f-9224-29e8a07f3870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209285 Mar 14 18:58:51.075075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9f4b2-eac9-428a-8a48-43757c0880e1 req-9c397b5f-e2ae-4f88-b979-44a0ff141093 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:51.077080 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a7d9f4b2-eac9-428a-8a48-43757c0880e1 req-9c397b5f-e2ae-4f88-b979-44a0ff141093 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 943 time: 0.1744423 Mar 14 18:58:51.119787 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a7d9f4b2-eac9-428a-8a48-43757c0880e1 req-6fa04d51-ea38-48cc-9367-126427b9d344 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367959 Mar 14 18:58:52.304948 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f16b3-2f77-4457-81f4-c409eb9d916c req-1e423f75-0ed0-46d4-8626-29e467704f03 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:52.306391 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-da1f16b3-2f77-4457-81f4-c409eb9d916c req-1e423f75-0ed0-46d4-8626-29e467704f03 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 943 time: 0.0797803 Mar 14 18:58:52.350782 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-da1f16b3-2f77-4457-81f4-c409eb9d916c req-972380a5-5995-4644-8193-bc18eed8f9c5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386920 Mar 14 18:58:53.529561 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6201f8-9f77-4982-9a1a-cae8983a7b67 req-a1b0d94f-f474-4b07-978a-c5b41b618583 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:53.530963 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb6201f8-9f77-4982-9a1a-cae8983a7b67 req-a1b0d94f-f474-4b07-978a-c5b41b618583 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 943 time: 0.0775218 Mar 14 18:58:53.574832 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cb6201f8-9f77-4982-9a1a-cae8983a7b67 req-83fdfaf0-ad7f-4504-a388-139431358330 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381637 Mar 14 18:58:53.602100 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 3b757607-4f9c-4c94-9b5b-24884b8eaf6f details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 18:58:53.732713 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 3b757607-4f9c-4c94-9b5b-24884b8eaf6f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3b757607-4f9c-4c94-9b5b-24884b8eaf6f,segment=NetworkSegment(719219cf-10ad-4ea8-8d75-d273cdf3eb7e),segment_id=719219cf-10ad-4ea8-8d75-d273cdf3eb7e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:58:53.746100 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '3b757607-4f9c-4c94-9b5b-24884b8eaf6f', 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870', 'port_id': '3b757607-4f9c-4c94-9b5b-24884b8eaf6f', 'mac_address': 'fa:16:3e:22:8e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 18:58:53.801796 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:53.818417 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b757607-4f9c-4c94-9b5b-24884b8eaf6f {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:58:53.834622 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 3b757607-4f9c-4c94-9b5b-24884b8eaf6f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3b757607-4f9c-4c94-9b5b-24884b8eaf6f,segment=NetworkSegment(719219cf-10ad-4ea8-8d75-d273cdf3eb7e),segment_id=719219cf-10ad-4ea8-8d75-d273cdf3eb7e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:58:53.926055 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:53.996461 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=3b757607-4f9c-4c94-9b5b-24884b8eaf6f,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:54.003697 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:54.004044 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:54.004380 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:54.004708 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:54.005032 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:54.005357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:54.005676 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:54.005995 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:54.006311 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:54.006625 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:54.006962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:54.007281 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:54.086538 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:58:54.134277 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['3b757607-4f9c-4c94-9b5b-24884b8eaf6f'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 18:58:54.360105 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-495abd78-fc58-488b-b978-b5501434d1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:54.763054 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622af0c-dd3c-4d2a-97fd-d1789bb9517c req-08fe9574-260a-4335-910d-c488d69e02fb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:54.764529 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8622af0c-dd3c-4d2a-97fd-d1789bb9517c req-08fe9574-260a-4335-910d-c488d69e02fb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 944 time: 0.0845745 Mar 14 18:58:54.807895 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8622af0c-dd3c-4d2a-97fd-d1789bb9517c req-2c79c494-7721-48ed-acc5-40819ade08d3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378919 Mar 14 18:58:55.600785 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 3b757607-4f9c-4c94-9b5b-24884b8eaf6f up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 18:58:55.723978 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 3b757607-4f9c-4c94-9b5b-24884b8eaf6f completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:58:55.729191 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 3b757607-4f9c-4c94-9b5b-24884b8eaf6f triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:58:55.729559 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:55.867541 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:55.897192 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd082cd-fa6d-41f0-a326-d2865456663f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b757607-4f9c-4c94-9b5b-24884b8eaf6f'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:55.907563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 3b757607-4f9c-4c94-9b5b-24884b8eaf6f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3b757607-4f9c-4c94-9b5b-24884b8eaf6f,segment=NetworkSegment(719219cf-10ad-4ea8-8d75-d273cdf3eb7e),segment_id=719219cf-10ad-4ea8-8d75-d273cdf3eb7e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 18:58:55.975891 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:56.012579 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd082cd-fa6d-41f0-a326-d2865456663f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b757607-4f9c-4c94-9b5b-24884b8eaf6f', 'code': 200} Mar 14 18:58:56.016591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83bb5f-c004-4a42-b8f3-876770843a63 req-943b4c06-5bc6-47a6-9388-ea8f2c1bc515 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:56.018073 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1f83bb5f-c004-4a42-b8f3-876770843a63 req-943b4c06-5bc6-47a6-9388-ea8f2c1bc515 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 944 time: 0.0915596 Mar 14 18:58:56.053020 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=3b757607-4f9c-4c94-9b5b-24884b8eaf6f,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:56.074360 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1f83bb5f-c004-4a42-b8f3-876770843a63 req-3992179c-e74c-4a53-9ae3-ef30da801e7a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492568 Mar 14 18:58:56.389851 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae49de8-ce0d-44fb-8275-28a430d126d8 req-99a6054c-fa6e-463d-ad88-3d12af1486e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:56.391378 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9ae49de8-ce0d-44fb-8275-28a430d126d8 req-99a6054c-fa6e-463d-ad88-3d12af1486e4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 1098 time: 0.0699201 Mar 14 18:58:56.428866 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dcd2520f-592c-4608-96a3-9b03fd531ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:56.433917 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9ae49de8-ce0d-44fb-8275-28a430d126d8 req-bfb9485a-5db4-4e87-b58b-dcd4bc4d42f6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365844 Mar 14 18:58:57.265551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fe236-fe85-42a7-82bc-26744ef3dac2 req-c154d925-6f88-4fb5-a4c7-81d2a071cd81 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:57.267046 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-319fe236-fe85-42a7-82bc-26744ef3dac2 req-c154d925-6f88-4fb5-a4c7-81d2a071cd81 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.0844498 Mar 14 18:58:57.311106 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-319fe236-fe85-42a7-82bc-26744ef3dac2 req-6b443045-ce73-48d8-bbcd-3e9ac1aa3da2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383315 Mar 14 18:58:57.936685 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:57.959400 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:58.492544 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f72d90-1fc0-445a-8c0d-8baa7f759aab req-1315e403-a464-4c5c-b8bc-d2d28b3dfdc6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:58.493997 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-47f72d90-1fc0-445a-8c0d-8baa7f759aab req-1315e403-a464-4c5c-b8bc-d2d28b3dfdc6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.0785804 Mar 14 18:58:58.537476 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-47f72d90-1fc0-445a-8c0d-8baa7f759aab req-3bee9eb8-22d3-4cfa-a64f-493208bb9b28 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378881 Mar 14 18:58:58.721385 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab86fc-2afc-4947-add2-3254e793a0a6 req-4e3af26d-6d6b-4052-8b1b-9d27c342c12d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:58.722777 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-66ab86fc-2afc-4947-add2-3254e793a0a6 req-4e3af26d-6d6b-4052-8b1b-9d27c342c12d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.0808983 Mar 14 18:58:58.767255 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-66ab86fc-2afc-4947-add2-3254e793a0a6 req-63e3792e-b438-460e-b152-531e9408035a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387509 Mar 14 18:58:58.795399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38500) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:58.867912 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd45c31-4680-46f9-83fb-ab1bdc8038f9 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:58.869345 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3bd45c31-4680-46f9-83fb-ab1bdc8038f9 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 1093 time: 0.0729887 Mar 14 18:58:58.872057 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38504) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:58:58.876891 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': '3b757607-4f9c-4c94-9b5b-24884b8eaf6f', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:58.882593 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 18:58:58.886384 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:floatingip and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 18:58:58.889214 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 18:58:58.894706 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 18:58:59.022732 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:59.159379 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:59.291218 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.26.7.82 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/2d8aef66-479c-4fd6-bea2-e0564aef7984) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:58:59.434134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:59.508497 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:59.569107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:58:59.571873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:58:59.575354 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 18:58:59.620399 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=2d8aef66-479c-4fd6-bea2-e0564aef7984,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:59.902725 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:00.075548 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:00.211430 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:00.417229 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:00.480314 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:00.586690 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=2d8aef66-479c-4fd6-bea2-e0564aef7984,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:00.600506 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:00.770309 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Floating IP 27fd3ad7-6f9b-480a-b1a1-dd594d45ed68 associated. External IP: 172.26.7.82, port: 3b757607-4f9c-4c94-9b5b-24884b8eaf6f. Mar 14 18:59:01.109761 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router 21edfb60-2d00-473e-8766-13152d25dd14 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 18:59:01.292438 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 18:59:01.303682 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c88409a-4c55-43e3-88ed-4c9716a7e145 None None] Sync routers for ids ['21edfb60-2d00-473e-8766-13152d25dd14'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:59:01.314198 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c88409a-4c55-43e3-88ed-4c9716a7e145 None None] Routers {'21edfb60-2d00-473e-8766-13152d25dd14'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:59:01.314898 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-2c88409a-4c55-43e3-88ed-4c9716a7e145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:58:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['21edfb60-2d00-473e-8766-13152d25dd14'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:01.417227 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:01.473306 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-09ebc4f8-da3a-456d-97de-8836f7a7ae2a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6001682 Mar 14 18:59:01.474368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd082cd-fa6d-41f0-a326-d2865456663f', 'tag': '3b757607-4f9c-4c94-9b5b-24884b8eaf6f'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:01.488916 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-2c88409a-4c55-43e3-88ed-4c9716a7e145 None None] Set router 21edfb60-2d00-473e-8766-13152d25dd14 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:59:01.521279 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd082cd-fa6d-41f0-a326-d2865456663f', 'tag': '3b757607-4f9c-4c94-9b5b-24884b8eaf6f', 'status': 'completed', 'code': 200} Mar 14 18:59:01.784324 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb03db2-688c-4eb1-9d9f-94d0e3ba01c7 req-233c921e-98f7-463e-922e-ddda325e4d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:01.787052 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bbb03db2-688c-4eb1-9d9f-94d0e3ba01c7 req-233c921e-98f7-463e-922e-ddda325e4d72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 1098 time: 0.2437990 Mar 14 18:59:01.797614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cba9a-fa3f-475b-acd5-b626a9734294 req-89e09c93-ec41-4e47-b132-cbb12f447961 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:01.799136 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-af8cba9a-fa3f-475b-acd5-b626a9734294 req-89e09c93-ec41-4e47-b132-cbb12f447961 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.1098557 Mar 14 18:59:01.878429 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-2c88409a-4c55-43e3-88ed-4c9716a7e145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21edfb60-2d00-473e-8766-13152d25dd14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231450159', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:58:35Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:36Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '27fd3ad7-6f9b-480a-b1a1-dd594d45ed68', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'floating_ip_address': '172.26.7.82', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'port_id': '3b757607-4f9c-4c94-9b5b-24884b8eaf6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870', 'mac_address': 'fa:16:3e:22:8e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd082cd-fa6d-41f0-a326-d2865456663f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:59:00Z', 'updated_at': '2022-03-14T18:59:00Z', 'revision_number': 0, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29c1ef8-722e-4dfa-bf3d-8cc70983fdf3', 'name': '', 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:5f:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:40Z', 'updated_at': '2022-03-14T18:58:47Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:01.882303 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c88409a-4c55-43e3-88ed-4c9716a7e145 None None] Checking router: 21edfb60-2d00-473e-8766-13152d25dd14 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:59:01.891087 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c88409a-4c55-43e3-88ed-4c9716a7e145 None None] Routers {'21edfb60-2d00-473e-8766-13152d25dd14'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 18:59:01.891682 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-2c88409a-4c55-43e3-88ed-4c9716a7e145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T18:58:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['21edfb60-2d00-473e-8766-13152d25dd14'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:01.930971 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-af8cba9a-fa3f-475b-acd5-b626a9734294 req-76bb29a4-c71c-42b8-95b4-8319de1bae3e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134095 Mar 14 18:59:01.963499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb03db2-688c-4eb1-9d9f-94d0e3ba01c7 req-ff230b39-4967-456b-821b-e1958be48d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:01.964913 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bbb03db2-688c-4eb1-9d9f-94d0e3ba01c7 req-ff230b39-4967-456b-821b-e1958be48d75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05f5be19-b779-440f-9224-29e8a07f3870 HTTP/1.1" status: 200 len: 896 time: 0.1649318 Mar 14 18:59:01.968157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38512) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:59:02.088030 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-2c88409a-4c55-43e3-88ed-4c9716a7e145 None None] Set router 21edfb60-2d00-473e-8766-13152d25dd14 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 18:59:02.154966 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-74414d30-417e-484d-a92a-12c1072cf419 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/floatingips/27fd3ad7-6f9b-480a-b1a1-dd594d45ed68 HTTP/1.1" status: 200 len: 990 time: 0.1850500 Mar 14 18:59:02.156978 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bbb03db2-688c-4eb1-9d9f-94d0e3ba01c7 req-a2e6f28e-1e04-4a85-b10c-5dd3428205e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b757607-4f9c-4c94-9b5b-24884b8eaf6f HTTP/1.1" status: 200 len: 998 time: 0.1863139 Mar 14 18:59:02.225361 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb03db2-688c-4eb1-9d9f-94d0e3ba01c7 req-b7cb024d-8183-4bf7-ab88-cd726cd19e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:02.226795 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bbb03db2-688c-4eb1-9d9f-94d0e3ba01c7 req-b7cb024d-8183-4bf7-ab88-cd726cd19e71 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fe51d2a-ea65-4633-ae37-6cf5658b947a HTTP/1.1" status: 200 len: 835 time: 0.0641644 Mar 14 18:59:02.305927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb03db2-688c-4eb1-9d9f-94d0e3ba01c7 req-5e4a8a55-8965-430a-bb66-12b8949bd2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:02.307493 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bbb03db2-688c-4eb1-9d9f-94d0e3ba01c7 req-5e4a8a55-8965-430a-bb66-12b8949bd2ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05f5be19-b779-440f-9224-29e8a07f3870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755610 Mar 14 18:59:02.442101 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bbb03db2-688c-4eb1-9d9f-94d0e3ba01c7 req-03dec2d1-761e-4929-bde1-e575ea2b7470 service neutron] 10.222.0.59 "GET /v2.0/networks/05f5be19-b779-440f-9224-29e8a07f3870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283147 Mar 14 18:59:02.475297 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-2c88409a-4c55-43e3-88ed-4c9716a7e145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21edfb60-2d00-473e-8766-13152d25dd14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231450159', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:58:35Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:36Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '27fd3ad7-6f9b-480a-b1a1-dd594d45ed68', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'floating_ip_address': '172.26.7.82', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'port_id': '3b757607-4f9c-4c94-9b5b-24884b8eaf6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870', 'mac_address': 'fa:16:3e:22:8e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd082cd-fa6d-41f0-a326-d2865456663f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:59:00Z', 'updated_at': '2022-03-14T18:59:00Z', 'revision_number': 0, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29c1ef8-722e-4dfa-bf3d-8cc70983fdf3', 'name': '', 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:5f:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:40Z', 'updated_at': '2022-03-14T18:58:47Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:02.479521 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c88409a-4c55-43e3-88ed-4c9716a7e145 None None] The sync data for ids ['21edfb60-2d00-473e-8766-13152d25dd14'] in dv-neutron-833560-1-hyperv is: [{'id': '21edfb60-2d00-473e-8766-13152d25dd14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231450159', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:58:35Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:36Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '27fd3ad7-6f9b-480a-b1a1-dd594d45ed68', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'floating_ip_address': '172.26.7.82', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'port_id': '3b757607-4f9c-4c94-9b5b-24884b8eaf6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870', 'mac_address': 'fa:16:3e:22:8e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd082cd-fa6d-41f0-a326-d2865456663f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:59:00Z', 'updated_at': '2022-03-14T18:59:00Z', 'revision_number': 0, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29c1ef8-722e-4dfa-bf3d-8cc70983fdf3', 'name': '', 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:5f:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:40Z', 'updated_at': '2022-03-14T18:58:47Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:59:02.577949 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bbb03db2-688c-4eb1-9d9f-94d0e3ba01c7 req-fc986209-8f7a-499c-b5ab-137294afd39f service neutron] 10.222.0.59 "GET /v2.0/networks/05f5be19-b779-440f-9224-29e8a07f3870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298139 Mar 14 18:59:02.670970 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32acf550-70e5-4ba8-8f67-aef2a22a5173 None None] New status for floating IP 27fd3ad7-6f9b-480a-b1a1-dd594d45ed68: ACTIVE {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:59:03.158869 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38516) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:59:03.261763 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d9b90d7a-08a0-4b86-94e8-6658768b252d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/floatingips/27fd3ad7-6f9b-480a-b1a1-dd594d45ed68 HTTP/1.1" status: 200 len: 992 time: 0.1016657 Mar 14 18:59:09.485525 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:21.906886 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a4159043-7675-4179-86c8-eb3ccc769c9e req-7a6a2223-e91f-450a-b6d9-e83bd5ca4fff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1081183 Mar 14 18:59:22.040302 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4159043-7675-4179-86c8-eb3ccc769c9e req-551ed3e6-793d-4ea4-bdc3-c7a7c3c99d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:22.041760 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a4159043-7675-4179-86c8-eb3ccc769c9e req-551ed3e6-793d-4ea4-bdc3-c7a7c3c99d5f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 1098 time: 0.0684249 Mar 14 18:59:22.182605 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4159043-7675-4179-86c8-eb3ccc769c9e req-8ae40089-59bc-4064-9cab-7e1cc5304349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:22.184068 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a4159043-7675-4179-86c8-eb3ccc769c9e req-8ae40089-59bc-4064-9cab-7e1cc5304349 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05f5be19-b779-440f-9224-29e8a07f3870 HTTP/1.1" status: 200 len: 896 time: 0.1238606 Mar 14 18:59:22.283302 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a4159043-7675-4179-86c8-eb3ccc769c9e req-7eb47e27-965f-4dfa-bb9b-f183b4947e08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b757607-4f9c-4c94-9b5b-24884b8eaf6f HTTP/1.1" status: 200 len: 1000 time: 0.0929451 Mar 14 18:59:22.452868 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4159043-7675-4179-86c8-eb3ccc769c9e req-25859657-cea8-4103-b1c7-0916c9d838da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:22.454289 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a4159043-7675-4179-86c8-eb3ccc769c9e req-25859657-cea8-4103-b1c7-0916c9d838da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fe51d2a-ea65-4633-ae37-6cf5658b947a HTTP/1.1" status: 200 len: 835 time: 0.1652479 Mar 14 18:59:22.531257 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4159043-7675-4179-86c8-eb3ccc769c9e req-86a3d596-29eb-4720-bf1a-fb9423ee1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:22.532728 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a4159043-7675-4179-86c8-eb3ccc769c9e req-86a3d596-29eb-4720-bf1a-fb9423ee1b01 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05f5be19-b779-440f-9224-29e8a07f3870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719910 Mar 14 18:59:22.542205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [req-a4159043-7675-4179-86c8-eb3ccc769c9e req-c6a3f51a-6fd2-4d29-bc04-8d514df920e0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:59:22.543191 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a4159043-7675-4179-86c8-eb3ccc769c9e req-c6a3f51a-6fd2-4d29-bc04-8d514df920e0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047491 Mar 14 18:59:22.669116 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a4159043-7675-4179-86c8-eb3ccc769c9e req-7383db06-c879-482c-bc67-3bbce6595461 service neutron] 10.222.0.59 "GET /v2.0/networks/05f5be19-b779-440f-9224-29e8a07f3870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204231 Mar 14 18:59:22.799566 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a4159043-7675-4179-86c8-eb3ccc769c9e req-62978049-f50b-468f-9cdc-d4c9d7f514e7 service neutron] 10.222.0.59 "GET /v2.0/networks/05f5be19-b779-440f-9224-29e8a07f3870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240971 Mar 14 18:59:24.343062 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8529-941a-4008-a341-b2fc4647a5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:26.387825 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-104b477a-0a4c-4c6a-99fd-e31b40e0b750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:27.953920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:27.970460 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:29.971452 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:31.086430 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 18:59:35.243586 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d4381-0176-4b91-bb2f-c6615809f4bb req-082785d5-4f73-41e7-91ff-91c7338ae610 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:35.245082 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a07d4381-0176-4b91-bb2f-c6615809f4bb req-082785d5-4f73-41e7-91ff-91c7338ae610 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.1315911 Mar 14 18:59:35.289881 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a07d4381-0176-4b91-bb2f-c6615809f4bb req-1f56d8a2-7aa3-48e1-8e5a-41e0f128ce13 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391383 Mar 14 18:59:36.517573 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d0683-6de0-45a8-81fe-e151e1436c8e req-6701685a-bb83-4779-a14b-dd0b4708ed10 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:36.519084 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-769d0683-6de0-45a8-81fe-e151e1436c8e req-6701685a-bb83-4779-a14b-dd0b4708ed10 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.1219971 Mar 14 18:59:36.562663 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-769d0683-6de0-45a8-81fe-e151e1436c8e req-b72a3466-cd33-421d-914b-9e6f52510027 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379632 Mar 14 18:59:37.753105 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6bdcd-7708-4d2f-b431-b7cb06bcd8f4 req-41ca0981-ef92-4549-953c-68303e4070fc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:37.754590 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-54d6bdcd-7708-4d2f-b431-b7cb06bcd8f4 req-41ca0981-ef92-4549-953c-68303e4070fc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.0837822 Mar 14 18:59:37.799299 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-54d6bdcd-7708-4d2f-b431-b7cb06bcd8f4 req-d2bc866e-69c7-47d9-95dd-21bb143f6e48 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388844 Mar 14 18:59:38.984577 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2f20c-fce6-47cd-a6bc-20e5347889fd req-77d4d35d-9bfa-435f-a0f9-87e01c9c44bc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:38.986572 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86b2f20c-fce6-47cd-a6bc-20e5347889fd req-77d4d35d-9bfa-435f-a0f9-87e01c9c44bc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.0801301 Mar 14 18:59:39.032279 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86b2f20c-fce6-47cd-a6bc-20e5347889fd req-0882ac89-088f-4b31-a1a0-b7c2d65f0f3c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400662 Mar 14 18:59:39.536357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:40.215917 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cf939-2614-463e-a216-45e4e6f88ccf req-f8e4bead-3d9e-46e2-865e-76a03c329a7d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:40.217369 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3e1cf939-2614-463e-a216-45e4e6f88ccf req-f8e4bead-3d9e-46e2-865e-76a03c329a7d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.0797436 Mar 14 18:59:40.261036 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3e1cf939-2614-463e-a216-45e4e6f88ccf req-9c22c591-9f8b-44d4-b3e8-c1e1ae37249e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380349 Mar 14 18:59:41.444207 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27a61b-a7ab-44be-8c60-ddef04f0626c req-164ff6ce-9789-4edf-9e6f-2de41ba6f347 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:41.445559 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8a27a61b-a7ab-44be-8c60-ddef04f0626c req-164ff6ce-9789-4edf-9e6f-2de41ba6f347 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.0816302 Mar 14 18:59:41.490860 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8a27a61b-a7ab-44be-8c60-ddef04f0626c req-5e03a6b9-534c-4e2b-8d78-b3a1262316f7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391192 Mar 14 18:59:42.673593 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aabc35-694e-43c1-b623-52bd3227a1de req-5e3b6120-3da0-40ce-82c2-ec8c4b6883c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:42.675281 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-46aabc35-694e-43c1-b623-52bd3227a1de req-5e3b6120-3da0-40ce-82c2-ec8c4b6883c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.0791166 Mar 14 18:59:42.719848 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-46aabc35-694e-43c1-b623-52bd3227a1de req-1aebd684-60c7-4225-b6a4-ab807819f41c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389400 Mar 14 18:59:43.906232 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778598d9-63d9-4b79-9da1-e6b76522406f req-9081a568-fabd-46e3-8c61-006d50e97c6c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:43.908328 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-778598d9-63d9-4b79-9da1-e6b76522406f req-9081a568-fabd-46e3-8c61-006d50e97c6c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.0844121 Mar 14 18:59:43.951125 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-778598d9-63d9-4b79-9da1-e6b76522406f req-50b6312a-9ada-4814-aae1-7c517bee3407 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372155 Mar 14 18:59:45.139369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56297dc9-5925-478a-b76f-89725b1508b6 req-ad3f4d6b-a36a-40a9-90c4-aee6d8110ea4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:45.140878 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-56297dc9-5925-478a-b76f-89725b1508b6 req-ad3f4d6b-a36a-40a9-90c4-aee6d8110ea4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.0795949 Mar 14 18:59:45.189174 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-56297dc9-5925-478a-b76f-89725b1508b6 req-07d3d3d1-c0a9-4d78-b186-2011a4290ce9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427177 Mar 14 18:59:46.373438 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fdcd7-c3fc-4c73-ace5-4d6c75c5b195 req-79498936-97d7-4af4-99f3-fa94db754846 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:46.374898 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-528fdcd7-c3fc-4c73-ace5-4d6c75c5b195 req-79498936-97d7-4af4-99f3-fa94db754846 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.0781729 Mar 14 18:59:46.418972 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-528fdcd7-c3fc-4c73-ace5-4d6c75c5b195 req-fa4cc757-4883-4841-a831-a458e55cda1f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375481 Mar 14 18:59:47.610427 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c778ef5-6802-44f9-91de-4770cf541cb3 req-52e1afd7-3aa7-4048-b317-f92f5d4f85a5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:47.611884 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9c778ef5-6802-44f9-91de-4770cf541cb3 req-52e1afd7-3aa7-4048-b317-f92f5d4f85a5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.0866401 Mar 14 18:59:47.656252 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9c778ef5-6802-44f9-91de-4770cf541cb3 req-9adc1123-9ed5-44ce-b18c-6a45e196aff0 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387466 Mar 14 18:59:48.837325 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368587e-a291-45fc-9047-9184dcfc5c9c req-17961901-79ef-4ff1-9a6f-ad45a6b15d3c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:48.838774 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e368587e-a291-45fc-9047-9184dcfc5c9c req-17961901-79ef-4ff1-9a6f-ad45a6b15d3c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.0788071 Mar 14 18:59:48.882212 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e368587e-a291-45fc-9047-9184dcfc5c9c req-9e0cddd2-361a-4e3f-80d1-7eb030733c57 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376947 Mar 14 18:59:50.066558 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6a32f-069c-43ba-b554-50110c8eafc3 req-beaba407-f49b-4108-88ee-56658aeb022e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:50.068042 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-49d6a32f-069c-43ba-b554-50110c8eafc3 req-beaba407-f49b-4108-88ee-56658aeb022e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.0817537 Mar 14 18:59:50.111740 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-49d6a32f-069c-43ba-b554-50110c8eafc3 req-65c4fc55-b367-4f93-8438-af81abf7921e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380905 Mar 14 18:59:51.298923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c579e5-cbb2-428e-b0b4-480734810381 req-6d886062-4253-4093-a1f8-3b10cc3e067d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:51.300965 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6c579e5-cbb2-428e-b0b4-480734810381 req-6d886062-4253-4093-a1f8-3b10cc3e067d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.0829313 Mar 14 18:59:51.446408 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c6c579e5-cbb2-428e-b0b4-480734810381 req-8ccc0002-a3f9-4144-bfb8-0e6b9436ab7f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288049 Mar 14 18:59:51.458988 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38566) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:59:51.562898 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-34657e64-09df-4a1e-8cce-0d3069c5215e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/floatingips/27fd3ad7-6f9b-480a-b1a1-dd594d45ed68 HTTP/1.1" status: 200 len: 992 time: 0.1026838 Mar 14 18:59:53.198890 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca5cd3-c526-44b9-8b11-768eb0fdd2a6 req-f5e5cef7-7ae1-40f6-84b2-39e11f178081 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:53.200720 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3aca5cd3-c526-44b9-8b11-768eb0fdd2a6 req-f5e5cef7-7ae1-40f6-84b2-39e11f178081 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.0790360 Mar 14 18:59:53.283036 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3aca5cd3-c526-44b9-8b11-768eb0fdd2a6 req-cecf4a7e-e46a-4113-b711-e7813727efc1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756791 Mar 14 18:59:53.318483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c1e42-e5fa-4ed6-bc59-a4f7503c8273 req-3a2e115c-6910-4af0-89a7-e0e41ea6367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:53.323580 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ef3c1e42-e5fa-4ed6-bc59-a4f7503c8273 req-3a2e115c-6910-4af0-89a7-e0e41ea6367e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 1098 time: 0.0797873 Mar 14 18:59:53.454395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c1e42-e5fa-4ed6-bc59-a4f7503c8273 req-820f1fd2-e0d2-4aa0-a3e3-1c11269e0d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:53.455866 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ef3c1e42-e5fa-4ed6-bc59-a4f7503c8273 req-820f1fd2-e0d2-4aa0-a3e3-1c11269e0d5f service neutron] 10.222.0.59 "GET /v2.0/networks?id=05f5be19-b779-440f-9224-29e8a07f3870 HTTP/1.1" status: 200 len: 896 time: 0.1265621 Mar 14 18:59:53.557694 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ef3c1e42-e5fa-4ed6-bc59-a4f7503c8273 req-9754a80f-7819-4273-be75-edcc71540a08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b757607-4f9c-4c94-9b5b-24884b8eaf6f HTTP/1.1" status: 200 len: 1000 time: 0.0954602 Mar 14 18:59:53.621969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c1e42-e5fa-4ed6-bc59-a4f7503c8273 req-30142c59-2c67-4ec1-b934-b2abfe1e89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:53.623440 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ef3c1e42-e5fa-4ed6-bc59-a4f7503c8273 req-30142c59-2c67-4ec1-b934-b2abfe1e89ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fe51d2a-ea65-4633-ae37-6cf5658b947a HTTP/1.1" status: 200 len: 835 time: 0.0600934 Mar 14 18:59:53.699000 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c1e42-e5fa-4ed6-bc59-a4f7503c8273 req-79c141ff-a8b6-467d-be31-8f27399b37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:53.700461 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ef3c1e42-e5fa-4ed6-bc59-a4f7503c8273 req-79c141ff-a8b6-467d-be31-8f27399b37e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05f5be19-b779-440f-9224-29e8a07f3870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712075 Mar 14 18:59:53.830591 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ef3c1e42-e5fa-4ed6-bc59-a4f7503c8273 req-3325a760-c844-427f-9b4f-be2de69c7c64 service neutron] 10.222.0.59 "GET /v2.0/networks/05f5be19-b779-440f-9224-29e8a07f3870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228278 Mar 14 18:59:53.959178 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ef3c1e42-e5fa-4ed6-bc59-a4f7503c8273 req-d908cc14-e86e-4515-8355-ea9c8dc1d11b service neutron] 10.222.0.59 "GET /v2.0/networks/05f5be19-b779-440f-9224-29e8a07f3870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232450 Mar 14 18:59:54.346546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f30849d5-651c-41fb-a424-13138baf4695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:54.478094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238ba1e-b97f-4532-aa8a-a50c84e60499 req-5b5bc7bc-d0a1-48c8-b34c-e13059409c22 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:54.479512 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7238ba1e-b97f-4532-aa8a-a50c84e60499 req-5b5bc7bc-d0a1-48c8-b34c-e13059409c22 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.0831957 Mar 14 18:59:54.526233 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7238ba1e-b97f-4532-aa8a-a50c84e60499 req-5fb73ff7-68f9-4786-8459-e54404913bb9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404491 Mar 14 18:59:55.709519 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767ef64-852d-4c10-845a-0f34a1efd0c8 req-ce2b9cfd-7f46-43b1-89ad-70c81b2b962f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:55.710990 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e767ef64-852d-4c10-845a-0f34a1efd0c8 req-ce2b9cfd-7f46-43b1-89ad-70c81b2b962f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.0797617 Mar 14 18:59:55.759820 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e767ef64-852d-4c10-845a-0f34a1efd0c8 req-f03b7377-e340-43cd-ac58-54de2edbe01a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431025 Mar 14 18:59:55.782271 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38580) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 18:59:55.889137 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-cb37cd0c-804a-4ee2-9077-46f8646fe327 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/floatingips/27fd3ad7-6f9b-480a-b1a1-dd594d45ed68 HTTP/1.1" status: 200 len: 992 time: 0.1055911 Mar 14 18:59:56.403253 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e299ed33-07d5-4508-a93e-b993959e1166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:57.975826 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:58.027426 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:59.928823 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:08.085761 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:00:09.524286 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:23.330131 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-668e13df-a83d-4978-aecf-b933d8ee85bc req-f73584e5-02cf-46cd-95a2-996e9b6adaf2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679848 Mar 14 19:00:23.462637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e13df-a83d-4978-aecf-b933d8ee85bc req-3bdca64c-b0a6-40f2-9635-9e35cfc6f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:23.464140 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-668e13df-a83d-4978-aecf-b933d8ee85bc req-3bdca64c-b0a6-40f2-9635-9e35cfc6f74a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 1098 time: 0.0693746 Mar 14 19:00:23.605319 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e13df-a83d-4978-aecf-b933d8ee85bc req-256f530a-78b5-4da8-8776-560fc549e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:23.606747 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-668e13df-a83d-4978-aecf-b933d8ee85bc req-256f530a-78b5-4da8-8776-560fc549e172 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05f5be19-b779-440f-9224-29e8a07f3870 HTTP/1.1" status: 200 len: 896 time: 0.1227248 Mar 14 19:00:23.803218 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-668e13df-a83d-4978-aecf-b933d8ee85bc req-859e9aa8-1ac8-472a-a56b-81047d97a688 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b757607-4f9c-4c94-9b5b-24884b8eaf6f HTTP/1.1" status: 200 len: 1000 time: 0.1887410 Mar 14 19:00:23.866028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e13df-a83d-4978-aecf-b933d8ee85bc req-1e38c74d-6a59-4ba3-9039-0b45728e688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:23.867488 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-668e13df-a83d-4978-aecf-b933d8ee85bc req-1e38c74d-6a59-4ba3-9039-0b45728e688c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fe51d2a-ea65-4633-ae37-6cf5658b947a HTTP/1.1" status: 200 len: 835 time: 0.0583189 Mar 14 19:00:23.940417 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e13df-a83d-4978-aecf-b933d8ee85bc req-d0760926-468a-4958-9296-edf88d53c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:23.941856 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-668e13df-a83d-4978-aecf-b933d8ee85bc req-d0760926-468a-4958-9296-edf88d53c10b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05f5be19-b779-440f-9224-29e8a07f3870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688865 Mar 14 19:00:24.071793 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-668e13df-a83d-4978-aecf-b933d8ee85bc req-0fa0dd25-294f-4495-b00b-3bbdf454b5db service neutron] 10.222.0.59 "GET /v2.0/networks/05f5be19-b779-440f-9224-29e8a07f3870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228497 Mar 14 19:00:24.199612 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-668e13df-a83d-4978-aecf-b933d8ee85bc req-7deb9bed-715e-428f-89e7-7011794ee744 service neutron] 10.222.0.59 "GET /v2.0/networks/05f5be19-b779-440f-9224-29e8a07f3870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210599 Mar 14 19:00:24.352823 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-10a0f50b-fbe4-45bd-9a02-0b56b0cba878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:26.388607 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38604) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:26.391281 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-67cda570-f92d-4c53-910f-4ce81d49c94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:26.589820 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port 2d8aef66-479c-4fd6-bea2-e0564aef7984 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:00:26.590152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:26.753644 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:26.753962 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:26.876579 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for 2d8aef66-479c-4fd6-bea2-e0564aef7984 owned by network:floatingip {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:00:27.111875 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:27.163039 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=2d8aef66-479c-4fd6-bea2-e0564aef7984,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:27.202295 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:27.202636 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:27.203256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:27.203598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:27.203923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:27.204250 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:27.204571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:27.204891 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:27.205210 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:27.205527 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:27.205844 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:27.206161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:27.259691 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:27.260010 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Floating IP 27fd3ad7-6f9b-480a-b1a1-dd594d45ed68 disassociated (deleted). External IP: 172.26.7.82, port: 3b757607-4f9c-4c94-9b5b-24884b8eaf6f. Mar 14 19:00:27.705068 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router 21edfb60-2d00-473e-8766-13152d25dd14 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:00:27.883022 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:00:27.893751 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46cf5cc-c49b-4a5f-b356-b1a2047aed57 None None] Sync routers for ids ['21edfb60-2d00-473e-8766-13152d25dd14'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:00:27.903662 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46cf5cc-c49b-4a5f-b356-b1a2047aed57 None None] Routers {'21edfb60-2d00-473e-8766-13152d25dd14'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:00:27.904303 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-f46cf5cc-c49b-4a5f-b356-b1a2047aed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:00:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['21edfb60-2d00-473e-8766-13152d25dd14'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:27.958035 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:27.968087 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:27.974862 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:28.038148 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-8d77a2d9-19be-4a5b-bc03-799c30228e56 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/floatingips/27fd3ad7-6f9b-480a-b1a1-dd594d45ed68 HTTP/1.1" status: 204 len: 168 time: 1.6484385 Mar 14 19:00:28.038848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd082cd-fa6d-41f0-a326-d2865456663f', 'tag': '3b757607-4f9c-4c94-9b5b-24884b8eaf6f'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:00:28.081592 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-f46cf5cc-c49b-4a5f-b356-b1a2047aed57 None None] Set router 21edfb60-2d00-473e-8766-13152d25dd14 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:00:28.086157 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd082cd-fa6d-41f0-a326-d2865456663f', 'tag': '3b757607-4f9c-4c94-9b5b-24884b8eaf6f', 'status': 'completed', 'code': 200} Mar 14 19:00:28.177113 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d474e1-2da1-4e31-bee3-a74cd017f7a5 req-00e89d6a-c0f7-41e7-8c1a-275939f34d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:28.178581 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-40d474e1-2da1-4e31-bee3-a74cd017f7a5 req-00e89d6a-c0f7-41e7-8c1a-275939f34d5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 1098 time: 0.0711591 Mar 14 19:00:28.310473 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d474e1-2da1-4e31-bee3-a74cd017f7a5 req-9e8384bc-e9d0-4f03-b0ba-70e823dd3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:28.311953 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-40d474e1-2da1-4e31-bee3-a74cd017f7a5 req-9e8384bc-e9d0-4f03-b0ba-70e823dd3f94 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05f5be19-b779-440f-9224-29e8a07f3870 HTTP/1.1" status: 200 len: 896 time: 0.1271048 Mar 14 19:00:28.386706 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-40d474e1-2da1-4e31-bee3-a74cd017f7a5 req-e27392df-8b44-4aa6-bb70-fa3826850e3c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b757607-4f9c-4c94-9b5b-24884b8eaf6f HTTP/1.1" status: 200 len: 217 time: 0.0683417 Mar 14 19:00:28.399742 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-f46cf5cc-c49b-4a5f-b356-b1a2047aed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21edfb60-2d00-473e-8766-13152d25dd14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231450159', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:58:35Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:36Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd29c1ef8-722e-4dfa-bf3d-8cc70983fdf3', 'name': '', 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:5f:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:40Z', 'updated_at': '2022-03-14T18:58:47Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:28.403810 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46cf5cc-c49b-4a5f-b356-b1a2047aed57 None None] Checking router: 21edfb60-2d00-473e-8766-13152d25dd14 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:00:28.411942 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46cf5cc-c49b-4a5f-b356-b1a2047aed57 None None] Routers {'21edfb60-2d00-473e-8766-13152d25dd14'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:00:28.412525 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-f46cf5cc-c49b-4a5f-b356-b1a2047aed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:00:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['21edfb60-2d00-473e-8766-13152d25dd14'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:28.451272 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d474e1-2da1-4e31-bee3-a74cd017f7a5 req-14f84fc7-77a6-410f-8f6a-b51c1d04d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:28.453107 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-40d474e1-2da1-4e31-bee3-a74cd017f7a5 req-14f84fc7-77a6-410f-8f6a-b51c1d04d13b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fe51d2a-ea65-4633-ae37-6cf5658b947a HTTP/1.1" status: 200 len: 835 time: 0.0600774 Mar 14 19:00:28.560673 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d474e1-2da1-4e31-bee3-a74cd017f7a5 req-aaa6eff2-ed28-4888-a3af-1dc022d8ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:28.562036 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-40d474e1-2da1-4e31-bee3-a74cd017f7a5 req-aaa6eff2-ed28-4888-a3af-1dc022d8ae55 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05f5be19-b779-440f-9224-29e8a07f3870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1031332 Mar 14 19:00:28.590140 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-f46cf5cc-c49b-4a5f-b356-b1a2047aed57 None None] Set router 21edfb60-2d00-473e-8766-13152d25dd14 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:00:28.717707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d566e7-a448-4585-b74f-10cab00a7386 req-930871fa-447a-418f-bdc1-e22d9b4fe7ba tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:28.718422 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-65d566e7-a448-4585-b74f-10cab00a7386 req-930871fa-447a-418f-bdc1-e22d9b4fe7ba tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:00:28.727215 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-40d474e1-2da1-4e31-bee3-a74cd017f7a5 req-94c4559e-d8d3-44e8-916e-d97bf87330db service neutron] 10.222.0.59 "GET /v2.0/networks/05f5be19-b779-440f-9224-29e8a07f3870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538653 Mar 14 19:00:28.819047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-65d566e7-a448-4585-b74f-10cab00a7386 req-930871fa-447a-418f-bdc1-e22d9b4fe7ba tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:00:28.820117 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-65d566e7-a448-4585-b74f-10cab00a7386 req-930871fa-447a-418f-bdc1-e22d9b4fe7ba tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.2910347 Mar 14 19:00:28.888588 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-65d566e7-a448-4585-b74f-10cab00a7386 req-4ad4ae84-6c60-433c-98a5-46fd48689119 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609534 Mar 14 19:00:28.891871 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-40d474e1-2da1-4e31-bee3-a74cd017f7a5 req-314170b5-1825-4b89-8a58-0f6341ecc0fd service neutron] 10.222.0.59 "GET /v2.0/networks/05f5be19-b779-440f-9224-29e8a07f3870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584532 Mar 14 19:00:28.896203 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-f46cf5cc-c49b-4a5f-b356-b1a2047aed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21edfb60-2d00-473e-8766-13152d25dd14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231450159', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:58:35Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:36Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd29c1ef8-722e-4dfa-bf3d-8cc70983fdf3', 'name': '', 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:5f:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:40Z', 'updated_at': '2022-03-14T18:58:47Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:28.901303 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46cf5cc-c49b-4a5f-b356-b1a2047aed57 None None] The sync data for ids ['21edfb60-2d00-473e-8766-13152d25dd14'] in dv-neutron-833560-1-hyperv is: [{'id': '21edfb60-2d00-473e-8766-13152d25dd14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231450159', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:58:35Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:36Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'd29c1ef8-722e-4dfa-bf3d-8cc70983fdf3', 'name': '', 'network_id': '05f5be19-b779-440f-9224-29e8a07f3870', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:5f:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:40Z', 'updated_at': '2022-03-14T18:58:47Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '0fe51d2a-ea65-4633-ae37-6cf5658b947a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:00:29.104905 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c376884a-455d-4b31-acb1-90489a6fa08b None None] New status for floating IP 27fd3ad7-6f9b-480a-b1a1-dd594d45ed68: DOWN {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:00:29.958460 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:30.110478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3685895-12cf-426a-94b5-390e6725d680 req-7ea6ddec-8d01-41fb-963f-56239d4bab7c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:30.111902 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b3685895-12cf-426a-94b5-390e6725d680 req-7ea6ddec-8d01-41fb-963f-56239d4bab7c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.1428521 Mar 14 19:00:30.119518 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3556370-8e7d-4bb8-b0b4-e6c5d863bc1a req-24e9bf34-0912-46dc-ae2c-ccc680169e45 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:30.120812 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3556370-8e7d-4bb8-b0b4-e6c5d863bc1a req-24e9bf34-0912-46dc-ae2c-ccc680169e45 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 945 time: 0.1180315 Mar 14 19:00:30.310631 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-b3685895-12cf-426a-94b5-390e6725d680 req-a37f07fb-9c25-4598-a405-c5da25571484 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port 3b757607-4f9c-4c94-9b5b-24884b8eaf6f {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:00:30.310991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-b3685895-12cf-426a-94b5-390e6725d680 req-a37f07fb-9c25-4598-a405-c5da25571484 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:30.342503 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3556370-8e7d-4bb8-b0b4-e6c5d863bc1a req-d49978be-927d-417b-b939-263c2851c535 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccd66210-c17a-4dea-bb16-65b9cab9860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938996 Mar 14 19:00:30.554227 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-b3685895-12cf-426a-94b5-390e6725d680 req-a37f07fb-9c25-4598-a405-c5da25571484 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] For port 3b757607-4f9c-4c94-9b5b-24884b8eaf6f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3b757607-4f9c-4c94-9b5b-24884b8eaf6f,segment=NetworkSegment(719219cf-10ad-4ea8-8d75-d273cdf3eb7e),segment_id=719219cf-10ad-4ea8-8d75-d273cdf3eb7e)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:00:30.554557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-b3685895-12cf-426a-94b5-390e6725d680 req-a37f07fb-9c25-4598-a405-c5da25571484 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:30.671850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-b3685895-12cf-426a-94b5-390e6725d680 req-a37f07fb-9c25-4598-a405-c5da25571484 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for 3b757607-4f9c-4c94-9b5b-24884b8eaf6f owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:00:30.884017 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-b3685895-12cf-426a-94b5-390e6725d680 req-a37f07fb-9c25-4598-a405-c5da25571484 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:30.934447 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f07fb-9c25-4598-a405-c5da25571484 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=3b757607-4f9c-4c94-9b5b-24884b8eaf6f,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:31.007213 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3685895-12cf-426a-94b5-390e6725d680 req-a37f07fb-9c25-4598-a405-c5da25571484 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] No DVR routers for this DVR port 3b757607-4f9c-4c94-9b5b-24884b8eaf6f on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:00:31.009748 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-b3685895-12cf-426a-94b5-390e6725d680 req-a37f07fb-9c25-4598-a405-c5da25571484 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:31.012157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd082cd-fa6d-41f0-a326-d2865456663f', 'name': 'network-vif-deleted', 'tag': '3b757607-4f9c-4c94-9b5b-24884b8eaf6f'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:00:31.055361 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd082cd-fa6d-41f0-a326-d2865456663f', 'name': 'network-vif-deleted', 'tag': '3b757607-4f9c-4c94-9b5b-24884b8eaf6f', 'status': 'completed', 'code': 200} Mar 14 19:00:31.066033 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b3685895-12cf-426a-94b5-390e6725d680 req-a37f07fb-9c25-4598-a405-c5da25571484 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "DELETE /v2.0/ports/3b757607-4f9c-4c94-9b5b-24884b8eaf6f HTTP/1.1" status: 204 len: 173 time: 0.9443386 Mar 14 19:00:31.506730 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-e9cdaeb0-da6b-4087-a5f8-adb89c4dfef7 req-f0591223-d2a0-4a01-a34d-f812f594509a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:00:31.581208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-e9cdaeb0-da6b-4087-a5f8-adb89c4dfef7 req-f0591223-d2a0-4a01-a34d-f812f594509a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:00:31.582581 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e9cdaeb0-da6b-4087-a5f8-adb89c4dfef7 req-f0591223-d2a0-4a01-a34d-f812f594509a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd082cd-fa6d-41f0-a326-d2865456663f HTTP/1.1" status: 200 len: 210 time: 0.1169386 Mar 14 19:00:32.675444 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38624) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:33.220889 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3b0ffad8-19e5-4b8f-b25b-393748f26af1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:33.666402 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ffad8-19e5-4b8f-b25b-393748f26af1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:00:33.666740 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3b0ffad8-19e5-4b8f-b25b-393748f26af1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:33.852628 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-3b0ffad8-19e5-4b8f-b25b-393748f26af1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] For port d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3,segment=NetworkSegment(719219cf-10ad-4ea8-8d75-d273cdf3eb7e),segment_id=719219cf-10ad-4ea8-8d75-d273cdf3eb7e)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:00:33.853333 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3b0ffad8-19e5-4b8f-b25b-393748f26af1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:33.975369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ffad8-19e5-4b8f-b25b-393748f26af1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:00:34.021078 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 3b757607-4f9c-4c94-9b5b-24884b8eaf6f no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:00:34.057278 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 3b757607-4f9c-4c94-9b5b-24884b8eaf6f {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:00:34.057615 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 3b757607-4f9c-4c94-9b5b-24884b8eaf6f not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:00:34.374184 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3b0ffad8-19e5-4b8f-b25b-393748f26af1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:34.420843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ffad8-19e5-4b8f-b25b-393748f26af1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:34.707081 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3b0ffad8-19e5-4b8f-b25b-393748f26af1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:35.168692 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0ffad8-19e5-4b8f-b25b-393748f26af1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router 21edfb60-2d00-473e-8766-13152d25dd14 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:00:35.342870 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0ffad8-19e5-4b8f-b25b-393748f26af1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:00:35.353392 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59b14dc-6be9-46c6-af52-81759f2ee1d2 None None] Sync routers for ids ['21edfb60-2d00-473e-8766-13152d25dd14'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:00:35.362199 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59b14dc-6be9-46c6-af52-81759f2ee1d2 None None] Routers {'21edfb60-2d00-473e-8766-13152d25dd14'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:00:35.362949 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-d59b14dc-6be9-46c6-af52-81759f2ee1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:00:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['21edfb60-2d00-473e-8766-13152d25dd14'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:35.417297 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3b0ffad8-19e5-4b8f-b25b-393748f26af1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "PUT /v2.0/routers/21edfb60-2d00-473e-8766-13152d25dd14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7406607 Mar 14 19:00:35.419866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38628) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:35.487304 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7408aa3-696f-40ad-a8c9-4b6a530f7188 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting subnet 0fe51d2a-ea65-4633-ae37-6cf5658b947a {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 19:00:35.490866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7408aa3-696f-40ad-a8c9-4b6a530f7188 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:35.543186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7408aa3-696f-40ad-a8c9-4b6a530f7188 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:35.565759 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-d59b14dc-6be9-46c6-af52-81759f2ee1d2 None None] Set router 21edfb60-2d00-473e-8766-13152d25dd14 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:00:35.627634 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7408aa3-696f-40ad-a8c9-4b6a530f7188 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:35.757378 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7408aa3-696f-40ad-a8c9-4b6a530f7188 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:35.796775 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7408aa3-696f-40ad-a8c9-4b6a530f7188 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe51d2a-ea65-4633-ae37-6cf5658b947a,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:35.798942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a7408aa3-696f-40ad-a8c9-4b6a530f7188 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:35.805167 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ed84a1-d4a0-4ffb-b665-80fef8069d59 None None] Network 05f5be19-b779-440f-9224-29e8a07f3870 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 19:00:35.805646 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a7408aa3-696f-40ad-a8c9-4b6a530f7188 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/subnets/0fe51d2a-ea65-4633-ae37-6cf5658b947a HTTP/1.1" status: 204 len: 168 time: 0.3848569 Mar 14 19:00:35.808564 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38632) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:35.845896 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-d59b14dc-6be9-46c6-af52-81759f2ee1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21edfb60-2d00-473e-8766-13152d25dd14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231450159', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:58:35Z', 'updated_at': '2022-03-14T19:00:34Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:36Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:35.850387 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59b14dc-6be9-46c6-af52-81759f2ee1d2 None None] Checking router: 21edfb60-2d00-473e-8766-13152d25dd14 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:00:35.858477 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59b14dc-6be9-46c6-af52-81759f2ee1d2 None None] Routers {'21edfb60-2d00-473e-8766-13152d25dd14'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:00:35.859103 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-d59b14dc-6be9-46c6-af52-81759f2ee1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:00:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['21edfb60-2d00-473e-8766-13152d25dd14'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:35.989292 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:36.034996 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-d59b14dc-6be9-46c6-af52-81759f2ee1d2 None None] Set router 21edfb60-2d00-473e-8766-13152d25dd14 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:00:36.076974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] DHCP port deletion for 05f5be19-b779-440f-9224-29e8a07f3870 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 19:00:36.081360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] Deleting port e22cc982-e48c-4972-b262-d55f4bf2769e {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:00:36.081729 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:36.180035 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:36.244295 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port 31d7b10c-acf5-44d4-bbde-8695ea5b949f {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:00:36.244666 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:36.284733 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] For port e22cc982-e48c-4972-b262-d55f4bf2769e, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=e22cc982-e48c-4972-b262-d55f4bf2769e,segment=NetworkSegment(719219cf-10ad-4ea8-8d75-d273cdf3eb7e),segment_id=719219cf-10ad-4ea8-8d75-d273cdf3eb7e)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:00:36.285167 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:36.315810 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-d59b14dc-6be9-46c6-af52-81759f2ee1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21edfb60-2d00-473e-8766-13152d25dd14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231450159', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:58:35Z', 'updated_at': '2022-03-14T19:00:34Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:36Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:36.319229 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59b14dc-6be9-46c6-af52-81759f2ee1d2 None None] The sync data for ids ['21edfb60-2d00-473e-8766-13152d25dd14'] in dv-neutron-833560-1-hyperv is: [{'id': '21edfb60-2d00-473e-8766-13152d25dd14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231450159', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:58:35Z', 'updated_at': '2022-03-14T19:00:34Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '31d7b10c-acf5-44d4-bbde-8695ea5b949f', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edfb60-2d00-473e-8766-13152d25dd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:58:36Z', 'updated_at': '2022-03-14T18:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:00:36.407636 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] Calling delete_port for e22cc982-e48c-4972-b262-d55f4bf2769e owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:00:36.427928 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] For port 31d7b10c-acf5-44d4-bbde-8695ea5b949f, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=31d7b10c-acf5-44d4-bbde-8695ea5b949f,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:00:36.428285 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:36.518144 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:36.551719 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for 31d7b10c-acf5-44d4-bbde-8695ea5b949f owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:00:36.561750 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] Pushing event deleted for resources: {'Port': ['ID=e22cc982-e48c-4972-b262-d55f4bf2769e,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:36.570787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] No DVR routers for this DVR port e22cc982-e48c-4972-b262-d55f4bf2769e on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:00:36.572723 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.573066 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.573401 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.573730 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.574054 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.574379 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.574701 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.575043 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.575447 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.575769 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.576083 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.576398 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49118e-c709-42fe-83ca-d0a837937840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.774420 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:36.928236 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=31d7b10c-acf5-44d4-bbde-8695ea5b949f,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:36.960072 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.960417 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.960760 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.961101 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.961430 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.961755 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.962078 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.962418 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.962723 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.963072 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.963393 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:36.963714 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:37.028167 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:37.194855 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:37.197066 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:37.312792 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:37.313499 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Fanout notify agent at l3_agent the message router_deleted on router 21edfb60-2d00-473e-8766-13152d25dd14 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 19:00:37.326024 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e22cc982-e48c-4972-b262-d55f4bf2769e no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:00:37.335397 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:37.336766 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e3e2d6ff-b010-4955-a0ae-5d24cae5b4d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/routers/21edfb60-2d00-473e-8766-13152d25dd14 HTTP/1.1" status: 204 len: 168 time: 1.5268059 Mar 14 19:00:37.339279 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38636) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:37.377823 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: e22cc982-e48c-4972-b262-d55f4bf2769e {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:00:37.378164 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device e22cc982-e48c-4972-b262-d55f4bf2769e not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:00:37.378859 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:00:37.415414 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:00:37.415751 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device d29c1ef8-722e-4dfa-bf3d-8cc70983fdf3 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:00:37.467289 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-39fb73a7-5791-41d0-8d12-f9f8a657d735 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:37.594476 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-39fb73a7-5791-41d0-8d12-f9f8a657d735 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:37.619405 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-39fb73a7-5791-41d0-8d12-f9f8a657d735 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f5be19-b779-440f-9224-29e8a07f3870']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:37.635517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-39fb73a7-5791-41d0-8d12-f9f8a657d735 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719219cf-10ad-4ea8-8d75-d273cdf3eb7e') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:37.635846 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-39fb73a7-5791-41d0-8d12-f9f8a657d735 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719219cf-10ad-4ea8-8d75-d273cdf3eb7e') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:37.647003 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-39fb73a7-5791-41d0-8d12-f9f8a657d735 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:37.662530 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-39fb73a7-5791-41d0-8d12-f9f8a657d735 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:37.668538 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39fb73a7-5791-41d0-8d12-f9f8a657d735 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:00:37.670526 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-39fb73a7-5791-41d0-8d12-f9f8a657d735 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:00:37.683594 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:00:37.831224 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-39fb73a7-5791-41d0-8d12-f9f8a657d735 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:37.849945 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-39fb73a7-5791-41d0-8d12-f9f8a657d735 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:37.864980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb73a7-5791-41d0-8d12-f9f8a657d735 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Network': ['ID=05f5be19-b779-440f-9224-29e8a07f3870,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:37.935912 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-39fb73a7-5791-41d0-8d12-f9f8a657d735 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/networks/05f5be19-b779-440f-9224-29e8a07f3870 HTTP/1.1" status: 204 len: 168 time: 0.5953412 Mar 14 19:00:37.938328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38640) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:38.006082 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-403bee0b-c93d-49fd-a07e-d77c72044203 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:38.037168 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-403bee0b-c93d-49fd-a07e-d77c72044203 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:38.180942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-403bee0b-c93d-49fd-a07e-d77c72044203 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:38.200928 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403bee0b-c93d-49fd-a07e-d77c72044203 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd66210-c17a-4dea-bb16-65b9cab9860e,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:38.271436 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-403bee0b-c93d-49fd-a07e-d77c72044203 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:38.272634 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-403bee0b-c93d-49fd-a07e-d77c72044203 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/security-groups/ccd66210-c17a-4dea-bb16-65b9cab9860e HTTP/1.1" status: 204 len: 168 time: 0.3332982 Mar 14 19:00:38.657041 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38648) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:38.662293 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-617b0b6b-631b-4828-83a4-ba75f191abd5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1931215998', 'description': 'tempest-secgroup-smoke-1931215998 description', 'project_id': '9d69209fb0ee4f2e94311515128e094c'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:38.668493 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-617b0b6b-631b-4828-83a4-ba75f191abd5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:00:38.672842 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-617b0b6b-631b-4828-83a4-ba75f191abd5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:00:38.675977 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-617b0b6b-631b-4828-83a4-ba75f191abd5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:00:38.682121 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-617b0b6b-631b-4828-83a4-ba75f191abd5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:00:38.745901 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-617b0b6b-631b-4828-83a4-ba75f191abd5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:38.765783 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-617b0b6b-631b-4828-83a4-ba75f191abd5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:00:38.769530 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-617b0b6b-631b-4828-83a4-ba75f191abd5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:00:38.772888 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-617b0b6b-631b-4828-83a4-ba75f191abd5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:00:38.778371 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-617b0b6b-631b-4828-83a4-ba75f191abd5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:00:38.844921 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-617b0b6b-631b-4828-83a4-ba75f191abd5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:38.918122 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-617b0b6b-631b-4828-83a4-ba75f191abd5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:38.964062 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b0b6b-631b-4828-83a4-ba75f191abd5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bbdcae-be0b-4f3f-8bec-e895cf57579d,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:39.032708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-617b0b6b-631b-4828-83a4-ba75f191abd5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:39.033922 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-617b0b6b-631b-4828-83a4-ba75f191abd5 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3758743 Mar 14 19:00:39.036841 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38652) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:39.041754 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-aced241d-f6b1-4cd8-afbe-5a44a39316b6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'a4bbdcae-be0b-4f3f-8bec-e895cf57579d', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:39.048667 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-aced241d-f6b1-4cd8-afbe-5a44a39316b6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:00:39.053127 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-aced241d-f6b1-4cd8-afbe-5a44a39316b6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:00:39.056152 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-aced241d-f6b1-4cd8-afbe-5a44a39316b6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:00:39.061887 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-aced241d-f6b1-4cd8-afbe-5a44a39316b6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:00:39.159165 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-aced241d-f6b1-4cd8-afbe-5a44a39316b6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:39.217474 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-aced241d-f6b1-4cd8-afbe-5a44a39316b6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:39.236397 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 31d7b10c-acf5-44d4-bbde-8695ea5b949f no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:00:39.271332 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 31d7b10c-acf5-44d4-bbde-8695ea5b949f {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:00:39.271677 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 31d7b10c-acf5-44d4-bbde-8695ea5b949f not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:00:39.295287 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-aced241d-f6b1-4cd8-afbe-5a44a39316b6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:39.319180 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced241d-f6b1-4cd8-afbe-5a44a39316b6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58714512-8cdd-43f6-8ab9-44c242982b01,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:39.409542 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-aced241d-f6b1-4cd8-afbe-5a44a39316b6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:39.411624 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-aced241d-f6b1-4cd8-afbe-5a44a39316b6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729932 Mar 14 19:00:39.413934 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38656) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:39.419060 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-3ea28e4f-d989-4931-a53c-2bca9132c698 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'a4bbdcae-be0b-4f3f-8bec-e895cf57579d', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:39.425043 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3ea28e4f-d989-4931-a53c-2bca9132c698 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:00:39.429525 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3ea28e4f-d989-4931-a53c-2bca9132c698 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:00:39.432578 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-3ea28e4f-d989-4931-a53c-2bca9132c698 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:00:39.438233 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-3ea28e4f-d989-4931-a53c-2bca9132c698 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:00:39.495311 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:39.530013 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3ea28e4f-d989-4931-a53c-2bca9132c698 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:39.591411 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3ea28e4f-d989-4931-a53c-2bca9132c698 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:39.659371 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3ea28e4f-d989-4931-a53c-2bca9132c698 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:39.684751 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea28e4f-d989-4931-a53c-2bca9132c698 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e4458e-a8cd-446e-a08b-46e484aeeb99,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:39.762597 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-3ea28e4f-d989-4931-a53c-2bca9132c698 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:39.763777 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-3ea28e4f-d989-4931-a53c-2bca9132c698 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3489397 Mar 14 19:00:39.766465 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38660) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:39.771903 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4abd7539-a438-41c9-beb4-949be376bdac tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'a4bbdcae-be0b-4f3f-8bec-e895cf57579d', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:39.777848 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4abd7539-a438-41c9-beb4-949be376bdac tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:00:39.782565 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4abd7539-a438-41c9-beb4-949be376bdac tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:00:39.786846 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4abd7539-a438-41c9-beb4-949be376bdac tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:00:39.792735 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4abd7539-a438-41c9-beb4-949be376bdac tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:00:39.865726 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4abd7539-a438-41c9-beb4-949be376bdac tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:39.927778 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4abd7539-a438-41c9-beb4-949be376bdac tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:39.974911 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4abd7539-a438-41c9-beb4-949be376bdac tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:39.997639 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd7539-a438-41c9-beb4-949be376bdac tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75df54ea-7f59-4199-9d35-ff62ab985ada,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:40.049583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4abd7539-a438-41c9-beb4-949be376bdac tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:40.050845 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4abd7539-a438-41c9-beb4-949be376bdac tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2834041 Mar 14 19:00:40.053510 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38664) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:40.058570 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-5a60e80e-6a56-4f60-a7f7-eaa086e00d3b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'a4bbdcae-be0b-4f3f-8bec-e895cf57579d', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:40.064527 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5a60e80e-6a56-4f60-a7f7-eaa086e00d3b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:00:40.068833 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5a60e80e-6a56-4f60-a7f7-eaa086e00d3b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:00:40.071653 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5a60e80e-6a56-4f60-a7f7-eaa086e00d3b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:00:40.077241 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5a60e80e-6a56-4f60-a7f7-eaa086e00d3b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:00:40.136184 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a60e80e-6a56-4f60-a7f7-eaa086e00d3b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:40.196687 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a60e80e-6a56-4f60-a7f7-eaa086e00d3b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:40.249251 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a60e80e-6a56-4f60-a7f7-eaa086e00d3b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:40.273619 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60e80e-6a56-4f60-a7f7-eaa086e00d3b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a925bad5-6aab-48ce-bbd0-bde677a8a217,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:40.340810 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a60e80e-6a56-4f60-a7f7-eaa086e00d3b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:40.341948 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5a60e80e-6a56-4f60-a7f7-eaa086e00d3b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2875202 Mar 14 19:00:40.344877 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38668) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:40.349954 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-4e817e67-705a-4d54-b7f4-1517f05df0ad tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'a4bbdcae-be0b-4f3f-8bec-e895cf57579d', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:40.355955 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4e817e67-705a-4d54-b7f4-1517f05df0ad tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:00:40.359701 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4e817e67-705a-4d54-b7f4-1517f05df0ad tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:00:40.363043 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-4e817e67-705a-4d54-b7f4-1517f05df0ad tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:00:40.368800 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-4e817e67-705a-4d54-b7f4-1517f05df0ad tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:00:40.438032 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.securitygroups_db [None req-4e817e67-705a-4d54-b7f4-1517f05df0ad tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Project 9d69209fb0ee4f2e94311515128e094c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:00:40.445729 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4e817e67-705a-4d54-b7f4-1517f05df0ad tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:40.511097 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4e817e67-705a-4d54-b7f4-1517f05df0ad tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:40.592371 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4e817e67-705a-4d54-b7f4-1517f05df0ad tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:40.615248 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e817e67-705a-4d54-b7f4-1517f05df0ad tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378e50d7-45ed-4b98-bedd-a00176371ee3,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:40.694682 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4e817e67-705a-4d54-b7f4-1517f05df0ad tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:40.698330 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4e817e67-705a-4d54-b7f4-1517f05df0ad tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3501685 Mar 14 19:00:40.698522 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38672) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:40.703925 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-024697e9-d8b5-4744-a2fa-a1663f7b518f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'security_group_rule': {'security_group_id': 'a4bbdcae-be0b-4f3f-8bec-e895cf57579d', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:40.709900 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-024697e9-d8b5-4744-a2fa-a1663f7b518f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:00:40.713710 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-024697e9-d8b5-4744-a2fa-a1663f7b518f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:security_group_rule and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:00:40.716567 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-024697e9-d8b5-4744-a2fa-a1663f7b518f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:00:40.722479 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-024697e9-d8b5-4744-a2fa-a1663f7b518f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:00:40.790945 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.securitygroups_db [None req-024697e9-d8b5-4744-a2fa-a1663f7b518f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Project 9d69209fb0ee4f2e94311515128e094c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:00:40.797847 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-024697e9-d8b5-4744-a2fa-a1663f7b518f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:40.862169 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-024697e9-d8b5-4744-a2fa-a1663f7b518f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:40.933652 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-024697e9-d8b5-4744-a2fa-a1663f7b518f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:40.956219 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024697e9-d8b5-4744-a2fa-a1663f7b518f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d72903-03fa-4d7c-b7cb-c6b01902e8a8,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:41.019497 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-024697e9-d8b5-4744-a2fa-a1663f7b518f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:41.020714 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-024697e9-d8b5-4744-a2fa-a1663f7b518f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3212450 Mar 14 19:00:41.023559 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38676) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:41.028970 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-54b4b593-6280-4a37-a9d9-1e1a4e4079c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'network': {'name': 'tempest-network-smoke--1761743134', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'port_security_enabled': True}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:41.035004 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-54b4b593-6280-4a37-a9d9-1e1a4e4079c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:00:41.038343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-54b4b593-6280-4a37-a9d9-1e1a4e4079c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:network and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:00:41.041202 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-54b4b593-6280-4a37-a9d9-1e1a4e4079c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:00:41.046955 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-54b4b593-6280-4a37-a9d9-1e1a4e4079c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:00:41.111165 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b4b593-6280-4a37-a9d9-1e1a4e4079c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Made reservation on behalf of 9d69209fb0ee4f2e94311515128e094c for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:00:41.114631 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54b4b593-6280-4a37-a9d9-1e1a4e4079c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:41.141572 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b4b593-6280-4a37-a9d9-1e1a4e4079c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:00:41.150138 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54b4b593-6280-4a37-a9d9-1e1a4e4079c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:41.150502 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-54b4b593-6280-4a37-a9d9-1e1a4e4079c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Added segment a5cb1ede-ea6b-4a65-823d-9f2046519080 of type vlan for network 53d7408f-f45b-45d3-a858-04993b6d0a0f Mar 14 19:00:41.175955 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54b4b593-6280-4a37-a9d9-1e1a4e4079c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:41.260998 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54b4b593-6280-4a37-a9d9-1e1a4e4079c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:41.266358 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b4b593-6280-4a37-a9d9-1e1a4e4079c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:41.270157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-54b4b593-6280-4a37-a9d9-1e1a4e4079c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:41.372699 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4b593-6280-4a37-a9d9-1e1a4e4079c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Network': ['ID=53d7408f-f45b-45d3-a858-04993b6d0a0f,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:41.382658 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 53d7408f-f45b-45d3-a858-04993b6d0a0f details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 19:00:41.439011 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-54b4b593-6280-4a37-a9d9-1e1a4e4079c7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4143794 Mar 14 19:00:41.441642 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38680) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:41.447341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-328154590', 'admin_state_up': True, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:41.455078 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:00:41.459397 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:router and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:00:41.462404 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:00:41.468614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:00:41.524018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:41.525044 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:41.539315 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:41.872810 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:42.319008 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:42.346991 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:42.479645 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.26.7.250 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/86077da4-0f55-4983-8597-38e10bfd10a1) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:00:42.624098 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:42.705735 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:42.765215 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:00:42.772265 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:00:42.776238 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:00:42.808206 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=86077da4-0f55-4983-8597-38e10bfd10a1,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:43.244346 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:43.695910 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:43.992565 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router ff887904-2a1f-4c45-a1a4-e74005becc84 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 19:00:44.169955 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:00:44.180181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Sync routers for ids ['ff887904-2a1f-4c45-a1a4-e74005becc84'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:00:44.189842 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Routers {'ff887904-2a1f-4c45-a1a4-e74005becc84'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:00:44.190526 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:00:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['ff887904-2a1f-4c45-a1a4-e74005becc84'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:44.266812 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:44.267958 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ee764f6f-5f77-4f60-9b80-0be89a225620 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8248320 Mar 14 19:00:44.271115 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38684) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:44.313628 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-e2ca9771-bcc7-48e0-b8bf-c14a31d48e0d tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=9d69209fb0ee4f2e94311515128e094c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388875 Mar 14 19:00:44.313878 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38688) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:44.411744 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Set router ff887904-2a1f-4c45-a1a4-e74005becc84 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:00:44.445992 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2db2e9-1753-436a-9599-db0e0d5343e2 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:44.447510 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1a2db2e9-1753-436a-9599-db0e0d5343e2 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328330 Mar 14 19:00:44.450360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38692) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:44.489580 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-672296bc-534a-4eb5-bc10-8005d3789508 tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=d324cb29-62ae-4728-b539-991e151b1eb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374575 Mar 14 19:00:44.491954 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38696) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:44.497276 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-44943c49-610b-4774-9154-e14e5a2d1402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1054456870', 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f', 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:44.606097 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-44943c49-610b-4774-9154-e14e5a2d1402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:00:44.609867 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-44943c49-610b-4774-9154-e14e5a2d1402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:subnet and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:00:44.612651 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-44943c49-610b-4774-9154-e14e5a2d1402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:00:44.619159 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-44943c49-610b-4774-9154-e14e5a2d1402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:00:44.689361 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44943c49-610b-4774-9154-e14e5a2d1402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Made reservation on behalf of 9d69209fb0ee4f2e94311515128e094c for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:00:44.693127 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-44943c49-610b-4774-9154-e14e5a2d1402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:44.696537 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328154590', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:00:41Z', 'updated_at': '2022-03-14T19:00:43Z', 'revision_number': 3, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:42Z', 'updated_at': '2022-03-14T19:00:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:44.700393 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Checking router: ff887904-2a1f-4c45-a1a4-e74005becc84 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:00:44.700739 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Updating router ff887904-2a1f-4c45-a1a4-e74005becc84 port 86077da4-0f55-4983-8597-38e10bfd10a1 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:00:44.753005 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:44.992623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-44943c49-610b-4774-9154-e14e5a2d1402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:45.076503 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44943c49-610b-4774-9154-e14e5a2d1402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Subnet': ['ID=334fc1c6-532d-4690-b4d3-09b879d6761b,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:45.082350 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44943c49-610b-4774-9154-e14e5a2d1402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Checking segment: {'id': 'a5cb1ede-ea6b-4a65-823d-9f2046519080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:00:45.083290 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44943c49-610b-4774-9154-e14e5a2d1402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network hostable DHCP agents. Network: 53d7408f-f45b-45d3-a858-04993b6d0a0f, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:00:45.086309 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:45.088382 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:00:45.098279 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Transition to ACTIVE for port object 86077da4-0f55-4983-8597-38e10bfd10a1 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:00:45.192979 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44943c49-610b-4774-9154-e14e5a2d1402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 53d7408f-f45b-45d3-a858-04993b6d0a0f is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:00:45.220802 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:45.284534 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-44943c49-610b-4774-9154-e14e5a2d1402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 53d7408f-f45b-45d3-a858-04993b6d0a0f) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:00:45.291494 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44943c49-610b-4774-9154-e14e5a2d1402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:45.293023 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-44943c49-610b-4774-9154-e14e5a2d1402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:45.296771 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cbb429-99c6-4f01-b82e-10c740a89155 None None] Network 53d7408f-f45b-45d3-a858-04993b6d0a0f requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 19:00:45.313329 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Attempting to bind port 86077da4-0f55-4983-8597-38e10bfd10a1 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:00:45.320322 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Attempting to bind port 86077da4-0f55-4983-8597-38e10bfd10a1 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:00:45.320322 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Attempting to bind port 86077da4-0f55-4983-8597-38e10bfd10a1 on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:00:45.327763 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cca749-05d9-496d-aa0b-7339bd13ec98 None None] Pushing event updated for resources: {'Port': ['ID=86077da4-0f55-4983-8597-38e10bfd10a1,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:45.337051 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:00:45.337492 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:00:45.337757 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:45.338134 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:00:45.338594 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Bound port: 86077da4-0f55-4983-8597-38e10bfd10a1, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:00:45.338992 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:45.404476 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-44943c49-610b-4774-9154-e14e5a2d1402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9114885 Mar 14 19:00:45.407154 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38700) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:00:45.493195 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] For port 86077da4-0f55-4983-8597-38e10bfd10a1, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:00:45.532916 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] For port 86077da4-0f55-4983-8597-38e10bfd10a1, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=86077da4-0f55-4983-8597-38e10bfd10a1,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:00:45.588611 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-53d7408f-f45b-45d3-a858-04993b6d0a0f', 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ips': [{'subnet_id': '334fc1c6-532d-4690-b4d3-09b879d6761b'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 19:00:45.589447 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:45.600848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:45.733912 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Routers {'ff887904-2a1f-4c45-a1a4-e74005becc84'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:00:45.734564 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:00:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['ff887904-2a1f-4c45-a1a4-e74005becc84'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:45.797180 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cca749-05d9-496d-aa0b-7339bd13ec98 None None] Pushing event updated for resources: {'Port': ['ID=86077da4-0f55-4983-8597-38e10bfd10a1,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:45.980131 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Allocated IP 172.20.0.2 (53d7408f-f45b-45d3-a858-04993b6d0a0f/334fc1c6-532d-4690-b4d3-09b879d6761b/03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:00:45.983055 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] Set router ff887904-2a1f-4c45-a1a4-e74005becc84 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:00:46.208556 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:46.459156 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:46.471438 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Transition to ACTIVE for port object 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:00:46.494607 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328154590', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:00:41Z', 'updated_at': '2022-03-14T19:00:43Z', 'revision_number': 3, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:42Z', 'updated_at': '2022-03-14T19:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:46.498907 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Transition to ACTIVE for port object 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:00:46.501570 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf3725d-6304-483d-9b42-d1eca9bf3c38 None None] The sync data for ids ['ff887904-2a1f-4c45-a1a4-e74005becc84'] in dv-neutron-833560-1-hyperv is: [{'id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328154590', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:00:41Z', 'updated_at': '2022-03-14T19:00:43Z', 'revision_number': 3, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:42Z', 'updated_at': '2022-03-14T19:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:00:46.569764 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:46.628687 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Network 53d7408f-f45b-45d3-a858-04993b6d0a0f is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:00:46.632025 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:00:46.633956 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.20.0.1 (53d7408f-f45b-45d3-a858-04993b6d0a0f/334fc1c6-532d-4690-b4d3-09b879d6761b/7e0673db-c25d-4026-aa52-2fd383e780af) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:00:46.639793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:00:46.672442 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Pushing event updated for resources: {'Port': ['ID=03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:46.746193 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Attempting to bind port 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:00:46.746990 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Attempting to bind port 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'a5cb1ede-ea6b-4a65-823d-9f2046519080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:00:46.747595 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Attempting to bind port 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a on network 53d7408f-f45b-45d3-a858-04993b6d0a0f {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:00:46.753993 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:00:46.754662 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Checking segment: {'id': 'a5cb1ede-ea6b-4a65-823d-9f2046519080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:00:46.755812 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:46.756430 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Bound using segment: {'id': 'a5cb1ede-ea6b-4a65-823d-9f2046519080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:00:46.757289 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Bound port: 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cb1ede-ea6b-4a65-823d-9f2046519080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:00:46.758024 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:46.827475 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:46.844757 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.provisioning_blocks [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Transition to ACTIVE for port object 7e0673db-c25d-4026-aa52-2fd383e780af will not be triggered until provisioned by entity DHCP. {{(pid=88634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:00:46.851658 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] For port 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:00:46.855704 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] For port 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a,segment=NetworkSegment(a5cb1ede-ea6b-4a65-823d-9f2046519080),segment_id=a5cb1ede-ea6b-4a65-823d-9f2046519080)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:00:46.918708 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:46.936136 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:46.999597 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 53d7408f-f45b-45d3-a858-04993b6d0a0f is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:00:47.002708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:00:47.006695 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:00:47.012268 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8804f1-09f4-43bf-a844-7b00c55d571e None None] Pushing event updated for resources: {'Port': ['ID=03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:47.067903 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=7e0673db-c25d-4026-aa52-2fd383e780af,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:47.087055 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:47.387730 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 86077da4-0f55-4983-8597-38e10bfd10a1 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:00:47.500964 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:47.540876 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 86077da4-0f55-4983-8597-38e10bfd10a1 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:00:47.545935 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 86077da4-0f55-4983-8597-38e10bfd10a1 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:00:47.546309 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:47.668747 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:47.686341 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 86077da4-0f55-4983-8597-38e10bfd10a1, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=86077da4-0f55-4983-8597-38e10bfd10a1,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:00:47.757688 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:47.758541 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:00:47.890202 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=86077da4-0f55-4983-8597-38e10bfd10a1,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:47.956735 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:00:48.032439 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cfc8f8-dde7-4515-807d-81d302256aaf None None] Network 53d7408f-f45b-45d3-a858-04993b6d0a0f requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 19:00:48.059182 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:48.117592 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:48.197539 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1b0f49c9-22be-4605-872d-ae143014a62a None None] Provisioning for port 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:00:48.207051 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1b0f49c9-22be-4605-872d-ae143014a62a None None] Provisioning complete for port 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:00:48.207422 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1b0f49c9-22be-4605-872d-ae143014a62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:48.238090 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:48.241809 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=7e0673db-c25d-4026-aa52-2fd383e780af,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:48.381837 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1b0f49c9-22be-4605-872d-ae143014a62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:48.384311 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 53d7408f-f45b-45d3-a858-04993b6d0a0f is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:00:48.385926 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:00:48.421137 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1b0f49c9-22be-4605-872d-ae143014a62a None None] For port 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a,segment=NetworkSegment(a5cb1ede-ea6b-4a65-823d-9f2046519080),segment_id=a5cb1ede-ea6b-4a65-823d-9f2046519080)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:00:48.483247 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1b0f49c9-22be-4605-872d-ae143014a62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:48.602573 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router ff887904-2a1f-4c45-a1a4-e74005becc84 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:00:48.613156 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f49c9-22be-4605-872d-ae143014a62a None None] Pushing event updated for resources: {'Port': ['ID=03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:48.709991 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6e903849-8d7e-4c65-9063-71acf9371d5d None None] Provisioning complete for port 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:00:48.710618 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6e903849-8d7e-4c65-9063-71acf9371d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:48.791748 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:00:48.802503 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Sync routers for ids ['ff887904-2a1f-4c45-a1a4-e74005becc84'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:00:48.813536 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Routers {'ff887904-2a1f-4c45-a1a4-e74005becc84'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:00:48.813742 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-27f99727-801e-43a6-b23b-17e4d238071a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "PUT /v2.0/routers/ff887904-2a1f-4c45-a1a4-e74005becc84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4054217 Mar 14 19:00:48.814595 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:00:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['ff887904-2a1f-4c45-a1a4-e74005becc84'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:48.929541 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6e903849-8d7e-4c65-9063-71acf9371d5d None None] Provisioning for port 7e0673db-c25d-4026-aa52-2fd383e780af completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:00:48.934851 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-6e903849-8d7e-4c65-9063-71acf9371d5d None None] Provisioning complete for port 7e0673db-c25d-4026-aa52-2fd383e780af triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:00:48.935233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-6e903849-8d7e-4c65-9063-71acf9371d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:48.996365 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-6e903849-8d7e-4c65-9063-71acf9371d5d None None] Port 7e0673db-c25d-4026-aa52-2fd383e780af cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 19:00:49.004086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-2bbd88c4-2887-4dcb-8d96-5472fdeed93f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:00:49.018128 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Set router ff887904-2a1f-4c45-a1a4-e74005becc84 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:00:49.072159 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-2bbd88c4-2887-4dcb-8d96-5472fdeed93f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:00:49.073452 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-2bbd88c4-2887-4dcb-8d96-5472fdeed93f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931215998&fields=id&tenant_id=9d69209fb0ee4f2e94311515128e094c HTTP/1.1" status: 200 len: 267 time: 0.1132793 Mar 14 19:00:49.118537 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-05dacfca-18a9-4b36-a667-19c8007d218d None None] Provisioning complete for port 7e0673db-c25d-4026-aa52-2fd383e780af triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:00:49.118848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-05dacfca-18a9-4b36-a667-19c8007d218d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:49.179063 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-05dacfca-18a9-4b36-a667-19c8007d218d None None] Port 7e0673db-c25d-4026-aa52-2fd383e780af cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 19:00:49.230852 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-137edc8b-5dce-402b-94fc-3ec8f535ce0a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:49.230852 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-137edc8b-5dce-402b-94fc-3ec8f535ce0a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:network {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:00:49.293920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 86077da4-0f55-4983-8597-38e10bfd10a1 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:00:49.294844 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-137edc8b-5dce-402b-94fc-3ec8f535ce0a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:network {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:00:49.296123 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-137edc8b-5dce-402b-94fc-3ec8f535ce0a tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/networks?id=53d7408f-f45b-45d3-a858-04993b6d0a0f HTTP/1.1" status: 200 len: 797 time: 0.2155144 Mar 14 19:00:49.312774 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-8aca626d-3c17-484d-b419-86d1ed1ca850 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/quotas/9d69209fb0ee4f2e94311515128e094c HTTP/1.1" status: 200 len: 375 time: 0.0101261 Mar 14 19:00:49.362382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 86077da4-0f55-4983-8597-38e10bfd10a1 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:00:49.362789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:49.374540 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328154590', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:00:41Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:42Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '7e0673db-c25d-4026-aa52-2fd383e780af', 'name': '', 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:10:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '334fc1c6-532d-4690-b4d3-09b879d6761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:46Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 2, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '334fc1c6-532d-4690-b4d3-09b879d6761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:49.379269 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Checking router: ff887904-2a1f-4c45-a1a4-e74005becc84 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:00:49.382084 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Updating router ff887904-2a1f-4c45-a1a4-e74005becc84 port 7e0673db-c25d-4026-aa52-2fd383e780af binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:00:49.438226 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:49.497429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:00:49.522821 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-9ac5c88a-e6c1-46ca-80eb-611640d29646 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:00:49.563328 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:00:49.563621 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:49.575240 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-9ac5c88a-e6c1-46ca-80eb-611640d29646 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:00:49.576552 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-9ac5c88a-e6c1-46ca-80eb-611640d29646 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2577214 Mar 14 19:00:49.593654 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-65d5f150-95f3-403f-bead-2fa87b8d511e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 19:00:49.596134 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-65d5f150-95f3-403f-bead-2fa87b8d511e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056663 Mar 14 19:00:49.730902 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-043d85e9-29ed-4f75-af5f-69135dcf8202 service neutron] 10.222.0.43 "GET /v2.0/networks/53d7408f-f45b-45d3-a858-04993b6d0a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294556 Mar 14 19:00:49.785369 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:49.797085 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Transition to ACTIVE for port object 7e0673db-c25d-4026-aa52-2fd383e780af will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:00:49.861039 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-cfa1e300-e24c-4f64-9ae0-61bc158a37bf service neutron] 10.222.0.43 "GET /v2.0/networks/53d7408f-f45b-45d3-a858-04993b6d0a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241627 Mar 14 19:00:49.866551 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:50.016513 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0333d-6448-4374-a153-4ed499f2b835 None None] Pushing event updated for resources: {'Port': ['ID=7e0673db-c25d-4026-aa52-2fd383e780af,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:50.059590 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb0333d-6448-4374-a153-4ed499f2b835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:50.059931 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb0333d-6448-4374-a153-4ed499f2b835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:50.060260 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb0333d-6448-4374-a153-4ed499f2b835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:50.060580 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb0333d-6448-4374-a153-4ed499f2b835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:50.061090 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb0333d-6448-4374-a153-4ed499f2b835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:50.061412 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb0333d-6448-4374-a153-4ed499f2b835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:50.062112 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb0333d-6448-4374-a153-4ed499f2b835 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:50.062112 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb0333d-6448-4374-a153-4ed499f2b835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:50.062377 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb0333d-6448-4374-a153-4ed499f2b835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:50.062625 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb0333d-6448-4374-a153-4ed499f2b835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:50.063258 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb0333d-6448-4374-a153-4ed499f2b835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:50.063561 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb0333d-6448-4374-a153-4ed499f2b835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:50.096228 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Attempting to bind port 7e0673db-c25d-4026-aa52-2fd383e780af on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:00:50.096582 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Attempting to bind port 7e0673db-c25d-4026-aa52-2fd383e780af by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': 'a5cb1ede-ea6b-4a65-823d-9f2046519080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:00:50.097155 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Attempting to bind port 7e0673db-c25d-4026-aa52-2fd383e780af on network 53d7408f-f45b-45d3-a858-04993b6d0a0f {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:00:50.104916 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:00:50.105411 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Checking segment: {'id': 'a5cb1ede-ea6b-4a65-823d-9f2046519080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:00:50.106077 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:50.106641 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Bound using segment: {'id': 'a5cb1ede-ea6b-4a65-823d-9f2046519080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:00:50.107455 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Bound port: 7e0673db-c25d-4026-aa52-2fd383e780af, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cb1ede-ea6b-4a65-823d-9f2046519080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:00:50.108001 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:50.156464 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f6fbe8c9-892c-4e11-968e-15b81b24a3c2 req-d54fa3fa-603d-44d0-833f-867eb383898e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 210 time: 0.0446339 Mar 14 19:00:50.198414 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] For port 7e0673db-c25d-4026-aa52-2fd383e780af, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:00:50.201509 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] For port 7e0673db-c25d-4026-aa52-2fd383e780af, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7e0673db-c25d-4026-aa52-2fd383e780af,segment=NetworkSegment(a5cb1ede-ea6b-4a65-823d-9f2046519080),segment_id=a5cb1ede-ea6b-4a65-823d-9f2046519080)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:00:50.261423 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:50.348502 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Routers {'ff887904-2a1f-4c45-a1a4-e74005becc84'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:00:50.349193 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:00:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['ff887904-2a1f-4c45-a1a4-e74005becc84'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:50.419423 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0333d-6448-4374-a153-4ed499f2b835 None None] Pushing event updated for resources: {'Port': ['ID=7e0673db-c25d-4026-aa52-2fd383e780af,revision_number=4']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:50.541249 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] Set router ff887904-2a1f-4c45-a1a4-e74005becc84 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:00:50.874885 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328154590', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:00:41Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:42Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '7e0673db-c25d-4026-aa52-2fd383e780af', 'name': '', 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:10:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '334fc1c6-532d-4690-b4d3-09b879d6761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:46Z', 'updated_at': '2022-03-14T19:00:50Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '334fc1c6-532d-4690-b4d3-09b879d6761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:50.878663 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba9865-556a-4f7f-9c67-f4e3c70d859c None None] The sync data for ids ['ff887904-2a1f-4c45-a1a4-e74005becc84'] in dv-neutron-833560-1-hyperv is: [{'id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328154590', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:00:41Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:42Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '7e0673db-c25d-4026-aa52-2fd383e780af', 'name': '', 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:10:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '334fc1c6-532d-4690-b4d3-09b879d6761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:46Z', 'updated_at': '2022-03-14T19:00:50Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '334fc1c6-532d-4690-b4d3-09b879d6761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:00:51.260123 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-06b73b97-93d1-48e4-a0dd-4404cc6171b8 req-1f70d1a3-4c9f-4685-bc9c-36da5dfe0ae3 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 210 time: 0.0480244 Mar 14 19:00:51.319203 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7e0673db-c25d-4026-aa52-2fd383e780af up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:00:51.536098 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 7e0673db-c25d-4026-aa52-2fd383e780af completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:00:51.541490 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 7e0673db-c25d-4026-aa52-2fd383e780af triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:00:51.541982 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:51.662478 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:51.697755 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 7e0673db-c25d-4026-aa52-2fd383e780af, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7e0673db-c25d-4026-aa52-2fd383e780af,segment=NetworkSegment(a5cb1ede-ea6b-4a65-823d-9f2046519080),segment_id=a5cb1ede-ea6b-4a65-823d-9f2046519080)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:00:51.780857 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:51.851544 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=7e0673db-c25d-4026-aa52-2fd383e780af,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:52.411951 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-02ebd964-f98c-438f-bc77-aef4c52fbaec req-047d42ea-048a-4070-a30b-fe03d74c96f4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 210 time: 0.0416429 Mar 14 19:00:53.290983 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7e0673db-c25d-4026-aa52-2fd383e780af up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:00:53.337332 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-c112a3e5-8107-48e4-a0dd-bfa7ddd0f475 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:53.338961 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-c112a3e5-8107-48e4-a0dd-bfa7ddd0f475 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "GET /v2.0/networks?id=53d7408f-f45b-45d3-a858-04993b6d0a0f HTTP/1.1" status: 200 len: 797 time: 0.1525178 Mar 14 19:00:53.365178 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 7e0673db-c25d-4026-aa52-2fd383e780af triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:00:53.365544 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:53.389424 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-1ee0be44-3852-443a-a141-3787489c6e00 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d69209fb0ee4f2e94311515128e094c HTTP/1.1" status: 200 len: 380 time: 0.0420048 Mar 14 19:00:53.397964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-c514a95d-7c9b-4f35-9464-c1e156c5125b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'port': {'device_id': 'a8b942be-f8d4-4cad-b0b8-956a00277bf7', 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f', 'admin_state_up': True, 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'security_groups': ['a4bbdcae-be0b-4f3f-8bec-e895cf57579d']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:53.585040 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-984dd8be-70cb-457d-986f-f8e4ea65a810 req-eb36504a-ac1c-4712-9100-ab7e92428beb tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 210 time: 0.0543144 Mar 14 19:00:53.612834 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-c514a95d-7c9b-4f35-9464-c1e156c5125b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:00:53.622616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-c514a95d-7c9b-4f35-9464-c1e156c5125b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:00:53.689357 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-c514a95d-7c9b-4f35-9464-c1e156c5125b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Made reservation on behalf of 9d69209fb0ee4f2e94311515128e094c for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:00:53.693880 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-c514a95d-7c9b-4f35-9464-c1e156c5125b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:53.856960 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-c514a95d-7c9b-4f35-9464-c1e156c5125b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.20.0.11 (53d7408f-f45b-45d3-a858-04993b6d0a0f/334fc1c6-532d-4690-b4d3-09b879d6761b/8d31259e-7583-4b41-ac31-096ebe4be30d) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:00:54.046921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-c514a95d-7c9b-4f35-9464-c1e156c5125b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:54.063964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-c514a95d-7c9b-4f35-9464-c1e156c5125b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Transition to ACTIVE for port object 8d31259e-7583-4b41-ac31-096ebe4be30d will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:00:54.141425 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-c514a95d-7c9b-4f35-9464-c1e156c5125b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:54.208369 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-c514a95d-7c9b-4f35-9464-c1e156c5125b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network 53d7408f-f45b-45d3-a858-04993b6d0a0f is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:00:54.219172 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-c514a95d-7c9b-4f35-9464-c1e156c5125b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:00:54.223945 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-c514a95d-7c9b-4f35-9464-c1e156c5125b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:00:54.253683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514a95d-7c9b-4f35-9464-c1e156c5125b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=8d31259e-7583-4b41-ac31-096ebe4be30d,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:54.292767 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-c514a95d-7c9b-4f35-9464-c1e156c5125b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:54.294694 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-c514a95d-7c9b-4f35-9464-c1e156c5125b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:54.335194 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-51f88306-f38e-4353-8cd3-886b4b2b04e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:54.415342 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-c514a95d-7c9b-4f35-9464-c1e156c5125b tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0214615 Mar 14 19:00:54.426261 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Request body: {'port': {'device_id': 'a8b942be-f8d4-4cad-b0b8-956a00277bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:54.546388 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5a54e8c2-c649-42d4-848d-0130b0c7cbaf None None] Provisioning for port 8d31259e-7583-4b41-ac31-096ebe4be30d completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:00:54.551749 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-5a54e8c2-c649-42d4-848d-0130b0c7cbaf None None] Provisioning complete for port 8d31259e-7583-4b41-ac31-096ebe4be30d triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:00:54.552118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a54e8c2-c649-42d4-848d-0130b0c7cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:54.561496 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:54.613846 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-5a54e8c2-c649-42d4-848d-0130b0c7cbaf None None] Port 8d31259e-7583-4b41-ac31-096ebe4be30d cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 19:00:54.997719 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434ee6b-74a4-4311-b9bf-8f095d112c7f req-50d0b286-5269-4fb9-a49d-61a822bb6e83 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:54.998301 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-c434ee6b-74a4-4311-b9bf-8f095d112c7f req-50d0b286-5269-4fb9-a49d-61a822bb6e83 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:00:55.080851 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-c434ee6b-74a4-4311-b9bf-8f095d112c7f req-50d0b286-5269-4fb9-a49d-61a822bb6e83 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:00:55.082009 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c434ee6b-74a4-4311-b9bf-8f095d112c7f req-50d0b286-5269-4fb9-a49d-61a822bb6e83 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 932 time: 0.2841473 Mar 14 19:00:55.091772 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d31259e-7583-4b41-ac31-096ebe4be30d {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:00:55.111042 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:55.141809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Transition to ACTIVE for port object 8d31259e-7583-4b41-ac31-096ebe4be30d will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:00:55.147216 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c434ee6b-74a4-4311-b9bf-8f095d112c7f req-c5b207cc-6c50-4e52-ba7f-e89eac05e447 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4bbdcae-be0b-4f3f-8bec-e895cf57579d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584378 Mar 14 19:00:55.219343 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:55.379848 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Pushing event updated for resources: {'Port': ['ID=8d31259e-7583-4b41-ac31-096ebe4be30d,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:55.450664 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Attempting to bind port 8d31259e-7583-4b41-ac31-096ebe4be30d on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:00:55.451181 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Attempting to bind port 8d31259e-7583-4b41-ac31-096ebe4be30d by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'a5cb1ede-ea6b-4a65-823d-9f2046519080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:00:55.451499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Attempting to bind port 8d31259e-7583-4b41-ac31-096ebe4be30d on network 53d7408f-f45b-45d3-a858-04993b6d0a0f {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:00:55.456201 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Port 8d31259e-7583-4b41-ac31-096ebe4be30d on network 53d7408f-f45b-45d3-a858-04993b6d0a0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 19:00:55.456514 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Attempting to bind port 8d31259e-7583-4b41-ac31-096ebe4be30d on network 53d7408f-f45b-45d3-a858-04993b6d0a0f {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:00:55.461952 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:00:55.462284 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Checking segment: {'id': 'a5cb1ede-ea6b-4a65-823d-9f2046519080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:00:55.462658 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Bound using segment: {'id': 'a5cb1ede-ea6b-4a65-823d-9f2046519080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:00:55.463096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Bound port: 8d31259e-7583-4b41-ac31-096ebe4be30d, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5cb1ede-ea6b-4a65-823d-9f2046519080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:00:55.463431 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:55.550985 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] For port 8d31259e-7583-4b41-ac31-096ebe4be30d, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:00:55.553950 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] For port 8d31259e-7583-4b41-ac31-096ebe4be30d, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8d31259e-7583-4b41-ac31-096ebe4be30d,segment=NetworkSegment(a5cb1ede-ea6b-4a65-823d-9f2046519080),segment_id=a5cb1ede-ea6b-4a65-823d-9f2046519080)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:00:55.632317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:55.689831 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:55.690432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:55.692306 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] 10.222.0.59 "PUT /v2.0/ports/8d31259e-7583-4b41-ac31-096ebe4be30d HTTP/1.1" status: 200 len: 1094 time: 1.2697966 Mar 14 19:00:55.692731 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b942be-f8d4-4cad-b0b8-956a00277bf7', 'tag': '8d31259e-7583-4b41-ac31-096ebe4be30d'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:00:55.723454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3981c5-512c-4cd2-9e9c-c5117f56af50 service neutron] Pushing event updated for resources: {'Port': ['ID=8d31259e-7583-4b41-ac31-096ebe4be30d,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:55.753460 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b942be-f8d4-4cad-b0b8-956a00277bf7', 'tag': '8d31259e-7583-4b41-ac31-096ebe4be30d', 'status': 'completed', 'code': 200} Mar 14 19:00:55.835789 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-d200e361-fb95-44c0-a456-706f666c2f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:55.837329 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-d200e361-fb95-44c0-a456-706f666c2f03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 1097 time: 0.0747550 Mar 14 19:00:55.907766 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-54b53312-d1e1-40dc-a1f6-ca9f256d6614 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d31259e-7583-4b41-ac31-096ebe4be30d HTTP/1.1" status: 200 len: 217 time: 0.0636168 Mar 14 19:00:55.968476 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-749124f8-dedf-40bc-a1d5-64bf3616e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:55.969925 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-749124f8-dedf-40bc-a1d5-64bf3616e17d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=334fc1c6-532d-4690-b4d3-09b879d6761b HTTP/1.1" status: 200 len: 835 time: 0.0570726 Mar 14 19:00:56.044482 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-942d2c2c-1402-432b-96f0-f772661533a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:56.045921 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-942d2c2c-1402-432b-96f0-f772661533a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53d7408f-f45b-45d3-a858-04993b6d0a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707273 Mar 14 19:00:56.173003 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-d416d3be-94c7-4494-bdfc-333bf14597bf service neutron] 10.222.0.59 "GET /v2.0/networks/53d7408f-f45b-45d3-a858-04993b6d0a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206656 Mar 14 19:00:56.348230 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22c7131e-8ea7-4fec-ad55-dee302faa935 req-e4099c65-8894-4ea6-9073-e599e4070eb0 service neutron] 10.222.0.59 "GET /v2.0/networks/53d7408f-f45b-45d3-a858-04993b6d0a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698687 Mar 14 19:00:56.373269 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a902479-a8d1-48ca-9906-6b1554ad0112 req-fd501ce7-793b-4da8-97fb-59f39f55d3bf tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:56.374701 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7a902479-a8d1-48ca-9906-6b1554ad0112 req-fd501ce7-793b-4da8-97fb-59f39f55d3bf tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 944 time: 0.1190619 Mar 14 19:00:56.419142 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7a902479-a8d1-48ca-9906-6b1554ad0112 req-bacd63fe-c24b-4549-aaf8-3d6c8d6c473d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4bbdcae-be0b-4f3f-8bec-e895cf57579d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380065 Mar 14 19:00:56.432562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a8a35a13-dd49-47ab-a87a-b6e4cdffdccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:56.555504 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180518f7-f482-4bd1-aded-8baa7381a62e req-74ca9f83-23b1-44e4-b8df-cd7fcecc1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:56.557068 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-180518f7-f482-4bd1-aded-8baa7381a62e req-74ca9f83-23b1-44e4-b8df-cd7fcecc1f74 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 1097 time: 0.0730104 Mar 14 19:00:56.800786 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180518f7-f482-4bd1-aded-8baa7381a62e req-b8d6e65e-d2e3-4dac-9578-4473551ba602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:56.802848 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-180518f7-f482-4bd1-aded-8baa7381a62e req-b8d6e65e-d2e3-4dac-9578-4473551ba602 service neutron] 10.222.0.59 "GET /v2.0/networks?id=53d7408f-f45b-45d3-a858-04993b6d0a0f HTTP/1.1" status: 200 len: 898 time: 0.2385859 Mar 14 19:00:56.869372 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-180518f7-f482-4bd1-aded-8baa7381a62e req-bde98989-6c0f-4ecb-be40-b854b8334b13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d31259e-7583-4b41-ac31-096ebe4be30d HTTP/1.1" status: 200 len: 217 time: 0.0603826 Mar 14 19:00:56.933200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180518f7-f482-4bd1-aded-8baa7381a62e req-54037092-4158-4f6e-a255-5d39ca2c74da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:56.934628 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-180518f7-f482-4bd1-aded-8baa7381a62e req-54037092-4158-4f6e-a255-5d39ca2c74da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=334fc1c6-532d-4690-b4d3-09b879d6761b HTTP/1.1" status: 200 len: 835 time: 0.0594215 Mar 14 19:00:57.008749 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180518f7-f482-4bd1-aded-8baa7381a62e req-5e11066d-7cdf-4678-b351-b25f90bc3118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:57.010126 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-180518f7-f482-4bd1-aded-8baa7381a62e req-5e11066d-7cdf-4678-b351-b25f90bc3118 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53d7408f-f45b-45d3-a858-04993b6d0a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675607 Mar 14 19:00:57.141665 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-180518f7-f482-4bd1-aded-8baa7381a62e req-279d8888-ca25-4c4e-a008-9e42a1fb65e1 service neutron] 10.222.0.59 "GET /v2.0/networks/53d7408f-f45b-45d3-a858-04993b6d0a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236441 Mar 14 19:00:57.271941 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-180518f7-f482-4bd1-aded-8baa7381a62e req-fc241a6b-efd8-4c07-b1aa-e9577a13e647 service neutron] 10.222.0.59 "GET /v2.0/networks/53d7408f-f45b-45d3-a858-04993b6d0a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239316 Mar 14 19:00:57.608660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce4f97-27ea-4608-9925-b888c1f7e7b1 req-4acb318e-26da-4522-8d74-9050b43dd5d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:57.610087 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-68ce4f97-27ea-4608-9925-b888c1f7e7b1 req-4acb318e-26da-4522-8d74-9050b43dd5d4 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 944 time: 0.0823026 Mar 14 19:00:57.654262 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-68ce4f97-27ea-4608-9925-b888c1f7e7b1 req-5c415a6e-2fe9-4772-ae31-770749b681b7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4bbdcae-be0b-4f3f-8bec-e895cf57579d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379069 Mar 14 19:00:57.945999 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:57.957768 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:58.098434 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8d31259e-7583-4b41-ac31-096ebe4be30d details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 19:00:58.227101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8d31259e-7583-4b41-ac31-096ebe4be30d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8d31259e-7583-4b41-ac31-096ebe4be30d,segment=NetworkSegment(a5cb1ede-ea6b-4a65-823d-9f2046519080),segment_id=a5cb1ede-ea6b-4a65-823d-9f2046519080)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:00:58.239858 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '8d31259e-7583-4b41-ac31-096ebe4be30d', 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f', 'port_id': '8d31259e-7583-4b41-ac31-096ebe4be30d', 'mac_address': 'fa:16:3e:0c:1e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '334fc1c6-532d-4690-b4d3-09b879d6761b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 19:00:58.291690 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:58.308054 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d31259e-7583-4b41-ac31-096ebe4be30d {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:00:58.322726 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8d31259e-7583-4b41-ac31-096ebe4be30d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8d31259e-7583-4b41-ac31-096ebe4be30d,segment=NetworkSegment(a5cb1ede-ea6b-4a65-823d-9f2046519080),segment_id=a5cb1ede-ea6b-4a65-823d-9f2046519080)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:00:58.403523 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:58.471358 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=8d31259e-7583-4b41-ac31-096ebe4be30d,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:58.610654 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['8d31259e-7583-4b41-ac31-096ebe4be30d'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 19:00:58.844793 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd0572-d91f-4efa-bf46-7d545a51a8b6 req-80bb30c9-46e8-4c11-8be5-4f34087bfa60 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:58.846250 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-effd0572-d91f-4efa-bf46-7d545a51a8b6 req-80bb30c9-46e8-4c11-8be5-4f34087bfa60 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 945 time: 0.0838954 Mar 14 19:00:58.890553 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-effd0572-d91f-4efa-bf46-7d545a51a8b6 req-77787b0e-fb81-4e65-ad3d-99da695f79f6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4bbdcae-be0b-4f3f-8bec-e895cf57579d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383766 Mar 14 19:00:59.933864 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:00.114497 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8d31259e-7583-4b41-ac31-096ebe4be30d up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:01:00.233402 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9604d-b3ff-4806-bdb0-cd0d698f0e5c req-40cde75d-5135-48ac-9f25-c90341b94065 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:00.234866 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-eda9604d-b3ff-4806-bdb0-cd0d698f0e5c req-40cde75d-5135-48ac-9f25-c90341b94065 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 945 time: 0.0827215 Mar 14 19:01:00.243000 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 8d31259e-7583-4b41-ac31-096ebe4be30d completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:01:00.248182 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 8d31259e-7583-4b41-ac31-096ebe4be30d triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:01:00.248638 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:00.279283 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-eda9604d-b3ff-4806-bdb0-cd0d698f0e5c req-51d988a2-aca3-41c7-a086-150b613fd8c9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4bbdcae-be0b-4f3f-8bec-e895cf57579d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387537 Mar 14 19:01:00.363637 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:00.389362 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b942be-f8d4-4cad-b0b8-956a00277bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d31259e-7583-4b41-ac31-096ebe4be30d'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:01:00.399251 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 8d31259e-7583-4b41-ac31-096ebe4be30d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8d31259e-7583-4b41-ac31-096ebe4be30d,segment=NetworkSegment(a5cb1ede-ea6b-4a65-823d-9f2046519080),segment_id=a5cb1ede-ea6b-4a65-823d-9f2046519080)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:01:00.434232 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b942be-f8d4-4cad-b0b8-956a00277bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d31259e-7583-4b41-ac31-096ebe4be30d', 'code': 200} Mar 14 19:01:00.455561 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:00.522180 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=8d31259e-7583-4b41-ac31-096ebe4be30d,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:00.792034 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97662827-03e6-4584-8086-b6ac80619278 req-0ee43200-560f-4952-a731-a9b546b9acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:00.795780 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-97662827-03e6-4584-8086-b6ac80619278 req-0ee43200-560f-4952-a731-a9b546b9acdc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 1099 time: 0.0678329 Mar 14 19:01:00.841945 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-97662827-03e6-4584-8086-b6ac80619278 req-7479d6e5-d028-499a-a001-414d531a34d0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a4bbdcae-be0b-4f3f-8bec-e895cf57579d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372403 Mar 14 19:01:01.460337 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb08164-0671-43bf-b4f1-eb2d46abfd82 req-f578ef9f-cf75-438b-a531-8db2247ebefa tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:01.461810 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9bb08164-0671-43bf-b4f1-eb2d46abfd82 req-f578ef9f-cf75-438b-a531-8db2247ebefa tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 946 time: 0.0806258 Mar 14 19:01:01.505931 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9bb08164-0671-43bf-b4f1-eb2d46abfd82 req-d6cb72cf-ab5a-4dfa-879b-1ba81a98379e tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4bbdcae-be0b-4f3f-8bec-e895cf57579d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385656 Mar 14 19:01:02.691843 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4faa4-6fa1-4b83-86c7-4057a593a14f req-bd383cc7-147e-4de2-86e2-da667e155d4f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:02.693275 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8af4faa4-6fa1-4b83-86c7-4057a593a14f req-bd383cc7-147e-4de2-86e2-da667e155d4f tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 946 time: 0.0825086 Mar 14 19:01:02.736460 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8af4faa4-6fa1-4b83-86c7-4057a593a14f req-b6753304-3ceb-4e26-9957-fbb224ec4272 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4bbdcae-be0b-4f3f-8bec-e895cf57579d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375531 Mar 14 19:01:02.918124 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e89a3-3b87-42b4-a461-992f1f1b1d3c req-61ac3edb-70a0-4278-9363-fa8ee079a590 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:02.919519 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2d8e89a3-3b87-42b4-a461-992f1f1b1d3c req-61ac3edb-70a0-4278-9363-fa8ee079a590 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 946 time: 0.0780115 Mar 14 19:01:02.962429 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2d8e89a3-3b87-42b4-a461-992f1f1b1d3c req-40adc398-b905-4d9d-9a5d-dc54e2ed9dad tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4bbdcae-be0b-4f3f-8bec-e895cf57579d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373211 Mar 14 19:01:02.984605 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38762) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:01:03.054707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f00acf-189a-4e6c-9c6f-2affd6291b5c tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:03.056213 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-64f00acf-189a-4e6c-9c6f-2affd6291b5c tempest-TestNetworkAdvancedServerOps-994877965 tempest-TestNetworkAdvancedServerOps-994877965-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 1094 time: 0.0706685 Mar 14 19:01:03.059377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38766) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:01:03.064347 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': '8d31259e-7583-4b41-ac31-096ebe4be30d', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:03.070334 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:01:03.074155 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Usage tracker for resource:floatingip and tenant:9d69209fb0ee4f2e94311515128e094c is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:01:03.076964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:01:03.083299 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:01:03.163619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:03.296473 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:03.423277 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Allocated IP 172.26.7.213 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/fc5fe604-190b-4abc-8c16-167ec624431a) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:01:03.569674 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:03.662978 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:03.726281 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:01:03.732841 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:01:03.734783 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:01:03.762415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=fc5fe604-190b-4abc-8c16-167ec624431a,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:04.242373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:04.384975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:04.584991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:04.642377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:04.749336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event updated for resources: {'Port': ['ID=fc5fe604-190b-4abc-8c16-167ec624431a,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:04.761915 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:04.933004 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Floating IP e58ebeb5-6cbd-48e7-8751-6fbfb58feb23 associated. External IP: 172.26.7.213, port: 8d31259e-7583-4b41-ac31-096ebe4be30d. Mar 14 19:01:05.280675 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router ff887904-2a1f-4c45-a1a4-e74005becc84 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:01:05.570432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:01:05.580746 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff073ff-8a49-48bd-a613-097a6b541cfb None None] Sync routers for ids ['ff887904-2a1f-4c45-a1a4-e74005becc84'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:01:05.591273 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff073ff-8a49-48bd-a613-097a6b541cfb None None] Routers {'ff887904-2a1f-4c45-a1a4-e74005becc84'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:01:05.591896 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-eff073ff-8a49-48bd-a613-097a6b541cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:00:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['ff887904-2a1f-4c45-a1a4-e74005becc84'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:05.660690 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:05.719842 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6358b240-ec48-4b13-bc14-5c1dc3a44cd9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6570032 Mar 14 19:01:05.719842 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b942be-f8d4-4cad-b0b8-956a00277bf7', 'tag': '8d31259e-7583-4b41-ac31-096ebe4be30d'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:01:05.768821 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b942be-f8d4-4cad-b0b8-956a00277bf7', 'tag': '8d31259e-7583-4b41-ac31-096ebe4be30d', 'status': 'completed', 'code': 200} Mar 14 19:01:05.775227 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-eff073ff-8a49-48bd-a613-097a6b541cfb None None] Set router ff887904-2a1f-4c45-a1a4-e74005becc84 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:01:05.937254 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5542ac-32ad-4665-b46a-0e4333ff2dba req-e6b5502f-3371-4c60-8180-bf59fa017b2d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:05.938646 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2f5542ac-32ad-4665-b46a-0e4333ff2dba req-e6b5502f-3371-4c60-8180-bf59fa017b2d tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 946 time: 0.1053696 Mar 14 19:01:05.940772 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b7782-d296-48ea-9505-fb98fce09cb9 req-55d14cb7-c6c5-43c3-b225-448c9e58ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:05.942671 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c1b7782-d296-48ea-9505-fb98fce09cb9 req-55d14cb7-c6c5-43c3-b225-448c9e58ae14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 1099 time: 0.1529412 Mar 14 19:01:06.070317 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2f5542ac-32ad-4665-b46a-0e4333ff2dba req-ff66fa65-1433-4cd7-bc5a-51990afeea07 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4bbdcae-be0b-4f3f-8bec-e895cf57579d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249313 Mar 14 19:01:06.094778 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38774) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:01:06.109298 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b7782-d296-48ea-9505-fb98fce09cb9 req-759da1f0-c5f7-4894-a569-0023c2f40a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:06.110825 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c1b7782-d296-48ea-9505-fb98fce09cb9 req-759da1f0-c5f7-4894-a569-0023c2f40a4b service neutron] 10.222.0.59 "GET /v2.0/networks?id=53d7408f-f45b-45d3-a858-04993b6d0a0f HTTP/1.1" status: 200 len: 898 time: 0.1504540 Mar 14 19:01:06.124987 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-eff073ff-8a49-48bd-a613-097a6b541cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328154590', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:00:41Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:42Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'e58ebeb5-6cbd-48e7-8751-6fbfb58feb23', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'port_id': '8d31259e-7583-4b41-ac31-096ebe4be30d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f', 'mac_address': 'fa:16:3e:0c:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b942be-f8d4-4cad-b0b8-956a00277bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:01:04Z', 'updated_at': '2022-03-14T19:01:04Z', 'revision_number': 0, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0673db-c25d-4026-aa52-2fd383e780af', 'name': '', 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:10:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '334fc1c6-532d-4690-b4d3-09b879d6761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:46Z', 'updated_at': '2022-03-14T19:00:51Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '334fc1c6-532d-4690-b4d3-09b879d6761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:06.128922 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff073ff-8a49-48bd-a613-097a6b541cfb None None] Checking router: ff887904-2a1f-4c45-a1a4-e74005becc84 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:01:06.137836 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff073ff-8a49-48bd-a613-097a6b541cfb None None] Routers {'ff887904-2a1f-4c45-a1a4-e74005becc84'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:01:06.138446 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-eff073ff-8a49-48bd-a613-097a6b541cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:00:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['ff887904-2a1f-4c45-a1a4-e74005becc84'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:06.215215 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7ac9fdbf-78a9-4c83-9854-de1eee904ec1 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/floatingips/e58ebeb5-6cbd-48e7-8751-6fbfb58feb23 HTTP/1.1" status: 200 len: 992 time: 0.1189415 Mar 14 19:01:06.222331 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c1b7782-d296-48ea-9505-fb98fce09cb9 req-a296b6a9-44be-4abc-88c9-34163a62c990 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d31259e-7583-4b41-ac31-096ebe4be30d HTTP/1.1" status: 200 len: 1000 time: 0.1062281 Mar 14 19:01:06.288427 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b7782-d296-48ea-9505-fb98fce09cb9 req-351fbbc9-6ef7-416a-8caf-e8838af5f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:06.289896 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c1b7782-d296-48ea-9505-fb98fce09cb9 req-351fbbc9-6ef7-416a-8caf-e8838af5f2df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=334fc1c6-532d-4690-b4d3-09b879d6761b HTTP/1.1" status: 200 len: 835 time: 0.0620959 Mar 14 19:01:06.328439 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-eff073ff-8a49-48bd-a613-097a6b541cfb None None] Set router ff887904-2a1f-4c45-a1a4-e74005becc84 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:01:06.383931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b7782-d296-48ea-9505-fb98fce09cb9 req-f707daab-f44a-4799-9a9c-33be44d65668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:06.385810 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c1b7782-d296-48ea-9505-fb98fce09cb9 req-f707daab-f44a-4799-9a9c-33be44d65668 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53d7408f-f45b-45d3-a858-04993b6d0a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904708 Mar 14 19:01:06.530020 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c1b7782-d296-48ea-9505-fb98fce09cb9 req-7acf92dd-fdff-4c5a-b702-726860282575 service neutron] 10.222.0.59 "GET /v2.0/networks/53d7408f-f45b-45d3-a858-04993b6d0a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378419 Mar 14 19:01:06.666281 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c1b7782-d296-48ea-9505-fb98fce09cb9 req-bac7bbcc-cb4d-4c4c-87dd-df321a843c82 service neutron] 10.222.0.59 "GET /v2.0/networks/53d7408f-f45b-45d3-a858-04993b6d0a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294003 Mar 14 19:01:06.730586 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-eff073ff-8a49-48bd-a613-097a6b541cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328154590', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:00:41Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:42Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'e58ebeb5-6cbd-48e7-8751-6fbfb58feb23', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'port_id': '8d31259e-7583-4b41-ac31-096ebe4be30d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f', 'mac_address': 'fa:16:3e:0c:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b942be-f8d4-4cad-b0b8-956a00277bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:01:04Z', 'updated_at': '2022-03-14T19:01:04Z', 'revision_number': 0, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0673db-c25d-4026-aa52-2fd383e780af', 'name': '', 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:10:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '334fc1c6-532d-4690-b4d3-09b879d6761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:46Z', 'updated_at': '2022-03-14T19:00:51Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '334fc1c6-532d-4690-b4d3-09b879d6761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:06.734920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff073ff-8a49-48bd-a613-097a6b541cfb None None] The sync data for ids ['ff887904-2a1f-4c45-a1a4-e74005becc84'] in dv-neutron-833560-1-hyperv is: [{'id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328154590', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:00:41Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:42Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'e58ebeb5-6cbd-48e7-8751-6fbfb58feb23', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'port_id': '8d31259e-7583-4b41-ac31-096ebe4be30d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f', 'mac_address': 'fa:16:3e:0c:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b942be-f8d4-4cad-b0b8-956a00277bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:01:04Z', 'updated_at': '2022-03-14T19:01:04Z', 'revision_number': 0, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0673db-c25d-4026-aa52-2fd383e780af', 'name': '', 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:10:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '334fc1c6-532d-4690-b4d3-09b879d6761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:46Z', 'updated_at': '2022-03-14T19:00:51Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '334fc1c6-532d-4690-b4d3-09b879d6761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:01:06.914505 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb02086-36d4-4955-8e3e-6d4300b2d9cc None None] New status for floating IP e58ebeb5-6cbd-48e7-8751-6fbfb58feb23: ACTIVE {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:01:07.219296 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38778) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:01:07.328492 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e4b03d63-047b-441b-bd42-3f1fbdd29c58 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/floatingips/e58ebeb5-6cbd-48e7-8751-6fbfb58feb23 HTTP/1.1" status: 200 len: 994 time: 0.1077094 Mar 14 19:01:09.490008 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:22.087166 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:01:22.844588 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3c91002-5fae-46a2-84e5-4d22055e1204 req-298e9c22-f3a7-4206-b0d6-355fd67384d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680914 Mar 14 19:01:22.996328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c91002-5fae-46a2-84e5-4d22055e1204 req-81a3b221-eba6-4107-b3e2-7ab916846f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:22.997696 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3c91002-5fae-46a2-84e5-4d22055e1204 req-81a3b221-eba6-4107-b3e2-7ab916846f38 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 1099 time: 0.0772326 Mar 14 19:01:23.157528 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c91002-5fae-46a2-84e5-4d22055e1204 req-a2ae37ea-e887-42f9-8685-cf91208e29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:23.159074 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3c91002-5fae-46a2-84e5-4d22055e1204 req-a2ae37ea-e887-42f9-8685-cf91208e29bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=53d7408f-f45b-45d3-a858-04993b6d0a0f HTTP/1.1" status: 200 len: 898 time: 0.1289911 Mar 14 19:01:23.266962 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3c91002-5fae-46a2-84e5-4d22055e1204 req-9174ae45-46e5-4e15-832a-2091d573d88e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d31259e-7583-4b41-ac31-096ebe4be30d HTTP/1.1" status: 200 len: 1002 time: 0.0994570 Mar 14 19:01:23.330274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c91002-5fae-46a2-84e5-4d22055e1204 req-42dba37e-7b49-4acd-9b13-e2f522a0bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:23.331713 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3c91002-5fae-46a2-84e5-4d22055e1204 req-42dba37e-7b49-4acd-9b13-e2f522a0bd9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=334fc1c6-532d-4690-b4d3-09b879d6761b HTTP/1.1" status: 200 len: 835 time: 0.0605359 Mar 14 19:01:23.406112 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c91002-5fae-46a2-84e5-4d22055e1204 req-b742d41a-f9f0-4b43-97cf-365b2d903678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:23.407655 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3c91002-5fae-46a2-84e5-4d22055e1204 req-b742d41a-f9f0-4b43-97cf-365b2d903678 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53d7408f-f45b-45d3-a858-04993b6d0a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700028 Mar 14 19:01:23.648971 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3c91002-5fae-46a2-84e5-4d22055e1204 req-e41d6903-6b44-4f32-90f8-f8ce0822e336 service neutron] 10.222.0.59 "GET /v2.0/networks/53d7408f-f45b-45d3-a858-04993b6d0a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351928 Mar 14 19:01:23.779104 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d3c91002-5fae-46a2-84e5-4d22055e1204 req-4e906cf2-1db1-436c-b8cc-e7a973c7cbae service neutron] 10.222.0.59 "GET /v2.0/networks/53d7408f-f45b-45d3-a858-04993b6d0a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235802 Mar 14 19:01:24.340023 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9c589be4-4c26-4cf8-b34f-b0fd4cba1e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:26.379935 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-adc6c256-bf6c-4e44-b7c7-5e31a2ebb2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:27.973871 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:27.985244 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:29.912009 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:39.273564 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee6d2f-a91a-4c45-8c5c-b2f8b254efb1 req-7359cad6-5228-4659-8600-4e0c3d134643 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:39.275213 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-04ee6d2f-a91a-4c45-8c5c-b2f8b254efb1 req-7359cad6-5228-4659-8600-4e0c3d134643 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 946 time: 0.0838223 Mar 14 19:01:39.320167 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-04ee6d2f-a91a-4c45-8c5c-b2f8b254efb1 req-4cba88f4-b2dd-4f57-9621-ecd057d8b8c9 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4bbdcae-be0b-4f3f-8bec-e895cf57579d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383265 Mar 14 19:01:39.517256 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:40.513996 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70387e74-c17c-4d82-a18a-0b7caf8242de req-ab6adfc4-f613-497f-b435-dd2b4d628482 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:40.515583 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-70387e74-c17c-4d82-a18a-0b7caf8242de req-ab6adfc4-f613-497f-b435-dd2b4d628482 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 946 time: 0.0872362 Mar 14 19:01:40.561505 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-70387e74-c17c-4d82-a18a-0b7caf8242de req-eaed372d-236d-439a-a784-5b1d97f0df74 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4bbdcae-be0b-4f3f-8bec-e895cf57579d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390065 Mar 14 19:01:40.585409 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38800) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:01:40.694622 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7dbd3039-9a42-4bc7-a5d6-779bf76dabaa tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/floatingips/e58ebeb5-6cbd-48e7-8751-6fbfb58feb23 HTTP/1.1" status: 200 len: 994 time: 0.1083155 Mar 14 19:01:42.335170 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7562e-af6f-4594-b576-2cf11b2ba84a req-4dbe7261-d7cb-44c0-9eb1-0db4ca7b9a17 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:42.336624 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9dc7562e-af6f-4594-b576-2cf11b2ba84a req-4dbe7261-d7cb-44c0-9eb1-0db4ca7b9a17 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 946 time: 0.1232729 Mar 14 19:01:42.397080 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3bd5f-8f25-432d-94ac-74e3fd746fd2 req-95f85b9c-12e2-4c3f-a9ba-b039d167f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:42.398437 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6dc3bd5f-8f25-432d-94ac-74e3fd746fd2 req-95f85b9c-12e2-4c3f-a9ba-b039d167f006 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 1099 time: 0.1240492 Mar 14 19:01:42.401296 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9dc7562e-af6f-4594-b576-2cf11b2ba84a req-f58b2934-6390-46fd-9742-d5edc60bfcfe tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4bbdcae-be0b-4f3f-8bec-e895cf57579d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584338 Mar 14 19:01:42.535615 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3bd5f-8f25-432d-94ac-74e3fd746fd2 req-af617934-6486-4557-9ddc-37bd6a2a74bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:42.537066 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6dc3bd5f-8f25-432d-94ac-74e3fd746fd2 req-af617934-6486-4557-9ddc-37bd6a2a74bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=53d7408f-f45b-45d3-a858-04993b6d0a0f HTTP/1.1" status: 200 len: 898 time: 0.1327775 Mar 14 19:01:42.634996 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6dc3bd5f-8f25-432d-94ac-74e3fd746fd2 req-be09a4c5-7caa-4e3d-b520-9212a4706d96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d31259e-7583-4b41-ac31-096ebe4be30d HTTP/1.1" status: 200 len: 1002 time: 0.0919895 Mar 14 19:01:42.699500 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3bd5f-8f25-432d-94ac-74e3fd746fd2 req-f22b2d6f-b4a4-4ff6-bb2f-1e4289cc7a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:42.700846 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6dc3bd5f-8f25-432d-94ac-74e3fd746fd2 req-f22b2d6f-b4a4-4ff6-bb2f-1e4289cc7a9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=334fc1c6-532d-4690-b4d3-09b879d6761b HTTP/1.1" status: 200 len: 835 time: 0.0601003 Mar 14 19:01:42.782660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3bd5f-8f25-432d-94ac-74e3fd746fd2 req-f2f94c90-8cd3-4602-b92c-b046ac50768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:42.784150 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6dc3bd5f-8f25-432d-94ac-74e3fd746fd2 req-f2f94c90-8cd3-4602-b92c-b046ac50768e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53d7408f-f45b-45d3-a858-04993b6d0a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767522 Mar 14 19:01:42.912508 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6dc3bd5f-8f25-432d-94ac-74e3fd746fd2 req-7547312a-4fdb-4901-910b-fd6149814ac7 service neutron] 10.222.0.59 "GET /v2.0/networks/53d7408f-f45b-45d3-a858-04993b6d0a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224926 Mar 14 19:01:43.040499 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6dc3bd5f-8f25-432d-94ac-74e3fd746fd2 req-f8d0257f-d413-4725-9473-57e1bd5e80bb service neutron] 10.222.0.59 "GET /v2.0/networks/53d7408f-f45b-45d3-a858-04993b6d0a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221151 Mar 14 19:01:43.588961 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab276d-2d62-4cc6-8eb4-37c6076aae54 req-aaaf178b-6540-472d-b224-e9b6d8bb6e26 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:43.625600 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b4ab276d-2d62-4cc6-8eb4-37c6076aae54 req-aaaf178b-6540-472d-b224-e9b6d8bb6e26 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 946 time: 0.0837104 Mar 14 19:01:43.635226 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b4ab276d-2d62-4cc6-8eb4-37c6076aae54 req-954a08c4-d159-4b1c-8c09-5c75e25c4dfe tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4bbdcae-be0b-4f3f-8bec-e895cf57579d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389712 Mar 14 19:01:44.816550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f3824-47fb-4f1d-ae70-a5d3470a1cc8 req-65935d35-b32a-4e0f-8309-e063efa313dc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:44.818012 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-186f3824-47fb-4f1d-ae70-a5d3470a1cc8 req-65935d35-b32a-4e0f-8309-e063efa313dc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 946 time: 0.0771205 Mar 14 19:01:44.862178 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-186f3824-47fb-4f1d-ae70-a5d3470a1cc8 req-ec89fefd-74ad-4850-8af9-671160253409 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4bbdcae-be0b-4f3f-8bec-e895cf57579d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385811 Mar 14 19:01:44.884857 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38814) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:01:44.988642 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-cb0564c2-9370-4b20-a26c-702529cb04ce tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/floatingips/e58ebeb5-6cbd-48e7-8751-6fbfb58feb23 HTTP/1.1" status: 200 len: 994 time: 0.1025507 Mar 14 19:01:45.291997 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38822) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:01:45.590071 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port fc5fe604-190b-4abc-8c16-167ec624431a {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:01:45.590409 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:45.760053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:45.760374 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:45.884595 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for fc5fe604-190b-4abc-8c16-167ec624431a owned by network:floatingip {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:01:46.105557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:46.155407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=fc5fe604-190b-4abc-8c16-167ec624431a,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:46.194929 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.195274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.195616 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.195949 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.196377 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.196610 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.196932 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.197253 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.197575 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.197891 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.198209 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.198526 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.252683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for floatingip, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:46.253009 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Floating IP e58ebeb5-6cbd-48e7-8751-6fbfb58feb23 disassociated (deleted). External IP: 172.26.7.213, port: 8d31259e-7583-4b41-ac31-096ebe4be30d. Mar 14 19:01:46.600650 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router ff887904-2a1f-4c45-a1a4-e74005becc84 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:01:46.778913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:01:46.790662 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314819c7-784e-40c3-9d3b-a777e555ad0c None None] Sync routers for ids ['ff887904-2a1f-4c45-a1a4-e74005becc84'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:01:46.800245 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314819c7-784e-40c3-9d3b-a777e555ad0c None None] Routers {'ff887904-2a1f-4c45-a1a4-e74005becc84'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:01:46.805418 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-314819c7-784e-40c3-9d3b-a777e555ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:01:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['ff887904-2a1f-4c45-a1a4-e74005becc84'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:46.864305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:46.921499 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b72fda61-2b93-49ee-8302-19a1d80b14a6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/floatingips/e58ebeb5-6cbd-48e7-8751-6fbfb58feb23 HTTP/1.1" status: 204 len: 168 time: 1.6284165 Mar 14 19:01:46.922340 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b942be-f8d4-4cad-b0b8-956a00277bf7', 'tag': '8d31259e-7583-4b41-ac31-096ebe4be30d'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:01:46.971355 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b942be-f8d4-4cad-b0b8-956a00277bf7', 'tag': '8d31259e-7583-4b41-ac31-096ebe4be30d', 'status': 'completed', 'code': 200} Mar 14 19:01:46.987092 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-314819c7-784e-40c3-9d3b-a777e555ad0c None None] Set router ff887904-2a1f-4c45-a1a4-e74005becc84 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:01:47.068983 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c56c3b-883c-45a3-bdc6-4b56177521a9 req-cbc315d9-35e9-43d0-9eba-015bb7f29e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:47.070465 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-39c56c3b-883c-45a3-bdc6-4b56177521a9 req-cbc315d9-35e9-43d0-9eba-015bb7f29e41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d69209fb0ee4f2e94311515128e094c&device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 1099 time: 0.0772798 Mar 14 19:01:47.309738 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-314819c7-784e-40c3-9d3b-a777e555ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328154590', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:00:41Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:42Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '7e0673db-c25d-4026-aa52-2fd383e780af', 'name': '', 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:10:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '334fc1c6-532d-4690-b4d3-09b879d6761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:46Z', 'updated_at': '2022-03-14T19:00:51Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '334fc1c6-532d-4690-b4d3-09b879d6761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:47.313602 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314819c7-784e-40c3-9d3b-a777e555ad0c None None] Checking router: ff887904-2a1f-4c45-a1a4-e74005becc84 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:01:47.315521 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c56c3b-883c-45a3-bdc6-4b56177521a9 req-901c1c1b-c5b4-4869-9d2b-f68cd37eff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:47.317998 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-39c56c3b-883c-45a3-bdc6-4b56177521a9 req-901c1c1b-c5b4-4869-9d2b-f68cd37eff35 service neutron] 10.222.0.59 "GET /v2.0/networks?id=53d7408f-f45b-45d3-a858-04993b6d0a0f HTTP/1.1" status: 200 len: 898 time: 0.2413888 Mar 14 19:01:47.322538 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314819c7-784e-40c3-9d3b-a777e555ad0c None None] Routers {'ff887904-2a1f-4c45-a1a4-e74005becc84'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:01:47.323172 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-314819c7-784e-40c3-9d3b-a777e555ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:01:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['ff887904-2a1f-4c45-a1a4-e74005becc84'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:47.388922 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-39c56c3b-883c-45a3-bdc6-4b56177521a9 req-9fab1a2e-a4e3-4b26-a76d-32158cb3eb78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d31259e-7583-4b41-ac31-096ebe4be30d HTTP/1.1" status: 200 len: 217 time: 0.0659666 Mar 14 19:01:47.499153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c56c3b-883c-45a3-bdc6-4b56177521a9 req-e5b02296-be3d-4f4b-aa34-5b8c56cca8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:47.500803 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-39c56c3b-883c-45a3-bdc6-4b56177521a9 req-e5b02296-be3d-4f4b-aa34-5b8c56cca8a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=334fc1c6-532d-4690-b4d3-09b879d6761b HTTP/1.1" status: 200 len: 835 time: 0.1057360 Mar 14 19:01:47.520522 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-314819c7-784e-40c3-9d3b-a777e555ad0c None None] Set router ff887904-2a1f-4c45-a1a4-e74005becc84 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:01:47.580166 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780e70c-d720-4ed6-b4f6-063d57c0ece8 req-d50928f2-3550-4189-b874-30a70cfb9d9c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:47.580856 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-e780e70c-d720-4ed6-b4f6-063d57c0ece8 req-d50928f2-3550-4189-b874-30a70cfb9d9c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:01:47.611509 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c56c3b-883c-45a3-bdc6-4b56177521a9 req-71c09b2f-61ac-42eb-a52a-ec72c6857984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:47.616033 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-39c56c3b-883c-45a3-bdc6-4b56177521a9 req-71c09b2f-61ac-42eb-a52a-ec72c6857984 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53d7408f-f45b-45d3-a858-04993b6d0a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1042633 Mar 14 19:01:47.698958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-e780e70c-d720-4ed6-b4f6-063d57c0ece8 req-d50928f2-3550-4189-b874-30a70cfb9d9c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:01:47.700211 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e780e70c-d720-4ed6-b4f6-063d57c0ece8 req-d50928f2-3550-4189-b874-30a70cfb9d9c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 946 time: 0.2545097 Mar 14 19:01:47.783283 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e780e70c-d720-4ed6-b4f6-063d57c0ece8 req-b71fd222-a602-4def-8c33-3200d4655af7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4bbdcae-be0b-4f3f-8bec-e895cf57579d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703747 Mar 14 19:01:47.787069 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-39c56c3b-883c-45a3-bdc6-4b56177521a9 req-690ee8a0-280b-480f-bf86-50c6df3c86e1 service neutron] 10.222.0.59 "GET /v2.0/networks/53d7408f-f45b-45d3-a858-04993b6d0a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677351 Mar 14 19:01:47.845231 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-314819c7-784e-40c3-9d3b-a777e555ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328154590', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:00:41Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:42Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '7e0673db-c25d-4026-aa52-2fd383e780af', 'name': '', 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:10:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '334fc1c6-532d-4690-b4d3-09b879d6761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:46Z', 'updated_at': '2022-03-14T19:00:51Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '334fc1c6-532d-4690-b4d3-09b879d6761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:47.849985 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314819c7-784e-40c3-9d3b-a777e555ad0c None None] The sync data for ids ['ff887904-2a1f-4c45-a1a4-e74005becc84'] in dv-neutron-833560-1-hyperv is: [{'id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328154590', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:00:41Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:42Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '7e0673db-c25d-4026-aa52-2fd383e780af', 'name': '', 'network_id': '53d7408f-f45b-45d3-a858-04993b6d0a0f', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'mac_address': 'fa:16:3e:10:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '334fc1c6-532d-4690-b4d3-09b879d6761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:46Z', 'updated_at': '2022-03-14T19:00:51Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'subnets': [{'id': '334fc1c6-532d-4690-b4d3-09b879d6761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:01:47.925770 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-39c56c3b-883c-45a3-bdc6-4b56177521a9 req-95eca595-b42a-42fb-b853-571a21d7fbea service neutron] 10.222.0.59 "GET /v2.0/networks/53d7408f-f45b-45d3-a858-04993b6d0a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325414 Mar 14 19:01:48.064904 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7617f-81c8-4db7-b27d-9b736bec9fa1 None None] New status for floating IP e58ebeb5-6cbd-48e7-8751-6fbfb58feb23: DOWN {{(pid=88637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:01:48.976333 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb499e2-6b40-41cc-a2f3-b842d6f0ded9 req-1b9a27e6-d137-4854-b593-a0005ffb0866 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:48.977686 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7cb499e2-6b40-41cc-a2f3-b842d6f0ded9 req-1b9a27e6-d137-4854-b593-a0005ffb0866 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 946 time: 0.0835056 Mar 14 19:01:49.022425 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7cb499e2-6b40-41cc-a2f3-b842d6f0ded9 req-5be01db4-a4a4-410a-8f5f-7dd0b9e8aea7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4bbdcae-be0b-4f3f-8bec-e895cf57579d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387154 Mar 14 19:01:49.159258 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d9861-81ec-4c8f-8f18-907fbf878255 req-98c14557-fa0a-4f87-b0f4-73c051eff402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:49.160697 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2e2d9861-81ec-4c8f-8f18-907fbf878255 req-98c14557-fa0a-4f87-b0f4-73c051eff402 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 946 time: 0.0977743 Mar 14 19:01:49.238386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-2e2d9861-81ec-4c8f-8f18-907fbf878255 req-78108393-4b63-493e-927e-6a9c4aaa8f6c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port 8d31259e-7583-4b41-ac31-096ebe4be30d {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:01:49.238386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-2e2d9861-81ec-4c8f-8f18-907fbf878255 req-78108393-4b63-493e-927e-6a9c4aaa8f6c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:49.488015 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-2e2d9861-81ec-4c8f-8f18-907fbf878255 req-78108393-4b63-493e-927e-6a9c4aaa8f6c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] For port 8d31259e-7583-4b41-ac31-096ebe4be30d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8d31259e-7583-4b41-ac31-096ebe4be30d,segment=NetworkSegment(a5cb1ede-ea6b-4a65-823d-9f2046519080),segment_id=a5cb1ede-ea6b-4a65-823d-9f2046519080)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:01:49.488366 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-2e2d9861-81ec-4c8f-8f18-907fbf878255 req-78108393-4b63-493e-927e-6a9c4aaa8f6c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:49.609256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-2e2d9861-81ec-4c8f-8f18-907fbf878255 req-78108393-4b63-493e-927e-6a9c4aaa8f6c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for 8d31259e-7583-4b41-ac31-096ebe4be30d owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:01:49.830498 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-2e2d9861-81ec-4c8f-8f18-907fbf878255 req-78108393-4b63-493e-927e-6a9c4aaa8f6c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:49.881038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78108393-4b63-493e-927e-6a9c4aaa8f6c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=8d31259e-7583-4b41-ac31-096ebe4be30d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:50.051209 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2d9861-81ec-4c8f-8f18-907fbf878255 req-78108393-4b63-493e-927e-6a9c4aaa8f6c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] No DVR routers for this DVR port 8d31259e-7583-4b41-ac31-096ebe4be30d on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:01:50.054345 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-2e2d9861-81ec-4c8f-8f18-907fbf878255 req-78108393-4b63-493e-927e-6a9c4aaa8f6c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:50.057161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b942be-f8d4-4cad-b0b8-956a00277bf7', 'name': 'network-vif-deleted', 'tag': '8d31259e-7583-4b41-ac31-096ebe4be30d'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:01:50.111333 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b942be-f8d4-4cad-b0b8-956a00277bf7', 'name': 'network-vif-deleted', 'tag': '8d31259e-7583-4b41-ac31-096ebe4be30d', 'status': 'completed', 'code': 200} Mar 14 19:01:50.134056 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2e2d9861-81ec-4c8f-8f18-907fbf878255 req-78108393-4b63-493e-927e-6a9c4aaa8f6c tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.59 "DELETE /v2.0/ports/8d31259e-7583-4b41-ac31-096ebe4be30d HTTP/1.1" status: 204 len: 173 time: 0.9682605 Mar 14 19:01:50.181344 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-842b639c-de47-444b-959d-38c8a6639e99 req-6878d60b-67f5-4ab0-a440-4ed120539524 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Synchronizing usage tracker for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:01:50.283049 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-842b639c-de47-444b-959d-38c8a6639e99 req-6878d60b-67f5-4ab0-a440-4ed120539524 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Unset dirty status for tenant:9d69209fb0ee4f2e94311515128e094c on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:01:50.284262 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-842b639c-de47-444b-959d-38c8a6639e99 req-6878d60b-67f5-4ab0-a440-4ed120539524 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8b942be-f8d4-4cad-b0b8-956a00277bf7 HTTP/1.1" status: 200 len: 210 time: 0.1475325 Mar 14 19:01:51.387242 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38840) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:01:51.930079 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0f297bde-2a50-4ab1-b153-ad4a330a2fbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:52.286337 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-0f297bde-2a50-4ab1-b153-ad4a330a2fbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port 7e0673db-c25d-4026-aa52-2fd383e780af {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:01:52.286675 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0f297bde-2a50-4ab1-b153-ad4a330a2fbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:52.288390 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8d31259e-7583-4b41-ac31-096ebe4be30d no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:01:52.325217 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 8d31259e-7583-4b41-ac31-096ebe4be30d {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:01:52.325555 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 8d31259e-7583-4b41-ac31-096ebe4be30d not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:01:52.480834 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-0f297bde-2a50-4ab1-b153-ad4a330a2fbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] For port 7e0673db-c25d-4026-aa52-2fd383e780af, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=7e0673db-c25d-4026-aa52-2fd383e780af,segment=NetworkSegment(a5cb1ede-ea6b-4a65-823d-9f2046519080),segment_id=a5cb1ede-ea6b-4a65-823d-9f2046519080)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:01:52.481804 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0f297bde-2a50-4ab1-b153-ad4a330a2fbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:52.718591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-0f297bde-2a50-4ab1-b153-ad4a330a2fbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for 7e0673db-c25d-4026-aa52-2fd383e780af owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:01:52.956557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0f297bde-2a50-4ab1-b153-ad4a330a2fbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:53.003551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f297bde-2a50-4ab1-b153-ad4a330a2fbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=7e0673db-c25d-4026-aa52-2fd383e780af,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:53.282941 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0f297bde-2a50-4ab1-b153-ad4a330a2fbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:53.637320 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f297bde-2a50-4ab1-b153-ad4a330a2fbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Router ff887904-2a1f-4c45-a1a4-e74005becc84 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:01:53.809738 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f297bde-2a50-4ab1-b153-ad4a330a2fbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:01:53.819762 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba35505-4f99-4e65-a7e4-1326d8b82fbb None None] Sync routers for ids ['ff887904-2a1f-4c45-a1a4-e74005becc84'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:01:53.828927 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba35505-4f99-4e65-a7e4-1326d8b82fbb None None] Routers {'ff887904-2a1f-4c45-a1a4-e74005becc84'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:01:53.832646 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-aba35505-4f99-4e65-a7e4-1326d8b82fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:01:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['ff887904-2a1f-4c45-a1a4-e74005becc84'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:53.861459 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0f297bde-2a50-4ab1-b153-ad4a330a2fbc tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "PUT /v2.0/routers/ff887904-2a1f-4c45-a1a4-e74005becc84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4730451 Mar 14 19:01:53.864765 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38844) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:01:53.932598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4bf91f-95e9-4a1b-8452-35894a619cc7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting subnet 334fc1c6-532d-4690-b4d3-09b879d6761b {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 19:01:53.935911 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf91f-95e9-4a1b-8452-35894a619cc7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:53.990860 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf91f-95e9-4a1b-8452-35894a619cc7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:54.042414 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-aba35505-4f99-4e65-a7e4-1326d8b82fbb None None] Set router ff887904-2a1f-4c45-a1a4-e74005becc84 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:01:54.071596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf91f-95e9-4a1b-8452-35894a619cc7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:54.214430 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf91f-95e9-4a1b-8452-35894a619cc7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:54.252584 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bf91f-95e9-4a1b-8452-35894a619cc7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Subnet': ['ID=334fc1c6-532d-4690-b4d3-09b879d6761b,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:54.259754 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf91f-95e9-4a1b-8452-35894a619cc7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:54.265959 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4c4bf91f-95e9-4a1b-8452-35894a619cc7 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/subnets/334fc1c6-532d-4690-b4d3-09b879d6761b HTTP/1.1" status: 204 len: 168 time: 0.4000859 Mar 14 19:01:54.268491 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38848) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:01:54.271154 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc3b1bf-fc23-4c90-bf01-dcc196702f38 None None] Network 53d7408f-f45b-45d3-a858-04993b6d0a0f requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 19:01:54.503787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-ffe3fed4-1644-4d5d-bcd9-ce179e31cbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:54.539153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-aba35505-4f99-4e65-a7e4-1326d8b82fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328154590', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:00:41Z', 'updated_at': '2022-03-14T19:01:52Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:42Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:54.545786 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba35505-4f99-4e65-a7e4-1326d8b82fbb None None] Checking router: ff887904-2a1f-4c45-a1a4-e74005becc84 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:01:54.564713 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba35505-4f99-4e65-a7e4-1326d8b82fbb None None] Routers {'ff887904-2a1f-4c45-a1a4-e74005becc84'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:01:54.565338 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-aba35505-4f99-4e65-a7e4-1326d8b82fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:01:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['ff887904-2a1f-4c45-a1a4-e74005becc84'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:54.583599 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0d1d02d1-1f2c-40a8-9402-87fba0fbb4c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:54.724595 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] DHCP port deletion for 53d7408f-f45b-45d3-a858-04993b6d0a0f request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 19:01:54.739161 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] Deleting port 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:01:54.739535 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:54.801037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0d1d02d1-1f2c-40a8-9402-87fba0fbb4c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:54.811817 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-aba35505-4f99-4e65-a7e4-1326d8b82fbb None None] Set router ff887904-2a1f-4c45-a1a4-e74005becc84 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:01:54.904998 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d02d1-1f2c-40a8-9402-87fba0fbb4c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Deleting port 86077da4-0f55-4983-8597-38e10bfd10a1 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:01:54.905343 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0d1d02d1-1f2c-40a8-9402-87fba0fbb4c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:55.077457 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-0d1d02d1-1f2c-40a8-9402-87fba0fbb4c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] For port 86077da4-0f55-4983-8597-38e10bfd10a1, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=86077da4-0f55-4983-8597-38e10bfd10a1,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:01:55.077849 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0d1d02d1-1f2c-40a8-9402-87fba0fbb4c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:55.160731 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] For port 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a,segment=NetworkSegment(a5cb1ede-ea6b-4a65-823d-9f2046519080),segment_id=a5cb1ede-ea6b-4a65-823d-9f2046519080)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:01:55.161426 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:55.200637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d02d1-1f2c-40a8-9402-87fba0fbb4c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Calling delete_port for 86077da4-0f55-4983-8597-38e10bfd10a1 owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:01:55.359133 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:01:55.391693 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] Calling delete_port for 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:01:55.442921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0d1d02d1-1f2c-40a8-9402-87fba0fbb4c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:55.492924 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d02d1-1f2c-40a8-9402-87fba0fbb4c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Port': ['ID=86077da4-0f55-4983-8597-38e10bfd10a1,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:55.558444 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-aba35505-4f99-4e65-a7e4-1326d8b82fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328154590', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:00:41Z', 'updated_at': '2022-03-14T19:01:52Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:42Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:55.565280 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:55.576225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba35505-4f99-4e65-a7e4-1326d8b82fbb None None] The sync data for ids ['ff887904-2a1f-4c45-a1a4-e74005becc84'] in dv-neutron-833560-1-hyperv is: [{'id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328154590', 'tenant_id': '9d69209fb0ee4f2e94311515128e094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:00:41Z', 'updated_at': '2022-03-14T19:01:52Z', 'revision_number': 5, 'project_id': '9d69209fb0ee4f2e94311515128e094c', 'gw_port': {'id': '86077da4-0f55-4983-8597-38e10bfd10a1', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff887904-2a1f-4c45-a1a4-e74005becc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:00:42Z', 'updated_at': '2022-03-14T19:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:01:55.585674 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0d1d02d1-1f2c-40a8-9402-87fba0fbb4c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:55.620537 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915'] for port, after_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:55.700643 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] Pushing event deleted for resources: {'Port': ['ID=03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a,revision_number=None']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:55.705963 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] No DVR routers for this DVR port 03fc2f93-fe9b-4cf2-a26d-3e912d3ad27a on host dv-neutron-833560-1-hyperv {{(pid=88636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:01:55.712183 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:55.712537 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:55.712884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:55.717215 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:55.717484 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:55.717831 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:55.718167 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:55.718499 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:55.718862 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:55.719190 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:55.719517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:55.719869 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e74b4b-8ecb-42dc-ac29-eb5d110a4402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:55.771293 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0d1d02d1-1f2c-40a8-9402-87fba0fbb4c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:55.773535 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0d1d02d1-1f2c-40a8-9402-87fba0fbb4c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:55.853951 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0d1d02d1-1f2c-40a8-9402-87fba0fbb4c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:55.854648 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1d02d1-1f2c-40a8-9402-87fba0fbb4c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Fanout notify agent at l3_agent the message router_deleted on router ff887904-2a1f-4c45-a1a4-e74005becc84 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 19:01:55.869720 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0d1d02d1-1f2c-40a8-9402-87fba0fbb4c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:55.870852 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0d1d02d1-1f2c-40a8-9402-87fba0fbb4c2 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/routers/ff887904-2a1f-4c45-a1a4-e74005becc84 HTTP/1.1" status: 204 len: 168 time: 1.6014094 Mar 14 19:01:55.873537 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38852) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:01:55.988042 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee5710c7-a8f7-4adf-875c-1791b340cd99 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:56.235809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee5710c7-a8f7-4adf-875c-1791b340cd99 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:56.262693 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-ee5710c7-a8f7-4adf-875c-1791b340cd99 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d7408f-f45b-45d3-a858-04993b6d0a0f']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:56.275066 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-ee5710c7-a8f7-4adf-875c-1791b340cd99 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cb1ede-ea6b-4a65-823d-9f2046519080') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:56.275359 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-ee5710c7-a8f7-4adf-875c-1791b340cd99 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cb1ede-ea6b-4a65-823d-9f2046519080') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:56.286790 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee5710c7-a8f7-4adf-875c-1791b340cd99 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:56.301847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee5710c7-a8f7-4adf-875c-1791b340cd99 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:56.308905 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5710c7-a8f7-4adf-875c-1791b340cd99 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:01:56.309281 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee5710c7-a8f7-4adf-875c-1791b340cd99 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:01:56.323307 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:01:56.414130 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9dfb4844-8f5a-430a-a749-01230e9061b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:56.550504 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee5710c7-a8f7-4adf-875c-1791b340cd99 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:56.572416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ee5710c7-a8f7-4adf-875c-1791b340cd99 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:56.584699 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5710c7-a8f7-4adf-875c-1791b340cd99 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'Network': ['ID=53d7408f-f45b-45d3-a858-04993b6d0a0f,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:56.660143 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ee5710c7-a8f7-4adf-875c-1791b340cd99 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/networks/53d7408f-f45b-45d3-a858-04993b6d0a0f HTTP/1.1" status: 204 len: 168 time: 0.7855039 Mar 14 19:01:56.662600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38856) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:01:56.731467 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cea4e643-65fb-41e9-a4ce-3a49f32020e6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:56.762485 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cea4e643-65fb-41e9-a4ce-3a49f32020e6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:56.876213 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cea4e643-65fb-41e9-a4ce-3a49f32020e6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:56.895142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4e643-65fb-41e9-a4ce-3a49f32020e6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bbdcae-be0b-4f3f-8bec-e895cf57579d,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:56.950010 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-cea4e643-65fb-41e9-a4ce-3a49f32020e6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:56.951740 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-cea4e643-65fb-41e9-a4ce-3a49f32020e6 tempest-TestNetworkAdvancedServerOps-1297535121 tempest-TestNetworkAdvancedServerOps-1297535121-project] 10.222.0.43 "DELETE /v2.0/security-groups/a4bbdcae-be0b-4f3f-8bec-e895cf57579d HTTP/1.1" status: 204 len: 168 time: 0.2874007 Mar 14 19:01:57.317122 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 86077da4-0f55-4983-8597-38e10bfd10a1 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:01:57.350974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 86077da4-0f55-4983-8597-38e10bfd10a1 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:01:57.351337 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 86077da4-0f55-4983-8597-38e10bfd10a1 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:01:57.351751 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7e0673db-c25d-4026-aa52-2fd383e780af no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:01:57.386789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 7e0673db-c25d-4026-aa52-2fd383e780af {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:01:57.387152 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 7e0673db-c25d-4026-aa52-2fd383e780af not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:01:57.536572 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38866) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:01:57.710590 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b29e73d1-2836-4cf0-a1c6-21faf2466ec1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d69209fb0ee4f2e94311515128e094c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728842 Mar 14 19:01:57.713155 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38872) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:01:57.773397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-553e661e-50e5-4d51-8632-0a6083fe01f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:57.798606 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-553e661e-50e5-4d51-8632-0a6083fe01f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:57.962163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-553e661e-50e5-4d51-8632-0a6083fe01f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:57.962890 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:57.964576 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:57.977504 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e661e-50e5-4d51-8632-0a6083fe01f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7e19ed-66bc-44c2-b859-95170f233e10,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:57.985812 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-553e661e-50e5-4d51-8632-0a6083fe01f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:57.989441 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-553e661e-50e5-4d51-8632-0a6083fe01f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd7e19ed-66bc-44c2-b859-95170f233e10 HTTP/1.1" status: 204 len: 168 time: 0.2753041 Mar 14 19:01:58.640450 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38880) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:01:58.658593 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20ed79e2-04c8-41a9-a8e9-08544498542a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:58.672935 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-20ed79e2-04c8-41a9-a8e9-08544498542a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:01:58.677008 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-20ed79e2-04c8-41a9-a8e9-08544498542a admin admin] Usage tracker for resource:security_group_rule and tenant:78ecc456c1704c019800aedfa99b1b25 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:01:58.680705 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-20ed79e2-04c8-41a9-a8e9-08544498542a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:01:58.686303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-20ed79e2-04c8-41a9-a8e9-08544498542a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:01:58.768142 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20ed79e2-04c8-41a9-a8e9-08544498542a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:58.813777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-20ed79e2-04c8-41a9-a8e9-08544498542a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:58.863741 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-20ed79e2-04c8-41a9-a8e9-08544498542a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78ecc456c1704c019800aedfa99b1b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2222176 Mar 14 19:01:58.864562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed79e2-04c8-41a9-a8e9-08544498542a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0feb31-bab9-4d58-becf-b6ac387c928b,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:58.866514 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38884) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:01:58.927941 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dae27c1b-1a81-4977-bbe6-5f8411da5282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:58.952757 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dae27c1b-1a81-4977-bbe6-5f8411da5282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:59.064203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dae27c1b-1a81-4977-bbe6-5f8411da5282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:59.079730 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae27c1b-1a81-4977-bbe6-5f8411da5282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0feb31-bab9-4d58-becf-b6ac387c928b,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:59.086248 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:01:59.090077 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27c1b-1a81-4977-bbe6-5f8411da5282 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:59.090416 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27c1b-1a81-4977-bbe6-5f8411da5282 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:59.090777 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27c1b-1a81-4977-bbe6-5f8411da5282 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:59.091104 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27c1b-1a81-4977-bbe6-5f8411da5282 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:59.091431 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27c1b-1a81-4977-bbe6-5f8411da5282 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:59.091756 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27c1b-1a81-4977-bbe6-5f8411da5282 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:59.092159 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27c1b-1a81-4977-bbe6-5f8411da5282 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:59.092474 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27c1b-1a81-4977-bbe6-5f8411da5282 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:59.092794 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27c1b-1a81-4977-bbe6-5f8411da5282 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:59.093112 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27c1b-1a81-4977-bbe6-5f8411da5282 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:59.093428 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27c1b-1a81-4977-bbe6-5f8411da5282 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:59.093743 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27c1b-1a81-4977-bbe6-5f8411da5282 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:59.097878 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dae27c1b-1a81-4977-bbe6-5f8411da5282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:59.099102 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dae27c1b-1a81-4977-bbe6-5f8411da5282 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/be0feb31-bab9-4d58-becf-b6ac387c928b HTTP/1.1" status: 204 len: 168 time: 0.2314999 Mar 14 19:01:59.922552 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:00.215679 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38908) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:02:00.317134 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-282661188-network', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:00.321868 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:02:00.325670 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Usage tracker for resource:network and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:02:00.328740 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:02:00.335077 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:02:00.413848 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Made reservation on behalf of de2fddebb3d64f5f93fec51dbda5958d for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:02:00.416211 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:00.428593 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:00.443970 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:02:00.448219 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Usage tracker for resource:security_group_rule and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:02:00.451065 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:02:00.456955 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:02:00.548143 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:00.636401 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:00.669062 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:02:00.677913 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f31f4d-1738-41a2-bcb8-e2dc5fc6b853,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:00.683316 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:00.683651 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Added segment 5f0206b4-6902-4ec4-a739-14d056bc8582 of type vlan for network f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 Mar 14 19:02:00.711179 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:00.836680 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:00.837633 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:00.838210 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:00.940203 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] Pushing event updated for resources: {'Network': ['ID=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:00.949884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 19:02:01.020234 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-66bde148-b718-48d7-98be-fac013d7a815 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8034413 Mar 14 19:02:01.023373 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38914) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:02:01.028751 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-8ff3e208-6d61-4ef4-b5ad-90f1b08a9831 admin admin] Request body: {'subnet': {'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-282661188-subnet', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'ip_version': 4}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:01.033742 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8ff3e208-6d61-4ef4-b5ad-90f1b08a9831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:02:01.038383 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8ff3e208-6d61-4ef4-b5ad-90f1b08a9831 admin admin] Usage tracker for resource:subnet and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:02:01.046198 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-8ff3e208-6d61-4ef4-b5ad-90f1b08a9831 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:02:01.046878 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-8ff3e208-6d61-4ef4-b5ad-90f1b08a9831 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:02:01.242666 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff3e208-6d61-4ef4-b5ad-90f1b08a9831 admin admin] Made reservation on behalf of de2fddebb3d64f5f93fec51dbda5958d for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:02:01.245661 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ff3e208-6d61-4ef4-b5ad-90f1b08a9831 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:01.522057 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ff3e208-6d61-4ef4-b5ad-90f1b08a9831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:01.598763 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3e208-6d61-4ef4-b5ad-90f1b08a9831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8301b00f-d874-42fd-9b2d-90cafb84a8ec,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:01.608273 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3e208-6d61-4ef4-b5ad-90f1b08a9831 admin admin] Checking segment: {'id': '5f0206b4-6902-4ec4-a739-14d056bc8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:02:01.608635 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff3e208-6d61-4ef4-b5ad-90f1b08a9831 admin admin] Network hostable DHCP agents. Network: f7c167ce-828a-42bf-a76e-53c1f2ce7ba1, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:02:01.716360 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff3e208-6d61-4ef4-b5ad-90f1b08a9831 admin admin] Network f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:02:01.807788 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-8ff3e208-6d61-4ef4-b5ad-90f1b08a9831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, f7c167ce-828a-42bf-a76e-53c1f2ce7ba1) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:01.811980 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff3e208-6d61-4ef4-b5ad-90f1b08a9831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:01.812571 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8ff3e208-6d61-4ef4-b5ad-90f1b08a9831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:01.819016 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcde60c1-6348-44fc-97f2-7fb8629f35eb None None] Network f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 19:02:01.943599 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8ff3e208-6d61-4ef4-b5ad-90f1b08a9831 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9160478 Mar 14 19:02:01.943862 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38918) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:02:01.948623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:01.953450 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:02:01.958117 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Usage tracker for resource:router and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:02:01.960951 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:02:01.966582 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:02:02.031029 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 19:02:02.031876 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:02.036368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:02.037401 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:02.054837 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:02.194058 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Allocated IP 172.20.0.2 (f7c167ce-828a-42bf-a76e-53c1f2ce7ba1/8301b00f-d874-42fd-9b2d-90cafb84a8ec/a93eb62f-2b40-4704-b53e-fe507117cdd2) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:02:02.373037 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:02.395128 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:02.405089 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Transition to ACTIVE for port object a93eb62f-2b40-4704-b53e-fe507117cdd2 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:02:02.424562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Transition to ACTIVE for port object a93eb62f-2b40-4704-b53e-fe507117cdd2 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:02:02.511184 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:02.581110 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Network f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:02.588418 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:02.593502 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:02:02.600530 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Pushing event updated for resources: {'Port': ['ID=a93eb62f-2b40-4704-b53e-fe507117cdd2,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:02.688660 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Attempting to bind port a93eb62f-2b40-4704-b53e-fe507117cdd2 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:02:02.689020 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Attempting to bind port a93eb62f-2b40-4704-b53e-fe507117cdd2 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '5f0206b4-6902-4ec4-a739-14d056bc8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:02:02.689384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Attempting to bind port a93eb62f-2b40-4704-b53e-fe507117cdd2 on network f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:02:02.695001 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:02:02.695369 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Checking segment: {'id': '5f0206b4-6902-4ec4-a739-14d056bc8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:02:02.695767 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:02.696156 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Bound using segment: {'id': '5f0206b4-6902-4ec4-a739-14d056bc8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:02:02.696616 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Bound port: a93eb62f-2b40-4704-b53e-fe507117cdd2, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0206b4-6902-4ec4-a739-14d056bc8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:02:02.696984 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:02.799974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] For port a93eb62f-2b40-4704-b53e-fe507117cdd2, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:02:02.802722 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:02.803300 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] For port a93eb62f-2b40-4704-b53e-fe507117cdd2, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a93eb62f-2b40-4704-b53e-fe507117cdd2,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:02:02.837272 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:02.871914 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:02.982087 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Allocated IP 172.26.7.144 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/42b2240a-ccca-4bad-b49c-6049f23d14ca) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:02:03.074512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd89a47-9f7d-4e0a-a47a-f31b3c4ed880 None None] Pushing event updated for resources: {'Port': ['ID=a93eb62f-2b40-4704-b53e-fe507117cdd2,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:03.170572 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:03.276778 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:03.354157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:03.358249 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:03.362076 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:02:03.386738 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=42b2240a-ccca-4bad-b49c-6049f23d14ca,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:03.418350 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a93eb62f-2b40-4704-b53e-fe507117cdd2 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:02:03.561990 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port a93eb62f-2b40-4704-b53e-fe507117cdd2 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:02:03.983172 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:04.049136 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7a6cb6-c635-4681-854d-bb6159b83a2e None None] Network f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 19:02:04.258447 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4344c357-5a9d-4192-b109-f748ab672da2 None None] Provisioning for port a93eb62f-2b40-4704-b53e-fe507117cdd2 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:02:04.271247 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4344c357-5a9d-4192-b109-f748ab672da2 None None] Provisioning complete for port a93eb62f-2b40-4704-b53e-fe507117cdd2 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:04.271602 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4344c357-5a9d-4192-b109-f748ab672da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:04.334614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:04.421294 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4344c357-5a9d-4192-b109-f748ab672da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:04.459756 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-4344c357-5a9d-4192-b109-f748ab672da2 None None] For port a93eb62f-2b40-4704-b53e-fe507117cdd2, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a93eb62f-2b40-4704-b53e-fe507117cdd2,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:02:04.540490 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4344c357-5a9d-4192-b109-f748ab672da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:04.616334 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344c357-5a9d-4192-b109-f748ab672da2 None None] Pushing event updated for resources: {'Port': ['ID=a93eb62f-2b40-4704-b53e-fe507117cdd2,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:04.642178 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Router 63e74f87-97ba-4929-999e-dbf3d3f14b21 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 19:02:04.662374 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8a7eb983-fb6d-4e1a-a890-20fe3e2bed4f None None] Provisioning complete for port a93eb62f-2b40-4704-b53e-fe507117cdd2 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:04.663078 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8a7eb983-fb6d-4e1a-a890-20fe3e2bed4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:04.842381 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:02:04.851406 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Sync routers for ids ['63e74f87-97ba-4929-999e-dbf3d3f14b21'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:02:04.863067 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Routers {'63e74f87-97ba-4929-999e-dbf3d3f14b21'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:02:04.864916 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:01:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['63e74f87-97ba-4929-999e-dbf3d3f14b21'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:04.933998 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:04.935403 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ab6a7d51-0c9c-4e48-a535-3f53642da3d9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9906158 Mar 14 19:02:04.938175 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38922) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:02:05.042166 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Set router 63e74f87-97ba-4929-999e-dbf3d3f14b21 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:02:05.326454 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:03Z', 'revision_number': 3, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port': {'id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:05.331776 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Checking router: 63e74f87-97ba-4929-999e-dbf3d3f14b21 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:02:05.332802 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Updating router 63e74f87-97ba-4929-999e-dbf3d3f14b21 port 42b2240a-ccca-4bad-b49c-6049f23d14ca binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:02:05.333664 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a93eb62f-2b40-4704-b53e-fe507117cdd2 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:02:05.390702 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:05.408397 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port a93eb62f-2b40-4704-b53e-fe507117cdd2 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:05.408813 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:05.686673 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:05.771393 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:05.785681 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Transition to ACTIVE for port object 42b2240a-ccca-4bad-b49c-6049f23d14ca will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:02:05.847281 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:05.929162 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Attempting to bind port 42b2240a-ccca-4bad-b49c-6049f23d14ca on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:02:05.929935 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Attempting to bind port 42b2240a-ccca-4bad-b49c-6049f23d14ca by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:02:05.929935 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Attempting to bind port 42b2240a-ccca-4bad-b49c-6049f23d14ca on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:02:05.940331 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:02:05.940710 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:02:05.941102 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:05.942076 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:02:05.942550 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Bound port: 42b2240a-ccca-4bad-b49c-6049f23d14ca, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:02:05.942951 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:05.966313 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ceb77-d485-41f7-9ac6-afa172d82c50 None None] Pushing event updated for resources: {'Port': ['ID=42b2240a-ccca-4bad-b49c-6049f23d14ca,revision_number=2']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:05.984772 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ceb77-d485-41f7-9ac6-afa172d82c50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:05.985118 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ceb77-d485-41f7-9ac6-afa172d82c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:05.985454 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ceb77-d485-41f7-9ac6-afa172d82c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:05.985783 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ceb77-d485-41f7-9ac6-afa172d82c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:05.986109 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ceb77-d485-41f7-9ac6-afa172d82c50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:05.986430 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ceb77-d485-41f7-9ac6-afa172d82c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:05.986762 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ceb77-d485-41f7-9ac6-afa172d82c50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:05.987117 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ceb77-d485-41f7-9ac6-afa172d82c50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:05.987408 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ceb77-d485-41f7-9ac6-afa172d82c50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:05.987734 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ceb77-d485-41f7-9ac6-afa172d82c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:05.988044 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ceb77-d485-41f7-9ac6-afa172d82c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:05.988889 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ceb77-d485-41f7-9ac6-afa172d82c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:06.027483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] Allocated IP 172.20.0.1 (f7c167ce-828a-42bf-a76e-53c1f2ce7ba1/8301b00f-d874-42fd-9b2d-90cafb84a8ec/4749d3da-e9a7-42e5-91ed-e9bf80944261) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:02:06.031162 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] For port 42b2240a-ccca-4bad-b49c-6049f23d14ca, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:02:06.034136 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] For port 42b2240a-ccca-4bad-b49c-6049f23d14ca, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=42b2240a-ccca-4bad-b49c-6049f23d14ca,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:02:06.099945 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:06.175329 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Routers {'63e74f87-97ba-4929-999e-dbf3d3f14b21'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:02:06.176490 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:01:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['63e74f87-97ba-4929-999e-dbf3d3f14b21'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:06.179327 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:06.206051 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] Transition to ACTIVE for port object 4749d3da-e9a7-42e5-91ed-e9bf80944261 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:02:06.244246 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ceb77-d485-41f7-9ac6-afa172d82c50 None None] Pushing event updated for resources: {'Port': ['ID=42b2240a-ccca-4bad-b49c-6049f23d14ca,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:06.288042 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:06.352119 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] Network f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:06.359227 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:06.359759 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] Set router 63e74f87-97ba-4929-999e-dbf3d3f14b21 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:02:06.366405 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:02:06.395688 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] Pushing event updated for resources: {'Port': ['ID=4749d3da-e9a7-42e5-91ed-e9bf80944261,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:06.436464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:06.660140 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-498cd87f-9d7a-47ee-b4f0-66c99608b571 None None] Provisioning for port 4749d3da-e9a7-42e5-91ed-e9bf80944261 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:02:06.664031 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:03Z', 'revision_number': 3, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port': {'id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:06.669617 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f51bbe-6026-4e81-9738-f68c28cf3651 None None] The sync data for ids ['63e74f87-97ba-4929-999e-dbf3d3f14b21'] in dv-neutron-833560-1-hyperv is: [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:03Z', 'revision_number': 3, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port': {'id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:02:06.670353 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-498cd87f-9d7a-47ee-b4f0-66c99608b571 None None] Provisioning complete for port 4749d3da-e9a7-42e5-91ed-e9bf80944261 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:06.672079 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-498cd87f-9d7a-47ee-b4f0-66c99608b571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:06.747663 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-498cd87f-9d7a-47ee-b4f0-66c99608b571 None None] Port 4749d3da-e9a7-42e5-91ed-e9bf80944261 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 19:02:06.805119 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:07.055407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:07.145729 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:07.254571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:07.258115 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] Pushing event updated for resources: {'Port': ['ID=4749d3da-e9a7-42e5-91ed-e9bf80944261,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:07.356793 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 42b2240a-ccca-4bad-b49c-6049f23d14ca up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:02:07.437296 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] Network f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:07.439121 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:07.522326 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 42b2240a-ccca-4bad-b49c-6049f23d14ca completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:02:07.527684 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 42b2240a-ccca-4bad-b49c-6049f23d14ca triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:07.529037 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:07.664203 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] Router 63e74f87-97ba-4929-999e-dbf3d3f14b21 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:02:07.689032 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:07.695818 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-fa438b75-fe9d-4d28-9107-45a5663e8899 None None] Provisioning complete for port 4749d3da-e9a7-42e5-91ed-e9bf80944261 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:07.696184 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-fa438b75-fe9d-4d28-9107-45a5663e8899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:07.747683 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 42b2240a-ccca-4bad-b49c-6049f23d14ca, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=42b2240a-ccca-4bad-b49c-6049f23d14ca,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:02:07.761233 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-fa438b75-fe9d-4d28-9107-45a5663e8899 None None] Port 4749d3da-e9a7-42e5-91ed-e9bf80944261 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 19:02:07.808352 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:07.884723 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=42b2240a-ccca-4bad-b49c-6049f23d14ca,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:07.970817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:02:07.989549 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-32fbb8f5-c120-487a-a4fe-ea325187da7c admin admin] 10.222.0.43 "PUT /v2.0/routers/63e74f87-97ba-4929-999e-dbf3d3f14b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0495706 Mar 14 19:02:08.280923 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Sync routers for ids ['63e74f87-97ba-4929-999e-dbf3d3f14b21'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:02:08.291022 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Routers {'63e74f87-97ba-4929-999e-dbf3d3f14b21'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:02:08.291640 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:01:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['63e74f87-97ba-4929-999e-dbf3d3f14b21'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:08.509557 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Set router 63e74f87-97ba-4929-999e-dbf3d3f14b21 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:02:08.727167 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38940) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:02:08.737215 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-966978844-network', 'tenant_id': '55f2145079554b6f994f38a64f96cbce'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:08.742393 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:02:08.746720 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Usage tracker for resource:network and tenant:55f2145079554b6f994f38a64f96cbce is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:02:08.749818 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:02:08.758551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:02:08.831275 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:06Z', 'revision_number': 4, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port': {'id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '4749d3da-e9a7-42e5-91ed-e9bf80944261', 'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'mac_address': 'fa:16:3e:b5:e0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:05Z', 'updated_at': '2022-03-14T19:02:06Z', 'revision_number': 2, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'subnets': [{'id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:08.840023 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Checking router: 63e74f87-97ba-4929-999e-dbf3d3f14b21 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:02:08.840850 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Updating router 63e74f87-97ba-4929-999e-dbf3d3f14b21 port 4749d3da-e9a7-42e5-91ed-e9bf80944261 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:02:08.870467 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Made reservation on behalf of 55f2145079554b6f994f38a64f96cbce for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:02:08.872855 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:08.885913 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:08.895289 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:08.901264 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:02:08.905404 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Usage tracker for resource:security_group_rule and tenant:55f2145079554b6f994f38a64f96cbce is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:02:08.908455 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:02:08.915194 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:02:09.020525 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:09.076237 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:09.098478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:02:09.118349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c825136a-fa47-465e-bbc3-8309924d1631,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:09.121236 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:09.121492 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Added segment 4b7a17c5-22d4-47fb-913e-6d4728bd508a of type vlan for network 8cc242eb-94e3-47a2-9f8d-78e2af94fbd1 Mar 14 19:02:09.151609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:09.236673 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:09.237871 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:09.239069 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:09.266619 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:09.283637 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Transition to ACTIVE for port object 4749d3da-e9a7-42e5-91ed-e9bf80944261 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:02:09.332435 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 42b2240a-ccca-4bad-b49c-6049f23d14ca up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:02:09.340584 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] Pushing event updated for resources: {'Network': ['ID=8cc242eb-94e3-47a2-9f8d-78e2af94fbd1,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:09.358045 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 8cc242eb-94e3-47a2-9f8d-78e2af94fbd1 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 19:02:09.369127 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-252345ec-e501-4ebd-b6f9-9a622c97f2c4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6398118 Mar 14 19:02:09.371835 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38944) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:02:09.377546 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:09.377729 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-07b31ce0-6aae-49d2-981b-8faf440bed90 admin admin] Request body: {'subnet': {'network_id': '8cc242eb-94e3-47a2-9f8d-78e2af94fbd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-966978844-subnet', 'tenant_id': '55f2145079554b6f994f38a64f96cbce', 'ip_version': 4}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:09.382872 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-07b31ce0-6aae-49d2-981b-8faf440bed90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:02:09.386974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-07b31ce0-6aae-49d2-981b-8faf440bed90 admin admin] Usage tracker for resource:subnet and tenant:55f2145079554b6f994f38a64f96cbce is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:02:09.389818 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-07b31ce0-6aae-49d2-981b-8faf440bed90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:02:09.395743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-07b31ce0-6aae-49d2-981b-8faf440bed90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:02:09.484286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b31ce0-6aae-49d2-981b-8faf440bed90 admin admin] Made reservation on behalf of 55f2145079554b6f994f38a64f96cbce for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:02:09.484286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-07b31ce0-6aae-49d2-981b-8faf440bed90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:09.667618 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d1f5d-1cbf-4394-8a92-e1735382e36a None None] Pushing event updated for resources: {'Port': ['ID=4749d3da-e9a7-42e5-91ed-e9bf80944261,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:09.702737 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:09.739475 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 42b2240a-ccca-4bad-b49c-6049f23d14ca triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:09.739475 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:09.767439 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Attempting to bind port 4749d3da-e9a7-42e5-91ed-e9bf80944261 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:02:09.767876 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Attempting to bind port 4749d3da-e9a7-42e5-91ed-e9bf80944261 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '5f0206b4-6902-4ec4-a739-14d056bc8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:02:09.768204 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Attempting to bind port 4749d3da-e9a7-42e5-91ed-e9bf80944261 on network f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:02:09.769216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-07b31ce0-6aae-49d2-981b-8faf440bed90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:09.785834 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:02:09.786200 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Checking segment: {'id': '5f0206b4-6902-4ec4-a739-14d056bc8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:02:09.786600 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:09.787010 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Bound using segment: {'id': '5f0206b4-6902-4ec4-a739-14d056bc8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:02:09.787474 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Bound port: 4749d3da-e9a7-42e5-91ed-e9bf80944261, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0206b4-6902-4ec4-a739-14d056bc8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:02:09.787847 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:09.847000 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b31ce0-6aae-49d2-981b-8faf440bed90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=321f80ad-0b46-4651-9bf7-fe4bd0ffa917,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:09.857684 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b31ce0-6aae-49d2-981b-8faf440bed90 admin admin] Checking segment: {'id': '4b7a17c5-22d4-47fb-913e-6d4728bd508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8cc242eb-94e3-47a2-9f8d-78e2af94fbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:02:09.858066 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b31ce0-6aae-49d2-981b-8faf440bed90 admin admin] Network hostable DHCP agents. Network: 8cc242eb-94e3-47a2-9f8d-78e2af94fbd1, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:02:09.944837 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] For port 4749d3da-e9a7-42e5-91ed-e9bf80944261, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:02:09.951800 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b31ce0-6aae-49d2-981b-8faf440bed90 admin admin] Network 8cc242eb-94e3-47a2-9f8d-78e2af94fbd1 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:02:09.958486 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] For port 4749d3da-e9a7-42e5-91ed-e9bf80944261, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4749d3da-e9a7-42e5-91ed-e9bf80944261,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:02:10.025545 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:10.036181 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-07b31ce0-6aae-49d2-981b-8faf440bed90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 8cc242eb-94e3-47a2-9f8d-78e2af94fbd1) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:10.040173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b31ce0-6aae-49d2-981b-8faf440bed90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:10.040758 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-07b31ce0-6aae-49d2-981b-8faf440bed90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:10.106326 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4b7e62-c213-414d-87a7-07c22297fb50 None None] Network 8cc242eb-94e3-47a2-9f8d-78e2af94fbd1 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 19:02:10.119598 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-07b31ce0-6aae-49d2-981b-8faf440bed90 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7445688 Mar 14 19:02:10.119873 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38948) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:02:10.125040 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-966978844-router', 'tenant_id': '55f2145079554b6f994f38a64f96cbce', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:10.132058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:02:10.137275 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Usage tracker for resource:router and tenant:55f2145079554b6f994f38a64f96cbce is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:02:10.140312 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:02:10.148624 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:02:10.219500 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:10.220784 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:10.239984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:10.240398 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d1f5d-1cbf-4394-8a92-e1735382e36a None None] Pushing event updated for resources: {'Port': ['ID=4749d3da-e9a7-42e5-91ed-e9bf80944261,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:10.245324 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Routers {'63e74f87-97ba-4929-999e-dbf3d3f14b21'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:02:10.245701 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:01:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['63e74f87-97ba-4929-999e-dbf3d3f14b21'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:10.541784 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-8cc242eb-94e3-47a2-9f8d-78e2af94fbd1', 'network_id': '8cc242eb-94e3-47a2-9f8d-78e2af94fbd1', 'tenant_id': '55f2145079554b6f994f38a64f96cbce', 'fixed_ips': [{'subnet_id': '321f80ad-0b46-4651-9bf7-fe4bd0ffa917'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 19:02:10.542623 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:10.553051 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] Set router 63e74f87-97ba-4929-999e-dbf3d3f14b21 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:02:10.586647 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:10.958280 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:10.978041 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Allocated IP 172.20.0.2 (8cc242eb-94e3-47a2-9f8d-78e2af94fbd1/321f80ad-0b46-4651-9bf7-fe4bd0ffa917/c45bea44-9b86-450a-b228-79e079c2a3e7) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:02:10.988836 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:11.113394 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:06Z', 'revision_number': 4, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port': {'id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '4749d3da-e9a7-42e5-91ed-e9bf80944261', 'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'mac_address': 'fa:16:3e:b5:e0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:05Z', 'updated_at': '2022-03-14T19:02:09Z', 'revision_number': 4, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'subnets': [{'id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:11.128504 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c6132c-47e4-4b51-95cf-da818010dd01 None None] The sync data for ids ['63e74f87-97ba-4929-999e-dbf3d3f14b21'] in dv-neutron-833560-1-hyperv is: [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:06Z', 'revision_number': 4, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port': {'id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '4749d3da-e9a7-42e5-91ed-e9bf80944261', 'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'mac_address': 'fa:16:3e:b5:e0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:05Z', 'updated_at': '2022-03-14T19:02:09Z', 'revision_number': 4, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'subnets': [{'id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:02:11.141307 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Allocated IP 172.26.7.237 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/a1975e5d-88d4-416c-8223-ea5547af672c) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:02:11.227899 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:11.238646 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Transition to ACTIVE for port object c45bea44-9b86-450a-b228-79e079c2a3e7 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:02:11.266147 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Transition to ACTIVE for port object c45bea44-9b86-450a-b228-79e079c2a3e7 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:02:11.328439 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:11.413583 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4749d3da-e9a7-42e5-91ed-e9bf80944261 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:02:11.470071 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Network 8cc242eb-94e3-47a2-9f8d-78e2af94fbd1 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:11.482200 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:11.486396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:11.496282 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:02:11.503771 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Pushing event updated for resources: {'Port': ['ID=c45bea44-9b86-450a-b228-79e079c2a3e7,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:11.580148 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:11.607910 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Attempting to bind port c45bea44-9b86-450a-b228-79e079c2a3e7 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:02:11.608282 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Attempting to bind port c45bea44-9b86-450a-b228-79e079c2a3e7 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '4b7a17c5-22d4-47fb-913e-6d4728bd508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8cc242eb-94e3-47a2-9f8d-78e2af94fbd1'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:02:11.608675 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Attempting to bind port c45bea44-9b86-450a-b228-79e079c2a3e7 on network 8cc242eb-94e3-47a2-9f8d-78e2af94fbd1 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:02:11.615500 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:02:11.615881 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Checking segment: {'id': '4b7a17c5-22d4-47fb-913e-6d4728bd508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8cc242eb-94e3-47a2-9f8d-78e2af94fbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:02:11.616296 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:11.616692 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Bound using segment: {'id': '4b7a17c5-22d4-47fb-913e-6d4728bd508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8cc242eb-94e3-47a2-9f8d-78e2af94fbd1'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:02:11.617171 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Bound port: c45bea44-9b86-450a-b228-79e079c2a3e7, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7a17c5-22d4-47fb-913e-6d4728bd508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8cc242eb-94e3-47a2-9f8d-78e2af94fbd1'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:02:11.617575 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:11.648862 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:11.657127 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:11.660590 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:02:11.720583 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=a1975e5d-88d4-416c-8223-ea5547af672c,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:11.743723 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 4749d3da-e9a7-42e5-91ed-e9bf80944261 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:02:11.753769 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 4749d3da-e9a7-42e5-91ed-e9bf80944261 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:11.754791 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:11.841040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] For port c45bea44-9b86-450a-b228-79e079c2a3e7, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:02:11.854287 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] For port c45bea44-9b86-450a-b228-79e079c2a3e7, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c45bea44-9b86-450a-b228-79e079c2a3e7,segment=NetworkSegment(4b7a17c5-22d4-47fb-913e-6d4728bd508a),segment_id=4b7a17c5-22d4-47fb-913e-6d4728bd508a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:02:11.930451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:11.967539 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 4749d3da-e9a7-42e5-91ed-e9bf80944261, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4749d3da-e9a7-42e5-91ed-e9bf80944261,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:02:11.997822 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:12.084390 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448bd70-6f93-48dc-a60e-459a9e1b7c73 None None] Pushing event updated for resources: {'Port': ['ID=c45bea44-9b86-450a-b228-79e079c2a3e7,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:12.107192 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:12.186617 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=4749d3da-e9a7-42e5-91ed-e9bf80944261,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:12.223131 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:12.668934 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:13.014915 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Router 08ab891c-bef5-4225-9f13-bde41f51e1c0 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 19:02:13.128469 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07afe64c-1c9a-4465-993c-f5d6189de964 None None] Network 8cc242eb-94e3-47a2-9f8d-78e2af94fbd1 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 19:02:13.350501 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:02:13.359227 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Sync routers for ids ['08ab891c-bef5-4225-9f13-bde41f51e1c0'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:02:13.382698 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-49030267-e002-4989-a950-c51f89423b14 None None] Provisioning for port c45bea44-9b86-450a-b228-79e079c2a3e7 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:02:13.384087 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Routers {'08ab891c-bef5-4225-9f13-bde41f51e1c0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:02:13.384946 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:01:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['08ab891c-bef5-4225-9f13-bde41f51e1c0'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:13.457281 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:13.464156 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-13c99b05-abba-4fac-93c4-2dc47edf6ed7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3376667 Mar 14 19:02:13.464359 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4749d3da-e9a7-42e5-91ed-e9bf80944261 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:02:13.464482 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38952) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:02:13.578500 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 4749d3da-e9a7-42e5-91ed-e9bf80944261 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:13.579562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:13.625139 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Set router 08ab891c-bef5-4225-9f13-bde41f51e1c0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:02:13.721934 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c45bea44-9b86-450a-b228-79e079c2a3e7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:02:13.887941 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port c45bea44-9b86-450a-b228-79e079c2a3e7 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:02:13.893837 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port c45bea44-9b86-450a-b228-79e079c2a3e7 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:13.894327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:13.956773 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'name': 'tempest-TestShelveInstance-966978844-router', 'tenant_id': '55f2145079554b6f994f38a64f96cbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a1975e5d-88d4-416c-8223-ea5547af672c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:10Z', 'updated_at': '2022-03-14T19:02:11Z', 'revision_number': 3, 'project_id': '55f2145079554b6f994f38a64f96cbce', 'gw_port': {'id': 'a1975e5d-88d4-416c-8223-ea5547af672c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:11Z', 'updated_at': '2022-03-14T19:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:13.963266 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Checking router: 08ab891c-bef5-4225-9f13-bde41f51e1c0 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:02:13.963834 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Updating router 08ab891c-bef5-4225-9f13-bde41f51e1c0 port a1975e5d-88d4-416c-8223-ea5547af672c binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:02:14.026191 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:14.027060 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:14.063028 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port c45bea44-9b86-450a-b228-79e079c2a3e7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c45bea44-9b86-450a-b228-79e079c2a3e7,segment=NetworkSegment(4b7a17c5-22d4-47fb-913e-6d4728bd508a),segment_id=4b7a17c5-22d4-47fb-913e-6d4728bd508a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:02:14.145875 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:14.220753 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=c45bea44-9b86-450a-b228-79e079c2a3e7,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:14.316551 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:14.380903 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:14.393350 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Transition to ACTIVE for port object a1975e5d-88d4-416c-8223-ea5547af672c will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:02:14.443100 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:14.525706 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Attempting to bind port a1975e5d-88d4-416c-8223-ea5547af672c on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:02:14.526067 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Attempting to bind port a1975e5d-88d4-416c-8223-ea5547af672c by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:02:14.526428 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Attempting to bind port a1975e5d-88d4-416c-8223-ea5547af672c on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:02:14.532213 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab0fa5-d978-4b73-9f16-f109ed97d137 None None] Pushing event updated for resources: {'Port': ['ID=a1975e5d-88d4-416c-8223-ea5547af672c,revision_number=2']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:14.536635 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:02:14.537000 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:02:14.537393 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:14.537778 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:02:14.538231 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Bound port: a1975e5d-88d4-416c-8223-ea5547af672c, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:02:14.538595 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:14.541941 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] Allocated IP 172.20.0.1 (8cc242eb-94e3-47a2-9f8d-78e2af94fbd1/321f80ad-0b46-4651-9bf7-fe4bd0ffa917/ea33ee75-20c5-4371-84e8-0722f8f566be) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:02:14.613793 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] For port a1975e5d-88d4-416c-8223-ea5547af672c, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:02:14.618362 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] For port a1975e5d-88d4-416c-8223-ea5547af672c, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a1975e5d-88d4-416c-8223-ea5547af672c,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:02:14.688774 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:14.702205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:14.719969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] Transition to ACTIVE for port object ea33ee75-20c5-4371-84e8-0722f8f566be will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:02:14.769059 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Routers {'08ab891c-bef5-4225-9f13-bde41f51e1c0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:02:14.770273 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:01:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['08ab891c-bef5-4225-9f13-bde41f51e1c0'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:14.819983 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:14.834283 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab0fa5-d978-4b73-9f16-f109ed97d137 None None] Pushing event updated for resources: {'Port': ['ID=a1975e5d-88d4-416c-8223-ea5547af672c,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:14.880207 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] Network 8cc242eb-94e3-47a2-9f8d-78e2af94fbd1 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:14.882983 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:14.891236 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:02:14.931344 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] Pushing event updated for resources: {'Port': ['ID=ea33ee75-20c5-4371-84e8-0722f8f566be,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:14.956486 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:14.960359 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] Set router 08ab891c-bef5-4225-9f13-bde41f51e1c0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:02:15.173584 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3bfaaea0-6024-4d27-8012-663b2e75d5bc None None] Provisioning for port ea33ee75-20c5-4371-84e8-0722f8f566be completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:02:15.181603 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3bfaaea0-6024-4d27-8012-663b2e75d5bc None None] Provisioning complete for port ea33ee75-20c5-4371-84e8-0722f8f566be triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:15.184486 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3bfaaea0-6024-4d27-8012-663b2e75d5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:15.193955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:15.243508 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3bfaaea0-6024-4d27-8012-663b2e75d5bc None None] Port ea33ee75-20c5-4371-84e8-0722f8f566be cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 19:02:15.256532 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'name': 'tempest-TestShelveInstance-966978844-router', 'tenant_id': '55f2145079554b6f994f38a64f96cbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a1975e5d-88d4-416c-8223-ea5547af672c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:10Z', 'updated_at': '2022-03-14T19:02:11Z', 'revision_number': 3, 'project_id': '55f2145079554b6f994f38a64f96cbce', 'gw_port': {'id': 'a1975e5d-88d4-416c-8223-ea5547af672c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:11Z', 'updated_at': '2022-03-14T19:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:15.261286 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7c0bb4-bb35-47ea-b61c-275e29fc1914 None None] The sync data for ids ['08ab891c-bef5-4225-9f13-bde41f51e1c0'] in dv-neutron-833560-1-hyperv is: [{'id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'name': 'tempest-TestShelveInstance-966978844-router', 'tenant_id': '55f2145079554b6f994f38a64f96cbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a1975e5d-88d4-416c-8223-ea5547af672c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:10Z', 'updated_at': '2022-03-14T19:02:11Z', 'revision_number': 3, 'project_id': '55f2145079554b6f994f38a64f96cbce', 'gw_port': {'id': 'a1975e5d-88d4-416c-8223-ea5547af672c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:11Z', 'updated_at': '2022-03-14T19:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:02:15.343985 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c45bea44-9b86-450a-b228-79e079c2a3e7 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:02:15.422723 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port c45bea44-9b86-450a-b228-79e079c2a3e7 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:15.423134 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:15.583241 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:15.675663 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:15.787674 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:15.791400 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] Pushing event updated for resources: {'Port': ['ID=ea33ee75-20c5-4371-84e8-0722f8f566be,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:15.936127 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] Network 8cc242eb-94e3-47a2-9f8d-78e2af94fbd1 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:15.937286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:16.142886 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] Router 08ab891c-bef5-4225-9f13-bde41f51e1c0 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:02:16.170483 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f3748c00-9322-431f-ba76-cfa6e9b94727 None None] Provisioning complete for port ea33ee75-20c5-4371-84e8-0722f8f566be triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:16.170884 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f3748c00-9322-431f-ba76-cfa6e9b94727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:16.227633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-f3748c00-9322-431f-ba76-cfa6e9b94727 None None] Port ea33ee75-20c5-4371-84e8-0722f8f566be cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 19:02:16.329859 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:02:16.339697 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-196d0cf1-f146-4cf5-8d8c-fead8244a298 admin admin] 10.222.0.43 "PUT /v2.0/routers/08ab891c-bef5-4225-9f13-bde41f51e1c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8773577 Mar 14 19:02:16.981707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38962) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:02:16.986955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-b08881a0-346f-41a1-80e8-b1e1f574c897 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-880540843', 'description': 'tempest-secgroup-smoke-880540843 description', 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:16.993724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b08881a0-346f-41a1-80e8-b1e1f574c897 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:02:16.997797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b08881a0-346f-41a1-80e8-b1e1f574c897 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Usage tracker for resource:security_group and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:02:17.000686 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b08881a0-346f-41a1-80e8-b1e1f574c897 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:02:17.006523 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b08881a0-346f-41a1-80e8-b1e1f574c897 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:02:17.082828 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b08881a0-346f-41a1-80e8-b1e1f574c897 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:17.103851 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b08881a0-346f-41a1-80e8-b1e1f574c897 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:02:17.107644 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b08881a0-346f-41a1-80e8-b1e1f574c897 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Usage tracker for resource:security_group_rule and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:02:17.110373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b08881a0-346f-41a1-80e8-b1e1f574c897 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:02:17.115959 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b08881a0-346f-41a1-80e8-b1e1f574c897 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:02:17.188795 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b08881a0-346f-41a1-80e8-b1e1f574c897 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:17.253562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b08881a0-346f-41a1-80e8-b1e1f574c897 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:17.299216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08881a0-346f-41a1-80e8-b1e1f574c897 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8accd36-b445-4cb7-93fa-6d1fbca2facb,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:17.363067 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b08881a0-346f-41a1-80e8-b1e1f574c897 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:17.367083 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b08881a0-346f-41a1-80e8-b1e1f574c897 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3815928 Mar 14 19:02:17.367249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a1975e5d-88d4-416c-8223-ea5547af672c up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:02:17.367707 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38966) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:02:17.372303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-965d0a06-0cc4-4b33-a687-eb6c12d6d4ee tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Request body: {'security_group_rule': {'security_group_id': 'b8accd36-b445-4cb7-93fa-6d1fbca2facb', 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:17.378912 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-965d0a06-0cc4-4b33-a687-eb6c12d6d4ee tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:02:17.382714 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-965d0a06-0cc4-4b33-a687-eb6c12d6d4ee tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Usage tracker for resource:security_group_rule and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:02:17.385609 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-965d0a06-0cc4-4b33-a687-eb6c12d6d4ee tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:02:17.391622 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-965d0a06-0cc4-4b33-a687-eb6c12d6d4ee tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:02:17.471346 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-965d0a06-0cc4-4b33-a687-eb6c12d6d4ee tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:17.487516 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port a1975e5d-88d4-416c-8223-ea5547af672c completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:02:17.492450 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port a1975e5d-88d4-416c-8223-ea5547af672c triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:17.492824 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:17.542064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-965d0a06-0cc4-4b33-a687-eb6c12d6d4ee tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:17.614170 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:17.630397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-965d0a06-0cc4-4b33-a687-eb6c12d6d4ee tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:17.635931 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port a1975e5d-88d4-416c-8223-ea5547af672c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a1975e5d-88d4-416c-8223-ea5547af672c,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:02:17.654139 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d0a06-0cc4-4b33-a687-eb6c12d6d4ee tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8c5ead-9aba-4687-b3eb-aec0677fb9f5,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:17.704937 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:17.734635 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-965d0a06-0cc4-4b33-a687-eb6c12d6d4ee tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:17.736007 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-965d0a06-0cc4-4b33-a687-eb6c12d6d4ee tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3677011 Mar 14 19:02:17.738681 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38970) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:02:17.743883 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-4f88170d-f744-4149-8470-ebcc57d057dc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Request body: {'security_group_rule': {'security_group_id': 'b8accd36-b445-4cb7-93fa-6d1fbca2facb', 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:17.750276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4f88170d-f744-4149-8470-ebcc57d057dc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:02:17.754692 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4f88170d-f744-4149-8470-ebcc57d057dc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Usage tracker for resource:security_group_rule and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:02:17.757829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-4f88170d-f744-4149-8470-ebcc57d057dc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:02:17.764373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-4f88170d-f744-4149-8470-ebcc57d057dc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:02:17.780848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=a1975e5d-88d4-416c-8223-ea5547af672c,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:17.872809 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4f88170d-f744-4149-8470-ebcc57d057dc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:17.945959 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4f88170d-f744-4149-8470-ebcc57d057dc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:18.041803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4f88170d-f744-4149-8470-ebcc57d057dc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:18.065672 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88170d-f744-4149-8470-ebcc57d057dc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8f0a95-8574-487f-a3a3-abe0b038ce2b,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:18.095082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Sync routers for ids ['08ab891c-bef5-4225-9f13-bde41f51e1c0'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:02:18.109877 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Routers {'08ab891c-bef5-4225-9f13-bde41f51e1c0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:02:18.110498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:01:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['08ab891c-bef5-4225-9f13-bde41f51e1c0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:18.140167 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-4f88170d-f744-4149-8470-ebcc57d057dc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:18.141319 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4f88170d-f744-4149-8470-ebcc57d057dc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4016373 Mar 14 19:02:18.144076 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38974) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:02:18.149527 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-0fd9f5cd-fb2e-4899-9c3b-4018073ffdce tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Request body: {'security_group_rule': {'security_group_id': 'b8accd36-b445-4cb7-93fa-6d1fbca2facb', 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:18.155614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0fd9f5cd-fb2e-4899-9c3b-4018073ffdce tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:02:18.160457 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0fd9f5cd-fb2e-4899-9c3b-4018073ffdce tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Usage tracker for resource:security_group_rule and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:02:18.163882 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0fd9f5cd-fb2e-4899-9c3b-4018073ffdce tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:02:18.172093 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0fd9f5cd-fb2e-4899-9c3b-4018073ffdce tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:02:18.273744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0fd9f5cd-fb2e-4899-9c3b-4018073ffdce tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:18.340207 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Set router 08ab891c-bef5-4225-9f13-bde41f51e1c0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:02:18.351123 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0fd9f5cd-fb2e-4899-9c3b-4018073ffdce tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:18.424996 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0fd9f5cd-fb2e-4899-9c3b-4018073ffdce tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:18.447941 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9f5cd-fb2e-4899-9c3b-4018073ffdce tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f896322-73bb-4f31-b2e2-fce48b0ead90,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:18.510971 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0fd9f5cd-fb2e-4899-9c3b-4018073ffdce tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:18.512184 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0fd9f5cd-fb2e-4899-9c3b-4018073ffdce tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3672557 Mar 14 19:02:18.515040 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38978) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:02:18.520626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-dc16e2a7-2e36-4c38-bf2e-90b23303ffcc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Request body: {'security_group_rule': {'security_group_id': 'b8accd36-b445-4cb7-93fa-6d1fbca2facb', 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:18.526779 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-dc16e2a7-2e36-4c38-bf2e-90b23303ffcc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:02:18.530516 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-dc16e2a7-2e36-4c38-bf2e-90b23303ffcc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Usage tracker for resource:security_group_rule and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:02:18.533361 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-dc16e2a7-2e36-4c38-bf2e-90b23303ffcc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:02:18.540190 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-dc16e2a7-2e36-4c38-bf2e-90b23303ffcc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:02:18.614183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dc16e2a7-2e36-4c38-bf2e-90b23303ffcc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:18.661916 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'name': 'tempest-TestShelveInstance-966978844-router', 'tenant_id': '55f2145079554b6f994f38a64f96cbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a1975e5d-88d4-416c-8223-ea5547af672c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:10Z', 'updated_at': '2022-03-14T19:02:15Z', 'revision_number': 4, 'project_id': '55f2145079554b6f994f38a64f96cbce', 'gw_port': {'id': 'a1975e5d-88d4-416c-8223-ea5547af672c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:11Z', 'updated_at': '2022-03-14T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ea33ee75-20c5-4371-84e8-0722f8f566be', 'name': '', 'network_id': '8cc242eb-94e3-47a2-9f8d-78e2af94fbd1', 'tenant_id': '55f2145079554b6f994f38a64f96cbce', 'mac_address': 'fa:16:3e:25:87:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '321f80ad-0b46-4651-9bf7-fe4bd0ffa917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:14Z', 'updated_at': '2022-03-14T19:02:15Z', 'revision_number': 2, 'project_id': '55f2145079554b6f994f38a64f96cbce', 'subnets': [{'id': '321f80ad-0b46-4651-9bf7-fe4bd0ffa917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:18.666268 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Checking router: 08ab891c-bef5-4225-9f13-bde41f51e1c0 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:02:18.666621 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Updating router 08ab891c-bef5-4225-9f13-bde41f51e1c0 port ea33ee75-20c5-4371-84e8-0722f8f566be binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:02:18.683817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dc16e2a7-2e36-4c38-bf2e-90b23303ffcc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:18.722965 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:18.767678 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dc16e2a7-2e36-4c38-bf2e-90b23303ffcc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:18.792653 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16e2a7-2e36-4c38-bf2e-90b23303ffcc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde4cfd5-7c6f-4d34-83f7-47302655fa65,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:18.870467 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-dc16e2a7-2e36-4c38-bf2e-90b23303ffcc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:18.871895 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-dc16e2a7-2e36-4c38-bf2e-90b23303ffcc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3557734 Mar 14 19:02:18.874451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 38982) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:02:18.880574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-e04d1805-e974-4c14-a13e-ff5bb58a5211 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Request body: {'security_group_rule': {'security_group_id': 'b8accd36-b445-4cb7-93fa-6d1fbca2facb', 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:18.887260 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e04d1805-e974-4c14-a13e-ff5bb58a5211 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:02:18.891060 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e04d1805-e974-4c14-a13e-ff5bb58a5211 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Usage tracker for resource:security_group_rule and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:02:18.893964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-e04d1805-e974-4c14-a13e-ff5bb58a5211 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:02:18.900391 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-e04d1805-e974-4c14-a13e-ff5bb58a5211 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:02:18.995590 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-e04d1805-e974-4c14-a13e-ff5bb58a5211 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Project de2fddebb3d64f5f93fec51dbda5958d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:02:19.002333 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e04d1805-e974-4c14-a13e-ff5bb58a5211 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:19.061301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:19.070247 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e04d1805-e974-4c14-a13e-ff5bb58a5211 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:19.073277 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Transition to ACTIVE for port object ea33ee75-20c5-4371-84e8-0722f8f566be will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:02:19.138771 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e04d1805-e974-4c14-a13e-ff5bb58a5211 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:19.162116 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:19.162693 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d1805-e974-4c14-a13e-ff5bb58a5211 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a896b89-7c71-4d03-8261-15977676d943,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:19.263789 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-e04d1805-e974-4c14-a13e-ff5bb58a5211 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:19.263789 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e04d1805-e974-4c14-a13e-ff5bb58a5211 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3854618 Mar 14 19:02:19.264896 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 38986) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:02:19.271638 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c6b6db24-2b05-4e61-8559-98810c2c6e1c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Request body: {'security_group_rule': {'security_group_id': 'b8accd36-b445-4cb7-93fa-6d1fbca2facb', 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:19.280494 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c6b6db24-2b05-4e61-8559-98810c2c6e1c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:02:19.283344 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c6b6db24-2b05-4e61-8559-98810c2c6e1c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Usage tracker for resource:security_group_rule and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:02:19.293537 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c6b6db24-2b05-4e61-8559-98810c2c6e1c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:02:19.299819 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c6b6db24-2b05-4e61-8559-98810c2c6e1c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:02:19.331525 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3c264-f2c0-4ea4-ba2d-7f62b3cac767 None None] Pushing event updated for resources: {'Port': ['ID=ea33ee75-20c5-4371-84e8-0722f8f566be,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:19.365217 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a1975e5d-88d4-416c-8223-ea5547af672c up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:02:19.367704 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.securitygroups_db [None req-c6b6db24-2b05-4e61-8559-98810c2c6e1c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Project de2fddebb3d64f5f93fec51dbda5958d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:02:19.375321 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6b6db24-2b05-4e61-8559-98810c2c6e1c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:19.428671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Attempting to bind port ea33ee75-20c5-4371-84e8-0722f8f566be on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:02:19.429035 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Attempting to bind port ea33ee75-20c5-4371-84e8-0722f8f566be by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '4b7a17c5-22d4-47fb-913e-6d4728bd508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8cc242eb-94e3-47a2-9f8d-78e2af94fbd1'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:02:19.429401 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Attempting to bind port ea33ee75-20c5-4371-84e8-0722f8f566be on network 8cc242eb-94e3-47a2-9f8d-78e2af94fbd1 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:02:19.445048 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:02:19.445423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Checking segment: {'id': '4b7a17c5-22d4-47fb-913e-6d4728bd508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8cc242eb-94e3-47a2-9f8d-78e2af94fbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:02:19.445830 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:19.446225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Bound using segment: {'id': '4b7a17c5-22d4-47fb-913e-6d4728bd508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8cc242eb-94e3-47a2-9f8d-78e2af94fbd1'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:02:19.446692 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Bound port: ea33ee75-20c5-4371-84e8-0722f8f566be, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7a17c5-22d4-47fb-913e-6d4728bd508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8cc242eb-94e3-47a2-9f8d-78e2af94fbd1'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:02:19.447089 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:19.448474 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6b6db24-2b05-4e61-8559-98810c2c6e1c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:19.542197 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port a1975e5d-88d4-416c-8223-ea5547af672c triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:19.542565 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:19.568323 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6b6db24-2b05-4e61-8559-98810c2c6e1c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:19.591837 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6db24-2b05-4e61-8559-98810c2c6e1c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e09acdf-22c0-40f1-b101-4baee3b46d9a,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:19.596514 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] For port ea33ee75-20c5-4371-84e8-0722f8f566be, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:02:19.614335 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] For port ea33ee75-20c5-4371-84e8-0722f8f566be, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ea33ee75-20c5-4371-84e8-0722f8f566be,segment=NetworkSegment(4b7a17c5-22d4-47fb-913e-6d4728bd508a),segment_id=4b7a17c5-22d4-47fb-913e-6d4728bd508a)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:02:19.665294 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c6b6db24-2b05-4e61-8559-98810c2c6e1c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:19.674297 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c6b6db24-2b05-4e61-8559-98810c2c6e1c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4006143 Mar 14 19:02:19.694078 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:19.773678 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Routers {'08ab891c-bef5-4225-9f13-bde41f51e1c0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:02:19.774252 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:01:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['08ab891c-bef5-4225-9f13-bde41f51e1c0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:19.894699 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-91af429f-b966-4a1c-ac70-6f6a004ae7b2 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Synchronizing usage tracker for tenant:de2fddebb3d64f5f93fec51dbda5958d on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:02:19.898974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3c264-f2c0-4ea4-ba2d-7f62b3cac767 None None] Pushing event updated for resources: {'Port': ['ID=ea33ee75-20c5-4371-84e8-0722f8f566be,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:19.978738 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-91af429f-b966-4a1c-ac70-6f6a004ae7b2 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Unset dirty status for tenant:de2fddebb3d64f5f93fec51dbda5958d on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:02:19.979974 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-91af429f-b966-4a1c-ac70-6f6a004ae7b2 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-880540843&fields=id&tenant_id=de2fddebb3d64f5f93fec51dbda5958d HTTP/1.1" status: 200 len: 267 time: 0.1378095 Mar 14 19:02:20.010420 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] Set router 08ab891c-bef5-4225-9f13-bde41f51e1c0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:02:20.135642 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-a380a671-d291-41b5-9004-bce33c0895db tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:20.137091 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-a380a671-d291-41b5-9004-bce33c0895db tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 808 time: 0.1497934 Mar 14 19:02:20.152927 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-17929cde-9ef7-493a-b6fa-cd20ffd5b1ac tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/quotas/de2fddebb3d64f5f93fec51dbda5958d HTTP/1.1" status: 200 len: 375 time: 0.0099938 Mar 14 19:02:20.236728 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-0725a29f-0f4a-4a92-b5da-7391b8ca7306 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Synchronizing usage tracker for tenant:de2fddebb3d64f5f93fec51dbda5958d on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:02:20.316293 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-0725a29f-0f4a-4a92-b5da-7391b8ca7306 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Unset dirty status for tenant:de2fddebb3d64f5f93fec51dbda5958d on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:02:20.317681 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-0725a29f-0f4a-4a92-b5da-7391b8ca7306 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1590903 Mar 14 19:02:20.340767 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'name': 'tempest-TestShelveInstance-966978844-router', 'tenant_id': '55f2145079554b6f994f38a64f96cbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a1975e5d-88d4-416c-8223-ea5547af672c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:10Z', 'updated_at': '2022-03-14T19:02:15Z', 'revision_number': 4, 'project_id': '55f2145079554b6f994f38a64f96cbce', 'gw_port': {'id': 'a1975e5d-88d4-416c-8223-ea5547af672c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:11Z', 'updated_at': '2022-03-14T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ea33ee75-20c5-4371-84e8-0722f8f566be', 'name': '', 'network_id': '8cc242eb-94e3-47a2-9f8d-78e2af94fbd1', 'tenant_id': '55f2145079554b6f994f38a64f96cbce', 'mac_address': 'fa:16:3e:25:87:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '321f80ad-0b46-4651-9bf7-fe4bd0ffa917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:14Z', 'updated_at': '2022-03-14T19:02:19Z', 'revision_number': 4, 'project_id': '55f2145079554b6f994f38a64f96cbce', 'subnets': [{'id': '321f80ad-0b46-4651-9bf7-fe4bd0ffa917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:20.345270 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c49ed3-c66b-4d9a-8b39-58e316cb5076 None None] The sync data for ids ['08ab891c-bef5-4225-9f13-bde41f51e1c0'] in dv-neutron-833560-1-hyperv is: [{'id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'name': 'tempest-TestShelveInstance-966978844-router', 'tenant_id': '55f2145079554b6f994f38a64f96cbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a1975e5d-88d4-416c-8223-ea5547af672c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:10Z', 'updated_at': '2022-03-14T19:02:15Z', 'revision_number': 4, 'project_id': '55f2145079554b6f994f38a64f96cbce', 'gw_port': {'id': 'a1975e5d-88d4-416c-8223-ea5547af672c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:11Z', 'updated_at': '2022-03-14T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': 'ea33ee75-20c5-4371-84e8-0722f8f566be', 'name': '', 'network_id': '8cc242eb-94e3-47a2-9f8d-78e2af94fbd1', 'tenant_id': '55f2145079554b6f994f38a64f96cbce', 'mac_address': 'fa:16:3e:25:87:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '321f80ad-0b46-4651-9bf7-fe4bd0ffa917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:14Z', 'updated_at': '2022-03-14T19:02:19Z', 'revision_number': 4, 'project_id': '55f2145079554b6f994f38a64f96cbce', 'subnets': [{'id': '321f80ad-0b46-4651-9bf7-fe4bd0ffa917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:02:20.599769 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-239b96a2-ed6c-4175-97f6-dd26ac6a127b service neutron] 10.222.0.43 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700617 Mar 14 19:02:20.852533 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-3490f15b-5e69-4981-b878-b871eab560c7 service neutron] 10.222.0.43 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449734 Mar 14 19:02:21.106138 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-496f0ecf-234b-43b9-9523-4375b9a13af9 req-a26f71e2-36fb-4e7e-8c82-3270594ca704 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 210 time: 0.0450530 Mar 14 19:02:21.355190 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ea33ee75-20c5-4371-84e8-0722f8f566be up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:02:21.550691 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port ea33ee75-20c5-4371-84e8-0722f8f566be completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:02:21.555670 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port ea33ee75-20c5-4371-84e8-0722f8f566be triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:21.556045 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:21.672094 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:21.705966 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port ea33ee75-20c5-4371-84e8-0722f8f566be, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ea33ee75-20c5-4371-84e8-0722f8f566be,segment=NetworkSegment(4b7a17c5-22d4-47fb-913e-6d4728bd508a),segment_id=4b7a17c5-22d4-47fb-913e-6d4728bd508a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:02:21.784513 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:21.853962 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=ea33ee75-20c5-4371-84e8-0722f8f566be,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:22.202090 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e352c1e1-285e-4849-a0cd-c6627975b8db req-7c7a98fa-84a8-408b-a07e-c851d53e3df1 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 210 time: 0.0428021 Mar 14 19:02:23.362562 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ea33ee75-20c5-4371-84e8-0722f8f566be up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:02:23.366320 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-af402ea5-c6f6-40a6-a333-bf7dc375fad7 req-bccfa0c2-8e27-493e-97d8-92d26663ce11 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 210 time: 0.0452657 Mar 14 19:02:23.409115 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port ea33ee75-20c5-4371-84e8-0722f8f566be triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:23.409481 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:23.561845 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-eee0ceef-f660-422a-a559-d0288cd39616 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:23.563260 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-eee0ceef-f660-422a-a559-d0288cd39616 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.59 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 808 time: 0.1529155 Mar 14 19:02:23.614514 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-7a041c07-9f2c-4e28-98c8-f8a500e651e8 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de2fddebb3d64f5f93fec51dbda5958d HTTP/1.1" status: 200 len: 379 time: 0.0432436 Mar 14 19:02:23.622927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-b32ede7b-f8bf-4821-a327-3106b46db8e5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Request body: {'port': {'device_id': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'admin_state_up': True, 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'security_groups': ['b8accd36-b445-4cb7-93fa-6d1fbca2facb']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:23.762112 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-b32ede7b-f8bf-4821-a327-3106b46db8e5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:02:23.772951 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-b32ede7b-f8bf-4821-a327-3106b46db8e5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:02:23.859052 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-b32ede7b-f8bf-4821-a327-3106b46db8e5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Made reservation on behalf of de2fddebb3d64f5f93fec51dbda5958d for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:02:23.862498 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-b32ede7b-f8bf-4821-a327-3106b46db8e5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:24.032738 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-b32ede7b-f8bf-4821-a327-3106b46db8e5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Allocated IP 172.20.0.10 (f7c167ce-828a-42bf-a76e-53c1f2ce7ba1/8301b00f-d874-42fd-9b2d-90cafb84a8ec/28e2e398-391a-4d26-8667-cbbc359d3249) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:02:24.236047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-b32ede7b-f8bf-4821-a327-3106b46db8e5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:24.251696 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-b32ede7b-f8bf-4821-a327-3106b46db8e5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Transition to ACTIVE for port object 28e2e398-391a-4d26-8667-cbbc359d3249 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:02:24.356854 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-b32ede7b-f8bf-4821-a327-3106b46db8e5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:24.384491 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ae2e-421e-41d9-8ba4-f0ee3d017773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:24.423011 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-b32ede7b-f8bf-4821-a327-3106b46db8e5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Network f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:24.430506 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-b32ede7b-f8bf-4821-a327-3106b46db8e5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:24.434956 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-b32ede7b-f8bf-4821-a327-3106b46db8e5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:02:24.471144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ede7b-f8bf-4821-a327-3106b46db8e5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'Port': ['ID=28e2e398-391a-4d26-8667-cbbc359d3249,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:24.558199 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-b32ede7b-f8bf-4821-a327-3106b46db8e5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:24.558857 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-b32ede7b-f8bf-4821-a327-3106b46db8e5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:24.604683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb464f4-2011-488e-991e-c9ff256d413d req-b2ea75be-fdbd-4d8e-b8a9-330cb80c0485 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:24.606133 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8cb464f4-2011-488e-991e-c9ff256d413d req-b2ea75be-fdbd-4d8e-b8a9-330cb80c0485 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 932 time: 0.1214375 Mar 14 19:02:24.654866 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8cb464f4-2011-488e-991e-c9ff256d413d req-ad4888ae-9149-4e50-8e55-0109476c14bb tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412285 Mar 14 19:02:24.711200 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-b32ede7b-f8bf-4821-a327-3106b46db8e5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0917513 Mar 14 19:02:24.727076 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Request body: {'port': {'device_id': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:24.773512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8e954923-af3e-421d-8b23-b9bd4257aa16 None None] Provisioning for port 28e2e398-391a-4d26-8667-cbbc359d3249 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:02:24.778453 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8e954923-af3e-421d-8b23-b9bd4257aa16 None None] Provisioning complete for port 28e2e398-391a-4d26-8667-cbbc359d3249 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:24.778872 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8e954923-af3e-421d-8b23-b9bd4257aa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:24.831093 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-8e954923-af3e-421d-8b23-b9bd4257aa16 None None] Port 28e2e398-391a-4d26-8667-cbbc359d3249 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 19:02:24.832584 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:25.162480 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e2e398-391a-4d26-8667-cbbc359d3249 {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:02:25.169632 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:25.183709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Transition to ACTIVE for port object 28e2e398-391a-4d26-8667-cbbc359d3249 will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:02:25.253181 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:25.503931 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Pushing event updated for resources: {'Port': ['ID=28e2e398-391a-4d26-8667-cbbc359d3249,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:25.586351 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Attempting to bind port 28e2e398-391a-4d26-8667-cbbc359d3249 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:02:25.586686 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Attempting to bind port 28e2e398-391a-4d26-8667-cbbc359d3249 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '5f0206b4-6902-4ec4-a739-14d056bc8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:02:25.587043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Attempting to bind port 28e2e398-391a-4d26-8667-cbbc359d3249 on network f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:02:25.591510 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Port 28e2e398-391a-4d26-8667-cbbc359d3249 on network f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 19:02:25.591826 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Attempting to bind port 28e2e398-391a-4d26-8667-cbbc359d3249 on network f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:02:25.596773 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:02:25.597106 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Checking segment: {'id': '5f0206b4-6902-4ec4-a739-14d056bc8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:02:25.597483 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Bound using segment: {'id': '5f0206b4-6902-4ec4-a739-14d056bc8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:02:25.598510 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Bound port: 28e2e398-391a-4d26-8667-cbbc359d3249, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f0206b4-6902-4ec4-a739-14d056bc8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:02:25.598778 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:25.685549 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] For port 28e2e398-391a-4d26-8667-cbbc359d3249, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:02:25.688482 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] For port 28e2e398-391a-4d26-8667-cbbc359d3249, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28e2e398-391a-4d26-8667-cbbc359d3249,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:02:25.762305 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:25.857362 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:25.857964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:25.859327 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] 10.222.0.59 "PUT /v2.0/ports/28e2e398-391a-4d26-8667-cbbc359d3249 HTTP/1.1" status: 200 len: 1094 time: 1.1408894 Mar 14 19:02:25.861186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'tag': '28e2e398-391a-4d26-8667-cbbc359d3249'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:02:25.894078 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428470c-1a50-4bfa-9bd2-c2171b86190d service neutron] Pushing event updated for resources: {'Port': ['ID=28e2e398-391a-4d26-8667-cbbc359d3249,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:25.916009 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'tag': '28e2e398-391a-4d26-8667-cbbc359d3249', 'status': 'completed', 'code': 200} Mar 14 19:02:25.930548 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100488d-da2a-4cdf-a2b0-0aa5a1e27101 req-fe60b22c-1a82-443d-8533-bf1cc920144b tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:25.931300 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-d100488d-da2a-4cdf-a2b0-0aa5a1e27101 req-fe60b22c-1a82-443d-8533-bf1cc920144b tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Synchronizing usage tracker for tenant:de2fddebb3d64f5f93fec51dbda5958d on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:02:26.017016 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffad893-5c9a-4004-a0e0-64a1d72f8846 req-72ef2321-7ed2-46cb-b6c2-42dc012e15c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:26.018517 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6ffad893-5c9a-4004-a0e0-64a1d72f8846 req-72ef2321-7ed2-46cb-b6c2-42dc012e15c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 1097 time: 0.0842137 Mar 14 19:02:26.110038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-d100488d-da2a-4cdf-a2b0-0aa5a1e27101 req-fe60b22c-1a82-443d-8533-bf1cc920144b tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Unset dirty status for tenant:de2fddebb3d64f5f93fec51dbda5958d on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:02:26.111199 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d100488d-da2a-4cdf-a2b0-0aa5a1e27101 req-fe60b22c-1a82-443d-8533-bf1cc920144b tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 944 time: 0.3448038 Mar 14 19:02:26.190519 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d100488d-da2a-4cdf-a2b0-0aa5a1e27101 req-e9bdfa69-7043-4f16-a963-1902d6f09b9f tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715294 Mar 14 19:02:26.193736 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffad893-5c9a-4004-a0e0-64a1d72f8846 req-ff00417f-e883-4d5e-afe7-17ac2a44639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:26.195348 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6ffad893-5c9a-4004-a0e0-64a1d72f8846 req-ff00417f-e883-4d5e-afe7-17ac2a44639e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1702578 Mar 14 19:02:26.329417 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffad893-5c9a-4004-a0e0-64a1d72f8846 req-61a8e02f-0b62-488b-b46c-161583eaaecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:26.337384 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6ffad893-5c9a-4004-a0e0-64a1d72f8846 req-61a8e02f-0b62-488b-b46c-161583eaaecc service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303380 Mar 14 19:02:26.384491 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2df7ad73-9672-4c7f-9f06-cbca0ff28bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:26.435002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-3f760f6f-bfe7-4ecf-98fc-b4812ed4e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:26.436493 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-3f760f6f-bfe7-4ecf-98fc-b4812ed4e6f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 1097 time: 0.0709915 Mar 14 19:02:26.506856 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-ed246be3-b7c3-436a-a875-7720b51ac293 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e2e398-391a-4d26-8667-cbbc359d3249 HTTP/1.1" status: 200 len: 217 time: 0.0632586 Mar 14 19:02:26.615656 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6191c7ae-f092-440d-825b-8b0cda300ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:26.617074 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-6191c7ae-f092-440d-825b-8b0cda300ed5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 200 len: 847 time: 0.1047955 Mar 14 19:02:26.693454 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-fe67e512-f73c-483c-8a29-029f9a60eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:26.694915 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-fe67e512-f73c-483c-8a29-029f9a60eb01 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722365 Mar 14 19:02:26.823960 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-59a910c8-0ff6-427c-a209-4a170dadbb9a service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232471 Mar 14 19:02:26.953295 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ae1de934-1cc5-4287-b42e-1f6495685bb7 req-9cbdacc8-144e-4283-979e-23279890acbe service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226645 Mar 14 19:02:27.377484 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f839d9-272f-4307-a809-55778ebc6408 req-3c7d49d0-3e32-4591-8aa9-abf5ca584cef tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:27.378981 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-09f839d9-272f-4307-a809-55778ebc6408 req-3c7d49d0-3e32-4591-8aa9-abf5ca584cef tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 944 time: 0.0791171 Mar 14 19:02:27.423657 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-09f839d9-272f-4307-a809-55778ebc6408 req-88dff3a0-a77b-4b71-893f-c08e71ddeec6 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389149 Mar 14 19:02:27.973549 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:27.974935 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:28.444460 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 28e2e398-391a-4d26-8667-cbbc359d3249 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 19:02:28.592785 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 28e2e398-391a-4d26-8667-cbbc359d3249, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28e2e398-391a-4d26-8667-cbbc359d3249,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:02:28.608280 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '28e2e398-391a-4d26-8667-cbbc359d3249', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'port_id': '28e2e398-391a-4d26-8667-cbbc359d3249', 'mac_address': 'fa:16:3e:f8:58:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 19:02:28.624919 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759f4d3-81b4-4051-a88b-420e57f53669 req-80349161-d302-4b79-a999-12198992c225 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:28.626467 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e759f4d3-81b4-4051-a88b-420e57f53669 req-80349161-d302-4b79-a999-12198992c225 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 944 time: 0.0876651 Mar 14 19:02:28.669567 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:28.689166 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e2e398-391a-4d26-8667-cbbc359d3249 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:02:28.707519 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 28e2e398-391a-4d26-8667-cbbc359d3249, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28e2e398-391a-4d26-8667-cbbc359d3249,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:02:28.807688 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:28.808041 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e759f4d3-81b4-4051-a88b-420e57f53669 req-2517ccb2-94fb-42aa-9298-b19802652ca9 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728315 Mar 14 19:02:28.899121 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=28e2e398-391a-4d26-8667-cbbc359d3249,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:29.018000 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['28e2e398-391a-4d26-8667-cbbc359d3249'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 19:02:29.938974 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:29.993792 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348916c-44be-4365-aaf6-a4e60e1aa5d7 req-29e4608d-d66c-4ac9-8902-b48a05921bc5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:29.995180 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f348916c-44be-4365-aaf6-a4e60e1aa5d7 req-29e4608d-d66c-4ac9-8902-b48a05921bc5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 945 time: 0.0787654 Mar 14 19:02:30.039873 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f348916c-44be-4365-aaf6-a4e60e1aa5d7 req-ca779e4a-0602-4299-87d9-47ce6a00d749 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387700 Mar 14 19:02:30.469482 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 28e2e398-391a-4d26-8667-cbbc359d3249 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:02:30.641726 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 28e2e398-391a-4d26-8667-cbbc359d3249 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:02:30.647870 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 28e2e398-391a-4d26-8667-cbbc359d3249 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:30.648244 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:30.777746 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:30.805114 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e2e398-391a-4d26-8667-cbbc359d3249'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:02:30.818301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 28e2e398-391a-4d26-8667-cbbc359d3249, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28e2e398-391a-4d26-8667-cbbc359d3249,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:02:30.852553 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e2e398-391a-4d26-8667-cbbc359d3249', 'code': 200} Mar 14 19:02:30.910040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:30.987306 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=28e2e398-391a-4d26-8667-cbbc359d3249,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:31.276226 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6c8a2-2241-43f1-a4af-1c2793af1e0a req-5d695536-419f-46bd-8691-cca5636f5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:31.277588 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3fc6c8a2-2241-43f1-a4af-1c2793af1e0a req-5d695536-419f-46bd-8691-cca5636f5b22 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 1099 time: 0.1423056 Mar 14 19:02:31.286542 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9308f9-f9fa-4847-8d03-ebe9fb87a7d1 req-4b622ef4-2827-4630-9cf4-e1a3fe7733cf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:31.287981 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7d9308f9-f9fa-4847-8d03-ebe9fb87a7d1 req-4b622ef4-2827-4630-9cf4-e1a3fe7733cf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.1211526 Mar 14 19:02:31.351946 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3fc6c8a2-2241-43f1-a4af-1c2793af1e0a req-b089adc5-494e-46ec-9a64-443a9aaaa49e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629771 Mar 14 19:02:31.360474 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7d9308f9-f9fa-4847-8d03-ebe9fb87a7d1 req-d1c94bc5-757a-45f5-8721-fcf67460a088 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590906 Mar 14 19:02:32.555303 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68866d-4bb6-4610-a06a-adea51755a3b req-25df2961-3513-40af-bbdd-4ac4fe9670d2 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:32.556756 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6a68866d-4bb6-4610-a06a-adea51755a3b req-25df2961-3513-40af-bbdd-4ac4fe9670d2 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.0794280 Mar 14 19:02:32.603473 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6a68866d-4bb6-4610-a06a-adea51755a3b req-ff48648a-3583-4efd-aca8-b8d232aa335c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411303 Mar 14 19:02:33.786221 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbceed-a555-41f2-8c04-b09e211fda24 req-b530c845-9f83-48c6-8b16-110c7e1f5337 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:33.787697 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-aebbceed-a555-41f2-8c04-b09e211fda24 req-b530c845-9f83-48c6-8b16-110c7e1f5337 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.0790732 Mar 14 19:02:33.836281 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-aebbceed-a555-41f2-8c04-b09e211fda24 req-81f624b4-9888-4e57-935f-c9cd33288e51 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428529 Mar 14 19:02:34.034084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3091063-74b2-4c42-b782-416c2267db89 req-c8f3a9cf-4aa6-430b-b478-16cfbc2fbb15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:34.035668 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e3091063-74b2-4c42-b782-416c2267db89 req-c8f3a9cf-4aa6-430b-b478-16cfbc2fbb15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.0934973 Mar 14 19:02:34.095036 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e3091063-74b2-4c42-b782-416c2267db89 req-6d51b115-d394-483f-825f-85b285152caa tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499871 Mar 14 19:02:34.120168 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 39046) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:02:34.233099 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d89b75-7f80-43b0-b47c-c06bba4ac962 tempest-TestShelveInstance-428470181 tempest-TestShelveInstance-428470181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:34.234613 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c1d89b75-7f80-43b0-b47c-c06bba4ac962 tempest-TestShelveInstance-428470181 tempest-TestShelveInstance-428470181-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 1094 time: 0.1134415 Mar 14 19:02:34.237919 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 39052) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:02:34.243482 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': '28e2e398-391a-4d26-8667-cbbc359d3249', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:34.249871 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:02:34.253869 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Usage tracker for resource:floatingip and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:02:34.257348 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:02:34.263240 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:02:34.367113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for floatingip, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:34.625162 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:34.768708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Allocated IP 172.26.7.186 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/f4a3c1bb-a540-46c6-a86a-9c62a2da4daa) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:02:34.925703 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:35.013889 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:35.088634 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:35.096243 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:35.102033 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:02:35.132130 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'Port': ['ID=f4a3c1bb-a540-46c6-a86a-9c62a2da4daa,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:35.585457 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:35.735785 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:35.945569 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for port, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:36.007590 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806443'] for port, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:36.086295 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:02:36.120926 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'Port': ['ID=f4a3c1bb-a540-46c6-a86a-9c62a2da4daa,revision_number=2']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:36.132326 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:36.311624 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Floating IP 528779ea-4572-4a01-a31d-0dfc3038a07f associated. External IP: 172.26.7.186, port: 28e2e398-391a-4d26-8667-cbbc359d3249. Mar 14 19:02:36.778017 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Router 63e74f87-97ba-4929-999e-dbf3d3f14b21 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:02:36.954054 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:02:36.963934 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5e718e-160b-4c13-95b4-ffbfcc93d0e0 None None] Sync routers for ids ['63e74f87-97ba-4929-999e-dbf3d3f14b21'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:02:36.972817 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5e718e-160b-4c13-95b4-ffbfcc93d0e0 None None] Routers {'63e74f87-97ba-4929-999e-dbf3d3f14b21'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:02:36.975961 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9a5e718e-160b-4c13-95b4-ffbfcc93d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:02:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['63e74f87-97ba-4929-999e-dbf3d3f14b21'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:37.030612 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:37.106780 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-7b1c0c17-8ac2-4fd6-ac16-96fcb948c750 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8581634 Mar 14 19:02:37.106780 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'tag': '28e2e398-391a-4d26-8667-cbbc359d3249'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:02:37.159794 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-9a5e718e-160b-4c13-95b4-ffbfcc93d0e0 None None] Set router 63e74f87-97ba-4929-999e-dbf3d3f14b21 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:02:37.207265 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'tag': '28e2e398-391a-4d26-8667-cbbc359d3249', 'status': 'completed', 'code': 200} Mar 14 19:02:37.301064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6eab2f-001c-4fa7-9147-ff4ce7c88758 req-f20fd15c-63ac-4986-b021-d2cd8bc3f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:37.302615 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6d6eab2f-001c-4fa7-9147-ff4ce7c88758 req-f20fd15c-63ac-4986-b021-d2cd8bc3f2ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 1099 time: 0.0737963 Mar 14 19:02:37.434533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6eab2f-001c-4fa7-9147-ff4ce7c88758 req-cbf87ed0-06d3-4d8a-a3e4-fcfc0ec70000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:37.436036 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6d6eab2f-001c-4fa7-9147-ff4ce7c88758 req-cbf87ed0-06d3-4d8a-a3e4-fcfc0ec70000 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 909 time: 0.1275396 Mar 14 19:02:37.535994 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9a5e718e-160b-4c13-95b4-ffbfcc93d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:06Z', 'revision_number': 4, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port': {'id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '528779ea-4572-4a01-a31d-0dfc3038a07f', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'port_id': '28e2e398-391a-4d26-8667-cbbc359d3249', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'mac_address': 'fa:16:3e:f8:58:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:02:35Z', 'updated_at': '2022-03-14T19:02:35Z', 'revision_number': 0, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4749d3da-e9a7-42e5-91ed-e9bf80944261', 'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'mac_address': 'fa:16:3e:b5:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:05Z', 'updated_at': '2022-03-14T19:02:11Z', 'revision_number': 5, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'subnets': [{'id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:37.540305 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5e718e-160b-4c13-95b4-ffbfcc93d0e0 None None] Checking router: 63e74f87-97ba-4929-999e-dbf3d3f14b21 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:02:37.541564 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6d6eab2f-001c-4fa7-9147-ff4ce7c88758 req-d4680dc8-9206-4935-b9da-97d36d1c91e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e2e398-391a-4d26-8667-cbbc359d3249 HTTP/1.1" status: 200 len: 1000 time: 0.0988243 Mar 14 19:02:37.548544 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5e718e-160b-4c13-95b4-ffbfcc93d0e0 None None] Routers {'63e74f87-97ba-4929-999e-dbf3d3f14b21'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:02:37.549128 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9a5e718e-160b-4c13-95b4-ffbfcc93d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:02:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['63e74f87-97ba-4929-999e-dbf3d3f14b21'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:37.602984 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6eab2f-001c-4fa7-9147-ff4ce7c88758 req-4933a3cb-b947-4939-ba86-058acc380692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:37.604463 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6d6eab2f-001c-4fa7-9147-ff4ce7c88758 req-4933a3cb-b947-4939-ba86-058acc380692 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 200 len: 847 time: 0.0578849 Mar 14 19:02:37.682439 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6eab2f-001c-4fa7-9147-ff4ce7c88758 req-5306ee69-0875-4e05-9ed7-e436736c229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:37.685261 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6d6eab2f-001c-4fa7-9147-ff4ce7c88758 req-5306ee69-0875-4e05-9ed7-e436736c229f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742028 Mar 14 19:02:37.734780 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-9a5e718e-160b-4c13-95b4-ffbfcc93d0e0 None None] Set router 63e74f87-97ba-4929-999e-dbf3d3f14b21 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:02:37.824129 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6d6eab2f-001c-4fa7-9147-ff4ce7c88758 req-f6b750de-2791-4fb5-b325-92cdd938b0cb service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336815 Mar 14 19:02:37.970977 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6d6eab2f-001c-4fa7-9147-ff4ce7c88758 req-6c48d794-ee22-44b2-8f17-9181014b4247 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411996 Mar 14 19:02:38.096835 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-9a5e718e-160b-4c13-95b4-ffbfcc93d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:06Z', 'revision_number': 4, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port': {'id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '528779ea-4572-4a01-a31d-0dfc3038a07f', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'port_id': '28e2e398-391a-4d26-8667-cbbc359d3249', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'mac_address': 'fa:16:3e:f8:58:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:02:35Z', 'updated_at': '2022-03-14T19:02:35Z', 'revision_number': 0, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4749d3da-e9a7-42e5-91ed-e9bf80944261', 'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'mac_address': 'fa:16:3e:b5:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:05Z', 'updated_at': '2022-03-14T19:02:11Z', 'revision_number': 5, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'subnets': [{'id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:38.101292 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5e718e-160b-4c13-95b4-ffbfcc93d0e0 None None] The sync data for ids ['63e74f87-97ba-4929-999e-dbf3d3f14b21'] in dv-neutron-833560-1-hyperv is: [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:06Z', 'revision_number': 4, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port': {'id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '528779ea-4572-4a01-a31d-0dfc3038a07f', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'port_id': '28e2e398-391a-4d26-8667-cbbc359d3249', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'mac_address': 'fa:16:3e:f8:58:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:02:35Z', 'updated_at': '2022-03-14T19:02:35Z', 'revision_number': 0, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4749d3da-e9a7-42e5-91ed-e9bf80944261', 'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'mac_address': 'fa:16:3e:b5:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:05Z', 'updated_at': '2022-03-14T19:02:11Z', 'revision_number': 5, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'subnets': [{'id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:02:38.307345 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647fc7ba-e13e-4e64-850b-587e3378826f None None] New status for floating IP 528779ea-4572-4a01-a31d-0dfc3038a07f: ACTIVE {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:02:39.584526 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:54.361258 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-887d80b0-01e5-4e36-888b-9bd1943d99c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:56.389653 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8b9071a9-4ee0-415b-a271-b51f76f1fbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:57.949454 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:57.972568 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:59.921137 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:09.612745 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:13.085845 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:03:22.837270 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-604cdf7e-5adc-4d06-8900-021643c382e8 req-c4107e11-a9f0-4e86-8df4-ddad3a425703 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676703 Mar 14 19:03:22.979501 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cdf7e-5adc-4d06-8900-021643c382e8 req-d9090443-18b0-4e2f-b9b6-2fe10b4467b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:22.981587 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-604cdf7e-5adc-4d06-8900-021643c382e8 req-d9090443-18b0-4e2f-b9b6-2fe10b4467b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 1099 time: 0.0769064 Mar 14 19:03:23.230952 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cdf7e-5adc-4d06-8900-021643c382e8 req-e248ff45-866c-4528-8a86-8a7f355404fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:23.232305 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-604cdf7e-5adc-4d06-8900-021643c382e8 req-e248ff45-866c-4528-8a86-8a7f355404fe service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 909 time: 0.2329860 Mar 14 19:03:23.331986 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-604cdf7e-5adc-4d06-8900-021643c382e8 req-b6ed7537-00a8-49ac-bae7-6f4bfc3c7dc2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e2e398-391a-4d26-8667-cbbc359d3249 HTTP/1.1" status: 200 len: 1002 time: 0.0938146 Mar 14 19:03:23.391349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cdf7e-5adc-4d06-8900-021643c382e8 req-087e5b0a-2b3e-4947-bfa9-8012da21b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:23.392747 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-604cdf7e-5adc-4d06-8900-021643c382e8 req-087e5b0a-2b3e-4947-bfa9-8012da21b603 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 200 len: 847 time: 0.0550845 Mar 14 19:03:23.465994 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cdf7e-5adc-4d06-8900-021643c382e8 req-0f7329df-cd1b-4e2d-8516-b4a3b0e53964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:23.467470 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-604cdf7e-5adc-4d06-8900-021643c382e8 req-0f7329df-cd1b-4e2d-8516-b4a3b0e53964 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684032 Mar 14 19:03:23.594681 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-604cdf7e-5adc-4d06-8900-021643c382e8 req-2f722d81-d403-4ca8-b0d7-67dbb7b26605 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212208 Mar 14 19:03:23.724291 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-604cdf7e-5adc-4d06-8900-021643c382e8 req-2a46d88f-acc2-4711-bc6c-2656d16ab2d1 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244338 Mar 14 19:03:24.343540 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f3d749d4-3e64-45f7-9859-69349e4bace5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:26.435024 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7587bc7a-9c60-4a71-a36a-2e2006b2706f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:27.966313 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:27.988968 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:29.931417 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:39.560201 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:50.084930 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:03:54.433822 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9a9ffe2a-5798-4e3e-93eb-b26a617df5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:56.439934 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1d7cc233-c433-4609-9024-984d5d986bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:57.925649 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:57.994187 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:59.966104 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:09.542287 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:22.882229 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c8eb41e-9f77-42dc-a925-ed0d5adab01a req-6a93370a-8405-44b8-b953-2d85cd3a0411 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1131203 Mar 14 19:04:23.019058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8eb41e-9f77-42dc-a925-ed0d5adab01a req-89fab120-a15c-4e2d-a3ac-6c2f6dc345a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:23.020406 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c8eb41e-9f77-42dc-a925-ed0d5adab01a req-89fab120-a15c-4e2d-a3ac-6c2f6dc345a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 1099 time: 0.0698164 Mar 14 19:04:23.161786 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8eb41e-9f77-42dc-a925-ed0d5adab01a req-481af958-c17a-4c95-8009-5f21e20745f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:23.163256 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c8eb41e-9f77-42dc-a925-ed0d5adab01a req-481af958-c17a-4c95-8009-5f21e20745f9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 909 time: 0.1229987 Mar 14 19:04:23.267141 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c8eb41e-9f77-42dc-a925-ed0d5adab01a req-f2b45ee2-a87c-4850-8009-c2b1a6f94d55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e2e398-391a-4d26-8667-cbbc359d3249 HTTP/1.1" status: 200 len: 1002 time: 0.0977499 Mar 14 19:04:23.329261 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8eb41e-9f77-42dc-a925-ed0d5adab01a req-af60aaf9-603a-4ed9-b799-c2c58d5f127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:23.330995 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c8eb41e-9f77-42dc-a925-ed0d5adab01a req-af60aaf9-603a-4ed9-b799-c2c58d5f127c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 200 len: 847 time: 0.0582988 Mar 14 19:04:23.404298 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8eb41e-9f77-42dc-a925-ed0d5adab01a req-00ce120e-8df5-4af6-9251-98298922359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:23.405750 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c8eb41e-9f77-42dc-a925-ed0d5adab01a req-00ce120e-8df5-4af6-9251-98298922359a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688629 Mar 14 19:04:23.532340 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c8eb41e-9f77-42dc-a925-ed0d5adab01a req-33c409c0-bb3a-4f98-b9fd-5e40bd9a95fd service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204119 Mar 14 19:04:23.660911 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3c8eb41e-9f77-42dc-a925-ed0d5adab01a req-9287934a-343f-414b-a8d3-b46030cd7faa service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230464 Mar 14 19:04:24.330598 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-04d72522-b3dc-4ed2-a17c-c006f3cea864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:26.387675 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0f5dae56-0431-4a47-94aa-a272cbba1059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:27.083314 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:04:27.959230 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:27.981900 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:29.953213 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:32.658634 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb31799-8c94-4788-bb52-c120863c505f req-6aab9a9f-8de8-4423-ba0c-7e491097dda7 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:32.660156 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ecb31799-8c94-4788-bb52-c120863c505f req-6aab9a9f-8de8-4423-ba0c-7e491097dda7 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.0810058 Mar 14 19:04:32.712708 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ecb31799-8c94-4788-bb52-c120863c505f req-f9c74a95-ca91-46ae-991d-4748b56f4848 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466845 Mar 14 19:04:33.904201 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6845e4-c461-4f7a-b672-cb7de4978640 req-60dbab5d-42ca-4f40-b67a-06ca0eb079aa tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:33.905792 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f6845e4-c461-4f7a-b672-cb7de4978640 req-60dbab5d-42ca-4f40-b67a-06ca0eb079aa tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.0804582 Mar 14 19:04:33.952133 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5f6845e4-c461-4f7a-b672-cb7de4978640 req-90360b8b-ef29-47e3-8e56-654d746f8c5d tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398753 Mar 14 19:04:35.260499 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4593eaa-4e66-490a-bd3a-659c4c8ed640 req-6aa8daf4-25ea-496c-b6d7-f813fb04c1d8 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:35.261854 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d4593eaa-4e66-490a-bd3a-659c4c8ed640 req-6aa8daf4-25ea-496c-b6d7-f813fb04c1d8 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.1959987 Mar 14 19:04:35.304985 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d4593eaa-4e66-490a-bd3a-659c4c8ed640 req-035e7637-27d4-4c72-90d5-98f8b3db268d tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374300 Mar 14 19:04:36.576614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82393e2b-33d0-4fac-a82e-261fbbc04f0a req-be0c3cd6-346f-4479-917b-c2d48a2f704f tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:36.578083 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-82393e2b-33d0-4fac-a82e-261fbbc04f0a req-be0c3cd6-346f-4479-917b-c2d48a2f704f tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.1630931 Mar 14 19:04:36.630508 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-82393e2b-33d0-4fac-a82e-261fbbc04f0a req-29ba7684-146d-4250-94fa-c245d8f5546f tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460064 Mar 14 19:04:37.938186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37b885-17ef-45e0-9170-498801c02f88 req-748c8b1f-7805-4ad4-8989-3b4d309806a8 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:37.941870 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-da37b885-17ef-45e0-9170-498801c02f88 req-748c8b1f-7805-4ad4-8989-3b4d309806a8 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.1805272 Mar 14 19:04:38.002652 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-da37b885-17ef-45e0-9170-498801c02f88 req-a057c4ea-ea4b-4b1d-8f84-98c7c311279d tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558045 Mar 14 19:04:39.197146 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3bbb1-b838-4f67-9da2-6bd3d3aa46ae req-27719986-ca54-471b-8ac0-cc7b4802ea03 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:39.198572 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-17d3bbb1-b838-4f67-9da2-6bd3d3aa46ae req-27719986-ca54-471b-8ac0-cc7b4802ea03 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.0809886 Mar 14 19:04:39.242648 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-17d3bbb1-b838-4f67-9da2-6bd3d3aa46ae req-bb61de6e-8d7f-47ff-81b6-6b29236ebdd2 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382133 Mar 14 19:04:39.542077 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:40.423849 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2aedee-5e72-4f6e-86fc-ef8b0a1170cf req-cf2945a4-be18-4f32-99ae-63b234c2f4b1 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:40.425309 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f2aedee-5e72-4f6e-86fc-ef8b0a1170cf req-cf2945a4-be18-4f32-99ae-63b234c2f4b1 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.0781612 Mar 14 19:04:40.469291 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f2aedee-5e72-4f6e-86fc-ef8b0a1170cf req-a329fe9f-44b6-4d85-82a4-39e620a71072 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383017 Mar 14 19:04:41.659958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944aa34-dc61-43f8-8f93-181e00098693 req-a544c8af-4f62-4d40-bfd9-fda7a1209080 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:41.661327 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c944aa34-dc61-43f8-8f93-181e00098693 req-a544c8af-4f62-4d40-bfd9-fda7a1209080 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.0843191 Mar 14 19:04:41.704351 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c944aa34-dc61-43f8-8f93-181e00098693 req-169481c4-e83e-4528-82e7-f5fdc8398b8e tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373361 Mar 14 19:04:42.889556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38069cd5-7936-4e79-8b82-67044e21e3dc req-d1199d7e-f8c3-4957-8e38-5e621f9f24c0 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:42.891032 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-38069cd5-7936-4e79-8b82-67044e21e3dc req-d1199d7e-f8c3-4957-8e38-5e621f9f24c0 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.0781386 Mar 14 19:04:42.938170 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-38069cd5-7936-4e79-8b82-67044e21e3dc req-4d0ae3b8-26df-4f3c-a26a-13c11619915e tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415454 Mar 14 19:04:44.136963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91be54-aa8e-4faa-b8a6-729330c95953 req-5da1568a-ad3a-490e-8304-e977092aab90 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:44.138426 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2b91be54-aa8e-4faa-b8a6-729330c95953 req-5da1568a-ad3a-490e-8304-e977092aab90 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.0831885 Mar 14 19:04:44.183074 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2b91be54-aa8e-4faa-b8a6-729330c95953 req-7a8a9f50-2a37-4e87-89a6-2825abe75a9c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385768 Mar 14 19:04:44.980652 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 28e2e398-391a-4d26-8667-cbbc359d3249 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 19:04:45.114849 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 28e2e398-391a-4d26-8667-cbbc359d3249, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28e2e398-391a-4d26-8667-cbbc359d3249,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:04:45.128064 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '28e2e398-391a-4d26-8667-cbbc359d3249', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'port_id': '28e2e398-391a-4d26-8667-cbbc359d3249', 'mac_address': 'fa:16:3e:f8:58:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 19:04:45.182085 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:45.199292 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28e2e398-391a-4d26-8667-cbbc359d3249 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:04:45.222664 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 28e2e398-391a-4d26-8667-cbbc359d3249, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28e2e398-391a-4d26-8667-cbbc359d3249,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:04:45.319536 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:45.395521 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ac1e4-ed70-4775-9fc5-52438b570037 req-a16a8bf4-eb26-42af-9f44-bb4d7a006bde tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:45.397705 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-620ac1e4-ed70-4775-9fc5-52438b570037 req-a16a8bf4-eb26-42af-9f44-bb4d7a006bde tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 945 time: 0.0938706 Mar 14 19:04:45.429400 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['28e2e398-391a-4d26-8667-cbbc359d3249'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 19:04:45.451881 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-620ac1e4-ed70-4775-9fc5-52438b570037 req-4ca67dd8-3e2e-4e1e-9e0a-527f356de4cf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484576 Mar 14 19:04:45.461303 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=28e2e398-391a-4d26-8667-cbbc359d3249,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:45.478680 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:45.483633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:45.483633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:45.483633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:45.483633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:45.483633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:45.483633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:45.483633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:45.483633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:45.483633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:45.483633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:45.483633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:46.684203 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae598b6-55d9-4838-86a3-74d9d1dd03ea req-b33d09cb-aa1b-42b5-a334-ea2288f80421 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:46.691977 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ae598b6-55d9-4838-86a3-74d9d1dd03ea req-b33d09cb-aa1b-42b5-a334-ea2288f80421 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 945 time: 0.0942020 Mar 14 19:04:46.750168 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ae598b6-55d9-4838-86a3-74d9d1dd03ea req-a1861c8a-bed0-4f2a-a88a-1b587beb75d1 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549631 Mar 14 19:04:46.997809 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 28e2e398-391a-4d26-8667-cbbc359d3249 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:04:47.084380 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 28e2e398-391a-4d26-8667-cbbc359d3249 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:04:47.084874 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:47.235249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:47.267160 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e2e398-391a-4d26-8667-cbbc359d3249'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:04:47.279425 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 28e2e398-391a-4d26-8667-cbbc359d3249, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28e2e398-391a-4d26-8667-cbbc359d3249,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:04:47.342137 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:47.461499 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e2e398-391a-4d26-8667-cbbc359d3249', 'code': 200} Mar 14 19:04:47.484698 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=28e2e398-391a-4d26-8667-cbbc359d3249,revision_number=7']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:47.979121 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d160f0f-e65f-4d61-9c0c-e8e7bb8b36c7 req-d5108bec-daf9-4dc2-8a8c-904ca3a802e4 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:47.980688 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1d160f0f-e65f-4d61-9c0c-e8e7bb8b36c7 req-d5108bec-daf9-4dc2-8a8c-904ca3a802e4 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.1085384 Mar 14 19:04:48.063593 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1d160f0f-e65f-4d61-9c0c-e8e7bb8b36c7 req-156eecf9-5b2b-409f-ab8b-be445c11dac5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728202 Mar 14 19:04:49.302805 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfa4e6-27cf-49fd-b400-4c3edb887c1a req-ef086e92-5f3e-4ddc-a16b-b42a6d5e382d tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:49.307233 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-29bfa4e6-27cf-49fd-b400-4c3edb887c1a req-ef086e92-5f3e-4ddc-a16b-b42a6d5e382d tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.1161306 Mar 14 19:04:49.361874 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-29bfa4e6-27cf-49fd-b400-4c3edb887c1a req-d8823724-050f-47ce-92cf-f9479a9198da tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518906 Mar 14 19:04:50.589175 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36e81c-ae5a-43ec-889d-cfaba35bf21a req-a4539303-cee6-4957-a626-8b0f68579d93 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:50.591808 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0e36e81c-ae5a-43ec-889d-cfaba35bf21a req-a4539303-cee6-4957-a626-8b0f68579d93 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.1015220 Mar 14 19:04:50.651718 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0e36e81c-ae5a-43ec-889d-cfaba35bf21a req-d40f5520-2d31-44bd-a80c-8ed5b54517a0 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528350 Mar 14 19:04:51.886882 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc1788-ed0b-4983-91e3-f984b1bba1f1 req-4c9160dc-e1a2-43eb-af0a-47d83fd0eb0a tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:51.888420 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dcbc1788-ed0b-4983-91e3-f984b1bba1f1 req-4c9160dc-e1a2-43eb-af0a-47d83fd0eb0a tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.0964992 Mar 14 19:04:51.938637 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dcbc1788-ed0b-4983-91e3-f984b1bba1f1 req-ccae5089-d791-4a32-91b9-99c2fb8e97eb tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441649 Mar 14 19:04:53.165733 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45fd28-3efc-4a73-8d52-9dac3d1e85ca req-c54f4354-c1ae-4007-91a5-2e54cc42b3f0 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:53.172588 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7c45fd28-3efc-4a73-8d52-9dac3d1e85ca req-c54f4354-c1ae-4007-91a5-2e54cc42b3f0 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.0967894 Mar 14 19:04:53.235875 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7c45fd28-3efc-4a73-8d52-9dac3d1e85ca req-61b3d23a-a244-47e2-ac9f-116cef0a3919 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618792 Mar 14 19:04:54.355125 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3dadd5b3-4f57-48c0-b0f3-6c7cd207e5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:54.450179 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d544290-be52-461f-ab6d-a4ac90728e67 req-436d9727-4da1-477a-8153-32671f475bac tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:54.452103 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8d544290-be52-461f-ab6d-a4ac90728e67 req-436d9727-4da1-477a-8153-32671f475bac tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.0909889 Mar 14 19:04:54.500844 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8d544290-be52-461f-ab6d-a4ac90728e67 req-900f1e83-18b9-4216-8551-580460b1bcf8 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424302 Mar 14 19:04:55.707968 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f035f-2ddf-4439-a43c-2b8756b785e6 req-064d2809-e1e5-4b73-8d69-7848ecb46b0c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:55.709573 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-857f035f-2ddf-4439-a43c-2b8756b785e6 req-064d2809-e1e5-4b73-8d69-7848ecb46b0c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.1000566 Mar 14 19:04:55.758601 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-857f035f-2ddf-4439-a43c-2b8756b785e6 req-a07f8a02-2446-4952-a750-df19c14520c1 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429502 Mar 14 19:04:56.381557 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4299908c-b6ed-4793-a7ae-be10127f5b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:56.809006 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555b4ae-a923-445a-82cb-296d0b9906a5 req-6b35db94-061b-4dff-97fd-b5db90eca73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:56.810454 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0555b4ae-a923-445a-82cb-296d0b9906a5 req-6b35db94-061b-4dff-97fd-b5db90eca73d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 1099 time: 0.0706604 Mar 14 19:04:57.089236 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555b4ae-a923-445a-82cb-296d0b9906a5 req-403fcab8-e209-43fe-bd59-fe66b81ea603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:57.090658 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0555b4ae-a923-445a-82cb-296d0b9906a5 req-403fcab8-e209-43fe-bd59-fe66b81ea603 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 909 time: 0.2739661 Mar 14 19:04:57.185661 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423931b-27b2-4d0a-875b-09d5dbc5f841 req-97004510-d9bf-4921-8039-e6e02d04349c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:57.187177 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1423931b-27b2-4d0a-875b-09d5dbc5f841 req-97004510-d9bf-4921-8039-e6e02d04349c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.2912121 Mar 14 19:04:57.226531 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0555b4ae-a923-445a-82cb-296d0b9906a5 req-74aedf80-45db-48c6-880c-8cfe82d8771f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e2e398-391a-4d26-8667-cbbc359d3249 HTTP/1.1" status: 200 len: 1002 time: 0.1257658 Mar 14 19:04:57.287750 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1423931b-27b2-4d0a-875b-09d5dbc5f841 req-07ab3f60-521d-48db-80a4-59965cb46b35 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948579 Mar 14 19:04:57.300470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555b4ae-a923-445a-82cb-296d0b9906a5 req-298a58ea-d173-4afd-b88c-0468f217f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:57.301897 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0555b4ae-a923-445a-82cb-296d0b9906a5 req-298a58ea-d173-4afd-b88c-0468f217f634 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 200 len: 847 time: 0.0664804 Mar 14 19:04:57.377950 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555b4ae-a923-445a-82cb-296d0b9906a5 req-59e7695f-9dbd-4bab-8e79-a91cff66f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:57.379447 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0555b4ae-a923-445a-82cb-296d0b9906a5 req-59e7695f-9dbd-4bab-8e79-a91cff66f2a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722039 Mar 14 19:04:57.511112 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0555b4ae-a923-445a-82cb-296d0b9906a5 req-02c1d5a7-e130-4181-ad1b-513bbf124f33 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254234 Mar 14 19:04:57.639688 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0555b4ae-a923-445a-82cb-296d0b9906a5 req-1deb8772-5781-4983-be37-278ba49bc8e0 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225481 Mar 14 19:04:57.953246 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:57.976027 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:58.472109 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad2a8e-28fb-4b6c-96a2-056ff37d5fa5 req-4997288c-77eb-4dd5-a225-2042c4a41a5a tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:58.473555 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5aad2a8e-28fb-4b6c-96a2-056ff37d5fa5 req-4997288c-77eb-4dd5-a225-2042c4a41a5a tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 946 time: 0.0785952 Mar 14 19:04:58.517750 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5aad2a8e-28fb-4b6c-96a2-056ff37d5fa5 req-7d50b06b-f238-4049-83ff-e7bd3a2f100b tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376568 Mar 14 19:04:59.089975 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 28e2e398-391a-4d26-8667-cbbc359d3249 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:04:59.205091 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:59.231187 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e2e398-391a-4d26-8667-cbbc359d3249'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:04:59.240936 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 28e2e398-391a-4d26-8667-cbbc359d3249, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28e2e398-391a-4d26-8667-cbbc359d3249,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:04:59.277931 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e2e398-391a-4d26-8667-cbbc359d3249', 'code': 200} Mar 14 19:04:59.307878 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:59.378462 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=28e2e398-391a-4d26-8667-cbbc359d3249,revision_number=8']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:59.708101 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e890b-cb09-4c27-b881-0ceed13f63c9 req-bc97d608-6ed9-49ac-a5c0-c4f7c894df2a tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:59.709639 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d17e890b-cb09-4c27-b881-0ceed13f63c9 req-bc97d608-6ed9-49ac-a5c0-c4f7c894df2a tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 944 time: 0.0841854 Mar 14 19:04:59.754063 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d17e890b-cb09-4c27-b881-0ceed13f63c9 req-a6415b48-d4e2-4356-882f-93e879c9dbcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379121 Mar 14 19:04:59.941632 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:00.330615 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d637ddd-ad2f-43c2-b5e6-62ce8b9eb445 req-7fc1e021-803a-4b58-8983-6b0ce6f4b48c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:00.332168 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8d637ddd-ad2f-43c2-b5e6-62ce8b9eb445 req-7fc1e021-803a-4b58-8983-6b0ce6f4b48c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 944 time: 0.0836003 Mar 14 19:05:00.381837 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8d637ddd-ad2f-43c2-b5e6-62ce8b9eb445 req-98fe024e-a5ee-43a8-b151-17332d7778ef tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440001 Mar 14 19:05:00.842845 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3d906e61-91bf-4d6b-a366-48566be2d5ac req-17d25a9f-5d9f-4309-8218-06efd244c7be service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1185768 Mar 14 19:05:01.565925 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfc8b9-6acf-4a17-a23e-f60783840188 req-cdcc425e-ba07-4773-bdef-e7e89fcba83c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:01.567473 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bcbfc8b9-6acf-4a17-a23e-f60783840188 req-cdcc425e-ba07-4773-bdef-e7e89fcba83c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 944 time: 0.0804803 Mar 14 19:05:01.617304 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bcbfc8b9-6acf-4a17-a23e-f60783840188 req-cbd6f000-f6b6-40a6-8060-718400a89987 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420012 Mar 14 19:05:02.806065 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd4ea1-7787-48e4-acdd-a6458109e491 req-67a91b91-0215-436b-920f-9d57eee33c3f tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:02.807559 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2ccd4ea1-7787-48e4-acdd-a6458109e491 req-67a91b91-0215-436b-920f-9d57eee33c3f tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 944 time: 0.0805933 Mar 14 19:05:02.853611 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2ccd4ea1-7787-48e4-acdd-a6458109e491 req-192f6e48-bb77-4b05-bf77-51fa782e03c2 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402248 Mar 14 19:05:03.121452 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 28e2e398-391a-4d26-8667-cbbc359d3249 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:05:03.580750 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d906e61-91bf-4d6b-a366-48566be2d5ac req-34009965-e0dd-44ca-adcd-0dfe06b0a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:03.582175 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3d906e61-91bf-4d6b-a366-48566be2d5ac req-34009965-e0dd-44ca-adcd-0dfe06b0a75f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6&tenant_id=de2fddebb3d64f5f93fec51dbda5958d HTTP/1.1" status: 200 len: 1097 time: 0.0720055 Mar 14 19:05:03.672957 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d906e61-91bf-4d6b-a366-48566be2d5ac req-a0970213-f5c6-488e-95e0-556028ee08f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:03.674393 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3d906e61-91bf-4d6b-a366-48566be2d5ac req-a0970213-f5c6-488e-95e0-556028ee08f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 1097 time: 0.0705359 Mar 14 19:05:03.806821 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d906e61-91bf-4d6b-a366-48566be2d5ac req-813f032c-fe2d-46bf-96d4-275a87c9b20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:03.808264 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3d906e61-91bf-4d6b-a366-48566be2d5ac req-813f032c-fe2d-46bf-96d4-275a87c9b20a service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 909 time: 0.1281836 Mar 14 19:05:03.912828 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3d906e61-91bf-4d6b-a366-48566be2d5ac req-12198009-79d1-401c-890b-1ccda78e34af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e2e398-391a-4d26-8667-cbbc359d3249 HTTP/1.1" status: 200 len: 1000 time: 0.0985742 Mar 14 19:05:04.084061 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:05:04.142817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d906e61-91bf-4d6b-a366-48566be2d5ac req-e5600e87-2910-4067-8c21-7216ec2551a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:04.144165 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3d906e61-91bf-4d6b-a366-48566be2d5ac req-e5600e87-2910-4067-8c21-7216ec2551a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 200 len: 847 time: 0.2259789 Mar 14 19:05:04.222192 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d09791-670c-4c68-892d-4a74cd91f8db req-6310dde6-e88f-4760-8ff0-43ee3b5033b1 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:04.223661 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c5d09791-670c-4c68-892d-4a74cd91f8db req-6310dde6-e88f-4760-8ff0-43ee3b5033b1 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 944 time: 0.2538221 Mar 14 19:05:04.259614 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d906e61-91bf-4d6b-a366-48566be2d5ac req-1d4c75c5-c595-4967-b11f-3377ab2c8725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:04.261128 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3d906e61-91bf-4d6b-a366-48566be2d5ac req-1d4c75c5-c595-4967-b11f-3377ab2c8725 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1109223 Mar 14 19:05:04.311752 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c5d09791-670c-4c68-892d-4a74cd91f8db req-949cd783-000b-4d7e-873f-89ff461a9b82 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781455 Mar 14 19:05:04.401695 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3d906e61-91bf-4d6b-a366-48566be2d5ac req-7f86e517-e8be-4600-9e13-99e6bd9e83de service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332827 Mar 14 19:05:04.535776 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3d906e61-91bf-4d6b-a366-48566be2d5ac req-be4cd66b-b777-4c51-a2b1-abea0a380f54 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269727 Mar 14 19:05:05.533084 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff3328-26a7-4eaf-8d5d-116f3b4e00b5 req-bcc71c8b-5608-4546-8967-be619094ac85 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:05.534514 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-baff3328-26a7-4eaf-8d5d-116f3b4e00b5 req-bcc71c8b-5608-4546-8967-be619094ac85 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 944 time: 0.0963585 Mar 14 19:05:05.581067 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-baff3328-26a7-4eaf-8d5d-116f3b4e00b5 req-64d82868-ad31-4860-8fee-932e432b643c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406702 Mar 14 19:05:06.773222 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bf854-0bcc-4bca-a357-151f5d7ff896 req-a3cbb620-c575-472b-9c9b-17708256b6e6 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:06.775244 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ba4bf854-0bcc-4bca-a357-151f5d7ff896 req-a3cbb620-c575-472b-9c9b-17708256b6e6 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 944 time: 0.0838752 Mar 14 19:05:06.822299 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ba4bf854-0bcc-4bca-a357-151f5d7ff896 req-ba6871d3-1ec0-4125-a0cf-2d9dde86df03 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413229 Mar 14 19:05:08.033196 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ec6ee-0e3b-4ee8-86ec-6496a98096d9 req-4e7018a7-d29c-4ea0-b26e-aa8f9d17f3a2 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:08.034641 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b85ec6ee-0e3b-4ee8-86ec-6496a98096d9 req-4e7018a7-d29c-4ea0-b26e-aa8f9d17f3a2 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 944 time: 0.0924604 Mar 14 19:05:08.087707 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b85ec6ee-0e3b-4ee8-86ec-6496a98096d9 req-fef4052c-4849-417a-9717-d44097a339ab tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454943 Mar 14 19:05:09.294702 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112e9ea-fa50-41e5-9d0d-fe6c63ace337 req-173c215a-2df3-41b4-b663-bff500e07f7c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:09.296340 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a112e9ea-fa50-41e5-9d0d-fe6c63ace337 req-173c215a-2df3-41b4-b663-bff500e07f7c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 944 time: 0.0939577 Mar 14 19:05:09.352328 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a112e9ea-fa50-41e5-9d0d-fe6c63ace337 req-d0ff9be3-4c67-4d31-9fde-572b69875ea7 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487630 Mar 14 19:05:09.587827 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:10.583764 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c8ead-b96a-4e58-9234-40d301d565a4 req-625f9ac0-806e-472c-9d23-bf86b81f1e99 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:10.585595 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-389c8ead-b96a-4e58-9234-40d301d565a4 req-625f9ac0-806e-472c-9d23-bf86b81f1e99 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 944 time: 0.1076992 Mar 14 19:05:10.639465 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-389c8ead-b96a-4e58-9234-40d301d565a4 req-0a61f504-1512-40cb-a5fd-d65f140c4e76 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471761 Mar 14 19:05:11.877750 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738b318-a252-4686-86bc-994a03e38d25 req-478d0b3d-d41a-4632-942b-f4270802e797 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:11.880771 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d738b318-a252-4686-86bc-994a03e38d25 req-478d0b3d-d41a-4632-942b-f4270802e797 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 944 time: 0.1024551 Mar 14 19:05:11.943602 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d738b318-a252-4686-86bc-994a03e38d25 req-d5745393-c157-4c94-8aa5-72c50be12fd1 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557127 Mar 14 19:05:13.130410 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bd969-95eb-4e72-adf6-541bf2dae963 req-e08f2cd1-3085-4a3a-9c88-bca3a042ae60 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:13.131899 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-055bd969-95eb-4e72-adf6-541bf2dae963 req-e08f2cd1-3085-4a3a-9c88-bca3a042ae60 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 944 time: 0.0789318 Mar 14 19:05:13.176298 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-055bd969-95eb-4e72-adf6-541bf2dae963 req-7bf6ffb7-7040-4771-83ca-5e2dc887959f tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383255 Mar 14 19:05:14.360396 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978c5c6-2a9b-432d-9bd5-02fc75d335ff req-63afbb22-6dbe-401a-ab4c-589e47fce27c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:14.361820 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1978c5c6-2a9b-432d-9bd5-02fc75d335ff req-63afbb22-6dbe-401a-ab4c-589e47fce27c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 944 time: 0.0811296 Mar 14 19:05:14.406075 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1978c5c6-2a9b-432d-9bd5-02fc75d335ff req-bcbff43f-02f3-4570-ac1f-d25cb1a9afae tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384977 Mar 14 19:05:15.213907 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 28e2e398-391a-4d26-8667-cbbc359d3249 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 19:05:15.344431 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 28e2e398-391a-4d26-8667-cbbc359d3249, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28e2e398-391a-4d26-8667-cbbc359d3249,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:05:15.358153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '28e2e398-391a-4d26-8667-cbbc359d3249', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'port_id': '28e2e398-391a-4d26-8667-cbbc359d3249', 'mac_address': 'fa:16:3e:f8:58:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 19:05:15.411882 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:15.428476 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e2e398-391a-4d26-8667-cbbc359d3249 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:05:15.444433 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 28e2e398-391a-4d26-8667-cbbc359d3249, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28e2e398-391a-4d26-8667-cbbc359d3249,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:05:15.513023 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:15.582252 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=28e2e398-391a-4d26-8667-cbbc359d3249,revision_number=9']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:15.591186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d494ea3-727d-4d79-aad8-21c69474f334 req-b648ddc8-f0e8-49a8-8f23-e66bbac87a30 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:15.592700 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3d494ea3-727d-4d79-aad8-21c69474f334 req-b648ddc8-f0e8-49a8-8f23-e66bbac87a30 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 945 time: 0.0787423 Mar 14 19:05:15.640516 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3d494ea3-727d-4d79-aad8-21c69474f334 req-48cbd785-a700-4fef-a8e6-74d36c03256a tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419919 Mar 14 19:05:15.763202 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['28e2e398-391a-4d26-8667-cbbc359d3249'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 19:05:16.825236 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737ef02-1eda-4321-91ef-116686ac7157 req-d2851d28-f6fb-4793-ad7f-45b8898533cf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:16.825870 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3737ef02-1eda-4321-91ef-116686ac7157 req-d2851d28-f6fb-4793-ad7f-45b8898533cf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 945 time: 0.0774071 Mar 14 19:05:16.869127 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3737ef02-1eda-4321-91ef-116686ac7157 req-0f3e1e78-9266-4b7a-8bbc-a5cec065b218 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379035 Mar 14 19:05:17.223479 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 28e2e398-391a-4d26-8667-cbbc359d3249 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:05:17.295261 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 28e2e398-391a-4d26-8667-cbbc359d3249 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:05:17.295628 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.407459 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.436550 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e2e398-391a-4d26-8667-cbbc359d3249'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:05:17.446820 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 28e2e398-391a-4d26-8667-cbbc359d3249, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28e2e398-391a-4d26-8667-cbbc359d3249,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:05:17.486178 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e2e398-391a-4d26-8667-cbbc359d3249', 'code': 200} Mar 14 19:05:17.518259 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.587275 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=28e2e398-391a-4d26-8667-cbbc359d3249,revision_number=10']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:17.832442 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e6620-4ade-4134-98b6-c5cd56b2a6e7 req-780b5b6a-b368-489d-af03-30c43d68d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:17.833945 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-524e6620-4ade-4134-98b6-c5cd56b2a6e7 req-780b5b6a-b368-489d-af03-30c43d68d0f1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 1100 time: 0.0727661 Mar 14 19:05:17.876730 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-524e6620-4ade-4134-98b6-c5cd56b2a6e7 req-6b8b1daa-b048-40bc-abe7-98a9a3237d6d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366902 Mar 14 19:05:18.066806 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549a1fa-4cf8-4163-a8b8-66a16f9e2b87 req-bbe980d7-a4c0-4937-8f03-5d9355a47dc5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:18.068294 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a549a1fa-4cf8-4163-a8b8-66a16f9e2b87 req-bbe980d7-a4c0-4937-8f03-5d9355a47dc5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 947 time: 0.0849762 Mar 14 19:05:18.115136 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a549a1fa-4cf8-4163-a8b8-66a16f9e2b87 req-1e2bdec0-45dd-48fb-be54-55e18fce1bd2 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410130 Mar 14 19:05:19.305582 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f0599-6464-4e70-b22a-f87171039c82 req-fdc3e013-ec49-4da5-a0f6-7e2e67535608 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:19.307076 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-645f0599-6464-4e70-b22a-f87171039c82 req-fdc3e013-ec49-4da5-a0f6-7e2e67535608 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 947 time: 0.0828156 Mar 14 19:05:19.352609 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-645f0599-6464-4e70-b22a-f87171039c82 req-f6bed422-648e-4b8a-af6d-5e359e39ee5b tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390401 Mar 14 19:05:20.534020 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037674ba-fdf4-4d39-8bd6-acef9732f237 req-de54207b-a9b4-42c3-be37-5f7daa4cb741 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:20.535553 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-037674ba-fdf4-4d39-8bd6-acef9732f237 req-de54207b-a9b4-42c3-be37-5f7daa4cb741 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 947 time: 0.0773864 Mar 14 19:05:20.582377 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-037674ba-fdf4-4d39-8bd6-acef9732f237 req-00256a0b-0c5a-4332-bee2-fe4e1f782093 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413637 Mar 14 19:05:24.352780 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-66a7f23d-e570-4fb0-8337-87889b927250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:24.857703 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-81ef04c5-1b76-44cd-acc2-89c4639fa302 req-c47b4164-b365-4dd1-8b4a-4f79c37d140f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687482 Mar 14 19:05:24.993824 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef04c5-1b76-44cd-acc2-89c4639fa302 req-1a1492e7-f540-4262-8cd5-3a9661f58403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:24.995266 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-81ef04c5-1b76-44cd-acc2-89c4639fa302 req-1a1492e7-f540-4262-8cd5-3a9661f58403 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 1100 time: 0.0699453 Mar 14 19:05:25.136366 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef04c5-1b76-44cd-acc2-89c4639fa302 req-95920506-fbad-4cb2-9c72-c15d893dd15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:25.137825 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-81ef04c5-1b76-44cd-acc2-89c4639fa302 req-95920506-fbad-4cb2-9c72-c15d893dd15a service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 909 time: 0.1258366 Mar 14 19:05:25.241339 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-81ef04c5-1b76-44cd-acc2-89c4639fa302 req-bdb42835-1869-4f1e-9420-dbc0d6d945df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e2e398-391a-4d26-8667-cbbc359d3249 HTTP/1.1" status: 200 len: 1002 time: 0.0969079 Mar 14 19:05:25.404273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef04c5-1b76-44cd-acc2-89c4639fa302 req-189077fd-4a4d-4639-9fa9-db9d93410a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:25.405702 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-81ef04c5-1b76-44cd-acc2-89c4639fa302 req-189077fd-4a4d-4639-9fa9-db9d93410a86 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 200 len: 847 time: 0.1590836 Mar 14 19:05:25.479156 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef04c5-1b76-44cd-acc2-89c4639fa302 req-3e56b19e-6827-41cf-8264-714c09ffeb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:25.480730 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-81ef04c5-1b76-44cd-acc2-89c4639fa302 req-3e56b19e-6827-41cf-8264-714c09ffeb54 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689642 Mar 14 19:05:25.611204 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-81ef04c5-1b76-44cd-acc2-89c4639fa302 req-a73abf29-de70-4e04-8e98-772129020b22 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237655 Mar 14 19:05:25.741219 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-81ef04c5-1b76-44cd-acc2-89c4639fa302 req-1cdd891a-6b7f-45ef-9828-319d26793ac5 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245003 Mar 14 19:05:26.375288 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-85bbdbee-4ac7-4550-8015-a73a3228e6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:27.930019 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:27.946800 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:29.947476 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:39.621227 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:41.083889 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:05:54.397753 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4b73e069-902b-4ed1-8f5e-e60acc5c26ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:56.386330 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3f2fbf61-df70-4b2a-9429-e7500c824938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:57.952247 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:57.980566 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:59.957848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:09.614809 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:18.083056 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:06:24.340323 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4e89-751f-4e72-a941-cfb0b13a3536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:25.836165 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-06555732-4064-4e23-8f4d-c2a3cf495748 req-c1b1169b-5570-4469-a819-3cfdf1b77cc5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702708 Mar 14 19:06:25.972742 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06555732-4064-4e23-8f4d-c2a3cf495748 req-84c21992-5e6b-47be-81eb-cd4ab559f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:25.974233 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-06555732-4064-4e23-8f4d-c2a3cf495748 req-84c21992-5e6b-47be-81eb-cd4ab559f966 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 1100 time: 0.0699985 Mar 14 19:06:26.117287 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06555732-4064-4e23-8f4d-c2a3cf495748 req-841fe5cd-cfeb-447d-ad1e-bc5de7edb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:26.118724 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-06555732-4064-4e23-8f4d-c2a3cf495748 req-841fe5cd-cfeb-447d-ad1e-bc5de7edb7af service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 909 time: 0.1240797 Mar 14 19:06:26.217361 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-06555732-4064-4e23-8f4d-c2a3cf495748 req-b78c40f4-a0fc-46ca-86f9-4b38504d0eb8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e2e398-391a-4d26-8667-cbbc359d3249 HTTP/1.1" status: 200 len: 1002 time: 0.0929613 Mar 14 19:06:26.277692 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06555732-4064-4e23-8f4d-c2a3cf495748 req-7aee1f58-1827-4977-8673-1c6ae3a0f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:26.278077 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-06555732-4064-4e23-8f4d-c2a3cf495748 req-7aee1f58-1827-4977-8673-1c6ae3a0f52b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 200 len: 847 time: 0.0554597 Mar 14 19:06:26.354004 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06555732-4064-4e23-8f4d-c2a3cf495748 req-0da3906e-1b55-4e6b-ab99-88e18446f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:26.355508 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-06555732-4064-4e23-8f4d-c2a3cf495748 req-0da3906e-1b55-4e6b-ab99-88e18446f9f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714788 Mar 14 19:06:26.379893 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-55b3b11c-787f-4a32-809f-a1c63fb917c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:26.493073 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-06555732-4064-4e23-8f4d-c2a3cf495748 req-85f56208-a311-4157-a755-0a03a24b54f1 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312060 Mar 14 19:06:26.623220 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-06555732-4064-4e23-8f4d-c2a3cf495748 req-768baf90-0ab5-475d-aaa5-034686866008 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246407 Mar 14 19:06:27.928307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:27.985858 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:29.957376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:33.214342 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 39360) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:06:33.446175 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Deleting port f4a3c1bb-a540-46c6-a86a-9c62a2da4daa {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:06:33.446512 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:33.611949 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:33.612277 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:33.731815 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Calling delete_port for f4a3c1bb-a540-46c6-a86a-9c62a2da4daa owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:06:33.957356 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:34.009061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event deleted for resources: {'Port': ['ID=f4a3c1bb-a540-46c6-a86a-9c62a2da4daa,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:34.158590 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:34.158951 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:34.159286 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:34.159614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:34.159934 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:34.160255 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:34.160572 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:34.160887 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:34.161202 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:34.161516 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:34.161826 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:34.162135 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:34.215044 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:34.215735 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Floating IP 528779ea-4572-4a01-a31d-0dfc3038a07f disassociated (deleted). External IP: 172.26.7.186, port: 28e2e398-391a-4d26-8667-cbbc359d3249. Mar 14 19:06:34.562671 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Router 63e74f87-97ba-4929-999e-dbf3d3f14b21 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:06:34.740689 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:06:34.750651 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc0e92-67f0-4a79-a93b-45b70726ad8b None None] Sync routers for ids ['63e74f87-97ba-4929-999e-dbf3d3f14b21'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:06:34.759811 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdc0e92-67f0-4a79-a93b-45b70726ad8b None None] Routers {'63e74f87-97ba-4929-999e-dbf3d3f14b21'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:06:34.760407 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ffdc0e92-67f0-4a79-a93b-45b70726ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:06:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['63e74f87-97ba-4929-999e-dbf3d3f14b21'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:06:34.838227 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:34.904204 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-dd060d73-3728-43c7-8d49-f07ef4604dcf tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "DELETE /v2.0/floatingips/528779ea-4572-4a01-a31d-0dfc3038a07f HTTP/1.1" status: 204 len: 168 time: 1.6887393 Mar 14 19:06:34.904788 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'tag': '28e2e398-391a-4d26-8667-cbbc359d3249'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:06:34.937744 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-ffdc0e92-67f0-4a79-a93b-45b70726ad8b None None] Set router 63e74f87-97ba-4929-999e-dbf3d3f14b21 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:06:34.951998 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'tag': '28e2e398-391a-4d26-8667-cbbc359d3249', 'status': 'completed', 'code': 200} Mar 14 19:06:35.045545 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d9965-1c6e-4da7-afc4-3639122ce9ae req-d45d7a70-9cc3-4664-b050-e3cfd126cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:35.047161 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b60d9965-1c6e-4da7-afc4-3639122ce9ae req-d45d7a70-9cc3-4664-b050-e3cfd126cc4b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 1100 time: 0.0733626 Mar 14 19:06:35.183372 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d9965-1c6e-4da7-afc4-3639122ce9ae req-1a6d06e8-55cf-475f-b094-2c0fe7293c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:35.185291 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b60d9965-1c6e-4da7-afc4-3639122ce9ae req-1a6d06e8-55cf-475f-b094-2c0fe7293c6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 909 time: 0.1323895 Mar 14 19:06:35.254851 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b60d9965-1c6e-4da7-afc4-3639122ce9ae req-f57a5119-72a5-4231-b738-a1380884b96e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e2e398-391a-4d26-8667-cbbc359d3249 HTTP/1.1" status: 200 len: 217 time: 0.0638554 Mar 14 19:06:35.282683 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ffdc0e92-67f0-4a79-a93b-45b70726ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:06Z', 'revision_number': 4, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port': {'id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '4749d3da-e9a7-42e5-91ed-e9bf80944261', 'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'mac_address': 'fa:16:3e:b5:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:05Z', 'updated_at': '2022-03-14T19:02:11Z', 'revision_number': 5, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'subnets': [{'id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:06:35.286593 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc0e92-67f0-4a79-a93b-45b70726ad8b None None] Checking router: 63e74f87-97ba-4929-999e-dbf3d3f14b21 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:06:35.295265 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdc0e92-67f0-4a79-a93b-45b70726ad8b None None] Routers {'63e74f87-97ba-4929-999e-dbf3d3f14b21'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:06:35.295857 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ffdc0e92-67f0-4a79-a93b-45b70726ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:06:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['63e74f87-97ba-4929-999e-dbf3d3f14b21'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:06:35.322556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d9965-1c6e-4da7-afc4-3639122ce9ae req-eca963ef-3935-4c67-9178-7e286698133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:35.324040 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b60d9965-1c6e-4da7-afc4-3639122ce9ae req-eca963ef-3935-4c67-9178-7e286698133b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 200 len: 847 time: 0.0594788 Mar 14 19:06:35.497712 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-ffdc0e92-67f0-4a79-a93b-45b70726ad8b None None] Set router 63e74f87-97ba-4929-999e-dbf3d3f14b21 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:06:35.576362 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d9965-1c6e-4da7-afc4-3639122ce9ae req-70a0c5c2-88de-4e7e-9a66-4203b7db38c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:35.577839 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b60d9965-1c6e-4da7-afc4-3639122ce9ae req-70a0c5c2-88de-4e7e-9a66-4203b7db38c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2480986 Mar 14 19:06:35.585536 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160c3a8-9bb1-46a8-bf3f-91ddc35e5a6e req-108b838f-42b8-4336-be18-94c208903ed4 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:35.586938 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b160c3a8-9bb1-46a8-bf3f-91ddc35e5a6e req-108b838f-42b8-4336-be18-94c208903ed4 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 947 time: 0.2283037 Mar 14 19:06:35.718502 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b160c3a8-9bb1-46a8-bf3f-91ddc35e5a6e req-42448d5e-dae5-4cea-b8a2-f68a82e70d06 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134186 Mar 14 19:06:35.751436 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b60d9965-1c6e-4da7-afc4-3639122ce9ae req-1f40f964-903e-4eeb-b795-1a1ccfce2dac service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634610 Mar 14 19:06:35.817659 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-ffdc0e92-67f0-4a79-a93b-45b70726ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:06Z', 'revision_number': 4, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port': {'id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '4749d3da-e9a7-42e5-91ed-e9bf80944261', 'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'mac_address': 'fa:16:3e:b5:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:05Z', 'updated_at': '2022-03-14T19:02:11Z', 'revision_number': 5, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'subnets': [{'id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:06:35.821587 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc0e92-67f0-4a79-a93b-45b70726ad8b None None] The sync data for ids ['63e74f87-97ba-4929-999e-dbf3d3f14b21'] in dv-neutron-833560-1-hyperv is: [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:06Z', 'revision_number': 4, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port': {'id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '4749d3da-e9a7-42e5-91ed-e9bf80944261', 'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'mac_address': 'fa:16:3e:b5:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:05Z', 'updated_at': '2022-03-14T19:02:11Z', 'revision_number': 5, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'subnets': [{'id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:06:35.887606 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b60d9965-1c6e-4da7-afc4-3639122ce9ae req-9ed66b91-a30f-4632-94e0-582c68c16c91 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296582 Mar 14 19:06:36.049555 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758f4145-928a-4fc8-bbf9-1fe70e34fb33 None None] New status for floating IP 528779ea-4572-4a01-a31d-0dfc3038a07f: DOWN {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:06:36.632760 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c169e28-c7d8-4b2c-a377-2aa46c06c68e req-4068df94-570d-4deb-a025-c443ee5bae0e tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:36.634134 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0c169e28-c7d8-4b2c-a377-2aa46c06c68e req-4068df94-570d-4deb-a025-c443ee5bae0e tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.59 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 947 time: 0.0797169 Mar 14 19:06:36.702831 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-0c169e28-c7d8-4b2c-a377-2aa46c06c68e req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Deleting port 28e2e398-391a-4d26-8667-cbbc359d3249 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:06:36.703174 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-0c169e28-c7d8-4b2c-a377-2aa46c06c68e req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:37.003781 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-0c169e28-c7d8-4b2c-a377-2aa46c06c68e req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] For port 28e2e398-391a-4d26-8667-cbbc359d3249, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=28e2e398-391a-4d26-8667-cbbc359d3249,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:06:37.004053 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-0c169e28-c7d8-4b2c-a377-2aa46c06c68e req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:37.072849 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0b614-5318-4b51-8239-fbd14538285e req-2146a99e-10d5-498f-9828-3f6c8d6901f2 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:37.074214 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0bc0b614-5318-4b51-8239-fbd14538285e req-2146a99e-10d5-498f-9828-3f6c8d6901f2 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 947 time: 0.2400174 Mar 14 19:06:37.136906 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-0c169e28-c7d8-4b2c-a377-2aa46c06c68e req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Calling delete_port for 28e2e398-391a-4d26-8667-cbbc359d3249 owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:06:37.227425 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0bc0b614-5318-4b51-8239-fbd14538285e req-59f597bd-b69d-40e9-b74c-0ebf731cdd0f tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8accd36-b445-4cb7-93fa-6d1fbca2facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976424 Mar 14 19:06:37.386031 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-0c169e28-c7d8-4b2c-a377-2aa46c06c68e req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:37.436047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event deleted for resources: {'Port': ['ID=28e2e398-391a-4d26-8667-cbbc359d3249,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:37.480058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:37.481258 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:37.481258 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:37.481258 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:37.481590 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:37.481681 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:37.481940 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:37.482253 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:37.482567 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:37.482904 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:37.483221 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:37.483527 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:37.521351 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c169e28-c7d8-4b2c-a377-2aa46c06c68e req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] No DVR routers for this DVR port 28e2e398-391a-4d26-8667-cbbc359d3249 on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:06:37.523885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-0c169e28-c7d8-4b2c-a377-2aa46c06c68e req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:37.526460 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'name': 'network-vif-deleted', 'tag': '28e2e398-391a-4d26-8667-cbbc359d3249'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:06:37.541366 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0c169e28-c7d8-4b2c-a377-2aa46c06c68e req-5d6bccd6-788c-47f7-a80d-d078025eab15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.59 "DELETE /v2.0/ports/28e2e398-391a-4d26-8667-cbbc359d3249 HTTP/1.1" status: 204 len: 173 time: 0.9024112 Mar 14 19:06:37.625214 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5daa6a78-4da5-4f51-84fe-687827be0ef6', 'name': 'network-vif-deleted', 'tag': '28e2e398-391a-4d26-8667-cbbc359d3249', 'status': 'completed', 'code': 200} Mar 14 19:06:38.397901 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-a6a8a3ee-014a-462c-b95f-3992ce4cc671 req-7cffeb92-8f4f-47a5-a6ea-96725f27dc2c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Synchronizing usage tracker for tenant:de2fddebb3d64f5f93fec51dbda5958d on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:06:38.488580 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-a6a8a3ee-014a-462c-b95f-3992ce4cc671 req-7cffeb92-8f4f-47a5-a6ea-96725f27dc2c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Unset dirty status for tenant:de2fddebb3d64f5f93fec51dbda5958d on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:06:38.489835 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a6a8a3ee-014a-462c-b95f-3992ce4cc671 req-7cffeb92-8f4f-47a5-a6ea-96725f27dc2c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=5daa6a78-4da5-4f51-84fe-687827be0ef6 HTTP/1.1" status: 200 len: 210 time: 0.1363599 Mar 14 19:06:39.596589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 39380) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:06:39.603258 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:39.668542 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 28e2e398-391a-4d26-8667-cbbc359d3249 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:06:39.668815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c42085a4-0435-4977-bcaf-28190186fbc8 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:39.702247 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c42085a4-0435-4977-bcaf-28190186fbc8 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:39.703452 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 28e2e398-391a-4d26-8667-cbbc359d3249 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:06:39.703868 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 28e2e398-391a-4d26-8667-cbbc359d3249 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:06:39.837415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c42085a4-0435-4977-bcaf-28190186fbc8 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:39.856680 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42085a4-0435-4977-bcaf-28190186fbc8 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8accd36-b445-4cb7-93fa-6d1fbca2facb,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:39.917167 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c42085a4-0435-4977-bcaf-28190186fbc8 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:39.918348 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c42085a4-0435-4977-bcaf-28190186fbc8 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "DELETE /v2.0/security-groups/b8accd36-b445-4cb7-93fa-6d1fbca2facb HTTP/1.1" status: 204 len: 168 time: 0.3207746 Mar 14 19:06:40.575366 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 39388) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:06:40.581124 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-7977fce8-670a-4bee-970e-586c12b4dc46 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1000684463', 'description': 'tempest-secgroup-smoke-1000684463 description', 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:06:40.587086 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7977fce8-670a-4bee-970e-586c12b4dc46 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:06:40.591317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7977fce8-670a-4bee-970e-586c12b4dc46 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Usage tracker for resource:security_group and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:06:40.594187 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7977fce8-670a-4bee-970e-586c12b4dc46 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:06:40.599970 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7977fce8-670a-4bee-970e-586c12b4dc46 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:06:40.705933 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7977fce8-670a-4bee-970e-586c12b4dc46 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:40.726043 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7977fce8-670a-4bee-970e-586c12b4dc46 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:06:40.729833 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7977fce8-670a-4bee-970e-586c12b4dc46 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Usage tracker for resource:security_group_rule and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:06:40.732690 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-7977fce8-670a-4bee-970e-586c12b4dc46 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:06:40.738866 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-7977fce8-670a-4bee-970e-586c12b4dc46 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:06:40.806207 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7977fce8-670a-4bee-970e-586c12b4dc46 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:40.871547 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7977fce8-670a-4bee-970e-586c12b4dc46 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:40.921679 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977fce8-670a-4bee-970e-586c12b4dc46 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:40.986558 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-7977fce8-670a-4bee-970e-586c12b4dc46 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:40.987840 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-7977fce8-670a-4bee-970e-586c12b4dc46 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4112959 Mar 14 19:06:40.990652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 39392) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:06:40.995817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-c373f219-a78a-403e-aa7b-8b0a5ad98396 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Request body: {'security_group_rule': {'security_group_id': '9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3', 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:06:41.001995 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c373f219-a78a-403e-aa7b-8b0a5ad98396 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:06:41.008388 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c373f219-a78a-403e-aa7b-8b0a5ad98396 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Usage tracker for resource:security_group_rule and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:06:41.011439 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-c373f219-a78a-403e-aa7b-8b0a5ad98396 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:06:41.017363 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-c373f219-a78a-403e-aa7b-8b0a5ad98396 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:06:41.186966 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c373f219-a78a-403e-aa7b-8b0a5ad98396 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:41.246572 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c373f219-a78a-403e-aa7b-8b0a5ad98396 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:41.317123 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c373f219-a78a-403e-aa7b-8b0a5ad98396 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:41.341166 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373f219-a78a-403e-aa7b-8b0a5ad98396 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c05e0bf-1437-49a2-b306-5b0fbffa83a1,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:41.420716 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c373f219-a78a-403e-aa7b-8b0a5ad98396 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:41.421933 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c373f219-a78a-403e-aa7b-8b0a5ad98396 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4303420 Mar 14 19:06:41.424594 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 39396) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:06:41.429517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ba889090-8708-44be-ba96-a679e7250e70 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Request body: {'security_group_rule': {'security_group_id': '9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3', 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:06:41.435709 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ba889090-8708-44be-ba96-a679e7250e70 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:06:41.439615 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ba889090-8708-44be-ba96-a679e7250e70 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Usage tracker for resource:security_group_rule and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:06:41.442682 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ba889090-8708-44be-ba96-a679e7250e70 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:06:41.448923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ba889090-8708-44be-ba96-a679e7250e70 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:06:41.506597 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ba889090-8708-44be-ba96-a679e7250e70 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:41.568049 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ba889090-8708-44be-ba96-a679e7250e70 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:41.631598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ba889090-8708-44be-ba96-a679e7250e70 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:41.655826 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba889090-8708-44be-ba96-a679e7250e70 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59111919-3387-4bdf-acd3-93cf0c536df1,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:41.734723 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ba889090-8708-44be-ba96-a679e7250e70 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:41.735959 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ba889090-8708-44be-ba96-a679e7250e70 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3104630 Mar 14 19:06:41.738626 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 39400) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:06:41.743515 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-3da69c13-4b36-43c2-b4e1-232488aa689c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Request body: {'security_group_rule': {'security_group_id': '9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3', 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:06:41.750637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3da69c13-4b36-43c2-b4e1-232488aa689c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:06:41.754722 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3da69c13-4b36-43c2-b4e1-232488aa689c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Usage tracker for resource:security_group_rule and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:06:41.757792 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-3da69c13-4b36-43c2-b4e1-232488aa689c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:06:41.763939 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-3da69c13-4b36-43c2-b4e1-232488aa689c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:06:41.867211 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3da69c13-4b36-43c2-b4e1-232488aa689c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:41.931256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3da69c13-4b36-43c2-b4e1-232488aa689c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:42.020045 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3da69c13-4b36-43c2-b4e1-232488aa689c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:42.044943 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da69c13-4b36-43c2-b4e1-232488aa689c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d1048d-abc8-44ec-93a4-c389288bed0e,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:42.134448 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-3da69c13-4b36-43c2-b4e1-232488aa689c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:42.135785 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-3da69c13-4b36-43c2-b4e1-232488aa689c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3961484 Mar 14 19:06:42.138514 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 39404) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:06:42.143517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-f7e0b44a-99da-427f-8d9f-4f3b5ae980ad tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Request body: {'security_group_rule': {'security_group_id': '9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3', 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:06:42.149578 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f7e0b44a-99da-427f-8d9f-4f3b5ae980ad tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:06:42.153403 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f7e0b44a-99da-427f-8d9f-4f3b5ae980ad tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Usage tracker for resource:security_group_rule and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:06:42.156418 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-f7e0b44a-99da-427f-8d9f-4f3b5ae980ad tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:06:42.162942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-f7e0b44a-99da-427f-8d9f-4f3b5ae980ad tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:06:42.243935 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b44a-99da-427f-8d9f-4f3b5ae980ad tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:42.305640 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b44a-99da-427f-8d9f-4f3b5ae980ad tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:42.374204 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b44a-99da-427f-8d9f-4f3b5ae980ad tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:42.398806 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0b44a-99da-427f-8d9f-4f3b5ae980ad tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8401a0-9704-4bad-bf27-2e81502ce4b3,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:42.482963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b44a-99da-427f-8d9f-4f3b5ae980ad tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:42.484345 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-f7e0b44a-99da-427f-8d9f-4f3b5ae980ad tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448806 Mar 14 19:06:42.487316 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 39408) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:06:42.492781 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-5a416bb0-8ff2-4614-b902-dba62d8d9832 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Request body: {'security_group_rule': {'security_group_id': '9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3', 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:06:42.498917 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5a416bb0-8ff2-4614-b902-dba62d8d9832 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:06:42.502684 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5a416bb0-8ff2-4614-b902-dba62d8d9832 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Usage tracker for resource:security_group_rule and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:06:42.505994 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-5a416bb0-8ff2-4614-b902-dba62d8d9832 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:06:42.511593 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-5a416bb0-8ff2-4614-b902-dba62d8d9832 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:06:42.626178 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.securitygroups_db [None req-5a416bb0-8ff2-4614-b902-dba62d8d9832 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Project de2fddebb3d64f5f93fec51dbda5958d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:06:42.633005 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a416bb0-8ff2-4614-b902-dba62d8d9832 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:42.696168 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a416bb0-8ff2-4614-b902-dba62d8d9832 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:42.751773 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a416bb0-8ff2-4614-b902-dba62d8d9832 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:42.775003 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a416bb0-8ff2-4614-b902-dba62d8d9832 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f5f403-ed1d-4404-9a9a-7a0aaa034a08,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:42.842868 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-5a416bb0-8ff2-4614-b902-dba62d8d9832 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:42.844086 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-5a416bb0-8ff2-4614-b902-dba62d8d9832 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3557589 Mar 14 19:06:42.846689 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 39412) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:06:42.851651 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-d5c7cde2-4a64-4776-8428-c01ebc788e38 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Request body: {'security_group_rule': {'security_group_id': '9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3', 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:06:42.857842 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d5c7cde2-4a64-4776-8428-c01ebc788e38 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:06:42.861707 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d5c7cde2-4a64-4776-8428-c01ebc788e38 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Usage tracker for resource:security_group_rule and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:06:42.864604 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-d5c7cde2-4a64-4776-8428-c01ebc788e38 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:06:42.870115 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-d5c7cde2-4a64-4776-8428-c01ebc788e38 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:06:42.962124 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.securitygroups_db [None req-d5c7cde2-4a64-4776-8428-c01ebc788e38 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Project de2fddebb3d64f5f93fec51dbda5958d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:06:42.968835 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5c7cde2-4a64-4776-8428-c01ebc788e38 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:43.031924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5c7cde2-4a64-4776-8428-c01ebc788e38 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:43.111421 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5c7cde2-4a64-4776-8428-c01ebc788e38 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:43.136926 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7cde2-4a64-4776-8428-c01ebc788e38 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90894ef-ed1c-4436-b960-7c70ff9d25a6,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:43.231339 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-d5c7cde2-4a64-4776-8428-c01ebc788e38 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:43.232486 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-d5c7cde2-4a64-4776-8428-c01ebc788e38 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3848722 Mar 14 19:06:54.368501 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-09018afd-daf1-46f7-ad13-513ec268126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:55.083842 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:06:56.384928 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cd364e1d-e281-4e53-bd14-589470e38c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:57.967769 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:58.030153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:59.985423 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:09.416536 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-dafa58a3-3a05-4bd6-8047-928279497112 req-be7fc3fb-74eb-43e7-9dc4-ab501eb6a0ee tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Synchronizing usage tracker for tenant:de2fddebb3d64f5f93fec51dbda5958d on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:07:09.476401 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-dafa58a3-3a05-4bd6-8047-928279497112 req-be7fc3fb-74eb-43e7-9dc4-ab501eb6a0ee tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Unset dirty status for tenant:de2fddebb3d64f5f93fec51dbda5958d on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:07:09.477489 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dafa58a3-3a05-4bd6-8047-928279497112 req-be7fc3fb-74eb-43e7-9dc4-ab501eb6a0ee tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1000684463&fields=id&tenant_id=de2fddebb3d64f5f93fec51dbda5958d HTTP/1.1" status: 200 len: 267 time: 0.0996654 Mar 14 19:07:09.579456 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:09.629838 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa58a3-3a05-4bd6-8047-928279497112 req-95960cd2-b820-4a8b-9f92-f09deba22a11 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:09.631318 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dafa58a3-3a05-4bd6-8047-928279497112 req-95960cd2-b820-4a8b-9f92-f09deba22a11 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 808 time: 0.1471291 Mar 14 19:07:09.647231 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dafa58a3-3a05-4bd6-8047-928279497112 req-fb3b3eef-8570-40fe-ac81-f75a1f874f3b tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/quotas/de2fddebb3d64f5f93fec51dbda5958d HTTP/1.1" status: 200 len: 375 time: 0.0104332 Mar 14 19:07:09.733497 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dafa58a3-3a05-4bd6-8047-928279497112 req-56246e29-9fdc-4edf-ad56-b7908f671342 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806570 Mar 14 19:07:09.983115 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dafa58a3-3a05-4bd6-8047-928279497112 req-e0aebbff-5cb8-47dd-8901-7b098f27b0d7 service neutron] 10.222.0.43 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380910 Mar 14 19:07:10.113395 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dafa58a3-3a05-4bd6-8047-928279497112 req-d94cce36-959b-45a0-8817-706d0ee42013 service neutron] 10.222.0.43 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234691 Mar 14 19:07:10.706386 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-74905b92-671a-4c44-938e-75f4ae08b530 req-6a3b2ac5-9def-4769-b196-670447c63256 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 210 time: 0.0427547 Mar 14 19:07:11.867105 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3bc1bcee-6e6d-4a51-8cf1-d72b568976a1 req-b79785a2-394a-46d9-886b-8b6713652243 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 210 time: 0.0486264 Mar 14 19:07:12.974514 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa58a3-3a05-4bd6-8047-928279497112 req-16f593b1-0e8f-4c26-b46b-c24889591045 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:12.975893 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dafa58a3-3a05-4bd6-8047-928279497112 req-16f593b1-0e8f-4c26-b46b-c24889591045 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.59 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 808 time: 0.1493351 Mar 14 19:07:13.032578 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-693c3695-7179-4a04-b72d-38ef9cddff7b req-48a46f78-c7b8-4e6a-b3b9-153a5b4f043e tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 210 time: 0.0557072 Mar 14 19:07:13.057691 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dafa58a3-3a05-4bd6-8047-928279497112 req-90c62bfb-158a-4261-abfa-2f5eae601350 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de2fddebb3d64f5f93fec51dbda5958d HTTP/1.1" status: 200 len: 380 time: 0.0501552 Mar 14 19:07:13.066677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-dafa58a3-3a05-4bd6-8047-928279497112 req-f74d7850-4d58-41d5-93a8-c902455cd114 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Request body: {'port': {'device_id': 'c56b533e-5f04-446e-bc1b-ae24f3333757', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'admin_state_up': True, 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'security_groups': ['9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:07:13.203908 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-dafa58a3-3a05-4bd6-8047-928279497112 req-f74d7850-4d58-41d5-93a8-c902455cd114 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:07:13.213805 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-dafa58a3-3a05-4bd6-8047-928279497112 req-f74d7850-4d58-41d5-93a8-c902455cd114 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:07:13.276743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dafa58a3-3a05-4bd6-8047-928279497112 req-f74d7850-4d58-41d5-93a8-c902455cd114 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Made reservation on behalf of de2fddebb3d64f5f93fec51dbda5958d for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:07:13.280438 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-dafa58a3-3a05-4bd6-8047-928279497112 req-f74d7850-4d58-41d5-93a8-c902455cd114 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:13.450000 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-dafa58a3-3a05-4bd6-8047-928279497112 req-f74d7850-4d58-41d5-93a8-c902455cd114 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Allocated IP 172.20.0.5 (f7c167ce-828a-42bf-a76e-53c1f2ce7ba1/8301b00f-d874-42fd-9b2d-90cafb84a8ec/d5aaf514-b689-49be-8138-748df21eb143) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:07:13.641019 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-dafa58a3-3a05-4bd6-8047-928279497112 req-f74d7850-4d58-41d5-93a8-c902455cd114 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:13.657076 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-dafa58a3-3a05-4bd6-8047-928279497112 req-f74d7850-4d58-41d5-93a8-c902455cd114 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Transition to ACTIVE for port object d5aaf514-b689-49be-8138-748df21eb143 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:07:13.740107 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-dafa58a3-3a05-4bd6-8047-928279497112 req-f74d7850-4d58-41d5-93a8-c902455cd114 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:13.815580 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dafa58a3-3a05-4bd6-8047-928279497112 req-f74d7850-4d58-41d5-93a8-c902455cd114 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Network f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:07:13.824571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-dafa58a3-3a05-4bd6-8047-928279497112 req-f74d7850-4d58-41d5-93a8-c902455cd114 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:07:13.827362 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafa58a3-3a05-4bd6-8047-928279497112 req-f74d7850-4d58-41d5-93a8-c902455cd114 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:07:13.863523 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d7850-4d58-41d5-93a8-c902455cd114 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'Port': ['ID=d5aaf514-b689-49be-8138-748df21eb143,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:13.896510 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa58a3-3a05-4bd6-8047-928279497112 req-f74d7850-4d58-41d5-93a8-c902455cd114 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:13.897081 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-dafa58a3-3a05-4bd6-8047-928279497112 req-f74d7850-4d58-41d5-93a8-c902455cd114 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:13.986178 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dafa58a3-3a05-4bd6-8047-928279497112 req-f74d7850-4d58-41d5-93a8-c902455cd114 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9228845 Mar 14 19:07:13.999667 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Request body: {'port': {'device_id': 'c56b533e-5f04-446e-bc1b-ae24f3333757', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:07:14.076612 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8eb8f22b-b6ec-4406-8f51-284198f1380e None None] Provisioning for port d5aaf514-b689-49be-8138-748df21eb143 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:07:14.082303 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8eb8f22b-b6ec-4406-8f51-284198f1380e None None] Provisioning complete for port d5aaf514-b689-49be-8138-748df21eb143 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:07:14.083244 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8eb8f22b-b6ec-4406-8f51-284198f1380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:14.130324 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:14.156158 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-8eb8f22b-b6ec-4406-8f51-284198f1380e None None] Port d5aaf514-b689-49be-8138-748df21eb143 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 19:07:14.432546 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e7398-1b5f-4f97-af17-4f435db6091b req-7b7d11aa-1016-4560-a610-02906331b811 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:14.433217 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-5d5e7398-1b5f-4f97-af17-4f435db6091b req-7b7d11aa-1016-4560-a610-02906331b811 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Synchronizing usage tracker for tenant:de2fddebb3d64f5f93fec51dbda5958d on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:07:14.546573 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-5d5e7398-1b5f-4f97-af17-4f435db6091b req-7b7d11aa-1016-4560-a610-02906331b811 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Unset dirty status for tenant:de2fddebb3d64f5f93fec51dbda5958d on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:07:14.547777 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5d5e7398-1b5f-4f97-af17-4f435db6091b req-7b7d11aa-1016-4560-a610-02906331b811 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 931 time: 0.4045022 Mar 14 19:07:14.616052 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5d5e7398-1b5f-4f97-af17-4f435db6091b req-77231f1b-023e-46f1-8de8-714c84942b55 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609298 Mar 14 19:07:14.685949 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5aaf514-b689-49be-8138-748df21eb143 {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:07:14.693921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:14.708924 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Transition to ACTIVE for port object d5aaf514-b689-49be-8138-748df21eb143 will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:07:14.773659 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:14.903449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5aaf514-b689-49be-8138-748df21eb143,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:15.010407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Attempting to bind port d5aaf514-b689-49be-8138-748df21eb143 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:07:15.011071 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Attempting to bind port d5aaf514-b689-49be-8138-748df21eb143 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '5f0206b4-6902-4ec4-a739-14d056bc8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:07:15.011198 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Attempting to bind port d5aaf514-b689-49be-8138-748df21eb143 on network f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:07:15.016513 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Port d5aaf514-b689-49be-8138-748df21eb143 on network f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 19:07:15.016832 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Attempting to bind port d5aaf514-b689-49be-8138-748df21eb143 on network f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:07:15.022441 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:07:15.022799 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Checking segment: {'id': '5f0206b4-6902-4ec4-a739-14d056bc8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:07:15.023183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Bound using segment: {'id': '5f0206b4-6902-4ec4-a739-14d056bc8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:07:15.023603 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Bound port: d5aaf514-b689-49be-8138-748df21eb143, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f0206b4-6902-4ec4-a739-14d056bc8582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:07:15.024090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:15.115014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] For port d5aaf514-b689-49be-8138-748df21eb143, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:07:15.117757 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] For port d5aaf514-b689-49be-8138-748df21eb143, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d5aaf514-b689-49be-8138-748df21eb143,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:07:15.174223 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:15.229270 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:15.229921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:15.231319 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dafa58a3-3a05-4bd6-8047-928279497112 req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] 10.222.0.59 "PUT /v2.0/ports/d5aaf514-b689-49be-8138-748df21eb143 HTTP/1.1" status: 200 len: 1093 time: 1.2363360 Mar 14 19:07:15.231752 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56b533e-5f04-446e-bc1b-ae24f3333757', 'tag': 'd5aaf514-b689-49be-8138-748df21eb143'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:07:15.259094 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d4a31-1e42-4a4f-8ae3-06f7dc7ad1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5aaf514-b689-49be-8138-748df21eb143,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:15.282418 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56b533e-5f04-446e-bc1b-ae24f3333757', 'tag': 'd5aaf514-b689-49be-8138-748df21eb143', 'status': 'completed', 'code': 200} Mar 14 19:07:15.388651 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eeb66f-28ce-433e-802a-962daeed496e req-27e238cb-e456-44d3-84a0-9f5a8188bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:15.390113 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-29eeb66f-28ce-433e-802a-962daeed496e req-27e238cb-e456-44d3-84a0-9f5a8188bd93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 1096 time: 0.0735371 Mar 14 19:07:15.532686 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eeb66f-28ce-433e-802a-962daeed496e req-379f405e-677e-4edb-a96a-5eb8346a9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:15.534126 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-29eeb66f-28ce-433e-802a-962daeed496e req-379f405e-677e-4edb-a96a-5eb8346a9473 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1365089 Mar 14 19:07:15.669590 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eeb66f-28ce-433e-802a-962daeed496e req-5ba4945c-eaf2-4d49-9275-c6b3b420aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:15.671104 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-29eeb66f-28ce-433e-802a-962daeed496e req-5ba4945c-eaf2-4d49-9275-c6b3b420aa12 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302912 Mar 14 19:07:15.835416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa58a3-3a05-4bd6-8047-928279497112 req-a5e0f525-0cbb-43db-a750-5309193ebe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:15.836881 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dafa58a3-3a05-4bd6-8047-928279497112 req-a5e0f525-0cbb-43db-a750-5309193ebe8e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 1096 time: 0.1308279 Mar 14 19:07:15.844762 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa7e6-5968-4d00-a562-c795ac649e31 req-eb54a9c6-e523-45c9-9413-f022ca65ca77 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:15.846071 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8dbaa7e6-5968-4d00-a562-c795ac649e31 req-eb54a9c6-e523-45c9-9413-f022ca65ca77 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 943 time: 0.1070480 Mar 14 19:07:15.920377 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dafa58a3-3a05-4bd6-8047-928279497112 req-83048832-5c61-4884-a723-6e7aa2ce68b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5aaf514-b689-49be-8138-748df21eb143 HTTP/1.1" status: 200 len: 217 time: 0.0733936 Mar 14 19:07:15.990507 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8dbaa7e6-5968-4d00-a562-c795ac649e31 req-ae597f82-4a22-4620-a972-fc481a001e65 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954380 Mar 14 19:07:16.001556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa58a3-3a05-4bd6-8047-928279497112 req-8d785f88-ad8d-43c3-9343-672244df283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:16.003131 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dafa58a3-3a05-4bd6-8047-928279497112 req-8d785f88-ad8d-43c3-9343-672244df283f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 200 len: 847 time: 0.0773358 Mar 14 19:07:16.076632 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa58a3-3a05-4bd6-8047-928279497112 req-e4ac60e8-6924-4bde-b7db-2e240902c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:16.078083 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dafa58a3-3a05-4bd6-8047-928279497112 req-e4ac60e8-6924-4bde-b7db-2e240902c059 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694983 Mar 14 19:07:16.300940 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dafa58a3-3a05-4bd6-8047-928279497112 req-67e59118-23d3-4dff-a7b2-3ff8d104e18b service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159946 Mar 14 19:07:16.428680 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dafa58a3-3a05-4bd6-8047-928279497112 req-4dcfac85-a161-4647-9bfe-ac2e27e38e1e service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213806 Mar 14 19:07:17.220780 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fe469-20ed-4e2e-8180-5da2f4c3d66f req-c53a8bfc-6a55-4612-9472-b75445c0411c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:17.222211 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b05fe469-20ed-4e2e-8180-5da2f4c3d66f req-c53a8bfc-6a55-4612-9472-b75445c0411c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 943 time: 0.0821099 Mar 14 19:07:17.264909 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b05fe469-20ed-4e2e-8180-5da2f4c3d66f req-9ad9509c-74ad-45fe-ae45-f610e7b73f59 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370977 Mar 14 19:07:18.446383 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d0c4a-8e94-442f-b917-f80d11f2357b req-d4573654-fc3f-454f-bfa8-0a203cce0834 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:18.447853 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-250d0c4a-8e94-442f-b917-f80d11f2357b req-d4573654-fc3f-454f-bfa8-0a203cce0834 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 943 time: 0.0772445 Mar 14 19:07:18.490865 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-250d0c4a-8e94-442f-b917-f80d11f2357b req-676c9a79-9ce6-4a5f-ab1d-6e94f0e098d6 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374849 Mar 14 19:07:19.675693 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f88f6f-0e4e-4ed8-ae31-cffb526c281f req-a27532ed-b4be-4143-ae8a-1177e26ede71 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:19.677093 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-68f88f6f-0e4e-4ed8-ae31-cffb526c281f req-a27532ed-b4be-4143-ae8a-1177e26ede71 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 943 time: 0.0830281 Mar 14 19:07:19.722157 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-68f88f6f-0e4e-4ed8-ae31-cffb526c281f req-f60f07ec-75f6-43b7-802d-b168303eda9a tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384486 Mar 14 19:07:20.902238 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8310e5-9dc0-4328-9c78-531ecc2161e6 req-fef26b3f-b906-488b-8998-0503d0e57eb2 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:20.903711 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4f8310e5-9dc0-4328-9c78-531ecc2161e6 req-fef26b3f-b906-488b-8998-0503d0e57eb2 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 943 time: 0.0797141 Mar 14 19:07:20.949744 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4f8310e5-9dc0-4328-9c78-531ecc2161e6 req-7a5cf74c-0b77-4c88-8bab-f9291c19caa8 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404994 Mar 14 19:07:22.129075 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf507c-7000-4980-85d6-0acedde879e5 req-0af4bfc6-ec28-455b-b8e3-19527609ede5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:22.131022 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a4bf507c-7000-4980-85d6-0acedde879e5 req-0af4bfc6-ec28-455b-b8e3-19527609ede5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 943 time: 0.0782082 Mar 14 19:07:22.174145 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a4bf507c-7000-4980-85d6-0acedde879e5 req-67295431-4be8-49fc-a8f0-d217f873943c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375664 Mar 14 19:07:23.358064 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd4ae9-8fe0-48e2-adb5-68005ad4ac38 req-f1512d75-29f9-4cea-95a7-852056038461 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:23.359501 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5bfd4ae9-8fe0-48e2-adb5-68005ad4ac38 req-f1512d75-29f9-4cea-95a7-852056038461 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 943 time: 0.0802929 Mar 14 19:07:23.402389 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5bfd4ae9-8fe0-48e2-adb5-68005ad4ac38 req-0a8f6ea5-d2ff-4480-88d8-b444a678a7c0 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367229 Mar 14 19:07:23.886268 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device d5aaf514-b689-49be-8138-748df21eb143 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 19:07:24.016665 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port d5aaf514-b689-49be-8138-748df21eb143, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d5aaf514-b689-49be-8138-748df21eb143,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:07:24.029578 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'd5aaf514-b689-49be-8138-748df21eb143', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'port_id': 'd5aaf514-b689-49be-8138-748df21eb143', 'mac_address': 'fa:16:3e:6c:3d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 19:07:24.089127 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:24.106663 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5aaf514-b689-49be-8138-748df21eb143 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:07:24.124440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port d5aaf514-b689-49be-8138-748df21eb143, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d5aaf514-b689-49be-8138-748df21eb143,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:07:24.184891 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:24.252380 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=d5aaf514-b689-49be-8138-748df21eb143,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:24.263707 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:24.264054 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:24.264387 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:24.264710 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:24.265033 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:24.265354 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:24.265673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:24.265992 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:24.266315 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:24.266631 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:24.267023 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:24.267284 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:24.367778 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb885980-d1b4-4466-a778-2b363bfe3fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:24.440935 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['d5aaf514-b689-49be-8138-748df21eb143'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 19:07:24.588815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad9cf0-14ef-4a26-9f89-8b1e081e9a85 req-6d420207-ab59-448c-b43d-6ed0fdf526cb tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:24.590302 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-58ad9cf0-14ef-4a26-9f89-8b1e081e9a85 req-6d420207-ab59-448c-b43d-6ed0fdf526cb tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 944 time: 0.0790429 Mar 14 19:07:24.632904 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-58ad9cf0-14ef-4a26-9f89-8b1e081e9a85 req-0f4bf5b2-aa8d-47cf-9b24-182b74f9174a tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370138 Mar 14 19:07:25.822516 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264cfa5-eb70-4019-af0c-70622941f09c req-fb18bd62-dcaa-48bc-b979-ea2e05c5f88b tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:25.823991 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e264cfa5-eb70-4019-af0c-70622941f09c req-fb18bd62-dcaa-48bc-b979-ea2e05c5f88b tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 944 time: 0.0821936 Mar 14 19:07:25.867932 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e264cfa5-eb70-4019-af0c-70622941f09c req-d3fdc07c-7487-4207-a99a-6c678ef18086 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382731 Mar 14 19:07:25.901845 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device d5aaf514-b689-49be-8138-748df21eb143 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:07:26.030392 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port d5aaf514-b689-49be-8138-748df21eb143 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:07:26.035302 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port d5aaf514-b689-49be-8138-748df21eb143 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:07:26.035721 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:26.152046 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:26.177521 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56b533e-5f04-446e-bc1b-ae24f3333757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aaf514-b689-49be-8138-748df21eb143'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:07:26.187279 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port d5aaf514-b689-49be-8138-748df21eb143, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d5aaf514-b689-49be-8138-748df21eb143,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:07:26.220737 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56b533e-5f04-446e-bc1b-ae24f3333757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aaf514-b689-49be-8138-748df21eb143', 'code': 200} Mar 14 19:07:26.242170 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:26.310102 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=d5aaf514-b689-49be-8138-748df21eb143,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:26.402100 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9565c575-c56f-401d-8d86-490c04226dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:26.581419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc10db-ad7a-46f5-814b-b0a4e12ea17a req-f2d272aa-78f4-4d77-9c84-d0c5d6377006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:26.582786 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-57fc10db-ad7a-46f5-814b-b0a4e12ea17a req-f2d272aa-78f4-4d77-9c84-d0c5d6377006 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 1098 time: 0.0683584 Mar 14 19:07:26.625465 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-57fc10db-ad7a-46f5-814b-b0a4e12ea17a req-0a966391-9c26-4be4-9ad3-dad77124a700 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361712 Mar 14 19:07:27.048430 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c79edb-3ab8-4ba5-b1e8-28043db0ea56 req-ec63caa7-9379-4fe1-9cce-7962067c3e68 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:27.049857 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00c79edb-3ab8-4ba5-b1e8-28043db0ea56 req-ec63caa7-9379-4fe1-9cce-7962067c3e68 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.0788324 Mar 14 19:07:27.093452 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-00c79edb-3ab8-4ba5-b1e8-28043db0ea56 req-223d13a2-def8-42ea-a1b5-d8891bd5e658 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373175 Mar 14 19:07:27.933052 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:27.979129 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:28.276464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818e6fa-a379-4281-b160-83b1ef12aa55 req-8cafb113-78f8-463f-921e-36265c7cf9e3 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:28.277823 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2818e6fa-a379-4281-b160-83b1ef12aa55 req-8cafb113-78f8-463f-921e-36265c7cf9e3 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.0806963 Mar 14 19:07:28.320954 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2818e6fa-a379-4281-b160-83b1ef12aa55 req-fcdbbddc-205c-43ba-a0ee-9407d9f687de tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374007 Mar 14 19:07:28.497991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffd960-464c-47ab-8057-3480911e48c5 req-ee695738-6bb2-4631-a5cb-58fc7c23d4b1 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:28.499588 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-81ffd960-464c-47ab-8057-3480911e48c5 req-ee695738-6bb2-4631-a5cb-58fc7c23d4b1 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.0779538 Mar 14 19:07:28.541735 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-81ffd960-464c-47ab-8057-3480911e48c5 req-a61a4fc1-59ff-4bff-960e-715fb2bdb8c8 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366442 Mar 14 19:07:28.563591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 39638) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:07:28.633321 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a614b9f2-5e98-4dd0-9334-700d6497f0c7 tempest-TestShelveInstance-428470181 tempest-TestShelveInstance-428470181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:28.634047 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a614b9f2-5e98-4dd0-9334-700d6497f0c7 tempest-TestShelveInstance-428470181 tempest-TestShelveInstance-428470181-project-admin] Synchronizing usage tracker for tenant:55f2145079554b6f994f38a64f96cbce on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:07:28.738418 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-a614b9f2-5e98-4dd0-9334-700d6497f0c7 tempest-TestShelveInstance-428470181 tempest-TestShelveInstance-428470181-project-admin] Unset dirty status for tenant:55f2145079554b6f994f38a64f96cbce on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:07:28.742365 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a614b9f2-5e98-4dd0-9334-700d6497f0c7 tempest-TestShelveInstance-428470181 tempest-TestShelveInstance-428470181-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 1093 time: 0.1751192 Mar 14 19:07:28.742495 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 39642) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:07:28.747567 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': 'd5aaf514-b689-49be-8138-748df21eb143', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:07:28.753771 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:07:28.757689 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Usage tracker for resource:floatingip and tenant:de2fddebb3d64f5f93fec51dbda5958d is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:07:28.760516 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:07:28.766178 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:07:28.831173 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:28.969558 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:29.197088 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Allocated IP 172.26.7.102 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/0c4fb384-bee8-43b2-b617-cb582bd1d545) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:07:29.340632 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:29.408135 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:29.466156 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:07:29.468681 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:07:29.476803 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:07:29.513042 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'Port': ['ID=0c4fb384-bee8-43b2-b617-cb582bd1d545,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:29.880235 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:29.979676 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:30.008082 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:30.207002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:30.270202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:30.371797 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event updated for resources: {'Port': ['ID=0c4fb384-bee8-43b2-b617-cb582bd1d545,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:30.384061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:30.549885 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Floating IP 8a974b6e-def1-4526-b37a-a454c7d67d95 associated. External IP: 172.26.7.102, port: d5aaf514-b689-49be-8138-748df21eb143. Mar 14 19:07:30.996468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Router 63e74f87-97ba-4929-999e-dbf3d3f14b21 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:07:31.170915 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:07:31.180533 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8746165e-5e99-4408-9f4e-0a886c593ac4 None None] Sync routers for ids ['63e74f87-97ba-4929-999e-dbf3d3f14b21'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:07:31.189330 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8746165e-5e99-4408-9f4e-0a886c593ac4 None None] Routers {'63e74f87-97ba-4929-999e-dbf3d3f14b21'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:07:31.189918 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8746165e-5e99-4408-9f4e-0a886c593ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:07:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['63e74f87-97ba-4929-999e-dbf3d3f14b21'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:31.247698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:31.305377 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-72a95d76-2279-47b6-a30c-cc2a52395b23 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5616434 Mar 14 19:07:31.305812 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56b533e-5f04-446e-bc1b-ae24f3333757', 'tag': 'd5aaf514-b689-49be-8138-748df21eb143'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:07:31.352055 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56b533e-5f04-446e-bc1b-ae24f3333757', 'tag': 'd5aaf514-b689-49be-8138-748df21eb143', 'status': 'completed', 'code': 200} Mar 14 19:07:31.405824 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-8746165e-5e99-4408-9f4e-0a886c593ac4 None None] Set router 63e74f87-97ba-4929-999e-dbf3d3f14b21 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:07:31.448031 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f666304-7078-4dae-9bda-daae3b1d31cf req-8d3cdadd-ee47-4960-9ba5-102a11863c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:31.449565 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f666304-7078-4dae-9bda-daae3b1d31cf req-8d3cdadd-ee47-4960-9ba5-102a11863c42 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 1098 time: 0.0757976 Mar 14 19:07:31.582411 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f666304-7078-4dae-9bda-daae3b1d31cf req-0512d680-1864-4f80-bd9b-301b6e510ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:31.583882 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f666304-7078-4dae-9bda-daae3b1d31cf req-0512d680-1864-4f80-bd9b-301b6e510ade service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 909 time: 0.1255705 Mar 14 19:07:31.683302 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f666304-7078-4dae-9bda-daae3b1d31cf req-c57de47a-6a4f-4744-b979-d99c5f9c13ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5aaf514-b689-49be-8138-748df21eb143 HTTP/1.1" status: 200 len: 999 time: 0.0925665 Mar 14 19:07:31.744360 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8746165e-5e99-4408-9f4e-0a886c593ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:06Z', 'revision_number': 4, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port': {'id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '8a974b6e-def1-4526-b37a-a454c7d67d95', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'floating_ip_address': '172.26.7.102', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'port_id': 'd5aaf514-b689-49be-8138-748df21eb143', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'mac_address': 'fa:16:3e:6c:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56b533e-5f04-446e-bc1b-ae24f3333757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:07:29Z', 'updated_at': '2022-03-14T19:07:29Z', 'revision_number': 0, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4749d3da-e9a7-42e5-91ed-e9bf80944261', 'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'mac_address': 'fa:16:3e:b5:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:05Z', 'updated_at': '2022-03-14T19:02:11Z', 'revision_number': 5, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'subnets': [{'id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:31.747761 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f666304-7078-4dae-9bda-daae3b1d31cf req-dbbcc966-817d-439c-aa72-f44af3b42523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:31.748134 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8746165e-5e99-4408-9f4e-0a886c593ac4 None None] Checking router: 63e74f87-97ba-4929-999e-dbf3d3f14b21 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:07:31.749191 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f666304-7078-4dae-9bda-daae3b1d31cf req-dbbcc966-817d-439c-aa72-f44af3b42523 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 200 len: 847 time: 0.0604630 Mar 14 19:07:31.756993 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8746165e-5e99-4408-9f4e-0a886c593ac4 None None] Routers {'63e74f87-97ba-4929-999e-dbf3d3f14b21'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:07:31.757602 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8746165e-5e99-4408-9f4e-0a886c593ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:07:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['63e74f87-97ba-4929-999e-dbf3d3f14b21'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:31.822691 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f666304-7078-4dae-9bda-daae3b1d31cf req-4431253b-12ba-4fed-b32e-e3c0dbd631c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:31.824203 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f666304-7078-4dae-9bda-daae3b1d31cf req-4431253b-12ba-4fed-b32e-e3c0dbd631c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684953 Mar 14 19:07:31.934279 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-8746165e-5e99-4408-9f4e-0a886c593ac4 None None] Set router 63e74f87-97ba-4929-999e-dbf3d3f14b21 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:07:31.953573 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f666304-7078-4dae-9bda-daae3b1d31cf req-c24515db-69e1-4ab1-92f8-32ea2d44c289 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230748 Mar 14 19:07:32.088322 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8f666304-7078-4dae-9bda-daae3b1d31cf req-85e0667e-3eea-483a-a5b0-ab799bf6998f service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282513 Mar 14 19:07:32.097780 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:07:32.278931 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8746165e-5e99-4408-9f4e-0a886c593ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:06Z', 'revision_number': 4, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port': {'id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '8a974b6e-def1-4526-b37a-a454c7d67d95', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'floating_ip_address': '172.26.7.102', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'port_id': 'd5aaf514-b689-49be-8138-748df21eb143', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'mac_address': 'fa:16:3e:6c:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56b533e-5f04-446e-bc1b-ae24f3333757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:07:29Z', 'updated_at': '2022-03-14T19:07:29Z', 'revision_number': 0, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4749d3da-e9a7-42e5-91ed-e9bf80944261', 'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'mac_address': 'fa:16:3e:b5:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:05Z', 'updated_at': '2022-03-14T19:02:11Z', 'revision_number': 5, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'subnets': [{'id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:32.282585 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8746165e-5e99-4408-9f4e-0a886c593ac4 None None] The sync data for ids ['63e74f87-97ba-4929-999e-dbf3d3f14b21'] in dv-neutron-833560-1-hyperv is: [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:06Z', 'revision_number': 4, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port': {'id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '8a974b6e-def1-4526-b37a-a454c7d67d95', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'floating_ip_address': '172.26.7.102', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'port_id': 'd5aaf514-b689-49be-8138-748df21eb143', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'mac_address': 'fa:16:3e:6c:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56b533e-5f04-446e-bc1b-ae24f3333757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:07:29Z', 'updated_at': '2022-03-14T19:07:29Z', 'revision_number': 0, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4749d3da-e9a7-42e5-91ed-e9bf80944261', 'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'mac_address': 'fa:16:3e:b5:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:05Z', 'updated_at': '2022-03-14T19:02:11Z', 'revision_number': 5, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'subnets': [{'id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:07:32.463783 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f7e0c8-dfec-44db-82b0-a69d239bb60c None None] New status for floating IP 8a974b6e-def1-4526-b37a-a454c7d67d95: ACTIVE {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:07:39.596148 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:54.350058 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-094858bf-249c-4eed-a287-f0a8db326f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:56.418766 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9394e05b-0857-4225-8003-24e056eb22fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:58.007571 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:58.024228 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:59.955037 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:09.087500 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:08:09.618694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:24.368515 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f9d74bd2-aab8-4b42-b060-14d330692604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:26.429704 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4300b9b2-c43e-41c5-90a6-c5e90607cd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:27.839694 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b193d868-acbf-427e-94e4-b763360b1789 req-7d6c5f87-c4d6-471c-9a4f-2005ff157079 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754068 Mar 14 19:08:27.977391 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193d868-acbf-427e-94e4-b763360b1789 req-1837c23d-ac50-4ff1-a708-893908b41fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:27.978919 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b193d868-acbf-427e-94e4-b763360b1789 req-1837c23d-ac50-4ff1-a708-893908b41fb2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 1098 time: 0.0717475 Mar 14 19:08:28.008722 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:28.008722 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:28.124514 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193d868-acbf-427e-94e4-b763360b1789 req-2e3461bf-051c-4654-ba58-bd7e12dbaed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:28.125877 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b193d868-acbf-427e-94e4-b763360b1789 req-2e3461bf-051c-4654-ba58-bd7e12dbaed6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 909 time: 0.1280282 Mar 14 19:08:28.348753 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b193d868-acbf-427e-94e4-b763360b1789 req-18f18558-ad3a-4c25-a2c6-6f925aa52e89 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5aaf514-b689-49be-8138-748df21eb143 HTTP/1.1" status: 200 len: 1001 time: 0.2168665 Mar 14 19:08:28.412795 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193d868-acbf-427e-94e4-b763360b1789 req-5425b95e-f050-430c-a414-5d54e7fc61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:28.414202 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b193d868-acbf-427e-94e4-b763360b1789 req-5425b95e-f050-430c-a414-5d54e7fc61bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 200 len: 847 time: 0.0594954 Mar 14 19:08:28.488620 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193d868-acbf-427e-94e4-b763360b1789 req-26c2bba5-6505-4566-9c0f-2e524cec3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:28.490063 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b193d868-acbf-427e-94e4-b763360b1789 req-26c2bba5-6505-4566-9c0f-2e524cec3d8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698709 Mar 14 19:08:28.620205 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b193d868-acbf-427e-94e4-b763360b1789 req-dcf02cf2-3a07-4efa-86cd-94714cda0a44 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232061 Mar 14 19:08:28.750921 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b193d868-acbf-427e-94e4-b763360b1789 req-fde12f8d-be87-4bfb-ba99-4fe08d30c05d service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246028 Mar 14 19:08:30.030043 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:39.595891 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:46.089499 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:08:54.390624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-803c1b94-d3d0-4841-861a-63ab8ba323eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:56.435182 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-53d73c2e-6e08-4360-8976-e02bdead26cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:57.927309 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:58.039022 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:00.003433 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:09.611826 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:23.095221 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:09:24.348283 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1a5d7ec9-b482-4bb9-b10a-b797c098f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:26.409874 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-8cbae098-4391-4e87-a298-2800d1feb0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:27.889335 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e01d93ca-c1f6-4a69-ae63-c76ff9ffe680 req-49707614-fcd5-4482-bb10-453c9a0df920 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1142826 Mar 14 19:09:27.960217 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:27.998542 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:28.025964 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d93ca-c1f6-4a69-ae63-c76ff9ffe680 req-99ce1f9c-392c-4b24-9e42-90c8001fcd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:28.027460 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e01d93ca-c1f6-4a69-ae63-c76ff9ffe680 req-99ce1f9c-392c-4b24-9e42-90c8001fcd9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 1098 time: 0.0695755 Mar 14 19:09:28.177420 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d93ca-c1f6-4a69-ae63-c76ff9ffe680 req-f40cb350-797d-449b-8ae5-f5a49061fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:28.179006 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e01d93ca-c1f6-4a69-ae63-c76ff9ffe680 req-f40cb350-797d-449b-8ae5-f5a49061fd0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 909 time: 0.1324253 Mar 14 19:09:28.283886 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e01d93ca-c1f6-4a69-ae63-c76ff9ffe680 req-2b1a3c4f-ad96-4c10-87e0-9c97d436f482 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5aaf514-b689-49be-8138-748df21eb143 HTTP/1.1" status: 200 len: 1001 time: 0.0983975 Mar 14 19:09:28.344768 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d93ca-c1f6-4a69-ae63-c76ff9ffe680 req-c5d682bf-c3a5-4a70-af99-ba81d4a783fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:28.346130 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e01d93ca-c1f6-4a69-ae63-c76ff9ffe680 req-c5d682bf-c3a5-4a70-af99-ba81d4a783fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 200 len: 847 time: 0.0569575 Mar 14 19:09:28.424724 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d93ca-c1f6-4a69-ae63-c76ff9ffe680 req-662c3a7b-b8e7-4655-9f8e-a11af729120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:28.426424 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e01d93ca-c1f6-4a69-ae63-c76ff9ffe680 req-662c3a7b-b8e7-4655-9f8e-a11af729120b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740995 Mar 14 19:09:28.436468 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [req-e01d93ca-c1f6-4a69-ae63-c76ff9ffe680 req-93570f1c-7572-4666-ad7f-3bfdb0b2c35a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 19:09:28.437304 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e01d93ca-c1f6-4a69-ae63-c76ff9ffe680 req-93570f1c-7572-4666-ad7f-3bfdb0b2c35a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048635 Mar 14 19:09:28.568474 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e01d93ca-c1f6-4a69-ae63-c76ff9ffe680 req-ed4fd469-1602-4278-9536-1994fd2f3ea4 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252084 Mar 14 19:09:28.697109 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e01d93ca-c1f6-4a69-ae63-c76ff9ffe680 req-b2ee0f8c-a25d-40b4-b831-6777659d9fbf service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231606 Mar 14 19:09:29.977084 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:39.634376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:54.352169 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c97311d2-ea71-4818-8378-60d8d86fcd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:56.415189 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-9d1178d0-9fd6-4e56-9180-d12732c39dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.925563 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.982478 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:59.981124 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:00.095845 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:10:09.667816 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:22.149175 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737a87b-5b0f-4918-9e42-ccebed0105d7 req-30f60c91-1202-4c37-902e-1844466b07d3 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:22.150681 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b737a87b-5b0f-4918-9e42-ccebed0105d7 req-30f60c91-1202-4c37-902e-1844466b07d3 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.1301575 Mar 14 19:10:22.194861 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-b737a87b-5b0f-4918-9e42-ccebed0105d7 req-5a285b40-da8f-4975-8b24-3a1516b4b18f tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379078 Mar 14 19:10:23.434014 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204be11-bfe2-4d66-8e22-9c0e89ba269a req-cf50d1f4-233c-41e8-b866-204a72dadd47 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:23.435411 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0204be11-bfe2-4d66-8e22-9c0e89ba269a req-cf50d1f4-233c-41e8-b866-204a72dadd47 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.1290076 Mar 14 19:10:23.483610 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0204be11-bfe2-4d66-8e22-9c0e89ba269a req-bdfb9ac9-8681-46fa-86b8-a3bf9376a20d tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423880 Mar 14 19:10:24.376371 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-638dae6f-9dfb-49a7-be07-c3d89bcfe5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:24.679697 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e28893-296c-4523-b4da-d58c3dc80155 req-6d82e6a4-feae-46a3-bf33-93be9815ac85 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:24.681163 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-13e28893-296c-4523-b4da-d58c3dc80155 req-6d82e6a4-feae-46a3-bf33-93be9815ac85 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.0824661 Mar 14 19:10:24.728462 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-13e28893-296c-4523-b4da-d58c3dc80155 req-d73b05f5-c34d-4c11-a099-972ad652e1f4 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410376 Mar 14 19:10:26.026294 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126fbe0-94dc-471c-8c87-5686c1ff0253 req-0b500a04-8bed-4f02-a6b3-02486761fbf1 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:26.027786 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7126fbe0-94dc-471c-8c87-5686c1ff0253 req-0b500a04-8bed-4f02-a6b3-02486761fbf1 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.1854596 Mar 14 19:10:26.072428 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7126fbe0-94dc-471c-8c87-5686c1ff0253 req-d29df93b-4d35-4891-b7d6-7bde47d91cb8 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385344 Mar 14 19:10:26.427625 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a482f96-ef25-41b2-84a9-f104f112ad07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:27.254069 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ee940-09a2-4c35-8644-3d0bca7130eb req-5e8943c0-db15-405a-aa37-24b2c3f091f5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:27.255534 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-db4ee940-09a2-4c35-8644-3d0bca7130eb req-5e8943c0-db15-405a-aa37-24b2c3f091f5 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.0805650 Mar 14 19:10:27.298291 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-db4ee940-09a2-4c35-8644-3d0bca7130eb req-9e757d0c-e1c2-4c64-949a-867138653d50 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370946 Mar 14 19:10:27.958860 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:27.998869 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:28.480733 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abaf2e-7ec1-40b3-acd0-308d17619442 req-c3a5eacc-3ec1-4b05-80e6-45230790bfd7 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:28.482273 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-27abaf2e-7ec1-40b3-acd0-308d17619442 req-c3a5eacc-3ec1-4b05-80e6-45230790bfd7 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.0796709 Mar 14 19:10:28.529361 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-27abaf2e-7ec1-40b3-acd0-308d17619442 req-d3d02086-9542-49cf-87ef-7096287e94bb tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412524 Mar 14 19:10:29.717062 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64f92a-fb56-4ff1-83eb-9c649d43ed00 req-4def6aef-adfd-4e47-8ae1-02439d7bc683 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:29.718607 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9c64f92a-fb56-4ff1-83eb-9c649d43ed00 req-4def6aef-adfd-4e47-8ae1-02439d7bc683 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.0845981 Mar 14 19:10:29.770869 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-9c64f92a-fb56-4ff1-83eb-9c649d43ed00 req-194f32b6-1171-47db-937e-08dbb0ae0469 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456185 Mar 14 19:10:29.902078 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db2f80-1b27-4a8d-8ccf-0a8a0c3d0107 req-36cc3b51-e3e6-46a6-b7ce-c82c3b93c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:29.903564 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-85db2f80-1b27-4a8d-8ccf-0a8a0c3d0107 req-36cc3b51-e3e6-46a6-b7ce-c82c3b93c0d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 1098 time: 0.0759621 Mar 14 19:10:30.008738 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:30.047256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db2f80-1b27-4a8d-8ccf-0a8a0c3d0107 req-5f586dea-a559-46e3-ab48-b17e01fbb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:30.048687 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-85db2f80-1b27-4a8d-8ccf-0a8a0c3d0107 req-5f586dea-a559-46e3-ab48-b17e01fbb3bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 909 time: 0.1263745 Mar 14 19:10:30.163598 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-85db2f80-1b27-4a8d-8ccf-0a8a0c3d0107 req-3e22f533-7272-474b-a6f8-5306cc5e0c62 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5aaf514-b689-49be-8138-748df21eb143 HTTP/1.1" status: 200 len: 1001 time: 0.1087773 Mar 14 19:10:30.224104 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db2f80-1b27-4a8d-8ccf-0a8a0c3d0107 req-f3bd65f3-11b5-4ed4-bbcb-06862f9250ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:30.225513 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-85db2f80-1b27-4a8d-8ccf-0a8a0c3d0107 req-f3bd65f3-11b5-4ed4-bbcb-06862f9250ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 200 len: 847 time: 0.0559814 Mar 14 19:10:30.298150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db2f80-1b27-4a8d-8ccf-0a8a0c3d0107 req-ddf9b359-244d-4f52-8669-cb57357208f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:30.299572 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-85db2f80-1b27-4a8d-8ccf-0a8a0c3d0107 req-ddf9b359-244d-4f52-8669-cb57357208f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676708 Mar 14 19:10:30.427280 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-85db2f80-1b27-4a8d-8ccf-0a8a0c3d0107 req-e9e8a2b0-25dd-4ed7-b94b-7fa910f6c026 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207280 Mar 14 19:10:30.554807 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-85db2f80-1b27-4a8d-8ccf-0a8a0c3d0107 req-f049a153-3d3e-4a88-9701-1f9ca012f2e5 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218617 Mar 14 19:10:30.959544 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26621599-ef22-4b94-82b8-e9ebed2e453c req-11a5796a-adb7-4963-88f1-bed9f8fd84f1 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:30.960994 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-26621599-ef22-4b94-82b8-e9ebed2e453c req-11a5796a-adb7-4963-88f1-bed9f8fd84f1 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.0831158 Mar 14 19:10:31.004775 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-26621599-ef22-4b94-82b8-e9ebed2e453c req-87f48bfd-e2a4-4637-9358-6b726b3bc487 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380270 Mar 14 19:10:32.343028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10ad55-f556-4dac-867f-787c7b4a0c71 req-1f9a61cd-162b-4616-9e46-91b020a62102 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:32.344431 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1a10ad55-f556-4dac-867f-787c7b4a0c71 req-1f9a61cd-162b-4616-9e46-91b020a62102 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.0780635 Mar 14 19:10:32.391571 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1a10ad55-f556-4dac-867f-787c7b4a0c71 req-35200e0f-b291-4922-9a47-c5434c342648 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413854 Mar 14 19:10:33.581097 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756a74c-8d31-464d-ab32-5ce2b4a45f78 req-a3f5d994-d64e-4f9e-a36f-9bfcc55b5658 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:33.582795 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6756a74c-8d31-464d-ab32-5ce2b4a45f78 req-a3f5d994-d64e-4f9e-a36f-9bfcc55b5658 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.0805414 Mar 14 19:10:33.626051 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6756a74c-8d31-464d-ab32-5ce2b4a45f78 req-58609e6b-4def-4b47-a31c-c7b16bedbfa0 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375006 Mar 14 19:10:34.813747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60fbe1-e34a-4f84-9c04-5fd34124726c req-4469685f-6ffb-4f39-9123-fe0daf8aabee tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:34.815223 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fb60fbe1-e34a-4f84-9c04-5fd34124726c req-4469685f-6ffb-4f39-9123-fe0daf8aabee tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.0828185 Mar 14 19:10:34.858780 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fb60fbe1-e34a-4f84-9c04-5fd34124726c req-1bcaf067-9ff4-4b53-a58a-29e8504468a8 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380630 Mar 14 19:10:36.037876 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb93d21-cacc-474f-98c8-ce3bd852d44a req-34d991ff-5ee2-4b43-a569-51a1f7c7a1c2 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:36.039330 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-deb93d21-cacc-474f-98c8-ce3bd852d44a req-34d991ff-5ee2-4b43-a569-51a1f7c7a1c2 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.0767529 Mar 14 19:10:36.082684 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-deb93d21-cacc-474f-98c8-ce3bd852d44a req-9bb36a38-d2f5-4bb0-b599-eed18800983c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372326 Mar 14 19:10:37.094624 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:10:37.416619 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8713720-4f16-46d3-b418-e9b2d0bbc811 req-1e83f457-54e5-4ff2-9d17-3ec2ef965f8d tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:37.418010 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e8713720-4f16-46d3-b418-e9b2d0bbc811 req-1e83f457-54e5-4ff2-9d17-3ec2ef965f8d tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.2312684 Mar 14 19:10:37.423474 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd91fc4-6eb0-4b8b-9b54-79b09dbab01a req-59a3abf3-c997-486d-b543-24155f86edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:37.424844 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0fd91fc4-6eb0-4b8b-9b54-79b09dbab01a req-59a3abf3-c997-486d-b543-24155f86edc3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 1098 time: 0.0985246 Mar 14 19:10:37.545511 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e8713720-4f16-46d3-b418-e9b2d0bbc811 req-a9866a43-98b4-4abf-9918-51aca9842d95 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197226 Mar 14 19:10:37.587850 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd91fc4-6eb0-4b8b-9b54-79b09dbab01a req-156b20f3-74e6-4b73-8cad-efb75e414d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:37.589274 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0fd91fc4-6eb0-4b8b-9b54-79b09dbab01a req-156b20f3-74e6-4b73-8cad-efb75e414d37 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 909 time: 0.1512818 Mar 14 19:10:37.686016 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0fd91fc4-6eb0-4b8b-9b54-79b09dbab01a req-b507a893-0d68-47c2-88fe-ff71862fd3bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5aaf514-b689-49be-8138-748df21eb143 HTTP/1.1" status: 200 len: 1001 time: 0.0905652 Mar 14 19:10:37.751659 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd91fc4-6eb0-4b8b-9b54-79b09dbab01a req-fd8fa2e2-423c-456e-bdf6-90af38d1849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:37.753276 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0fd91fc4-6eb0-4b8b-9b54-79b09dbab01a req-fd8fa2e2-423c-456e-bdf6-90af38d1849b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 200 len: 847 time: 0.0621097 Mar 14 19:10:37.828692 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd91fc4-6eb0-4b8b-9b54-79b09dbab01a req-a0b8fea9-9f2d-4253-ac4c-3824c3eedcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:37.830706 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0fd91fc4-6eb0-4b8b-9b54-79b09dbab01a req-a0b8fea9-9f2d-4253-ac4c-3824c3eedcd9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712819 Mar 14 19:10:37.966930 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0fd91fc4-6eb0-4b8b-9b54-79b09dbab01a req-99d0a260-8239-446b-937a-af2bac79dada service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295800 Mar 14 19:10:38.097406 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0fd91fc4-6eb0-4b8b-9b54-79b09dbab01a req-63e2aafb-f5d7-4add-93b5-e0ff32f04099 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252532 Mar 14 19:10:38.736287 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499df5d-81e3-4396-b720-5ad3c4571d1c req-74051800-20b0-4bba-b974-d09edf8a5f26 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:38.737954 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f499df5d-81e3-4396-b720-5ad3c4571d1c req-74051800-20b0-4bba-b974-d09edf8a5f26 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.0845070 Mar 14 19:10:38.781901 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f499df5d-81e3-4396-b720-5ad3c4571d1c req-8af5d39e-1f6f-4d7c-8bb0-aad4328e82a9 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384083 Mar 14 19:10:39.685140 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:39.963896 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7d74f-6d42-4708-8473-b6e5d386e0aa req-26746779-b543-42b9-9740-13980954ff9d tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:39.965374 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a9e7d74f-6d42-4708-8473-b6e5d386e0aa req-26746779-b543-42b9-9740-13980954ff9d tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.0786493 Mar 14 19:10:40.010638 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a9e7d74f-6d42-4708-8473-b6e5d386e0aa req-2ce06e77-094f-4b6a-99f5-b8441e1767e6 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395856 Mar 14 19:10:41.197048 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc61be-f7e0-4283-b99d-70b4c8c4d04f req-35e612a5-1a36-4ebb-91b8-91f77f3a2294 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:41.198485 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-68dc61be-f7e0-4283-b99d-70b4c8c4d04f req-35e612a5-1a36-4ebb-91b8-91f77f3a2294 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.0812397 Mar 14 19:10:41.243129 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-68dc61be-f7e0-4283-b99d-70b4c8c4d04f req-9ef14fc7-3a24-4aa3-9a17-644ee1bb31dc tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384080 Mar 14 19:10:41.757465 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e52b02-f3ae-42c1-8c47-4dddd824e4dc req-073e0513-bc88-49d7-846f-89bb3d7e37ae tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:41.758984 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22e52b02-f3ae-42c1-8c47-4dddd824e4dc req-073e0513-bc88-49d7-846f-89bb3d7e37ae tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.0828397 Mar 14 19:10:41.775195 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 39796) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:10:41.810626 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-22e52b02-f3ae-42c1-8c47-4dddd824e4dc req-025a7c2d-1712-4ef4-af4a-b0f07d90b745 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460005 Mar 14 19:10:41.927584 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-2f0e84e3-bb7b-4643-9e8a-8176e5391b41 req-8f1ee3b8-ad93-4ba4-b88c-e6d01decb41d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1510484 Mar 14 19:10:42.775848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device d5aaf514-b689-49be-8138-748df21eb143 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:10:42.895063 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:42.923043 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56b533e-5f04-446e-bc1b-ae24f3333757', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5aaf514-b689-49be-8138-748df21eb143'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:10:42.932796 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port d5aaf514-b689-49be-8138-748df21eb143, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d5aaf514-b689-49be-8138-748df21eb143,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:10:43.009927 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f381f-71b3-4f66-b6d3-6cb217566969 req-ef2f930d-5a04-40eb-91f1-910a7fc77c90 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:43.014543 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f70f381f-71b3-4f66-b6d3-6cb217566969 req-ef2f930d-5a04-40eb-91f1-910a7fc77c90 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.0835354 Mar 14 19:10:43.014658 dv-neutron-833560-1-hyperv neutron-server[88636]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c56b533e-5f04-446e-bc1b-ae24f3333757', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd5aaf514-b689-49be-8138-748df21eb143', 'code': 422} returned with failed status Mar 14 19:10:43.055901 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f70f381f-71b3-4f66-b6d3-6cb217566969 req-920b0cb8-376d-49f8-9028-e2c3f3bfce15 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381196 Mar 14 19:10:43.088293 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:43.155895 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=d5aaf514-b689-49be-8138-748df21eb143,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:10:43.162819 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:10:43.163241 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:10:43.163581 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:10:43.163907 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:10:43.164229 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:10:43.164556 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:10:43.164875 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:10:43.165193 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:10:43.165512 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:10:43.165829 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:10:43.166140 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:10:43.166486 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:10:44.251839 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff69197-f0f5-41f6-8161-879c23e25289 req-72815565-2a18-4bd6-80ea-e8bfd21658b3 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:44.253288 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bff69197-f0f5-41f6-8161-879c23e25289 req-72815565-2a18-4bd6-80ea-e8bfd21658b3 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 943 time: 0.0849488 Mar 14 19:10:44.299656 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bff69197-f0f5-41f6-8161-879c23e25289 req-028beed3-2a13-4347-9213-bfcdb8e9ae73 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405474 Mar 14 19:10:45.480002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b0e05-2404-4cbe-8095-5449abea793b req-36463e1f-8a67-45b1-a275-90ad30e01ca6 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:45.482042 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-889b0e05-2404-4cbe-8095-5449abea793b req-36463e1f-8a67-45b1-a275-90ad30e01ca6 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 943 time: 0.0784712 Mar 14 19:10:45.529273 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-889b0e05-2404-4cbe-8095-5449abea793b req-abee620a-2220-4858-a3b9-90b1e05e06d8 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413318 Mar 14 19:10:46.429605 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e84e3-bb7b-4643-9e8a-8176e5391b41 req-a192c9db-5ea1-49bb-a3eb-2c870035281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:46.431085 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2f0e84e3-bb7b-4643-9e8a-8176e5391b41 req-a192c9db-5ea1-49bb-a3eb-2c870035281f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757&tenant_id=de2fddebb3d64f5f93fec51dbda5958d HTTP/1.1" status: 200 len: 1096 time: 0.0717928 Mar 14 19:10:46.519688 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e84e3-bb7b-4643-9e8a-8176e5391b41 req-69503cea-87f6-4531-aac6-68a5db7b4e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:46.521134 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2f0e84e3-bb7b-4643-9e8a-8176e5391b41 req-69503cea-87f6-4531-aac6-68a5db7b4e70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 1096 time: 0.0684271 Mar 14 19:10:46.698245 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e84e3-bb7b-4643-9e8a-8176e5391b41 req-de4ac39a-5852-4ad1-8aad-fa703e815eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:46.700164 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2f0e84e3-bb7b-4643-9e8a-8176e5391b41 req-de4ac39a-5852-4ad1-8aad-fa703e815eb2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 909 time: 0.1712246 Mar 14 19:10:46.914595 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2f0e84e3-bb7b-4643-9e8a-8176e5391b41 req-5cee75fa-c18b-4b6f-a58a-4086938e9cd6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5aaf514-b689-49be-8138-748df21eb143 HTTP/1.1" status: 200 len: 999 time: 0.2082231 Mar 14 19:10:46.922145 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97673198-d042-4653-ad63-b1959142a809 req-37ba07b3-5a19-49e0-ae5f-7fa410181db2 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:46.923628 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-97673198-d042-4653-ad63-b1959142a809 req-37ba07b3-5a19-49e0-ae5f-7fa410181db2 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 943 time: 0.2744370 Mar 14 19:10:47.020404 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e84e3-bb7b-4643-9e8a-8176e5391b41 req-ea823f7b-5ff5-49dc-b5ca-7cfeae8d2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:47.021762 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2f0e84e3-bb7b-4643-9e8a-8176e5391b41 req-ea823f7b-5ff5-49dc-b5ca-7cfeae8d2cbd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 200 len: 847 time: 0.0973945 Mar 14 19:10:47.024599 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-97673198-d042-4653-ad63-b1959142a809 req-f02b1745-9aba-40aa-a759-eba2f369236e tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603476 Mar 14 19:10:47.098208 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e84e3-bb7b-4643-9e8a-8176e5391b41 req-6ad792c2-a2aa-4b3f-9aad-4421c681dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:47.099677 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2f0e84e3-bb7b-4643-9e8a-8176e5391b41 req-6ad792c2-a2aa-4b3f-9aad-4421c681dd2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714757 Mar 14 19:10:47.227217 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2f0e84e3-bb7b-4643-9e8a-8176e5391b41 req-0ee020cb-191b-443f-abbe-4403a1d0f5f9 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208253 Mar 14 19:10:47.353802 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2f0e84e3-bb7b-4643-9e8a-8176e5391b41 req-e765d405-df18-4178-ab75-79fd2702b99a service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211727 Mar 14 19:10:48.204698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c475a-d795-4845-b84b-a7b4966d98be req-0977de78-14f1-4331-ace3-928e629dbb41 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:48.206158 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-705c475a-d795-4845-b84b-a7b4966d98be req-0977de78-14f1-4331-ace3-928e629dbb41 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 943 time: 0.0776658 Mar 14 19:10:48.250379 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-705c475a-d795-4845-b84b-a7b4966d98be req-0f40c57d-3075-42aa-aff4-19334f198dd1 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382133 Mar 14 19:10:49.434294 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e72853-e259-4298-805e-b36a1d894509 req-a16f597b-3ead-4b80-ad14-722a066a9876 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:49.435781 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-58e72853-e259-4298-805e-b36a1d894509 req-a16f597b-3ead-4b80-ad14-722a066a9876 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 943 time: 0.0815153 Mar 14 19:10:49.480025 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-58e72853-e259-4298-805e-b36a1d894509 req-1997facf-7472-427b-8cb0-a403a119709e tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386229 Mar 14 19:10:50.660945 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22e629-f771-495a-a2d2-e842bd49011b req-d7ccda2f-af7d-464b-90be-28fe0a306b6c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:50.662382 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2f22e629-f771-495a-a2d2-e842bd49011b req-d7ccda2f-af7d-464b-90be-28fe0a306b6c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 943 time: 0.0771427 Mar 14 19:10:50.709871 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2f22e629-f771-495a-a2d2-e842bd49011b req-63686552-ff2c-45ee-b25c-a50e1597c189 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416868 Mar 14 19:10:51.896437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b594f1-cbc4-4eef-a754-db47663a37cb req-fd4e3d72-81b3-40ac-8bcf-503f7710d84c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:51.897923 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e7b594f1-cbc4-4eef-a754-db47663a37cb req-fd4e3d72-81b3-40ac-8bcf-503f7710d84c tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 943 time: 0.0830626 Mar 14 19:10:51.941819 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e7b594f1-cbc4-4eef-a754-db47663a37cb req-d6da7cdf-33cd-47f6-a84f-2de7ab39dc9d tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382314 Mar 14 19:10:53.120645 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bf92f-2bd4-462d-8c59-4cbaf40bc67b req-3ca7a784-1895-4ef0-afa9-3ec1a99bd359 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:53.122097 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a19bf92f-2bd4-462d-8c59-4cbaf40bc67b req-3ca7a784-1895-4ef0-afa9-3ec1a99bd359 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 943 time: 0.0764627 Mar 14 19:10:53.168842 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-a19bf92f-2bd4-462d-8c59-4cbaf40bc67b req-72a59ce2-f373-40cd-bfc5-f8766cb5690b tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411589 Mar 14 19:10:54.358157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4a258-36d2-45f3-a481-6074739fd511 req-f741d881-341a-422c-b967-fd6aa72db158 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:54.359666 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c2d4a258-36d2-45f3-a481-6074739fd511 req-f741d881-341a-422c-b967-fd6aa72db158 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 943 time: 0.0831378 Mar 14 19:10:54.379437 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1980a05c-b8a9-4386-b627-5c427734660c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:54.406308 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c2d4a258-36d2-45f3-a481-6074739fd511 req-2b92d87d-53b9-4225-98d4-c96bc2e5ac03 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408232 Mar 14 19:10:54.824092 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device d5aaf514-b689-49be-8138-748df21eb143 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 19:10:54.956212 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port d5aaf514-b689-49be-8138-748df21eb143, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d5aaf514-b689-49be-8138-748df21eb143,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:10:54.969911 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': 'd5aaf514-b689-49be-8138-748df21eb143', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'port_id': 'd5aaf514-b689-49be-8138-748df21eb143', 'mac_address': 'fa:16:3e:6c:3d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 19:10:55.027846 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:55.046027 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5aaf514-b689-49be-8138-748df21eb143 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:10:55.062190 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port d5aaf514-b689-49be-8138-748df21eb143, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d5aaf514-b689-49be-8138-748df21eb143,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:10:55.185491 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:55.254684 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=d5aaf514-b689-49be-8138-748df21eb143,revision_number=7']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:10:55.432759 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['d5aaf514-b689-49be-8138-748df21eb143'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 19:10:55.597276 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1993c4-7ea2-4516-ab8b-b7c8deb6b5c9 req-58e9ea54-1324-465f-a589-821ff2506505 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:55.598843 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0c1993c4-7ea2-4516-ab8b-b7c8deb6b5c9 req-58e9ea54-1324-465f-a589-821ff2506505 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 944 time: 0.0835431 Mar 14 19:10:55.645934 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0c1993c4-7ea2-4516-ab8b-b7c8deb6b5c9 req-39a4b407-8dd7-411c-bf8b-6cece9976651 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412331 Mar 14 19:10:56.484258 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1e057442-6dfb-49a6-b8c1-a6fc20eee1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:56.827162 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa5a06-fa51-4f62-8cf3-ca034bc06539 req-6f7e5a8a-5441-483c-a3fb-8c65dccb57d3 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:56.828614 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3bfa5a06-fa51-4f62-8cf3-ca034bc06539 req-6f7e5a8a-5441-483c-a3fb-8c65dccb57d3 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 944 time: 0.0780454 Mar 14 19:10:56.843606 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device d5aaf514-b689-49be-8138-748df21eb143 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:10:56.875294 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3bfa5a06-fa51-4f62-8cf3-ca034bc06539 req-cd7f8754-c347-4fa5-aad8-3f59b8efa614 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404139 Mar 14 19:10:56.909185 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port d5aaf514-b689-49be-8138-748df21eb143 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:10:56.909552 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:57.034849 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:57.061013 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56b533e-5f04-446e-bc1b-ae24f3333757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aaf514-b689-49be-8138-748df21eb143'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:10:57.070522 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port d5aaf514-b689-49be-8138-748df21eb143, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d5aaf514-b689-49be-8138-748df21eb143,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:10:57.107470 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56b533e-5f04-446e-bc1b-ae24f3333757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aaf514-b689-49be-8138-748df21eb143', 'code': 200} Mar 14 19:10:57.176624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:57.248354 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=d5aaf514-b689-49be-8138-748df21eb143,revision_number=8']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:10:57.445777 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723abfa1-e774-4a39-a670-1eb8068e2674 req-7b6fb5a3-d878-46fb-bc5b-668a00d92d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:57.447201 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-723abfa1-e774-4a39-a670-1eb8068e2674 req-7b6fb5a3-d878-46fb-bc5b-668a00d92d31 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 1098 time: 0.0683329 Mar 14 19:10:57.487237 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-723abfa1-e774-4a39-a670-1eb8068e2674 req-82778ca5-80af-48e7-bc1a-e3fda18dcf14 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341253 Mar 14 19:10:57.970302 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:58.064245 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d156e3-28ea-450b-8b99-71f4a8190305 req-869a3df9-ae3c-4b64-b55c-0f46aeb5f1c4 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:58.065720 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-57d156e3-28ea-450b-8b99-71f4a8190305 req-869a3df9-ae3c-4b64-b55c-0f46aeb5f1c4 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.0820229 Mar 14 19:10:58.078461 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:58.110697 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-57d156e3-28ea-450b-8b99-71f4a8190305 req-72f66698-416e-4180-954e-ec92d92f03e9 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392754 Mar 14 19:10:59.297734 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ab268-5a46-4bff-a9b4-7ed7edf8ad72 req-38fed483-eadf-4dd9-af3e-c8b58d41ece3 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:59.299228 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c73ab268-5a46-4bff-a9b4-7ed7edf8ad72 req-38fed483-eadf-4dd9-af3e-c8b58d41ece3 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.0805192 Mar 14 19:10:59.348722 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c73ab268-5a46-4bff-a9b4-7ed7edf8ad72 req-5d383e68-ccdb-4a2f-b88c-b70fde428703 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438116 Mar 14 19:11:00.004464 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:09.699473 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:14.093713 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:11:24.391346 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-685a1a59-600b-427d-9057-9997a5d61dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:26.458947 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-62bf0dc1-3666-4631-84c1-dc10ffee696d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:27.998141 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:28.129644 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:29.969637 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:30.833301 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-73184fea-ad13-4434-810a-ba2a476b26e6 req-625361f4-d351-44b3-b290-6eec513c213d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781949 Mar 14 19:11:30.977923 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73184fea-ad13-4434-810a-ba2a476b26e6 req-d3e4ee80-e4fa-40ac-9326-5e523d14cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:11:30.979332 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-73184fea-ad13-4434-810a-ba2a476b26e6 req-d3e4ee80-e4fa-40ac-9326-5e523d14cdf5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 1098 time: 0.0740199 Mar 14 19:11:31.123325 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73184fea-ad13-4434-810a-ba2a476b26e6 req-d7e1890b-d4e0-4834-83c4-d0dc78d8e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:11:31.124772 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-73184fea-ad13-4434-810a-ba2a476b26e6 req-d7e1890b-d4e0-4834-83c4-d0dc78d8e1a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 909 time: 0.1263211 Mar 14 19:11:31.329942 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-73184fea-ad13-4434-810a-ba2a476b26e6 req-fca5b56c-173b-4c5b-892b-da928b8f8f61 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5aaf514-b689-49be-8138-748df21eb143 HTTP/1.1" status: 200 len: 1001 time: 0.1998265 Mar 14 19:11:31.394166 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73184fea-ad13-4434-810a-ba2a476b26e6 req-3e7cb267-6d9c-4822-8c04-c372726faf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:11:31.395715 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-73184fea-ad13-4434-810a-ba2a476b26e6 req-3e7cb267-6d9c-4822-8c04-c372726faf4b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 200 len: 847 time: 0.0598621 Mar 14 19:11:31.470633 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73184fea-ad13-4434-810a-ba2a476b26e6 req-da5afe64-06ec-4454-86d0-51ded0aeb73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:11:31.472147 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-73184fea-ad13-4434-810a-ba2a476b26e6 req-da5afe64-06ec-4454-86d0-51ded0aeb73c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705056 Mar 14 19:11:31.602795 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-73184fea-ad13-4434-810a-ba2a476b26e6 req-dea73d5f-c41d-4998-9596-c1199f4976a9 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241441 Mar 14 19:11:31.733024 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-73184fea-ad13-4434-810a-ba2a476b26e6 req-dc90b773-be65-48a0-9f56-a6c007eb0ea4 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246283 Mar 14 19:11:39.849228 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:51.093963 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:11:54.409719 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-90f90aa5-f20b-4502-bb6e-f0bba47aa36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:56.443220 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e1f8cfff-e9f2-4bb5-9deb-3076b1f0fb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:57.992431 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:58.046866 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:00.003671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:09.696967 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:24.392446 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-10734ba8-0b56-4f11-bc7b-9af7161b1c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:26.465388 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-279c7724-b54b-4ea8-b179-31c24d156ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:27.960379 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:28.060240 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:28.093594 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:12:30.031285 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:32.844822 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5310df20-10f3-4c42-befb-799107f8d668 req-4b1d543e-c17c-4d8e-bbf6-79276f6b5520 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757458 Mar 14 19:12:32.983794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310df20-10f3-4c42-befb-799107f8d668 req-2331551f-61e8-4b11-a813-d47164636042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:32.985178 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5310df20-10f3-4c42-befb-799107f8d668 req-2331551f-61e8-4b11-a813-d47164636042 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 1098 time: 0.0693281 Mar 14 19:12:33.125865 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310df20-10f3-4c42-befb-799107f8d668 req-5ea30345-ee70-477c-ba21-845b1b74d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:33.127382 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5310df20-10f3-4c42-befb-799107f8d668 req-5ea30345-ee70-477c-ba21-845b1b74d518 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 909 time: 0.1236615 Mar 14 19:12:33.228097 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5310df20-10f3-4c42-befb-799107f8d668 req-bdb5c199-0fe2-4e71-b7a9-207f603492d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5aaf514-b689-49be-8138-748df21eb143 HTTP/1.1" status: 200 len: 1001 time: 0.0953295 Mar 14 19:12:33.288533 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310df20-10f3-4c42-befb-799107f8d668 req-071f7045-ae58-4d3e-a24f-f8de03a24964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:33.289951 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5310df20-10f3-4c42-befb-799107f8d668 req-071f7045-ae58-4d3e-a24f-f8de03a24964 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 200 len: 847 time: 0.0561495 Mar 14 19:12:33.365591 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310df20-10f3-4c42-befb-799107f8d668 req-cd9ff147-5bd9-4d41-88cd-53d31c1f5fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:33.367076 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5310df20-10f3-4c42-befb-799107f8d668 req-cd9ff147-5bd9-4d41-88cd-53d31c1f5fb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711560 Mar 14 19:12:33.496276 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5310df20-10f3-4c42-befb-799107f8d668 req-d2aeff9c-494a-4968-bc72-33ca45aa255a service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225805 Mar 14 19:12:33.624313 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-5310df20-10f3-4c42-befb-799107f8d668 req-ac4dd43a-82f3-41b0-abbe-3fdda366fe04 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223750 Mar 14 19:12:39.688180 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:54.361876 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f0c1ecb8-bb5c-42d5-b391-6b247ae4e971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:56.425044 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f403043a-d9ae-440a-bf70-63b57a1eb768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:57.950245 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:58.007756 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:00.016436 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:00.838240 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 39890) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:01.233648 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Deleting port 0c4fb384-bee8-43b2-b617-cb582bd1d545 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:13:01.233901 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:01.514274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:01.514629 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:01.635470 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Calling delete_port for 0c4fb384-bee8-43b2-b617-cb582bd1d545 owned by network:floatingip {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:13:01.853463 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:01.897921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event deleted for resources: {'Port': ['ID=0c4fb384-bee8-43b2-b617-cb582bd1d545,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:01.937911 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:01.938271 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:01.938598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:01.938943 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:01.939267 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:01.939580 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:01.939891 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:01.940204 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:01.940516 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:01.940824 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:01.941130 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:01.941434 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:01.998892 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for floatingip, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:01.999219 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Floating IP 8a974b6e-def1-4526-b37a-a454c7d67d95 disassociated (deleted). External IP: 172.26.7.102, port: d5aaf514-b689-49be-8138-748df21eb143. Mar 14 19:13:02.341942 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Router 63e74f87-97ba-4929-999e-dbf3d3f14b21 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:13:02.516892 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:13:02.526976 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23153b51-6712-49d2-8279-abd82196c916 None None] Sync routers for ids ['63e74f87-97ba-4929-999e-dbf3d3f14b21'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:13:02.535748 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23153b51-6712-49d2-8279-abd82196c916 None None] Routers {'63e74f87-97ba-4929-999e-dbf3d3f14b21'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:13:02.537933 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-23153b51-6712-49d2-8279-abd82196c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:12:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['63e74f87-97ba-4929-999e-dbf3d3f14b21'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:02.619183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:02.673692 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-df79e056-1a58-4f05-a581-e792d0414822 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "DELETE /v2.0/floatingips/8a974b6e-def1-4526-b37a-a454c7d67d95 HTTP/1.1" status: 204 len: 168 time: 1.8343196 Mar 14 19:13:02.674370 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56b533e-5f04-446e-bc1b-ae24f3333757', 'tag': 'd5aaf514-b689-49be-8138-748df21eb143'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:13:02.716299 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-23153b51-6712-49d2-8279-abd82196c916 None None] Set router 63e74f87-97ba-4929-999e-dbf3d3f14b21 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:13:02.859268 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56b533e-5f04-446e-bc1b-ae24f3333757', 'tag': 'd5aaf514-b689-49be-8138-748df21eb143', 'status': 'completed', 'code': 200} Mar 14 19:13:02.954154 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cd9f4-c930-49a5-8489-6276623c6b45 req-858583ca-f90c-4399-9920-c8a7ddb8f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:02.955619 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-702cd9f4-c930-49a5-8489-6276623c6b45 req-858583ca-f90c-4399-9920-c8a7ddb8f2e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 1098 time: 0.0755298 Mar 14 19:13:03.033831 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-23153b51-6712-49d2-8279-abd82196c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:06Z', 'revision_number': 4, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port': {'id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '4749d3da-e9a7-42e5-91ed-e9bf80944261', 'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'mac_address': 'fa:16:3e:b5:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:05Z', 'updated_at': '2022-03-14T19:02:11Z', 'revision_number': 5, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'subnets': [{'id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:03.037687 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23153b51-6712-49d2-8279-abd82196c916 None None] Checking router: 63e74f87-97ba-4929-999e-dbf3d3f14b21 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:13:03.046189 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23153b51-6712-49d2-8279-abd82196c916 None None] Routers {'63e74f87-97ba-4929-999e-dbf3d3f14b21'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:13:03.047085 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-23153b51-6712-49d2-8279-abd82196c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:12:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['63e74f87-97ba-4929-999e-dbf3d3f14b21'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:03.229988 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-23153b51-6712-49d2-8279-abd82196c916 None None] Set router 63e74f87-97ba-4929-999e-dbf3d3f14b21 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:13:03.252898 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cd9f4-c930-49a5-8489-6276623c6b45 req-9dcb4faa-6787-41a2-b2e6-f0ef690b1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:03.254354 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-702cd9f4-c930-49a5-8489-6276623c6b45 req-9dcb4faa-6787-41a2-b2e6-f0ef690b1976 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 200 len: 909 time: 0.2928452 Mar 14 19:13:03.329570 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-702cd9f4-c930-49a5-8489-6276623c6b45 req-4702cf06-affc-446a-8ac3-7dcca886f378 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5aaf514-b689-49be-8138-748df21eb143 HTTP/1.1" status: 200 len: 217 time: 0.0650287 Mar 14 19:13:03.338098 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381dabf-f975-4fd4-8877-7f7a5c073456 req-48162fea-ea12-445c-b387-29397b808592 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:03.338786 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1381dabf-f975-4fd4-8877-7f7a5c073456 req-48162fea-ea12-445c-b387-29397b808592 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Synchronizing usage tracker for tenant:de2fddebb3d64f5f93fec51dbda5958d on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:13:03.405830 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cd9f4-c930-49a5-8489-6276623c6b45 req-f78eda28-f553-400b-bf5b-c734426eeb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:03.407819 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-702cd9f4-c930-49a5-8489-6276623c6b45 req-f78eda28-f553-400b-bf5b-c734426eeb21 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 200 len: 847 time: 0.0664499 Mar 14 19:13:03.463116 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1381dabf-f975-4fd4-8877-7f7a5c073456 req-48162fea-ea12-445c-b387-29397b808592 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Unset dirty status for tenant:de2fddebb3d64f5f93fec51dbda5958d on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:13:03.464265 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1381dabf-f975-4fd4-8877-7f7a5c073456 req-48162fea-ea12-445c-b387-29397b808592 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.2898440 Mar 14 19:13:03.513703 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cd9f4-c930-49a5-8489-6276623c6b45 req-8be7a794-917a-4d59-9686-e64a8e4a404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:03.515123 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-702cd9f4-c930-49a5-8489-6276623c6b45 req-8be7a794-917a-4d59-9686-e64a8e4a404e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1012783 Mar 14 19:13:03.523281 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1381dabf-f975-4fd4-8877-7f7a5c073456 req-49f10017-ab91-400c-809f-7a0cf1831f90 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517330 Mar 14 19:13:03.546998 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-23153b51-6712-49d2-8279-abd82196c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:06Z', 'revision_number': 4, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port': {'id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '4749d3da-e9a7-42e5-91ed-e9bf80944261', 'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'mac_address': 'fa:16:3e:b5:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:05Z', 'updated_at': '2022-03-14T19:02:11Z', 'revision_number': 5, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'subnets': [{'id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:03.549671 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23153b51-6712-49d2-8279-abd82196c916 None None] The sync data for ids ['63e74f87-97ba-4929-999e-dbf3d3f14b21'] in dv-neutron-833560-1-hyperv is: [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:06Z', 'revision_number': 4, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port': {'id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '4749d3da-e9a7-42e5-91ed-e9bf80944261', 'name': '', 'network_id': 'f7c167ce-828a-42bf-a76e-53c1f2ce7ba1', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'mac_address': 'fa:16:3e:b5:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:05Z', 'updated_at': '2022-03-14T19:02:11Z', 'revision_number': 5, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'subnets': [{'id': '8301b00f-d874-42fd-9b2d-90cafb84a8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:13:03.652930 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-702cd9f4-c930-49a5-8489-6276623c6b45 req-73db9dd5-53cb-4dd8-80c4-8f2263737aa4 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290982 Mar 14 19:13:03.792307 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204487e0-576a-437b-8dba-538747c79126 None None] New status for floating IP 8a974b6e-def1-4526-b37a-a454c7d67d95: DOWN {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:13:03.796975 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-702cd9f4-c930-49a5-8489-6276623c6b45 req-7bcafd8a-a6ea-4c9e-a011-331e428564a1 service neutron] 10.222.0.59 "GET /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304066 Mar 14 19:13:04.766233 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abfe2d-5ed0-4e80-9fec-3d3763b4c0cb req-c231f56e-8218-4d04-b184-435fd8026caa tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:04.767679 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-14abfe2d-5ed0-4e80-9fec-3d3763b4c0cb req-c231f56e-8218-4d04-b184-435fd8026caa tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.59 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.1407421 Mar 14 19:13:04.775024 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088b236-298f-4ac6-ac85-cf417ff8ca30 req-7e674642-f222-4f29-9606-e9aa219aa10f tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:04.776337 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3088b236-298f-4ac6-ac85-cf417ff8ca30 req-7e674642-f222-4f29-9606-e9aa219aa10f tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 945 time: 0.1156206 Mar 14 19:13:04.870090 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3088b236-298f-4ac6-ac85-cf417ff8ca30 req-3b544f4c-7374-4e44-ba07-e02f19dcfd08 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611517 Mar 14 19:13:04.873485 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-14abfe2d-5ed0-4e80-9fec-3d3763b4c0cb req-bdfef439-a453-4d7a-af38-8bd8e247d4b7 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Deleting port d5aaf514-b689-49be-8138-748df21eb143 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:13:04.873829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-14abfe2d-5ed0-4e80-9fec-3d3763b4c0cb req-bdfef439-a453-4d7a-af38-8bd8e247d4b7 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:05.092499 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:13:05.116129 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-14abfe2d-5ed0-4e80-9fec-3d3763b4c0cb req-bdfef439-a453-4d7a-af38-8bd8e247d4b7 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] For port d5aaf514-b689-49be-8138-748df21eb143, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d5aaf514-b689-49be-8138-748df21eb143,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:13:05.116481 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-14abfe2d-5ed0-4e80-9fec-3d3763b4c0cb req-bdfef439-a453-4d7a-af38-8bd8e247d4b7 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:05.236767 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [req-14abfe2d-5ed0-4e80-9fec-3d3763b4c0cb req-bdfef439-a453-4d7a-af38-8bd8e247d4b7 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Calling delete_port for d5aaf514-b689-49be-8138-748df21eb143 owned by compute:nova {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:13:05.439615 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-14abfe2d-5ed0-4e80-9fec-3d3763b4c0cb req-bdfef439-a453-4d7a-af38-8bd8e247d4b7 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:05.489073 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfef439-a453-4d7a-af38-8bd8e247d4b7 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event deleted for resources: {'Port': ['ID=d5aaf514-b689-49be-8138-748df21eb143,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:05.668087 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-14abfe2d-5ed0-4e80-9fec-3d3763b4c0cb req-bdfef439-a453-4d7a-af38-8bd8e247d4b7 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] No DVR routers for this DVR port d5aaf514-b689-49be-8138-748df21eb143 on host hv-neutron-8335 {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:13:05.670490 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-14abfe2d-5ed0-4e80-9fec-3d3763b4c0cb req-bdfef439-a453-4d7a-af38-8bd8e247d4b7 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:05.673072 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56b533e-5f04-446e-bc1b-ae24f3333757', 'name': 'network-vif-deleted', 'tag': 'd5aaf514-b689-49be-8138-748df21eb143'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:13:05.720221 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56b533e-5f04-446e-bc1b-ae24f3333757', 'name': 'network-vif-deleted', 'tag': 'd5aaf514-b689-49be-8138-748df21eb143', 'status': 'completed', 'code': 200} Mar 14 19:13:05.739984 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-14abfe2d-5ed0-4e80-9fec-3d3763b4c0cb req-bdfef439-a453-4d7a-af38-8bd8e247d4b7 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.59 "DELETE /v2.0/ports/d5aaf514-b689-49be-8138-748df21eb143 HTTP/1.1" status: 204 len: 173 time: 0.9626338 Mar 14 19:13:06.025051 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-15ae39b4-ae95-4d07-baf2-27637c99cae3 req-12af3b1b-46bf-4784-b6fd-1c614ea748a6 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Synchronizing usage tracker for tenant:de2fddebb3d64f5f93fec51dbda5958d on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:13:06.093562 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-15ae39b4-ae95-4d07-baf2-27637c99cae3 req-12af3b1b-46bf-4784-b6fd-1c614ea748a6 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Unset dirty status for tenant:de2fddebb3d64f5f93fec51dbda5958d on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:13:06.094734 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-15ae39b4-ae95-4d07-baf2-27637c99cae3 req-12af3b1b-46bf-4784-b6fd-1c614ea748a6 tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 210 time: 0.1112247 Mar 14 19:13:07.259767 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-957e9e23-26bf-409b-abd3-dcd7551d49bf req-564d26be-d1c5-4151-8f35-458b31d151eb tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "GET /v2.0/ports?device_id=c56b533e-5f04-446e-bc1b-ae24f3333757 HTTP/1.1" status: 200 len: 210 time: 0.0437410 Mar 14 19:13:08.366555 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 39924) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:08.440228 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eaee3e64-a1df-4034-a063-30a2d2af1efd tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:08.470185 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eaee3e64-a1df-4034-a063-30a2d2af1efd tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:08.610641 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eaee3e64-a1df-4034-a063-30a2d2af1efd tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:08.628949 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee3e64-a1df-4034-a063-30a2d2af1efd tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:08.719191 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-eaee3e64-a1df-4034-a063-30a2d2af1efd tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:08.723155 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-eaee3e64-a1df-4034-a063-30a2d2af1efd tempest-TestShelveInstance-2081307599 tempest-TestShelveInstance-2081307599-project] 10.222.0.43 "DELETE /v2.0/security-groups/9ebdcec4-3d2b-4406-bdde-a63ae3b0fef3 HTTP/1.1" status: 204 len: 168 time: 0.3527906 Mar 14 19:13:08.839539 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 39930) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:09.328061 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device d5aaf514-b689-49be-8138-748df21eb143 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:13:09.362357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: d5aaf514-b689-49be-8138-748df21eb143 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:13:09.362700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device d5aaf514-b689-49be-8138-748df21eb143 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:13:09.646506 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:09.744919 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:09.989945 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Deleting port 4749d3da-e9a7-42e5-91ed-e9bf80944261 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:13:09.990463 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:10.157027 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] For port 4749d3da-e9a7-42e5-91ed-e9bf80944261, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=4749d3da-e9a7-42e5-91ed-e9bf80944261,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:13:10.157384 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:10.279239 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Calling delete_port for 4749d3da-e9a7-42e5-91ed-e9bf80944261 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:13:10.658732 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:10.705458 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Pushing event deleted for resources: {'Port': ['ID=4749d3da-e9a7-42e5-91ed-e9bf80944261,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:10.750256 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:10.750559 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:10.750812 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:10.751144 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:10.751471 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:10.752353 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:10.752684 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:10.753017 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:10.753338 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:10.753661 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:10.753982 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:10.754305 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:11.083412 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:11.438004 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Router 63e74f87-97ba-4929-999e-dbf3d3f14b21 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:13:11.615287 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:13:11.626472 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba0507d-efcf-4473-8cbc-30b960db1f95 None None] Sync routers for ids ['63e74f87-97ba-4929-999e-dbf3d3f14b21'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:13:11.639272 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba0507d-efcf-4473-8cbc-30b960db1f95 None None] Routers {'63e74f87-97ba-4929-999e-dbf3d3f14b21'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:13:11.639873 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-eba0507d-efcf-4473-8cbc-30b960db1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:12:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['63e74f87-97ba-4929-999e-dbf3d3f14b21'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:11.689579 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-126abb5a-5a57-45f3-82ea-7a5b77c0348b admin admin] 10.222.0.43 "PUT /v2.0/routers/63e74f87-97ba-4929-999e-dbf3d3f14b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8465772 Mar 14 19:13:11.691932 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 39938) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:11.845149 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-eba0507d-efcf-4473-8cbc-30b960db1f95 None None] Set router 63e74f87-97ba-4929-999e-dbf3d3f14b21 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:13:11.867349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2ba32fa-c275-4bf3-9c7d-79f23da53de0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:12.042509 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2ba32fa-c275-4bf3-9c7d-79f23da53de0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:12.121480 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-eba0507d-efcf-4473-8cbc-30b960db1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:13:10Z', 'revision_number': 5, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port': {'id': '42b2240a-ccca-4bad-b49c-6049f23d14ca', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:12.125342 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba0507d-efcf-4473-8cbc-30b960db1f95 None None] Checking router: 63e74f87-97ba-4929-999e-dbf3d3f14b21 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:13:12.128376 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba32fa-c275-4bf3-9c7d-79f23da53de0 admin admin] Deleting port 42b2240a-ccca-4bad-b49c-6049f23d14ca {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:13:12.133002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2ba32fa-c275-4bf3-9c7d-79f23da53de0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:12.135328 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba0507d-efcf-4473-8cbc-30b960db1f95 None None] Routers {'63e74f87-97ba-4929-999e-dbf3d3f14b21'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:13:12.135924 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-eba0507d-efcf-4473-8cbc-30b960db1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:12:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['63e74f87-97ba-4929-999e-dbf3d3f14b21'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:12.286717 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-eba0507d-efcf-4473-8cbc-30b960db1f95 None None] Set router 63e74f87-97ba-4929-999e-dbf3d3f14b21 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:13:12.301537 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-c2ba32fa-c275-4bf3-9c7d-79f23da53de0 admin admin] For port 42b2240a-ccca-4bad-b49c-6049f23d14ca, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=42b2240a-ccca-4bad-b49c-6049f23d14ca,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:13:12.301818 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2ba32fa-c275-4bf3-9c7d-79f23da53de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:12.392065 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-eba0507d-efcf-4473-8cbc-30b960db1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:13:12Z', 'revision_number': 6, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:12.395998 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba0507d-efcf-4473-8cbc-30b960db1f95 None None] The sync data for ids ['63e74f87-97ba-4929-999e-dbf3d3f14b21'] in dv-neutron-833560-1-hyperv is: [{'id': '63e74f87-97ba-4929-999e-dbf3d3f14b21', 'name': 'tempest-TestShelveInstance-282661188-router', 'tenant_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:02Z', 'updated_at': '2022-03-14T19:13:12Z', 'revision_number': 6, 'project_id': 'de2fddebb3d64f5f93fec51dbda5958d', 'gw_port_host': None}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:13:12.425389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba32fa-c275-4bf3-9c7d-79f23da53de0 admin admin] Calling delete_port for 42b2240a-ccca-4bad-b49c-6049f23d14ca owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:13:12.783261 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2ba32fa-c275-4bf3-9c7d-79f23da53de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:12.833024 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba32fa-c275-4bf3-9c7d-79f23da53de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=42b2240a-ccca-4bad-b49c-6049f23d14ca,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:12.921503 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2ba32fa-c275-4bf3-9c7d-79f23da53de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:13.201163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2ba32fa-c275-4bf3-9c7d-79f23da53de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:13.203464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2ba32fa-c275-4bf3-9c7d-79f23da53de0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:13.302200 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2ba32fa-c275-4bf3-9c7d-79f23da53de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:13.302744 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ba32fa-c275-4bf3-9c7d-79f23da53de0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63e74f87-97ba-4929-999e-dbf3d3f14b21 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 19:13:13.316023 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c2ba32fa-c275-4bf3-9c7d-79f23da53de0 admin admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:13.318472 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c2ba32fa-c275-4bf3-9c7d-79f23da53de0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/63e74f87-97ba-4929-999e-dbf3d3f14b21 HTTP/1.1" status: 204 len: 168 time: 1.6236918 Mar 14 19:13:13.319719 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 39942) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:13.381966 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-deee4557-2c2e-4b86-a1de-2f08dbe4790a admin admin] Deleting subnet 8301b00f-d874-42fd-9b2d-90cafb84a8ec {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 19:13:13.385711 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-deee4557-2c2e-4b86-a1de-2f08dbe4790a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:13.443539 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-deee4557-2c2e-4b86-a1de-2f08dbe4790a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:13.522031 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-deee4557-2c2e-4b86-a1de-2f08dbe4790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:13.641153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 42b2240a-ccca-4bad-b49c-6049f23d14ca no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:13:13.650856 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-deee4557-2c2e-4b86-a1de-2f08dbe4790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:13.682185 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 42b2240a-ccca-4bad-b49c-6049f23d14ca {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:13:13.682745 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 42b2240a-ccca-4bad-b49c-6049f23d14ca not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:13:13.683367 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4749d3da-e9a7-42e5-91ed-e9bf80944261 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:13:13.692042 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee4557-2c2e-4b86-a1de-2f08dbe4790a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8301b00f-d874-42fd-9b2d-90cafb84a8ec,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:13.698557 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-deee4557-2c2e-4b86-a1de-2f08dbe4790a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:13.705945 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-deee4557-2c2e-4b86-a1de-2f08dbe4790a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8301b00f-d874-42fd-9b2d-90cafb84a8ec HTTP/1.1" status: 204 len: 168 time: 0.3830693 Mar 14 19:13:13.706152 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 39946) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:13.715695 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4c881c-a4aa-40fe-9374-e6a19d6de2e6 None None] Network f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 19:13:13.749152 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 4749d3da-e9a7-42e5-91ed-e9bf80944261 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:13:13.749505 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 4749d3da-e9a7-42e5-91ed-e9bf80944261 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:13:13.811600 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:13.822642 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] Deleting port a93eb62f-2b40-4704-b53e-fe507117cdd2 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:13:13.823030 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:13.966065 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8285160-55db-4db3-ae68-fd8c24b252cd None None] DHCP port deletion for f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 19:13:13.970268 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c8285160-55db-4db3-ae68-fd8c24b252cd None None] Deleting port a93eb62f-2b40-4704-b53e-fe507117cdd2 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:13:13.970640 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c8285160-55db-4db3-ae68-fd8c24b252cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:14.026847 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] For port a93eb62f-2b40-4704-b53e-fe507117cdd2, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a93eb62f-2b40-4704-b53e-fe507117cdd2,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:13:14.027202 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:14.150199 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] Calling delete_port for a93eb62f-2b40-4704-b53e-fe507117cdd2 owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:13:14.211494 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-c8285160-55db-4db3-ae68-fd8c24b252cd None None] For port a93eb62f-2b40-4704-b53e-fe507117cdd2, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a93eb62f-2b40-4704-b53e-fe507117cdd2,segment=NetworkSegment(5f0206b4-6902-4ec4-a739-14d056bc8582),segment_id=5f0206b4-6902-4ec4-a739-14d056bc8582)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:13:14.211807 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c8285160-55db-4db3-ae68-fd8c24b252cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:14.324985 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:14.333824 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c8285160-55db-4db3-ae68-fd8c24b252cd None None] Calling delete_port for a93eb62f-2b40-4704-b53e-fe507117cdd2 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:13:14.370846 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] Pushing event deleted for resources: {'Port': ['ID=a93eb62f-2b40-4704-b53e-fe507117cdd2,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:14.377165 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] No DVR routers for this DVR port a93eb62f-2b40-4704-b53e-fe507117cdd2 on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:13:14.409659 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-c8285160-55db-4db3-ae68-fd8c24b252cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 19:13:14.410011 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-c8285160-55db-4db3-ae68-fd8c24b252cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 19:13:14.491188 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:14.515812 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c167ce-828a-42bf-a76e-53c1f2ce7ba1']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:14.532037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0206b4-6902-4ec4-a739-14d056bc8582') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:14.532328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0206b4-6902-4ec4-a739-14d056bc8582') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:14.544381 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:14.559681 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:14.565703 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:13:14.566078 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:13:14.578934 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:13:14.708155 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:14.724211 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:14.737652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7c167ce-828a-42bf-a76e-53c1f2ce7ba1,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:14.744685 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-5b87a269-1992-4f3c-aec7-ecd10c3c9043 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f7c167ce-828a-42bf-a76e-53c1f2ce7ba1 HTTP/1.1" status: 204 len: 168 time: 1.0370545 Mar 14 19:13:14.747464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 39950) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:14.911384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c8285160-55db-4db3-ae68-fd8c24b252cd None None] Deleting port a93eb62f-2b40-4704-b53e-fe507117cdd2 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:13:14.911965 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c8285160-55db-4db3-ae68-fd8c24b252cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:14.978448 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c8285160-55db-4db3-ae68-fd8c24b252cd None None] The port 'a93eb62f-2b40-4704-b53e-fe507117cdd2' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 19:13:15.359841 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c019e606-03ab-483d-8016-45b5576a3f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:15.635219 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a93eb62f-2b40-4704-b53e-fe507117cdd2 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:13:15.668509 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: a93eb62f-2b40-4704-b53e-fe507117cdd2 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:13:15.668938 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a93eb62f-2b40-4704-b53e-fe507117cdd2 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:13:15.701776 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-c019e606-03ab-483d-8016-45b5576a3f1d admin admin] Deleting port ea33ee75-20c5-4371-84e8-0722f8f566be {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:13:15.702113 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c019e606-03ab-483d-8016-45b5576a3f1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:15.872975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-c019e606-03ab-483d-8016-45b5576a3f1d admin admin] For port ea33ee75-20c5-4371-84e8-0722f8f566be, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ea33ee75-20c5-4371-84e8-0722f8f566be,segment=NetworkSegment(4b7a17c5-22d4-47fb-913e-6d4728bd508a),segment_id=4b7a17c5-22d4-47fb-913e-6d4728bd508a)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:13:15.873323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c019e606-03ab-483d-8016-45b5576a3f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:15.992334 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-c019e606-03ab-483d-8016-45b5576a3f1d admin admin] Calling delete_port for ea33ee75-20c5-4371-84e8-0722f8f566be owned by network:router_interface {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:13:16.339061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c019e606-03ab-483d-8016-45b5576a3f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:16.387323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019e606-03ab-483d-8016-45b5576a3f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=ea33ee75-20c5-4371-84e8-0722f8f566be,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:16.651271 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-c019e606-03ab-483d-8016-45b5576a3f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:17.006610 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c019e606-03ab-483d-8016-45b5576a3f1d admin admin] Router 08ab891c-bef5-4225-9f13-bde41f51e1c0 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:13:17.187879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c019e606-03ab-483d-8016-45b5576a3f1d admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:13:17.198455 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c84a345-24d9-48ec-873a-0e8391ebddca None None] Sync routers for ids ['08ab891c-bef5-4225-9f13-bde41f51e1c0'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:13:17.208812 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c84a345-24d9-48ec-873a-0e8391ebddca None None] Routers {'08ab891c-bef5-4225-9f13-bde41f51e1c0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:13:17.209429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1c84a345-24d9-48ec-873a-0e8391ebddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:12:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['08ab891c-bef5-4225-9f13-bde41f51e1c0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:17.268070 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-c019e606-03ab-483d-8016-45b5576a3f1d admin admin] 10.222.0.43 "PUT /v2.0/routers/08ab891c-bef5-4225-9f13-bde41f51e1c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5194902 Mar 14 19:13:17.270999 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 39954) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:17.389025 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-1c84a345-24d9-48ec-873a-0e8391ebddca None None] Set router 08ab891c-bef5-4225-9f13-bde41f51e1c0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:13:17.474335 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-65bdf322-a446-4c9e-acdb-132c08be34fc admin admin] Notify callbacks [] for router, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:17.681074 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1c84a345-24d9-48ec-873a-0e8391ebddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'name': 'tempest-TestShelveInstance-966978844-router', 'tenant_id': '55f2145079554b6f994f38a64f96cbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a1975e5d-88d4-416c-8223-ea5547af672c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:10Z', 'updated_at': '2022-03-14T19:13:16Z', 'revision_number': 5, 'project_id': '55f2145079554b6f994f38a64f96cbce', 'gw_port': {'id': 'a1975e5d-88d4-416c-8223-ea5547af672c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:11Z', 'updated_at': '2022-03-14T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:17.685929 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c84a345-24d9-48ec-873a-0e8391ebddca None None] Checking router: 08ab891c-bef5-4225-9f13-bde41f51e1c0 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:13:17.695659 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c84a345-24d9-48ec-873a-0e8391ebddca None None] Routers {'08ab891c-bef5-4225-9f13-bde41f51e1c0'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:13:17.696293 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1c84a345-24d9-48ec-873a-0e8391ebddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:12:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['08ab891c-bef5-4225-9f13-bde41f51e1c0'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:17.774989 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-65bdf322-a446-4c9e-acdb-132c08be34fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:17.873906 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-65bdf322-a446-4c9e-acdb-132c08be34fc admin admin] Deleting port a1975e5d-88d4-416c-8223-ea5547af672c {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:13:17.874153 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-65bdf322-a446-4c9e-acdb-132c08be34fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:17.876554 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-1c84a345-24d9-48ec-873a-0e8391ebddca None None] Set router 08ab891c-bef5-4225-9f13-bde41f51e1c0 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:13:18.051077 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-65bdf322-a446-4c9e-acdb-132c08be34fc admin admin] For port a1975e5d-88d4-416c-8223-ea5547af672c, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=a1975e5d-88d4-416c-8223-ea5547af672c,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:13:18.051441 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-65bdf322-a446-4c9e-acdb-132c08be34fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:18.176112 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-65bdf322-a446-4c9e-acdb-132c08be34fc admin admin] Calling delete_port for a1975e5d-88d4-416c-8223-ea5547af672c owned by network:router_gateway {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:13:18.201765 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-1c84a345-24d9-48ec-873a-0e8391ebddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'name': 'tempest-TestShelveInstance-966978844-router', 'tenant_id': '55f2145079554b6f994f38a64f96cbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a1975e5d-88d4-416c-8223-ea5547af672c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:10Z', 'updated_at': '2022-03-14T19:13:16Z', 'revision_number': 5, 'project_id': '55f2145079554b6f994f38a64f96cbce', 'gw_port': {'id': 'a1975e5d-88d4-416c-8223-ea5547af672c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:11Z', 'updated_at': '2022-03-14T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:18.206610 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c84a345-24d9-48ec-873a-0e8391ebddca None None] The sync data for ids ['08ab891c-bef5-4225-9f13-bde41f51e1c0'] in dv-neutron-833560-1-hyperv is: [{'id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'name': 'tempest-TestShelveInstance-966978844-router', 'tenant_id': '55f2145079554b6f994f38a64f96cbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a1975e5d-88d4-416c-8223-ea5547af672c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:10Z', 'updated_at': '2022-03-14T19:13:16Z', 'revision_number': 5, 'project_id': '55f2145079554b6f994f38a64f96cbce', 'gw_port': {'id': 'a1975e5d-88d4-416c-8223-ea5547af672c', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ab891c-bef5-4225-9f13-bde41f51e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:11Z', 'updated_at': '2022-03-14T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:13:18.419655 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-65bdf322-a446-4c9e-acdb-132c08be34fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:18.464751 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdf322-a446-4c9e-acdb-132c08be34fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a1975e5d-88d4-416c-8223-ea5547af672c,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:18.556545 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-65bdf322-a446-4c9e-acdb-132c08be34fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:18.732120 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-65bdf322-a446-4c9e-acdb-132c08be34fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:18.734311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-65bdf322-a446-4c9e-acdb-132c08be34fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:18.813012 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-65bdf322-a446-4c9e-acdb-132c08be34fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:18.813566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bdf322-a446-4c9e-acdb-132c08be34fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08ab891c-bef5-4225-9f13-bde41f51e1c0 {{(pid=88635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 19:13:18.826157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-65bdf322-a446-4c9e-acdb-132c08be34fc admin admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:18.828341 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-65bdf322-a446-4c9e-acdb-132c08be34fc admin admin] 10.222.0.43 "DELETE /v2.0/routers/08ab891c-bef5-4225-9f13-bde41f51e1c0 HTTP/1.1" status: 204 len: 168 time: 1.5561330 Mar 14 19:13:18.830821 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 39958) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:18.891192 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3206e97-c7bd-43a0-9d5f-9245b0ee3e79 admin admin] Deleting subnet 321f80ad-0b46-4651-9bf7-fe4bd0ffa917 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 19:13:18.894899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3206e97-c7bd-43a0-9d5f-9245b0ee3e79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:18.947191 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3206e97-c7bd-43a0-9d5f-9245b0ee3e79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:19.021689 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3206e97-c7bd-43a0-9d5f-9245b0ee3e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:19.145007 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3206e97-c7bd-43a0-9d5f-9245b0ee3e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:19.185304 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3206e97-c7bd-43a0-9d5f-9245b0ee3e79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=321f80ad-0b46-4651-9bf7-fe4bd0ffa917,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:19.191169 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c3206e97-c7bd-43a0-9d5f-9245b0ee3e79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:19.196513 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dc4e2c-7e6d-4d86-bfac-9783b683abe3 None None] Network 8cc242eb-94e3-47a2-9f8d-78e2af94fbd1 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 19:13:19.197500 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c3206e97-c7bd-43a0-9d5f-9245b0ee3e79 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/321f80ad-0b46-4651-9bf7-fe4bd0ffa917 HTTP/1.1" status: 204 len: 168 time: 0.3646955 Mar 14 19:13:19.199986 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 39962) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:19.312258 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:19.323623 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] Deleting port c45bea44-9b86-450a-b228-79e079c2a3e7 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:13:19.323949 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:19.448225 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a547ed25-14dd-4baf-ac17-cc475ed8d0b3 None None] DHCP port deletion for 8cc242eb-94e3-47a2-9f8d-78e2af94fbd1 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 19:13:19.457596 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a547ed25-14dd-4baf-ac17-cc475ed8d0b3 None None] Deleting port c45bea44-9b86-450a-b228-79e079c2a3e7 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:13:19.457981 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a547ed25-14dd-4baf-ac17-cc475ed8d0b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:19.536324 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] For port c45bea44-9b86-450a-b228-79e079c2a3e7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c45bea44-9b86-450a-b228-79e079c2a3e7,segment=NetworkSegment(4b7a17c5-22d4-47fb-913e-6d4728bd508a),segment_id=4b7a17c5-22d4-47fb-913e-6d4728bd508a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:13:19.536690 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:19.648509 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ea33ee75-20c5-4371-84e8-0722f8f566be no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:13:19.696412 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: ea33ee75-20c5-4371-84e8-0722f8f566be {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:13:19.696754 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ea33ee75-20c5-4371-84e8-0722f8f566be not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:13:19.697175 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a1975e5d-88d4-416c-8223-ea5547af672c no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:13:19.739580 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: a1975e5d-88d4-416c-8223-ea5547af672c {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:13:19.739918 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device a1975e5d-88d4-416c-8223-ea5547af672c not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:13:19.740328 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c45bea44-9b86-450a-b228-79e079c2a3e7 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:13:19.778739 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a547ed25-14dd-4baf-ac17-cc475ed8d0b3 None None] For port c45bea44-9b86-450a-b228-79e079c2a3e7, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=c45bea44-9b86-450a-b228-79e079c2a3e7,segment=NetworkSegment(4b7a17c5-22d4-47fb-913e-6d4728bd508a),segment_id=4b7a17c5-22d4-47fb-913e-6d4728bd508a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:13:19.779153 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a547ed25-14dd-4baf-ac17-cc475ed8d0b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:19.780987 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] Calling delete_port for c45bea44-9b86-450a-b228-79e079c2a3e7 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:13:19.910504 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a547ed25-14dd-4baf-ac17-cc475ed8d0b3 None None] Calling delete_port for c45bea44-9b86-450a-b228-79e079c2a3e7 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:13:19.931179 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:19.951513 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No active binding found for port c45bea44-9b86-450a-b228-79e079c2a3e7 {{(pid=88636) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 14 19:13:19.951912 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device c45bea44-9b86-450a-b228-79e079c2a3e7 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:13:19.978193 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] Pushing event deleted for resources: {'Port': ['ID=c45bea44-9b86-450a-b228-79e079c2a3e7,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:19.985392 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] No DVR routers for this DVR port c45bea44-9b86-450a-b228-79e079c2a3e7 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:13:19.990846 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-a547ed25-14dd-4baf-ac17-cc475ed8d0b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 19:13:19.991335 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-a547ed25-14dd-4baf-ac17-cc475ed8d0b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 19:13:20.107821 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:20.138793 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc242eb-94e3-47a2-9f8d-78e2af94fbd1']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:20.151064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7a17c5-22d4-47fb-913e-6d4728bd508a') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:20.151365 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7a17c5-22d4-47fb-913e-6d4728bd508a') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:20.162385 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:20.177688 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:20.183553 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:13:20.183935 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:13:20.197515 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:13:20.344436 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:20.361339 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:20.371338 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc242eb-94e3-47a2-9f8d-78e2af94fbd1,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:20.379254 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-ac8cb045-cf0c-426b-8254-809796080364 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8cc242eb-94e3-47a2-9f8d-78e2af94fbd1 HTTP/1.1" status: 204 len: 168 time: 1.1779723 Mar 14 19:13:20.492840 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a547ed25-14dd-4baf-ac17-cc475ed8d0b3 None None] Deleting port c45bea44-9b86-450a-b228-79e079c2a3e7 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:13:20.493367 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a547ed25-14dd-4baf-ac17-cc475ed8d0b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:20.560220 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-a547ed25-14dd-4baf-ac17-cc475ed8d0b3 None None] The port 'c45bea44-9b86-450a-b228-79e079c2a3e7' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 19:13:20.668766 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 39968) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:20.719165 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-4c02c577-38aa-43e5-bceb-88b1a5d34d5b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de2fddebb3d64f5f93fec51dbda5958d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489249 Mar 14 19:13:20.721475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 39972) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:20.781185 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa3fab77-8e3d-4ecb-864b-f9f5d0ec2e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:20.807475 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa3fab77-8e3d-4ecb-864b-f9f5d0ec2e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:20.953088 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa3fab77-8e3d-4ecb-864b-f9f5d0ec2e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:20.970893 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fab77-8e3d-4ecb-864b-f9f5d0ec2e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f31f4d-1738-41a2-bcb8-e2dc5fc6b853,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:20.977536 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-aa3fab77-8e3d-4ecb-864b-f9f5d0ec2e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:20.982320 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-aa3fab77-8e3d-4ecb-864b-f9f5d0ec2e88 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51f31f4d-1738-41a2-bcb8-e2dc5fc6b853 HTTP/1.1" status: 204 len: 168 time: 0.2562413 Mar 14 19:13:21.689383 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 39980) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:21.742796 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b87bc688-0fdd-40e9-8dfd-5ab95da382a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55f2145079554b6f994f38a64f96cbce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522351 Mar 14 19:13:21.745345 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 39984) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:21.804872 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0160a496-a96b-4571-ac33-9b9fcf8fe770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:21.831341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0160a496-a96b-4571-ac33-9b9fcf8fe770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:21.965018 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0160a496-a96b-4571-ac33-9b9fcf8fe770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:21.982483 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160a496-a96b-4571-ac33-9b9fcf8fe770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c825136a-fa47-465e-bbc3-8309924d1631,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:21.986386 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0160a496-a96b-4571-ac33-9b9fcf8fe770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:21.987747 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0160a496-a96b-4571-ac33-9b9fcf8fe770 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c825136a-fa47-465e-bbc3-8309924d1631 HTTP/1.1" status: 204 len: 168 time: 0.2413149 Mar 14 19:13:23.124045 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 40008) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:23.249352 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2063925832-network', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed'}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:13:23.254672 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:13:23.258573 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Usage tracker for resource:network and tenant:ebb8ff614029418ab011afd0868bd0ed is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:13:23.261403 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:13:23.271725 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:13:23.367689 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Made reservation on behalf of ebb8ff614029418ab011afd0868bd0ed for: {'network': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:13:23.370089 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:23.383061 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:23.397953 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:13:23.401804 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Usage tracker for resource:security_group_rule and tenant:ebb8ff614029418ab011afd0868bd0ed is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:13:23.404647 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:13:23.410168 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:13:23.497157 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:23.579135 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:23.612106 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=88634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:13:23.617565 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf5d49b-b099-4872-a8e0-3951632fc08c,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:23.625030 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:23.634549 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.segments_db [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Added segment 14de71f8-186f-410f-aa19-eda7f74f185c of type vlan for network ad4764e8-31bf-4786-9521-4720e45cadba Mar 14 19:13:23.652555 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:23.756870 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:23.758331 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:23.759255 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:23.862573 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] Pushing event updated for resources: {'Network': ['ID=ad4764e8-31bf-4786-9521-4720e45cadba,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:23.872133 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network ad4764e8-31bf-4786-9521-4720e45cadba details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 19:13:23.905488 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-c123eac4-4e3a-4cbf-8dd9-44916d3b1e1c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7802365 Mar 14 19:13:23.909673 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 40014) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:23.917607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-aee1d57c-6fb3-444e-b95a-990004a5ff51 admin admin] Request body: {'subnet': {'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2063925832-subnet', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'ip_version': 4}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:13:23.925754 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-aee1d57c-6fb3-444e-b95a-990004a5ff51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:13:23.932014 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-aee1d57c-6fb3-444e-b95a-990004a5ff51 admin admin] Usage tracker for resource:subnet and tenant:ebb8ff614029418ab011afd0868bd0ed is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:13:23.936237 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-aee1d57c-6fb3-444e-b95a-990004a5ff51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:13:23.942490 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-aee1d57c-6fb3-444e-b95a-990004a5ff51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:13:24.050838 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee1d57c-6fb3-444e-b95a-990004a5ff51 admin admin] Made reservation on behalf of ebb8ff614029418ab011afd0868bd0ed for: {'subnet': 1} {{(pid=88634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:13:24.053170 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-aee1d57c-6fb3-444e-b95a-990004a5ff51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2114215'] for subnet, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:24.336612 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-aee1d57c-6fb3-444e-b95a-990004a5ff51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2114197'] for subnet, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:24.364620 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-975a2c35-e33d-4762-a433-cb5a837cd871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:24.412924 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1d57c-6fb3-444e-b95a-990004a5ff51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e00aad88-2531-489d-87d2-206f6af4fec4,revision_number=0']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:24.423319 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee1d57c-6fb3-444e-b95a-990004a5ff51 admin admin] Checking segment: {'id': '14de71f8-186f-410f-aa19-eda7f74f185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:13:24.423682 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee1d57c-6fb3-444e-b95a-990004a5ff51 admin admin] Network hostable DHCP agents. Network: ad4764e8-31bf-4786-9521-4720e45cadba, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:13:24.496367 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee1d57c-6fb3-444e-b95a-990004a5ff51 admin admin] Network ad4764e8-31bf-4786-9521-4720e45cadba is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:13:24.584754 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-aee1d57c-6fb3-444e-b95a-990004a5ff51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, ad4764e8-31bf-4786-9521-4720e45cadba) {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:13:24.588805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee1d57c-6fb3-444e-b95a-990004a5ff51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:24.589324 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-aee1d57c-6fb3-444e-b95a-990004a5ff51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:24.594908 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e67bd9-faa3-46b1-ba2b-563dc835bcbc None None] Network ad4764e8-31bf-4786-9521-4720e45cadba requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 19:13:24.693589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40018) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:24.694166 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-aee1d57c-6fb3-444e-b95a-990004a5ff51 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7829893 Mar 14 19:13:24.699318 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:13:24.704904 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:13:24.711124 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Usage tracker for resource:router and tenant:ebb8ff614029418ab011afd0868bd0ed is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:13:24.713195 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:13:24.719437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:13:24.802259 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:24.803461 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:24.820955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:24.830457 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-ad4764e8-31bf-4786-9521-4720e45cadba', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 19:13:24.831363 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:25.008552 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Allocated IP 172.20.0.2 (ad4764e8-31bf-4786-9521-4720e45cadba/e00aad88-2531-489d-87d2-206f6af4fec4/ccc0ef30-1964-4e5a-ab4d-e3ae97d17832) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:13:25.269686 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:25.368709 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:25.379873 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Transition to ACTIVE for port object ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:13:25.397603 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Transition to ACTIVE for port object ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:13:25.480264 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:25.544521 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Network ad4764e8-31bf-4786-9521-4720e45cadba is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:13:25.552250 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:13:25.556395 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:13:25.562177 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Pushing event updated for resources: {'Port': ['ID=ccc0ef30-1964-4e5a-ab4d-e3ae97d17832,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:25.593197 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:25.593541 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:25.593879 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:25.594210 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:25.594535 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:25.595370 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:25.595690 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:25.596008 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:25.596325 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:25.596639 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:25.596955 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:25.597266 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:25.661508 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Attempting to bind port ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:13:25.662372 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Attempting to bind port ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '14de71f8-186f-410f-aa19-eda7f74f185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:13:25.662372 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Attempting to bind port ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 on network ad4764e8-31bf-4786-9521-4720e45cadba {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:13:25.668004 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:13:25.668382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Checking segment: {'id': '14de71f8-186f-410f-aa19-eda7f74f185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:13:25.668780 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:25.669160 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Bound using segment: {'id': '14de71f8-186f-410f-aa19-eda7f74f185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:13:25.669613 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Bound port: ccc0ef30-1964-4e5a-ab4d-e3ae97d17832, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14de71f8-186f-410f-aa19-eda7f74f185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:13:25.669979 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:25.765685 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] For port ccc0ef30-1964-4e5a-ab4d-e3ae97d17832, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:13:25.769327 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] For port ccc0ef30-1964-4e5a-ab4d-e3ae97d17832, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ccc0ef30-1964-4e5a-ab4d-e3ae97d17832,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:13:25.776210 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:25.806605 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:25.834516 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:25.923172 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd670b3-92f8-4f5c-be07-0e56e603d1d5 None None] Pushing event updated for resources: {'Port': ['ID=ccc0ef30-1964-4e5a-ab4d-e3ae97d17832,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:25.944954 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Allocated IP 172.26.7.249 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/daeab0b4-a2c2-4c7b-b2f8-426aa0932431) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:13:26.109681 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:26.206003 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:26.269317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:13:26.272021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:13:26.280222 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:13:26.314621 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=daeab0b4-a2c2-4c7b-b2f8-426aa0932431,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:26.421760 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a09e2599-ed58-4add-8f6d-03fdb47070ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:26.789598 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:26.887559 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712e9e11-98be-4214-a74e-6d6e9d706ca3 None None] Network ad4764e8-31bf-4786-9521-4720e45cadba requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 19:13:27.087756 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-8f137763-9651-4abc-94a9-b25163c65f89 None None] Provisioning for port ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:13:27.246746 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:27.509967 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Router 5b9c560c-5643-4461-8cd1-f90167ca7898 is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 19:13:27.671073 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:13:27.687485 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:13:27.699991 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Sync routers for ids ['5b9c560c-5643-4461-8cd1-f90167ca7898'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:13:27.710743 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Routers {'5b9c560c-5643-4461-8cd1-f90167ca7898'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:13:27.711488 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-7b381192-974c-4782-95db-93a48e636d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:13:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['5b9c560c-5643-4461-8cd1-f90167ca7898'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:27.767938 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] Notify callbacks [] for router, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:27.769145 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ed8ca492-6ff7-4f3e-85bc-c2930958a5f4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0743983 Mar 14 19:13:27.771794 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40022) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:27.824817 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:13:27.831021 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:27.831480 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:27.890361 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Set router 5b9c560c-5643-4461-8cd1-f90167ca7898 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:13:27.961469 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:27.975959 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:28.012456 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port ccc0ef30-1964-4e5a-ab4d-e3ae97d17832, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ccc0ef30-1964-4e5a-ab4d-e3ae97d17832,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:13:28.027273 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:28.085079 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:28.158537 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=ccc0ef30-1964-4e5a-ab4d-e3ae97d17832,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:28.211586 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-7b381192-974c-4782-95db-93a48e636d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:13:26Z', 'revision_number': 3, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port': {'id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:25Z', 'updated_at': '2022-03-14T19:13:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:28.215615 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Checking router: 5b9c560c-5643-4461-8cd1-f90167ca7898 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:13:28.215960 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Updating router 5b9c560c-5643-4461-8cd1-f90167ca7898 port daeab0b4-a2c2-4c7b-b2f8-426aa0932431 binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:13:28.270498 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:28.455157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:28.595304 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:28.606847 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Transition to ACTIVE for port object daeab0b4-a2c2-4c7b-b2f8-426aa0932431 will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:13:28.704842 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:28.781319 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] Allocated IP 172.20.0.1 (ad4764e8-31bf-4786-9521-4720e45cadba/e00aad88-2531-489d-87d2-206f6af4fec4/2f87d1a6-5ff3-4792-9440-1e883b0ffe19) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:13:28.790268 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Attempting to bind port daeab0b4-a2c2-4c7b-b2f8-426aa0932431 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:13:28.790630 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Attempting to bind port daeab0b4-a2c2-4c7b-b2f8-426aa0932431 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:13:28.791002 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Attempting to bind port daeab0b4-a2c2-4c7b-b2f8-426aa0932431 on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:13:28.794270 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f60da6-09e0-490b-a354-4f7779f6dfcc None None] Pushing event updated for resources: {'Port': ['ID=daeab0b4-a2c2-4c7b-b2f8-426aa0932431,revision_number=2']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:28.801752 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:13:28.802559 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:13:28.802559 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:28.803079 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:13:28.803530 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Bound port: daeab0b4-a2c2-4c7b-b2f8-426aa0932431, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:13:28.803896 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:28.832900 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f60da6-09e0-490b-a354-4f7779f6dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:28.833236 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f60da6-09e0-490b-a354-4f7779f6dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:28.833570 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f60da6-09e0-490b-a354-4f7779f6dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:28.833890 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f60da6-09e0-490b-a354-4f7779f6dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:28.834209 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f60da6-09e0-490b-a354-4f7779f6dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:28.834530 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f60da6-09e0-490b-a354-4f7779f6dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:28.834869 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f60da6-09e0-490b-a354-4f7779f6dfcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:28.835183 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f60da6-09e0-490b-a354-4f7779f6dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:28.835492 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f60da6-09e0-490b-a354-4f7779f6dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:28.836037 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f60da6-09e0-490b-a354-4f7779f6dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:28.836461 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f60da6-09e0-490b-a354-4f7779f6dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:28.836461 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f60da6-09e0-490b-a354-4f7779f6dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:28.885785 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-7b381192-974c-4782-95db-93a48e636d08 None None] For port daeab0b4-a2c2-4c7b-b2f8-426aa0932431, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:13:28.889130 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-7b381192-974c-4782-95db-93a48e636d08 None None] For port daeab0b4-a2c2-4c7b-b2f8-426aa0932431, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=daeab0b4-a2c2-4c7b-b2f8-426aa0932431,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:13:28.928367 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:28.943137 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] Transition to ACTIVE for port object 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:13:28.985016 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:29.044980 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:29.065415 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Routers {'5b9c560c-5643-4461-8cd1-f90167ca7898'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:13:29.066026 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-7b381192-974c-4782-95db-93a48e636d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:13:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['5b9c560c-5643-4461-8cd1-f90167ca7898'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:29.104101 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] Network ad4764e8-31bf-4786-9521-4720e45cadba is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:13:29.107268 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:13:29.109846 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:13:29.117268 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f60da6-09e0-490b-a354-4f7779f6dfcc None None] Pushing event updated for resources: {'Port': ['ID=daeab0b4-a2c2-4c7b-b2f8-426aa0932431,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:29.168203 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] Pushing event updated for resources: {'Port': ['ID=2f87d1a6-5ff3-4792-9440-1e883b0ffe19,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:29.185725 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:29.275216 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-7b381192-974c-4782-95db-93a48e636d08 None None] Set router 5b9c560c-5643-4461-8cd1-f90167ca7898 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:13:29.417025 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3bd4c0b2-cd90-4243-ac91-bd574fdec3cb None None] Provisioning for port 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:13:29.422361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-3bd4c0b2-cd90-4243-ac91-bd574fdec3cb None None] Provisioning complete for port 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:29.423259 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c0b2-cd90-4243-ac91-bd574fdec3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:29.485651 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3bd4c0b2-cd90-4243-ac91-bd574fdec3cb None None] Port 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 19:13:29.552695 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:29.613021 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-7b381192-974c-4782-95db-93a48e636d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:13:26Z', 'revision_number': 3, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port': {'id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:25Z', 'updated_at': '2022-03-14T19:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:29.620365 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b381192-974c-4782-95db-93a48e636d08 None None] The sync data for ids ['5b9c560c-5643-4461-8cd1-f90167ca7898'] in dv-neutron-833560-1-hyperv is: [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:13:26Z', 'revision_number': 3, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port': {'id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:25Z', 'updated_at': '2022-03-14T19:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:13:29.654789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:13:29.733017 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:29.733380 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:29.835970 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:29.926723 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:30.019222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:30.042288 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:30.046058 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] Pushing event updated for resources: {'Port': ['ID=2f87d1a6-5ff3-4792-9440-1e883b0ffe19,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:30.195852 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] Network ad4764e8-31bf-4786-9521-4720e45cadba is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:13:30.197122 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:13:30.406292 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] Router 5b9c560c-5643-4461-8cd1-f90167ca7898 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:13:30.522118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-42ac39a1-def7-436f-8a52-f20e1ea28266 None None] Provisioning complete for port 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:30.523517 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-42ac39a1-def7-436f-8a52-f20e1ea28266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:30.592150 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-42ac39a1-def7-436f-8a52-f20e1ea28266 None None] Port 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 19:13:30.731660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:13:30.741808 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-ac3e0b4c-a482-445d-bedd-4a6e8483fa66 admin admin] 10.222.0.43 "PUT /v2.0/routers/5b9c560c-5643-4461-8cd1-f90167ca7898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9688978 Mar 14 19:13:31.264279 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Sync routers for ids ['5b9c560c-5643-4461-8cd1-f90167ca7898'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:13:31.273714 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Routers {'5b9c560c-5643-4461-8cd1-f90167ca7898'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:13:31.274317 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:13:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['5b9c560c-5643-4461-8cd1-f90167ca7898'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:31.437638 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40040) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:31.443409 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-846457434-network', 'tenant_id': '115c22b9d4e74e048a629fb35a52c535'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:13:31.448329 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:13:31.452166 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Usage tracker for resource:network and tenant:115c22b9d4e74e048a629fb35a52c535 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:13:31.455055 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:13:31.455943 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Set router 5b9c560c-5643-4461-8cd1-f90167ca7898 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:13:31.461188 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:13:31.531244 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Made reservation on behalf of 115c22b9d4e74e048a629fb35a52c535 for: {'network': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:13:31.534256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for network, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:31.546954 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:31.562257 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:13:31.566056 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Usage tracker for resource:security_group_rule and tenant:115c22b9d4e74e048a629fb35a52c535 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:13:31.568861 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:13:31.574398 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:13:31.674193 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:31.717440 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device daeab0b4-a2c2-4c7b-b2f8-426aa0932431 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:13:31.749959 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:31.782722 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=88635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:13:31.788061 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c155fac6-16e3-4948-8255-1893f77b0a6c,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:31.797909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:31.797909 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.segments_db [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Added segment 66c4ff71-8511-478a-99cc-14f7acb44ee8 of type vlan for network 3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8 Mar 14 19:13:31.830995 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739048482232'] for network, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:31.878249 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:13:29Z', 'revision_number': 4, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port': {'id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:25Z', 'updated_at': '2022-03-14T19:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '2f87d1a6-5ff3-4792-9440-1e883b0ffe19', 'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'mac_address': 'fa:16:3e:43:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:28Z', 'updated_at': '2022-03-14T19:13:29Z', 'revision_number': 2, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'subnets': [{'id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:31.882103 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Checking router: 5b9c560c-5643-4461-8cd1-f90167ca7898 for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:13:31.882451 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Updating router 5b9c560c-5643-4461-8cd1-f90167ca7898 port 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:13:31.910082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port daeab0b4-a2c2-4c7b-b2f8-426aa0932431 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:13:31.921648 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475'] for network, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:31.922662 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:31.923208 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port daeab0b4-a2c2-4c7b-b2f8-426aa0932431 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:31.923329 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:31.923579 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:31.975913 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:32.034679 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] Pushing event updated for resources: {'Network': ['ID=3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:32.045587 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Network 3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8 details requested by agent ovs-agent-dv-neutron-833560-1-hyperv with host dv-neutron-833560-1-hyperv {{(pid=88636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 14 19:13:32.074275 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-b80b8613-74f2-40d7-8701-54539bf528e4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6352746 Mar 14 19:13:32.076883 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40044) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:32.083150 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-32a65289-1fd6-45b4-a1d9-5f167d77f860 admin admin] Request body: {'subnet': {'network_id': '3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-846457434-subnet', 'tenant_id': '115c22b9d4e74e048a629fb35a52c535', 'ip_version': 4}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:13:32.087954 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-32a65289-1fd6-45b4-a1d9-5f167d77f860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:13:32.092021 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-32a65289-1fd6-45b4-a1d9-5f167d77f860 admin admin] Usage tracker for resource:subnet and tenant:115c22b9d4e74e048a629fb35a52c535 is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:13:32.098930 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-32a65289-1fd6-45b4-a1d9-5f167d77f860 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:13:32.104684 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-32a65289-1fd6-45b4-a1d9-5f167d77f860 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:13:32.196108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a65289-1fd6-45b4-a1d9-5f167d77f860 admin admin] Made reservation on behalf of 115c22b9d4e74e048a629fb35a52c535 for: {'subnet': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:13:32.198722 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32a65289-1fd6-45b4-a1d9-5f167d77f860 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2123008'] for subnet, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:32.275769 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:32.363340 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port daeab0b4-a2c2-4c7b-b2f8-426aa0932431, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=daeab0b4-a2c2-4c7b-b2f8-426aa0932431,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:13:32.459281 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32a65289-1fd6-45b4-a1d9-5f167d77f860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2123058'] for subnet, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:32.459498 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:32.532858 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a65289-1fd6-45b4-a1d9-5f167d77f860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f909e3-f912-4e74-b691-7fe9a9abd035,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:32.537690 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:32.539761 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a65289-1fd6-45b4-a1d9-5f167d77f860 admin admin] Checking segment: {'id': '66c4ff71-8511-478a-99cc-14f7acb44ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:13:32.540498 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a65289-1fd6-45b4-a1d9-5f167d77f860 admin admin] Network hostable DHCP agents. Network: 3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8, hostable agents: ['32739a24-8c68-45e1-b4a1-398a9c60f5d0'], hosted agents: [] {{(pid=88635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:13:32.561558 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Transition to ACTIVE for port object 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:13:32.568571 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=daeab0b4-a2c2-4c7b-b2f8-426aa0932431,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:32.708352 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a65289-1fd6-45b4-a1d9-5f167d77f860 admin admin] Network 3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8 is scheduled to be hosted by DHCP agent 32739a24-8c68-45e1-b4a1-398a9c60f5d0 with binding_index 1 {{(pid=88635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:13:32.738717 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:32.765760 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-32a65289-1fd6-45b4-a1d9-5f167d77f860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833560-1-hyperv, 3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8) {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:13:32.771963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a65289-1fd6-45b4-a1d9-5f167d77f860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:32.771963 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-32a65289-1fd6-45b4-a1d9-5f167d77f860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:32.783865 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3e3237-c319-4639-835e-c2540da61995 None None] Network 3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 19:13:32.846284 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-32a65289-1fd6-45b4-a1d9-5f167d77f860 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7683132 Mar 14 19:13:32.849273 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 40048) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:32.854381 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.v2.base [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-846457434-router', 'tenant_id': '115c22b9d4e74e048a629fb35a52c535', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}} {{(pid=88634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:13:32.863417 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:13:32.867477 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Usage tracker for resource:router and tenant:115c22b9d4e74e048a629fb35a52c535 is out of sync, need to count used quota {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:13:32.870641 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88634) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:13:32.876805 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.quota.driver [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88634) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:13:32.949418 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9ceaa-07a2-4910-8721-ee5e350c5942 None None] Pushing event updated for resources: {'Port': ['ID=2f87d1a6-5ff3-4792-9440-1e883b0ffe19,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:32.962215 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6414'] for router, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:32.963314 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-341047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6407'] for router, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:32.980125 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:33.158514 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Attempting to bind port 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:13:33.158823 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Attempting to bind port 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '14de71f8-186f-410f-aa19-eda7f74f185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:13:33.159186 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Attempting to bind port 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 on network ad4764e8-31bf-4786-9521-4720e45cadba {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:13:33.176920 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:13:33.177294 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Checking segment: {'id': '14de71f8-186f-410f-aa19-eda7f74f185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:13:33.177690 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:33.178082 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Bound using segment: {'id': '14de71f8-186f-410f-aa19-eda7f74f185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:13:33.178550 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Bound port: 2f87d1a6-5ff3-4792-9440-1e883b0ffe19, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14de71f8-186f-410f-aa19-eda7f74f185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:13:33.178948 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:33.289491 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb04dca1-e878-56f2-b73b-6a65883097fd-3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8', 'network_id': '3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8', 'tenant_id': '115c22b9d4e74e048a629fb35a52c535', 'fixed_ips': [{'subnet_id': '21f909e3-f912-4e74-b691-7fe9a9abd035'}]}} from dv-neutron-833560-1-hyperv. {{(pid=88636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 14 19:13:33.294404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:33.367900 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] For port 2f87d1a6-5ff3-4792-9440-1e883b0ffe19, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:13:33.391756 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] For port 2f87d1a6-5ff3-4792-9440-1e883b0ffe19, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2f87d1a6-5ff3-4792-9440-1e883b0ffe19,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:13:33.437435 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-341025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-342646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6453'] for router, precommit_update {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:33.483855 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.db_base_plugin_common [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Allocated IP 172.20.0.2 (3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8/21f909e3-f912-4e74-b691-7fe9a9abd035/34a3134f-c7d2-4cfa-a058-01e6c043cfbe) {{(pid=88636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:13:33.510459 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:33.829801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device daeab0b4-a2c2-4c7b-b2f8-426aa0932431 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:13:33.895173 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:33.898748 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Notify callbacks [] for port, precommit_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:33.902078 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Routers {'5b9c560c-5643-4461-8cd1-f90167ca7898'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:13:33.902713 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:13:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['5b9c560c-5643-4461-8cd1-f90167ca7898'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:33.926384 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:33.966888 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9ceaa-07a2-4910-8721-ee5e350c5942 None None] Pushing event updated for resources: {'Port': ['ID=2f87d1a6-5ff3-4792-9440-1e883b0ffe19,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:33.982195 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Transition to ACTIVE for port object 34a3134f-c7d2-4cfa-a058-01e6c043cfbe will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:13:34.029397 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Transition to ACTIVE for port object 34a3134f-c7d2-4cfa-a058-01e6c043cfbe will not be triggered until provisioned by entity DHCP. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:13:34.067794 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_common [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Allocated IP 172.26.7.143 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/3bc4b934-4a26-40ab-bb9f-f51e9a058af5) {{(pid=88634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:13:34.127058 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906'] for port, after_create {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:34.188823 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] Set router 5b9c560c-5643-4461-8cd1-f90167ca7898 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:13:34.218520 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:34.231406 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port daeab0b4-a2c2-4c7b-b2f8-426aa0932431 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:34.231812 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:34.293687 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Network 3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8 is already hosted by enough agents. {{(pid=88636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:13:34.311795 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.scheduler.base_scheduler [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Resources bound (agent type, host, resource id): {{(pid=88636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:13:34.317288 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:34.327340 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Received port after_create {{(pid=88636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:13:34.329261 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Pushing event updated for resources: {'Port': ['ID=34a3134f-c7d2-4cfa-a058-01e6c043cfbe,revision_number=1']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:34.380519 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:13:34.387245 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.base_scheduler [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:13:34.390810 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Received port after_create {{(pid=88634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:13:34.434366 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc4b934-4a26-40ab-bb9f-f51e9a058af5,revision_number=1']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:34.607060 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Attempting to bind port 34a3134f-c7d2-4cfa-a058-01e6c043cfbe on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:13:34.607430 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Attempting to bind port 34a3134f-c7d2-4cfa-a058-01e6c043cfbe by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '66c4ff71-8511-478a-99cc-14f7acb44ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:13:34.607788 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Attempting to bind port 34a3134f-c7d2-4cfa-a058-01e6c043cfbe on network 3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:13:34.625240 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:13:34.625696 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Checking segment: {'id': '66c4ff71-8511-478a-99cc-14f7acb44ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:13:34.626047 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:34.626434 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Bound using segment: {'id': '66c4ff71-8511-478a-99cc-14f7acb44ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:13:34.626941 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Bound port: 34a3134f-c7d2-4cfa-a058-01e6c043cfbe, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c4ff71-8511-478a-99cc-14f7acb44ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:13:34.627319 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:34.814123 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] For port 34a3134f-c7d2-4cfa-a058-01e6c043cfbe, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:13:34.818144 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] For port 34a3134f-c7d2-4cfa-a058-01e6c043cfbe, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=34a3134f-c7d2-4cfa-a058-01e6c043cfbe,segment=NetworkSegment(66c4ff71-8511-478a-99cc-14f7acb44ee8),segment_id=66c4ff71-8511-478a-99cc-14f7acb44ee8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:13:34.833867 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:13:29Z', 'revision_number': 4, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port': {'id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:25Z', 'updated_at': '2022-03-14T19:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '2f87d1a6-5ff3-4792-9440-1e883b0ffe19', 'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'mac_address': 'fa:16:3e:43:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:28Z', 'updated_at': '2022-03-14T19:13:33Z', 'revision_number': 4, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'subnets': [{'id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:34.837918 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77cb4b-1ff2-4c23-a0a3-b8b728f05bfd None None] The sync data for ids ['5b9c560c-5643-4461-8cd1-f90167ca7898'] in dv-neutron-833560-1-hyperv is: [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:13:29Z', 'revision_number': 4, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port': {'id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:25Z', 'updated_at': '2022-03-14T19:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '2f87d1a6-5ff3-4792-9440-1e883b0ffe19', 'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'mac_address': 'fa:16:3e:43:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:28Z', 'updated_at': '2022-03-14T19:13:33Z', 'revision_number': 4, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'subnets': [{'id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:13:34.896621 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:34.945899 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:34.992922 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761d48d-2c42-4a23-9624-9180b8523226 None None] Pushing event updated for resources: {'Port': ['ID=34a3134f-c7d2-4cfa-a058-01e6c043cfbe,revision_number=2']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:35.441226 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-342633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-341002'] for router, after_create {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:35.755874 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:13:35.781408 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Router 8d7380c4-c026-429f-8368-b21bf4253e0a is scheduled to L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 with binding_index 1 {{(pid=88634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 14 19:13:35.888476 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:13:35.893969 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:35.894395 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:35.989908 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:13:36.001024 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Sync routers for ids ['8d7380c4-c026-429f-8368-b21bf4253e0a'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:13:36.012245 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Routers {'8d7380c4-c026-429f-8368-b21bf4253e0a'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:13:36.012869 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:13:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['8d7380c4-c026-429f-8368-b21bf4253e0a'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:36.044322 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:36.080931 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 2f87d1a6-5ff3-4792-9440-1e883b0ffe19, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2f87d1a6-5ff3-4792-9440-1e883b0ffe19,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:13:36.087695 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e9e9db-148e-4ca2-a4ad-2b1b99aed806 None None] Network 3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 19:13:36.115619 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:36.119979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40052) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:36.120549 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-98ca34e2-77fd-4bd2-a360-8ca75b6e1bf4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2698278 Mar 14 19:13:36.174461 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:36.175332 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 34a3134f-c7d2-4cfa-a058-01e6c043cfbe up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:13:36.219059 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Set router 8d7380c4-c026-429f-8368-b21bf4253e0a gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:13:36.353930 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=2f87d1a6-5ff3-4792-9440-1e883b0ffe19,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:36.373983 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-15d660b2-7ccb-4c49-bb74-be4a26f84bb6 None None] Provisioning for port 34a3134f-c7d2-4cfa-a058-01e6c043cfbe completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:13:36.464840 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 34a3134f-c7d2-4cfa-a058-01e6c043cfbe completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:13:36.473003 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 34a3134f-c7d2-4cfa-a058-01e6c043cfbe triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:36.474015 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:36.564839 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7380c4-c026-429f-8368-b21bf4253e0a', 'name': 'tempest-TestSnapshotPattern-846457434-router', 'tenant_id': '115c22b9d4e74e048a629fb35a52c535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': '3bc4b934-4a26-40ab-bb9f-f51e9a058af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:32Z', 'updated_at': '2022-03-14T19:13:34Z', 'revision_number': 3, 'project_id': '115c22b9d4e74e048a629fb35a52c535', 'gw_port': {'id': '3bc4b934-4a26-40ab-bb9f-f51e9a058af5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7380c4-c026-429f-8368-b21bf4253e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:33Z', 'updated_at': '2022-03-14T19:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:36.569698 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Checking router: 8d7380c4-c026-429f-8368-b21bf4253e0a for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:13:36.570234 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Updating router 8d7380c4-c026-429f-8368-b21bf4253e0a port 3bc4b934-4a26-40ab-bb9f-f51e9a058af5 binding host dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:13:36.600116 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:36.636022 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:36.643584 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 34a3134f-c7d2-4cfa-a058-01e6c043cfbe, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=34a3134f-c7d2-4cfa-a058-01e6c043cfbe,segment=NetworkSegment(66c4ff71-8511-478a-99cc-14f7acb44ee8),segment_id=66c4ff71-8511-478a-99cc-14f7acb44ee8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:13:36.716040 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:36.786459 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=34a3134f-c7d2-4cfa-a058-01e6c043cfbe,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:36.807218 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-d44efb7b-3f4c-4842-8d0f-935a317e0cb1 None None] Provisioning complete for port 34a3134f-c7d2-4cfa-a058-01e6c043cfbe triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:36.807719 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d44efb7b-3f4c-4842-8d0f-935a317e0cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:36.882215 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:36.980557 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Notify callbacks [] for port, precommit_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:36.992547 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.provisioning_blocks [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Transition to ACTIVE for port object 3bc4b934-4a26-40ab-bb9f-f51e9a058af5 will not be triggered until provisioned by entity L2. {{(pid=88637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:13:37.075798 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:37.105434 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] Allocated IP 172.20.0.1 (3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8/21f909e3-f912-4e74-b691-7fe9a9abd035/977be2c7-7b53-486f-8986-ac3ecc1e7d64) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:13:37.154315 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Attempting to bind port 3bc4b934-4a26-40ab-bb9f-f51e9a058af5 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:13:37.154593 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Attempting to bind port 3bc4b934-4a26-40ab-bb9f-f51e9a058af5 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:13:37.154968 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Attempting to bind port 3bc4b934-4a26-40ab-bb9f-f51e9a058af5 on network d324cb29-62ae-4728-b539-991e151b1eb0 {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:13:37.160494 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0098b3-5b4a-46ff-a32a-52c7d9651a78 None None] Pushing event updated for resources: {'Port': ['ID=3bc4b934-4a26-40ab-bb9f-f51e9a058af5,revision_number=2']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:37.164762 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:13:37.165173 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Checking segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:13:37.165591 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:37.165968 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Bound using segment: {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'} {{(pid=88637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:13:37.166422 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.managers [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Bound port: 3bc4b934-4a26-40ab-bb9f-f51e9a058af5, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973aa503-ed6b-43fb-83c8-83daf8ac0a9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0'}}] {{(pid=88637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:13:37.166804 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:37.249493 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] For port 3bc4b934-4a26-40ab-bb9f-f51e9a058af5, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:13:37.253465 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.plugins.ml2.db [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] For port 3bc4b934-4a26-40ab-bb9f-f51e9a058af5, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3bc4b934-4a26-40ab-bb9f-f51e9a058af5,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:13:37.336059 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:37.361464 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:37.380395 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] Transition to ACTIVE for port object 977be2c7-7b53-486f-8986-ac3ecc1e7d64 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:13:37.410990 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Routers {'8d7380c4-c026-429f-8368-b21bf4253e0a'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:13:37.411525 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:13:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['8d7380c4-c026-429f-8368-b21bf4253e0a'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:37.474046 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0098b3-5b4a-46ff-a32a-52c7d9651a78 None None] Pushing event updated for resources: {'Port': ['ID=3bc4b934-4a26-40ab-bb9f-f51e9a058af5,revision_number=3']} {{(pid=88637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:37.479198 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:37.540808 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] Network 3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:13:37.543508 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:13:37.551921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:13:37.593317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] Pushing event updated for resources: {'Port': ['ID=977be2c7-7b53-486f-8986-ac3ecc1e7d64,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:37.604050 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] Set router 8d7380c4-c026-429f-8368-b21bf4253e0a gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:13:37.612231 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-340796'] for router_interface, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:37.676503 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:13:37.756980 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:37.757757 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:37.838002 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:37.930787 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 34a3134f-c7d2-4cfa-a058-01e6c043cfbe up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:13:37.948857 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7380c4-c026-429f-8368-b21bf4253e0a', 'name': 'tempest-TestSnapshotPattern-846457434-router', 'tenant_id': '115c22b9d4e74e048a629fb35a52c535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': '3bc4b934-4a26-40ab-bb9f-f51e9a058af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:32Z', 'updated_at': '2022-03-14T19:13:34Z', 'revision_number': 3, 'project_id': '115c22b9d4e74e048a629fb35a52c535', 'gw_port': {'id': '3bc4b934-4a26-40ab-bb9f-f51e9a058af5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7380c4-c026-429f-8368-b21bf4253e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:33Z', 'updated_at': '2022-03-14T19:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:37.955473 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ad471-f70b-4cad-9c58-9347a96a1f6d None None] The sync data for ids ['8d7380c4-c026-429f-8368-b21bf4253e0a'] in dv-neutron-833560-1-hyperv is: [{'id': '8d7380c4-c026-429f-8368-b21bf4253e0a', 'name': 'tempest-TestSnapshotPattern-846457434-router', 'tenant_id': '115c22b9d4e74e048a629fb35a52c535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': '3bc4b934-4a26-40ab-bb9f-f51e9a058af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:32Z', 'updated_at': '2022-03-14T19:13:34Z', 'revision_number': 3, 'project_id': '115c22b9d4e74e048a629fb35a52c535', 'gw_port': {'id': '3bc4b934-4a26-40ab-bb9f-f51e9a058af5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7380c4-c026-429f-8368-b21bf4253e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:33Z', 'updated_at': '2022-03-14T19:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:13:37.988179 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-32356726-914f-448f-bbfe-af91b6088a17 None None] Provisioning for port 977be2c7-7b53-486f-8986-ac3ecc1e7d64 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:13:38.003003 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-32356726-914f-448f-bbfe-af91b6088a17 None None] Provisioning complete for port 977be2c7-7b53-486f-8986-ac3ecc1e7d64 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:38.003402 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-32356726-914f-448f-bbfe-af91b6088a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:38.061718 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-32356726-914f-448f-bbfe-af91b6088a17 None None] Port 977be2c7-7b53-486f-8986-ac3ecc1e7d64 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 19:13:38.076052 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 34a3134f-c7d2-4cfa-a058-01e6c043cfbe triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:38.076559 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:38.107954 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:38.161362 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:38.287652 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-341973'] for router_interface, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:38.295108 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] Pushing event updated for resources: {'Port': ['ID=977be2c7-7b53-486f-8986-ac3ecc1e7d64,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:38.453227 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] Network 3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:13:38.453227 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:13:38.661262 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] Router 8d7380c4-c026-429f-8368-b21bf4253e0a has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:13:38.799172 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-c4d2e7d5-c857-4f15-88c5-630347502319 None None] Provisioning complete for port 977be2c7-7b53-486f-8986-ac3ecc1e7d64 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:38.799693 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c4d2e7d5-c857-4f15-88c5-630347502319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:38.852375 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:13:38.854976 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-c4d2e7d5-c857-4f15-88c5-630347502319 None None] Port 977be2c7-7b53-486f-8986-ac3ecc1e7d64 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 19:13:38.861477 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-144d3569-9745-425a-a5ec-5b7d61937f6f admin admin] 10.222.0.43 "PUT /v2.0/routers/8d7380c4-c026-429f-8368-b21bf4253e0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7398663 Mar 14 19:13:39.550957 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Sync routers for ids ['8d7380c4-c026-429f-8368-b21bf4253e0a'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:13:39.560256 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Routers {'8d7380c4-c026-429f-8368-b21bf4253e0a'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:13:39.560860 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:13:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['8d7380c4-c026-429f-8368-b21bf4253e0a'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:39.689866 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3bc4b934-4a26-40ab-bb9f-f51e9a058af5 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:13:39.778921 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40062) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:39.785688 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-88af258c-833f-429d-9bd5-be6d006126b5 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1982568344', 'description': 'tempest-secgroup-smoke-1982568344 description', 'project_id': 'ebb8ff614029418ab011afd0868bd0ed'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:13:39.793753 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-88af258c-833f-429d-9bd5-be6d006126b5 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:13:39.795975 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:39.798556 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-88af258c-833f-429d-9bd5-be6d006126b5 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Usage tracker for resource:security_group and tenant:ebb8ff614029418ab011afd0868bd0ed is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:13:39.801539 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-88af258c-833f-429d-9bd5-be6d006126b5 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:13:39.807251 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-88af258c-833f-429d-9bd5-be6d006126b5 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:13:39.843862 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Set router 8d7380c4-c026-429f-8368-b21bf4253e0a gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:13:39.870257 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88af258c-833f-429d-9bd5-be6d006126b5 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:39.894367 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-88af258c-833f-429d-9bd5-be6d006126b5 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:13:39.899144 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-88af258c-833f-429d-9bd5-be6d006126b5 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Usage tracker for resource:security_group_rule and tenant:ebb8ff614029418ab011afd0868bd0ed is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:13:39.902380 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-88af258c-833f-429d-9bd5-be6d006126b5 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:13:39.909243 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-88af258c-833f-429d-9bd5-be6d006126b5 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:13:39.970648 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 3bc4b934-4a26-40ab-bb9f-f51e9a058af5 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:13:39.978739 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88af258c-833f-429d-9bd5-be6d006126b5 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:39.993138 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 3bc4b934-4a26-40ab-bb9f-f51e9a058af5 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:39.993504 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:40.052815 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88af258c-833f-429d-9bd5-be6d006126b5 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:40.093952 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af258c-833f-429d-9bd5-be6d006126b5 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932a2934-4eaa-43a4-b1f6-23a73fcce187,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:40.159050 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-88af258c-833f-429d-9bd5-be6d006126b5 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:40.160378 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-88af258c-833f-429d-9bd5-be6d006126b5 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3800755 Mar 14 19:13:40.163240 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40066) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:40.168151 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-9f7c4265-a43a-48fb-ad11-45f34ed4d529 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Request body: {'security_group_rule': {'security_group_id': '932a2934-4eaa-43a4-b1f6-23a73fcce187', 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:13:40.174593 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9f7c4265-a43a-48fb-ad11-45f34ed4d529 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:13:40.178435 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9f7c4265-a43a-48fb-ad11-45f34ed4d529 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Usage tracker for resource:security_group_rule and tenant:ebb8ff614029418ab011afd0868bd0ed is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:13:40.181512 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9f7c4265-a43a-48fb-ad11-45f34ed4d529 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:13:40.187234 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9f7c4265-a43a-48fb-ad11-45f34ed4d529 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:13:40.240536 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:40.261493 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 3bc4b934-4a26-40ab-bb9f-f51e9a058af5, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3bc4b934-4a26-40ab-bb9f-f51e9a058af5,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:13:40.265062 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9f7c4265-a43a-48fb-ad11-45f34ed4d529 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:40.276577 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7380c4-c026-429f-8368-b21bf4253e0a', 'name': 'tempest-TestSnapshotPattern-846457434-router', 'tenant_id': '115c22b9d4e74e048a629fb35a52c535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': '3bc4b934-4a26-40ab-bb9f-f51e9a058af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:32Z', 'updated_at': '2022-03-14T19:13:37Z', 'revision_number': 4, 'project_id': '115c22b9d4e74e048a629fb35a52c535', 'gw_port': {'id': '3bc4b934-4a26-40ab-bb9f-f51e9a058af5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7380c4-c026-429f-8368-b21bf4253e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:33Z', 'updated_at': '2022-03-14T19:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '977be2c7-7b53-486f-8986-ac3ecc1e7d64', 'name': '', 'network_id': '3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8', 'tenant_id': '115c22b9d4e74e048a629fb35a52c535', 'mac_address': 'fa:16:3e:5c:f7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7380c4-c026-429f-8368-b21bf4253e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '21f909e3-f912-4e74-b691-7fe9a9abd035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:36Z', 'updated_at': '2022-03-14T19:13:37Z', 'revision_number': 2, 'project_id': '115c22b9d4e74e048a629fb35a52c535', 'subnets': [{'id': '21f909e3-f912-4e74-b691-7fe9a9abd035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:40.280386 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Checking router: 8d7380c4-c026-429f-8368-b21bf4253e0a for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:13:40.280732 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Updating router 8d7380c4-c026-429f-8368-b21bf4253e0a port 977be2c7-7b53-486f-8986-ac3ecc1e7d64 binding host dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:13:40.327131 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9f7c4265-a43a-48fb-ad11-45f34ed4d529 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:40.334957 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:40.345058 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:40.426983 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9f7c4265-a43a-48fb-ad11-45f34ed4d529 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:40.455315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c4265-a43a-48fb-ad11-45f34ed4d529 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac61add-1d05-483c-851e-82ef19a83a10,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:40.505671 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=3bc4b934-4a26-40ab-bb9f-f51e9a058af5,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:40.518477 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9f7c4265-a43a-48fb-ad11-45f34ed4d529 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:40.519728 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9f7c4265-a43a-48fb-ad11-45f34ed4d529 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3555379 Mar 14 19:13:40.522515 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40074) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:40.527710 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-91858443-3e71-406f-bbf9-e797916e26cc tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Request body: {'security_group_rule': {'security_group_id': '932a2934-4eaa-43a4-b1f6-23a73fcce187', 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:13:40.533747 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-91858443-3e71-406f-bbf9-e797916e26cc tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:13:40.537946 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-91858443-3e71-406f-bbf9-e797916e26cc tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Usage tracker for resource:security_group_rule and tenant:ebb8ff614029418ab011afd0868bd0ed is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:13:40.540835 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-91858443-3e71-406f-bbf9-e797916e26cc tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:13:40.546478 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-91858443-3e71-406f-bbf9-e797916e26cc tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:13:40.648995 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-91858443-3e71-406f-bbf9-e797916e26cc tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:40.715416 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-91858443-3e71-406f-bbf9-e797916e26cc tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:40.767335 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:40.778882 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Transition to ACTIVE for port object 977be2c7-7b53-486f-8986-ac3ecc1e7d64 will not be triggered until provisioned by entity L2. {{(pid=88636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:13:40.816212 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-91858443-3e71-406f-bbf9-e797916e26cc tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:40.841269 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91858443-3e71-406f-bbf9-e797916e26cc tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62deb2d4-fef3-4a2a-afa5-5a48f1660939,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:40.921715 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:40.939348 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-91858443-3e71-406f-bbf9-e797916e26cc tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:40.940561 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-91858443-3e71-406f-bbf9-e797916e26cc tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4170921 Mar 14 19:13:40.943451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40086) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:40.948605 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-d6b0897d-d774-415b-8d50-a09e9de9bad8 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Request body: {'security_group_rule': {'security_group_id': '932a2934-4eaa-43a4-b1f6-23a73fcce187', 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:13:40.954833 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d6b0897d-d774-415b-8d50-a09e9de9bad8 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:13:40.959245 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d6b0897d-d774-415b-8d50-a09e9de9bad8 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Usage tracker for resource:security_group_rule and tenant:ebb8ff614029418ab011afd0868bd0ed is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:13:40.961829 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-d6b0897d-d774-415b-8d50-a09e9de9bad8 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:13:40.967615 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-d6b0897d-d774-415b-8d50-a09e9de9bad8 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:13:41.052209 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d6b0897d-d774-415b-8d50-a09e9de9bad8 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:41.071292 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d999e-9629-44f2-b34f-d718aeb7efb7 None None] Pushing event updated for resources: {'Port': ['ID=977be2c7-7b53-486f-8986-ac3ecc1e7d64,revision_number=3']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:41.123955 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d6b0897d-d774-415b-8d50-a09e9de9bad8 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:41.141402 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Attempting to bind port 977be2c7-7b53-486f-8986-ac3ecc1e7d64 on host dv-neutron-833560-1-hyperv for vnic_type normal with profile {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:13:41.141768 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Attempting to bind port 977be2c7-7b53-486f-8986-ac3ecc1e7d64 by drivers openvswitch,hyperv on host dv-neutron-833560-1-hyperv at level 0 using segments [{'id': '66c4ff71-8511-478a-99cc-14f7acb44ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8'}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:13:41.142128 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Attempting to bind port 977be2c7-7b53-486f-8986-ac3ecc1e7d64 on network 3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8 {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:13:41.147654 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Checking agent: {'id': 'bd815fbd-9c5a-43a3-87d6-2f088c40582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833560-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 7, 58), 'started_at': datetime.datetime(2022, 3, 14, 18, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833560-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:13:41.148015 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Checking segment: {'id': '66c4ff71-8511-478a-99cc-14f7acb44ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:13:41.148418 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:41.148801 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Bound using segment: {'id': '66c4ff71-8511-478a-99cc-14f7acb44ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8'} {{(pid=88636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:13:41.149263 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.managers [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Bound port: 977be2c7-7b53-486f-8986-ac3ecc1e7d64, host: dv-neutron-833560-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c4ff71-8511-478a-99cc-14f7acb44ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8'}}] {{(pid=88636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:13:41.149629 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:41.190286 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d6b0897d-d774-415b-8d50-a09e9de9bad8 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:41.216140 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0897d-d774-415b-8d50-a09e9de9bad8 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577dd3c7-7e62-4fd6-885b-8c5d269db632,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:41.251700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] For port 977be2c7-7b53-486f-8986-ac3ecc1e7d64, host dv-neutron-833560-1-hyperv, cleared binding levels {{(pid=88636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:13:41.254542 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] For port 977be2c7-7b53-486f-8986-ac3ecc1e7d64, host dv-neutron-833560-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=977be2c7-7b53-486f-8986-ac3ecc1e7d64,segment=NetworkSegment(66c4ff71-8511-478a-99cc-14f7acb44ee8),segment_id=66c4ff71-8511-478a-99cc-14f7acb44ee8)] {{(pid=88636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:13:41.310162 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-d6b0897d-d774-415b-8d50-a09e9de9bad8 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:41.311480 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-d6b0897d-d774-415b-8d50-a09e9de9bad8 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3670430 Mar 14 19:13:41.314279 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40090) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:41.319386 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-9c80b304-f2c2-408b-a0df-da868da951b4 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Request body: {'security_group_rule': {'security_group_id': '932a2934-4eaa-43a4-b1f6-23a73fcce187', 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:13:41.325572 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9c80b304-f2c2-408b-a0df-da868da951b4 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:13:41.329444 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9c80b304-f2c2-408b-a0df-da868da951b4 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Usage tracker for resource:security_group_rule and tenant:ebb8ff614029418ab011afd0868bd0ed is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:13:41.332550 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9c80b304-f2c2-408b-a0df-da868da951b4 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:13:41.336407 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:41.338323 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9c80b304-f2c2-408b-a0df-da868da951b4 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:13:41.429253 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c80b304-f2c2-408b-a0df-da868da951b4 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:41.444877 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Routers {'8d7380c4-c026-429f-8368-b21bf4253e0a'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:13:41.445397 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:13:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['8d7380c4-c026-429f-8368-b21bf4253e0a'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:41.499119 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c80b304-f2c2-408b-a0df-da868da951b4 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:41.501618 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d999e-9629-44f2-b34f-d718aeb7efb7 None None] Pushing event updated for resources: {'Port': ['ID=977be2c7-7b53-486f-8986-ac3ecc1e7d64,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:41.549675 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c80b304-f2c2-408b-a0df-da868da951b4 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:41.640729 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] Set router 8d7380c4-c026-429f-8368-b21bf4253e0a gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:13:41.681509 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80b304-f2c2-408b-a0df-da868da951b4 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e60aab-9eb8-4cdc-8397-78c1a10138c7,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:41.688511 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3bc4b934-4a26-40ab-bb9f-f51e9a058af5 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:13:41.764546 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9c80b304-f2c2-408b-a0df-da868da951b4 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:41.766213 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9c80b304-f2c2-408b-a0df-da868da951b4 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4508750 Mar 14 19:13:41.769588 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40096) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:41.775193 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-0470f7c0-705d-49f4-9470-342216b9fb01 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Request body: {'security_group_rule': {'security_group_id': '932a2934-4eaa-43a4-b1f6-23a73fcce187', 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:13:41.781407 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0470f7c0-705d-49f4-9470-342216b9fb01 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:13:41.785109 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0470f7c0-705d-49f4-9470-342216b9fb01 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Usage tracker for resource:security_group_rule and tenant:ebb8ff614029418ab011afd0868bd0ed is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:13:41.787896 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-0470f7c0-705d-49f4-9470-342216b9fb01 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:13:41.793929 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-0470f7c0-705d-49f4-9470-342216b9fb01 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:13:41.864168 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-0470f7c0-705d-49f4-9470-342216b9fb01 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Project ebb8ff614029418ab011afd0868bd0ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:13:41.871774 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0470f7c0-705d-49f4-9470-342216b9fb01 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:41.927488 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 3bc4b934-4a26-40ab-bb9f-f51e9a058af5 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:41.928038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:41.935916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0470f7c0-705d-49f4-9470-342216b9fb01 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:42.012959 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0470f7c0-705d-49f4-9470-342216b9fb01 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:42.036578 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470f7c0-705d-49f4-9470-342216b9fb01 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8ef8a7-8822-4ea9-b34e-2b7bb2e7adc2,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:42.091998 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:13:42.101708 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0470f7c0-705d-49f4-9470-342216b9fb01 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:42.103220 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0470f7c0-705d-49f4-9470-342216b9fb01 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3323729 Mar 14 19:13:42.105782 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40102) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:42.111961 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-612c5442-5fb8-4140-b0ea-4b3ab48396e1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Request body: {'security_group_rule': {'security_group_id': '932a2934-4eaa-43a4-b1f6-23a73fcce187', 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:13:42.117743 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-612c5442-5fb8-4140-b0ea-4b3ab48396e1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:13:42.118541 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7380c4-c026-429f-8368-b21bf4253e0a', 'name': 'tempest-TestSnapshotPattern-846457434-router', 'tenant_id': '115c22b9d4e74e048a629fb35a52c535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': '3bc4b934-4a26-40ab-bb9f-f51e9a058af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:32Z', 'updated_at': '2022-03-14T19:13:37Z', 'revision_number': 4, 'project_id': '115c22b9d4e74e048a629fb35a52c535', 'gw_port': {'id': '3bc4b934-4a26-40ab-bb9f-f51e9a058af5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7380c4-c026-429f-8368-b21bf4253e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:33Z', 'updated_at': '2022-03-14T19:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '977be2c7-7b53-486f-8986-ac3ecc1e7d64', 'name': '', 'network_id': '3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8', 'tenant_id': '115c22b9d4e74e048a629fb35a52c535', 'mac_address': 'fa:16:3e:5c:f7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7380c4-c026-429f-8368-b21bf4253e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '21f909e3-f912-4e74-b691-7fe9a9abd035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:36Z', 'updated_at': '2022-03-14T19:13:41Z', 'revision_number': 4, 'project_id': '115c22b9d4e74e048a629fb35a52c535', 'subnets': [{'id': '21f909e3-f912-4e74-b691-7fe9a9abd035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:13:42.122647 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09970cb-c0f9-46fc-be99-39717aa237d7 None None] The sync data for ids ['8d7380c4-c026-429f-8368-b21bf4253e0a'] in dv-neutron-833560-1-hyperv is: [{'id': '8d7380c4-c026-429f-8368-b21bf4253e0a', 'name': 'tempest-TestSnapshotPattern-846457434-router', 'tenant_id': '115c22b9d4e74e048a629fb35a52c535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': '3bc4b934-4a26-40ab-bb9f-f51e9a058af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:32Z', 'updated_at': '2022-03-14T19:13:37Z', 'revision_number': 4, 'project_id': '115c22b9d4e74e048a629fb35a52c535', 'gw_port': {'id': '3bc4b934-4a26-40ab-bb9f-f51e9a058af5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7380c4-c026-429f-8368-b21bf4253e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:33Z', 'updated_at': '2022-03-14T19:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '977be2c7-7b53-486f-8986-ac3ecc1e7d64', 'name': '', 'network_id': '3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8', 'tenant_id': '115c22b9d4e74e048a629fb35a52c535', 'mac_address': 'fa:16:3e:5c:f7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7380c4-c026-429f-8368-b21bf4253e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '21f909e3-f912-4e74-b691-7fe9a9abd035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:36Z', 'updated_at': '2022-03-14T19:13:41Z', 'revision_number': 4, 'project_id': '115c22b9d4e74e048a629fb35a52c535', 'subnets': [{'id': '21f909e3-f912-4e74-b691-7fe9a9abd035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:13:42.123419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-612c5442-5fb8-4140-b0ea-4b3ab48396e1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Usage tracker for resource:security_group_rule and tenant:ebb8ff614029418ab011afd0868bd0ed is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:13:42.128515 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-612c5442-5fb8-4140-b0ea-4b3ab48396e1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:13:42.137316 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-612c5442-5fb8-4140-b0ea-4b3ab48396e1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:13:42.221859 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.securitygroups_db [None req-612c5442-5fb8-4140-b0ea-4b3ab48396e1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Project ebb8ff614029418ab011afd0868bd0ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:13:42.229863 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-612c5442-5fb8-4140-b0ea-4b3ab48396e1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:42.306432 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-612c5442-5fb8-4140-b0ea-4b3ab48396e1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:42.389958 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-612c5442-5fb8-4140-b0ea-4b3ab48396e1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720370'] for security_group_rule, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:42.414649 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c5442-5fb8-4140-b0ea-4b3ab48396e1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086c9c22-6605-4d3c-841b-dd3a0bc45d85,revision_number=0']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:42.521490 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-612c5442-5fb8-4140-b0ea-4b3ab48396e1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:42.522951 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-612c5442-5fb8-4140-b0ea-4b3ab48396e1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4160125 Mar 14 19:13:42.704331 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-868d9eda-5908-480a-9317-6daaa23ee14d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Synchronizing usage tracker for tenant:ebb8ff614029418ab011afd0868bd0ed on resource:security_group {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:13:42.835530 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-868d9eda-5908-480a-9317-6daaa23ee14d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Unset dirty status for tenant:ebb8ff614029418ab011afd0868bd0ed on resource:security_group {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:13:42.836698 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-868d9eda-5908-480a-9317-6daaa23ee14d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1982568344&fields=id&tenant_id=ebb8ff614029418ab011afd0868bd0ed HTTP/1.1" status: 200 len: 267 time: 0.1777773 Mar 14 19:13:42.993034 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-f2ab84eb-a2eb-4b80-bc96-dcf213bc1135 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:42.994632 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-f2ab84eb-a2eb-4b80-bc96-dcf213bc1135 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/networks?id=ad4764e8-31bf-4786-9521-4720e45cadba HTTP/1.1" status: 200 len: 810 time: 0.1511269 Mar 14 19:13:43.010553 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-22a3fe64-6b2a-4c4e-a1d9-832abc873c5a tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/quotas/ebb8ff614029418ab011afd0868bd0ed HTTP/1.1" status: 200 len: 375 time: 0.0104177 Mar 14 19:13:43.100110 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-8674ddd0-e106-4258-ad1b-d05a15101b48 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Synchronizing usage tracker for tenant:ebb8ff614029418ab011afd0868bd0ed on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:13:43.187028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-8674ddd0-e106-4258-ad1b-d05a15101b48 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Unset dirty status for tenant:ebb8ff614029418ab011afd0868bd0ed on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:13:43.189016 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-8674ddd0-e106-4258-ad1b-d05a15101b48 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebb8ff614029418ab011afd0868bd0ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1730196 Mar 14 19:13:43.304686 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-98180dba-99d8-4383-ae9f-7edd8da01625 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 19:13:43.305667 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-98180dba-99d8-4383-ae9f-7edd8da01625 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1051841 Mar 14 19:13:43.441383 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-bdf28145-060c-4d2e-9f83-39f930a27422 service neutron] 10.222.0.43 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294444 Mar 14 19:13:43.577443 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-e25e2138-5781-4cdb-915a-e9b9a423b4bf service neutron] 10.222.0.43 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298821 Mar 14 19:13:43.684632 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 977be2c7-7b53-486f-8986-ac3ecc1e7d64 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:13:43.798597 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning for port 977be2c7-7b53-486f-8986-ac3ecc1e7d64 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:13:43.808351 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 977be2c7-7b53-486f-8986-ac3ecc1e7d64 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:43.808758 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:43.880523 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e898a323-92cb-496c-a5e5-303d9b220aa4 req-ccdb8a7c-3c06-45dd-845f-1ba4cc17a09b tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 210 time: 0.0473745 Mar 14 19:13:43.941495 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:43.974876 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] For port 977be2c7-7b53-486f-8986-ac3ecc1e7d64, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=977be2c7-7b53-486f-8986-ac3ecc1e7d64,segment=NetworkSegment(66c4ff71-8511-478a-99cc-14f7acb44ee8),segment_id=66c4ff71-8511-478a-99cc-14f7acb44ee8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:13:44.041101 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:44.115267 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Pushing event updated for resources: {'Port': ['ID=977be2c7-7b53-486f-8986-ac3ecc1e7d64,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:45.027428 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-6ca6d603-0739-4be1-976e-cddbc4aa5c95 req-9002a152-01aa-4896-8b5a-56129f7fbac8 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 210 time: 0.0399220 Mar 14 19:13:45.659289 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 977be2c7-7b53-486f-8986-ac3ecc1e7d64 up at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:13:45.728721 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Provisioning complete for port 977be2c7-7b53-486f-8986-ac3ecc1e7d64 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:45.729087 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:46.120956 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-76f8681d-fd18-454c-a77c-6dd40e7bc8f6 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:46.120956 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-76f8681d-fd18-454c-a77c-6dd40e7bc8f6 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.59 "GET /v2.0/networks?id=ad4764e8-31bf-4786-9521-4720e45cadba HTTP/1.1" status: 200 len: 810 time: 0.1514969 Mar 14 19:13:46.204499 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ba71be6-606d-4d05-9e80-5dc4b092b582 req-471fba9f-6dd7-437c-be8c-833798610bf3 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 210 time: 0.0525367 Mar 14 19:13:46.214724 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-749c8075-485f-4377-8fbe-23bd96de4b0e tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebb8ff614029418ab011afd0868bd0ed HTTP/1.1" status: 200 len: 380 time: 0.0835054 Mar 14 19:13:46.225342 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-b08d375e-d4f9-4aba-b5bc-a5ab7225ff87 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Request body: {'port': {'device_id': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'admin_state_up': True, 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'security_groups': ['932a2934-4eaa-43a4-b1f6-23a73fcce187']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:13:46.360637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-b08d375e-d4f9-4aba-b5bc-a5ab7225ff87 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:13:46.370038 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-b08d375e-d4f9-4aba-b5bc-a5ab7225ff87 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:13:46.452480 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-b08d375e-d4f9-4aba-b5bc-a5ab7225ff87 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Made reservation on behalf of ebb8ff614029418ab011afd0868bd0ed for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:13:46.456074 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-b08d375e-d4f9-4aba-b5bc-a5ab7225ff87 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:46.610413 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-b08d375e-d4f9-4aba-b5bc-a5ab7225ff87 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Allocated IP 172.20.0.11 (ad4764e8-31bf-4786-9521-4720e45cadba/e00aad88-2531-489d-87d2-206f6af4fec4/811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:13:46.798311 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-b08d375e-d4f9-4aba-b5bc-a5ab7225ff87 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:46.814039 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-b08d375e-d4f9-4aba-b5bc-a5ab7225ff87 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Transition to ACTIVE for port object 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:13:46.884634 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-b08d375e-d4f9-4aba-b5bc-a5ab7225ff87 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:46.949457 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-b08d375e-d4f9-4aba-b5bc-a5ab7225ff87 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Network ad4764e8-31bf-4786-9521-4720e45cadba is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:13:46.957525 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-b08d375e-d4f9-4aba-b5bc-a5ab7225ff87 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:13:46.961916 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-b08d375e-d4f9-4aba-b5bc-a5ab7225ff87 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:13:46.991677 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d375e-d4f9-4aba-b5bc-a5ab7225ff87 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Pushing event updated for resources: {'Port': ['ID=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:47.034134 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-b08d375e-d4f9-4aba-b5bc-a5ab7225ff87 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:47.034790 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-b08d375e-d4f9-4aba-b5bc-a5ab7225ff87 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:47.143280 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-b08d375e-d4f9-4aba-b5bc-a5ab7225ff87 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9235308 Mar 14 19:13:47.154477 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Request body: {'port': {'device_id': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:13:47.278724 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4cf20626-1a4a-42a4-8a98-7d774f75c988 None None] Provisioning for port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:13:47.283665 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-4cf20626-1a4a-42a4-8a98-7d774f75c988 None None] Provisioning complete for port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:47.284038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-4cf20626-1a4a-42a4-8a98-7d774f75c988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:47.336849 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-4cf20626-1a4a-42a4-8a98-7d774f75c988 None None] Port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 19:13:47.410909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:47.501891 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbd28f-e5cf-451c-863a-cb8941e548ab req-b7dbbb93-9c89-480d-9101-e94c116c97d0 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:47.502477 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-69cbd28f-e5cf-451c-863a-cb8941e548ab req-b7dbbb93-9c89-480d-9101-e94c116c97d0 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Synchronizing usage tracker for tenant:ebb8ff614029418ab011afd0868bd0ed on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:13:47.665371 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-69cbd28f-e5cf-451c-863a-cb8941e548ab req-b7dbbb93-9c89-480d-9101-e94c116c97d0 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Unset dirty status for tenant:ebb8ff614029418ab011afd0868bd0ed on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:13:47.666501 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-69cbd28f-e5cf-451c-863a-cb8941e548ab req-b7dbbb93-9c89-480d-9101-e94c116c97d0 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 932 time: 0.3315232 Mar 14 19:13:47.735963 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-69cbd28f-e5cf-451c-863a-cb8941e548ab req-0bd3cc2f-e8f1-40b0-99f1-c48c615ccafd tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613334 Mar 14 19:13:47.818299 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:13:47.825596 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:47.840349 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Transition to ACTIVE for port object 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:13:47.907898 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:48.059294 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Pushing event updated for resources: {'Port': ['ID=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:48.141007 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Attempting to bind port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:13:48.141336 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Attempting to bind port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '14de71f8-186f-410f-aa19-eda7f74f185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:13:48.141660 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Attempting to bind port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 on network ad4764e8-31bf-4786-9521-4720e45cadba {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:13:48.146274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 on network ad4764e8-31bf-4786-9521-4720e45cadba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 19:13:48.147328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Attempting to bind port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 on network ad4764e8-31bf-4786-9521-4720e45cadba {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:13:48.152638 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:13:48.152969 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Checking segment: {'id': '14de71f8-186f-410f-aa19-eda7f74f185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:13:48.153390 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Bound using segment: {'id': '14de71f8-186f-410f-aa19-eda7f74f185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:13:48.153806 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Bound port: 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14de71f8-186f-410f-aa19-eda7f74f185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:13:48.154145 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:48.245890 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] For port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:13:48.248821 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] For port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:13:48.356372 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:48.411056 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:48.411714 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:48.413098 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] 10.222.0.59 "PUT /v2.0/ports/811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 HTTP/1.1" status: 200 len: 1094 time: 1.2625937 Mar 14 19:13:48.413535 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'tag': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:13:48.442444 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2d7be-b916-4296-b5e5-aeb2f69256f2 service neutron] Pushing event updated for resources: {'Port': ['ID=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:48.466654 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'tag': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'status': 'completed', 'code': 200} Mar 14 19:13:48.565183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387fa12-afe8-4cf9-9524-1cda98b27b8b req-8bfae951-0936-450d-830d-3bfcdc8488f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:48.566676 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7387fa12-afe8-4cf9-9524-1cda98b27b8b req-8bfae951-0936-450d-830d-3bfcdc8488f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb8ff614029418ab011afd0868bd0ed&device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 1097 time: 0.0793521 Mar 14 19:13:48.712138 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387fa12-afe8-4cf9-9524-1cda98b27b8b req-1a447cdf-7339-4c95-937b-335071e982ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:48.713578 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7387fa12-afe8-4cf9-9524-1cda98b27b8b req-1a447cdf-7339-4c95-937b-335071e982ef service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ebb8ff614029418ab011afd0868bd0ed&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1404369 Mar 14 19:13:48.892975 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387fa12-afe8-4cf9-9524-1cda98b27b8b req-7c19881d-d860-4a01-99ca-31ac68b82c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:48.894403 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7387fa12-afe8-4cf9-9524-1cda98b27b8b req-7c19881d-d860-4a01-99ca-31ac68b82c31 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1752527 Mar 14 19:13:48.977471 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81aa98-d101-4cbc-b7b0-e9d0ce4e4cdd req-c4be9cff-c151-4f4b-8103-ff2e9769f61d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:48.978852 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cd81aa98-d101-4cbc-b7b0-e9d0ce4e4cdd req-c4be9cff-c151-4f4b-8103-ff2e9769f61d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 944 time: 0.1270783 Mar 14 19:13:49.034053 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-cd81aa98-d101-4cbc-b7b0-e9d0ce4e4cdd req-5251f6da-53cc-4a50-8ed6-2c0a70e5df74 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480034 Mar 14 19:13:49.053347 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-c1fb6abe-7e6e-4738-bb35-0a35314d1290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:49.055718 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-c1fb6abe-7e6e-4738-bb35-0a35314d1290 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb8ff614029418ab011afd0868bd0ed&device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 1097 time: 0.1237020 Mar 14 19:13:49.127422 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-a5d3e362-88ff-4119-92eb-bb8ba9f2e862 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 HTTP/1.1" status: 200 len: 217 time: 0.0656223 Mar 14 19:13:49.290935 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-a02238a7-4f02-44ef-a9e7-711564cc92b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:49.292379 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-a02238a7-4f02-44ef-a9e7-711564cc92b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e00aad88-2531-489d-87d2-206f6af4fec4 HTTP/1.1" status: 200 len: 849 time: 0.1598549 Mar 14 19:13:49.371259 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-55b1520f-4c1e-4a29-9af5-5b21fe57fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:49.372688 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-55b1520f-4c1e-4a29-9af5-5b21fe57fe1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad4764e8-31bf-4786-9521-4720e45cadba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744789 Mar 14 19:13:49.499767 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-540987e6-3b05-410d-8af0-0fe5257f1ef9 service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213679 Mar 14 19:13:49.627956 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1ff652ac-9b9a-4263-8d19-c9a4092ac54d req-a25f9d93-cc36-4e37-bf24-495424ae32a0 service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226351 Mar 14 19:13:50.224683 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d512827-300c-4857-978c-2fc282796cca req-d92f645d-c189-445b-a7e0-73bc7cff9b7d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:50.226112 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8d512827-300c-4857-978c-2fc282796cca req-d92f645d-c189-445b-a7e0-73bc7cff9b7d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 944 time: 0.0772550 Mar 14 19:13:50.270111 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8d512827-300c-4857-978c-2fc282796cca req-53d3c945-8a18-40d5-8ac8-3cf5959ea497 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382261 Mar 14 19:13:51.463966 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290792c4-9903-49ba-a663-ff7bfca5f1d7 req-802b3d67-0705-4732-9c5d-a8c2a1798fdb tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:51.466184 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-290792c4-9903-49ba-a663-ff7bfca5f1d7 req-802b3d67-0705-4732-9c5d-a8c2a1798fdb tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 944 time: 0.0869687 Mar 14 19:13:51.516536 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-290792c4-9903-49ba-a663-ff7bfca5f1d7 req-d33c7c1c-8b00-404a-af51-734f40a4fbfb tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433099 Mar 14 19:13:52.699412 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3e4df-92e3-4d93-93e1-7ae12e24e87f req-980c0c71-2454-4272-beed-062a135f149b tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:52.700850 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e6c3e4df-92e3-4d93-93e1-7ae12e24e87f req-980c0c71-2454-4272-beed-062a135f149b tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 944 time: 0.0807879 Mar 14 19:13:52.747058 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e6c3e4df-92e3-4d93-93e1-7ae12e24e87f req-b380c034-1298-426d-86ed-6c923571ba21 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399604 Mar 14 19:13:53.572738 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 19:13:53.706031 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:13:53.719697 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'port_id': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'mac_address': 'fa:16:3e:92:97:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 19:13:53.810744 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:53.827711 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:13:53.842875 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:13:53.901006 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:53.935149 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a13e3-2fde-44af-8a59-3ec095c879a7 req-de9a5302-5986-4f04-a9d1-85bb9122f721 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:53.936567 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7b7a13e3-2fde-44af-8a59-3ec095c879a7 req-de9a5302-5986-4f04-a9d1-85bb9122f721 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 944 time: 0.0829692 Mar 14 19:13:53.971991 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:53.983404 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7b7a13e3-2fde-44af-8a59-3ec095c879a7 req-f3ffe9dd-6f8b-4d24-83f0-032b4df1746f tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411406 Mar 14 19:13:54.141000 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 19:13:54.429414 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3eef58d4-35b5-4aeb-8b66-c889a51571f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:55.162410 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f9b27-1c28-45db-b59f-dd6d88e2d94b req-1e54604d-515b-4e11-a2c4-213206402151 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:55.163857 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ab8f9b27-1c28-45db-b59f-dd6d88e2d94b req-1e54604d-515b-4e11-a2c4-213206402151 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 945 time: 0.0767794 Mar 14 19:13:55.209363 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-ab8f9b27-1c28-45db-b59f-dd6d88e2d94b req-8d50850c-d683-4041-adb2-d6ee82e928a2 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398142 Mar 14 19:13:55.571376 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:13:55.709516 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:13:55.715355 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:55.715726 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:55.826694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:55.852482 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:13:55.862302 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:13:55.898182 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'code': 200} Mar 14 19:13:55.915380 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:55.989481 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:56.259359 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef9919-ea79-4dbb-953e-e664a822f6d7 req-e80006b4-b515-4408-a741-7554bb0dbc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:56.260888 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f2ef9919-ea79-4dbb-953e-e664a822f6d7 req-e80006b4-b515-4408-a741-7554bb0dbc35 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 1099 time: 0.0686083 Mar 14 19:13:56.302136 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-f2ef9919-ea79-4dbb-953e-e664a822f6d7 req-2542d1af-3f1e-4152-be64-7b1e08c1da54 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353744 Mar 14 19:13:56.396170 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9ecee-c4fb-4b8c-9c4d-0b8df3caba55 req-a6224103-9504-42c7-892e-25739ad47858 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:56.398273 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0cb9ecee-c4fb-4b8c-9c4d-0b8df3caba55 req-a6224103-9504-42c7-892e-25739ad47858 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 946 time: 0.0807204 Mar 14 19:13:56.415615 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d7d272a7-b214-414b-b70a-5aa38d54519a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:56.442858 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0cb9ecee-c4fb-4b8c-9c4d-0b8df3caba55 req-980b07f0-de5c-4427-8a35-d518a8a1a5a8 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392258 Mar 14 19:13:57.628968 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb29dd-1f42-49c8-b79e-252cd0b6f04a req-1321b8b1-b6a3-4194-8615-2f411e952039 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:57.630427 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3dcb29dd-1f42-49c8-b79e-252cd0b6f04a req-1321b8b1-b6a3-4194-8615-2f411e952039 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 946 time: 0.0787270 Mar 14 19:13:57.674572 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-3dcb29dd-1f42-49c8-b79e-252cd0b6f04a req-a64d6a1d-cf82-480a-9074-ccf776716fc7 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382829 Mar 14 19:13:57.855697 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ac45f-fc84-4759-b994-9c29c17bc9bd req-017b1971-b695-4b53-b95e-206635e404a3 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:57.857140 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2e8ac45f-fc84-4759-b994-9c29c17bc9bd req-017b1971-b695-4b53-b95e-206635e404a3 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 946 time: 0.0808177 Mar 14 19:13:57.900199 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2e8ac45f-fc84-4759-b994-9c29c17bc9bd req-68b32d4c-9d4b-4661-8670-4ee6371a95e6 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368478 Mar 14 19:13:57.923259 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40176) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:57.958312 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:58.032996 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:58.035460 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daefe8a4-d259-4a6c-bddd-618cc0fe5326 tempest-TestSnapshotPattern-463209281 tempest-TestSnapshotPattern-463209281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:58.036161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-daefe8a4-d259-4a6c-bddd-618cc0fe5326 tempest-TestSnapshotPattern-463209281 tempest-TestSnapshotPattern-463209281-project-admin] Synchronizing usage tracker for tenant:115c22b9d4e74e048a629fb35a52c535 on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:13:58.126482 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-daefe8a4-d259-4a6c-bddd-618cc0fe5326 tempest-TestSnapshotPattern-463209281 tempest-TestSnapshotPattern-463209281-project-admin] Unset dirty status for tenant:115c22b9d4e74e048a629fb35a52c535 on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:13:58.127699 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-daefe8a4-d259-4a6c-bddd-618cc0fe5326 tempest-TestSnapshotPattern-463209281 tempest-TestSnapshotPattern-463209281-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 1094 time: 0.2034824 Mar 14 19:13:58.130552 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40182) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:13:58.135563 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:13:58.142389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:13:58.146477 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Usage tracker for resource:floatingip and tenant:ebb8ff614029418ab011afd0868bd0ed is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:13:58.149261 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:13:58.155113 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:13:58.207419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:58.337733 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:58.470205 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Allocated IP 172.26.7.29 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/e90b2250-5460-471f-83a8-cab2fe9eb91e) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:13:58.611415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:58.710106 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:58.773259 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:13:58.780267 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:13:58.784520 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:13:58.812674 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Pushing event updated for resources: {'Port': ['ID=e90b2250-5460-471f-83a8-cab2fe9eb91e,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:59.273056 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:59.415822 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:59.615214 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:59.695601 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:59.802092 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Pushing event updated for resources: {'Port': ['ID=e90b2250-5460-471f-83a8-cab2fe9eb91e,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:59.814209 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:59.983876 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Floating IP b9f60e32-a36c-49f3-9db5-bb6d7552f5f2 associated. External IP: 172.26.7.29, port: 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7. Mar 14 19:14:00.015621 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:00.321389 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Router 5b9c560c-5643-4461-8cd1-f90167ca7898 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:14:00.599368 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:14:00.608958 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae55c5a-4ce9-4921-b17f-9a6b5690882f None None] Sync routers for ids ['5b9c560c-5643-4461-8cd1-f90167ca7898'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:14:00.640854 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae55c5a-4ce9-4921-b17f-9a6b5690882f None None] Routers {'5b9c560c-5643-4461-8cd1-f90167ca7898'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:14:00.641443 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8ae55c5a-4ce9-4921-b17f-9a6b5690882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:13:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['5b9c560c-5643-4461-8cd1-f90167ca7898'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:14:00.695860 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:00.752995 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9984de80-9026-49d9-a1f4-b2477da995ef tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6212680 Mar 14 19:14:00.753560 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'tag': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:14:00.799254 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'tag': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'status': 'completed', 'code': 200} Mar 14 19:14:00.817049 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-8ae55c5a-4ce9-4921-b17f-9a6b5690882f None None] Set router 5b9c560c-5643-4461-8cd1-f90167ca7898 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:14:00.890059 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadab478-0861-41f1-8e33-e8ac0df0e4d6 req-e84a9bd6-6ee2-483c-8613-08069b7df95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:14:00.891499 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dadab478-0861-41f1-8e33-e8ac0df0e4d6 req-e84a9bd6-6ee2-483c-8613-08069b7df95b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb8ff614029418ab011afd0868bd0ed&device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 1099 time: 0.0709713 Mar 14 19:14:01.022621 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadab478-0861-41f1-8e33-e8ac0df0e4d6 req-653a2e26-ee60-44bc-b39e-b8ba8c328bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:14:01.024141 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dadab478-0861-41f1-8e33-e8ac0df0e4d6 req-653a2e26-ee60-44bc-b39e-b8ba8c328bbe service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad4764e8-31bf-4786-9521-4720e45cadba HTTP/1.1" status: 200 len: 911 time: 0.1257949 Mar 14 19:14:01.129710 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dadab478-0861-41f1-8e33-e8ac0df0e4d6 req-54517f96-b48c-4691-b462-9000c16a86bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 HTTP/1.1" status: 200 len: 999 time: 0.0961933 Mar 14 19:14:01.160472 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8ae55c5a-4ce9-4921-b17f-9a6b5690882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:13:29Z', 'revision_number': 4, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port': {'id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:25Z', 'updated_at': '2022-03-14T19:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'b9f60e32-a36c-49f3-9db5-bb6d7552f5f2', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'port_id': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'mac_address': 'fa:16:3e:92:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:13:59Z', 'updated_at': '2022-03-14T19:13:59Z', 'revision_number': 0, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f87d1a6-5ff3-4792-9440-1e883b0ffe19', 'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'mac_address': 'fa:16:3e:43:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:28Z', 'updated_at': '2022-03-14T19:13:36Z', 'revision_number': 5, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'subnets': [{'id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:14:01.164250 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae55c5a-4ce9-4921-b17f-9a6b5690882f None None] Checking router: 5b9c560c-5643-4461-8cd1-f90167ca7898 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:14:01.172336 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae55c5a-4ce9-4921-b17f-9a6b5690882f None None] Routers {'5b9c560c-5643-4461-8cd1-f90167ca7898'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:14:01.172912 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8ae55c5a-4ce9-4921-b17f-9a6b5690882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:13:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['5b9c560c-5643-4461-8cd1-f90167ca7898'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:14:01.194795 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadab478-0861-41f1-8e33-e8ac0df0e4d6 req-eed12e57-bda2-4744-ab02-26ffec088aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:14:01.196247 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dadab478-0861-41f1-8e33-e8ac0df0e4d6 req-eed12e57-bda2-4744-ab02-26ffec088aaf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e00aad88-2531-489d-87d2-206f6af4fec4 HTTP/1.1" status: 200 len: 849 time: 0.0602009 Mar 14 19:14:01.269328 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadab478-0861-41f1-8e33-e8ac0df0e4d6 req-efd6ac2f-c5a7-4184-a4e2-5ac6abc8e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:14:01.270830 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dadab478-0861-41f1-8e33-e8ac0df0e4d6 req-efd6ac2f-c5a7-4184-a4e2-5ac6abc8e791 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad4764e8-31bf-4786-9521-4720e45cadba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681927 Mar 14 19:14:01.356683 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-8ae55c5a-4ce9-4921-b17f-9a6b5690882f None None] Set router 5b9c560c-5643-4461-8cd1-f90167ca7898 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:14:01.404505 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dadab478-0861-41f1-8e33-e8ac0df0e4d6 req-e4f097a4-2281-4f11-989c-8e549bca8a99 service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248484 Mar 14 19:14:01.533518 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-dadab478-0861-41f1-8e33-e8ac0df0e4d6 req-e087d765-e61f-4599-b919-95f100669f6f service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225171 Mar 14 19:14:01.699211 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-8ae55c5a-4ce9-4921-b17f-9a6b5690882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:13:29Z', 'revision_number': 4, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port': {'id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:25Z', 'updated_at': '2022-03-14T19:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'b9f60e32-a36c-49f3-9db5-bb6d7552f5f2', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'port_id': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'mac_address': 'fa:16:3e:92:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:13:59Z', 'updated_at': '2022-03-14T19:13:59Z', 'revision_number': 0, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f87d1a6-5ff3-4792-9440-1e883b0ffe19', 'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'mac_address': 'fa:16:3e:43:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:28Z', 'updated_at': '2022-03-14T19:13:36Z', 'revision_number': 5, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'subnets': [{'id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:14:01.703093 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae55c5a-4ce9-4921-b17f-9a6b5690882f None None] The sync data for ids ['5b9c560c-5643-4461-8cd1-f90167ca7898'] in dv-neutron-833560-1-hyperv is: [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:13:29Z', 'revision_number': 4, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port': {'id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:25Z', 'updated_at': '2022-03-14T19:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'b9f60e32-a36c-49f3-9db5-bb6d7552f5f2', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'port_id': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'mac_address': 'fa:16:3e:92:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:13:59Z', 'updated_at': '2022-03-14T19:13:59Z', 'revision_number': 0, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f87d1a6-5ff3-4792-9440-1e883b0ffe19', 'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'mac_address': 'fa:16:3e:43:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:28Z', 'updated_at': '2022-03-14T19:13:36Z', 'revision_number': 5, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'subnets': [{'id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:14:01.878345 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c7420c-54d1-4600-903e-e86d881124a3 None None] New status for floating IP b9f60e32-a36c-49f3-9db5-bb6d7552f5f2: ACTIVE {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:14:09.700584 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:19.089818 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:14:24.379951 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3830bdbb-833c-483c-bf08-de018e8e2a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:26.434510 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0da4126d-bdb2-4ea5-8c44-ffa6ae6747d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:27.963019 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:28.037084 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:30.069463 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:33.873108 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bbb0f622-10d1-4f56-a3be-537fb6afd62e req-a3bd9624-3fe4-446d-9aa1-d6291ee6972b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1178520 Mar 14 19:14:34.012379 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0f622-10d1-4f56-a3be-537fb6afd62e req-5e90d9a4-2836-4d9d-8b97-0a26da410a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:14:34.013817 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bbb0f622-10d1-4f56-a3be-537fb6afd62e req-5e90d9a4-2836-4d9d-8b97-0a26da410a62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb8ff614029418ab011afd0868bd0ed&device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 1099 time: 0.0726705 Mar 14 19:14:34.161543 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0f622-10d1-4f56-a3be-537fb6afd62e req-6b3065bc-bf88-4e77-9871-0002d767d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:14:34.163081 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bbb0f622-10d1-4f56-a3be-537fb6afd62e req-6b3065bc-bf88-4e77-9871-0002d767d56f service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad4764e8-31bf-4786-9521-4720e45cadba HTTP/1.1" status: 200 len: 911 time: 0.1281352 Mar 14 19:14:34.281178 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bbb0f622-10d1-4f56-a3be-537fb6afd62e req-11efa40d-967e-45b7-a52c-e64c50e77459 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 HTTP/1.1" status: 200 len: 1001 time: 0.1056259 Mar 14 19:14:34.346317 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0f622-10d1-4f56-a3be-537fb6afd62e req-ab0444d7-a481-444e-8cdf-b05c1197fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:14:34.347912 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bbb0f622-10d1-4f56-a3be-537fb6afd62e req-ab0444d7-a481-444e-8cdf-b05c1197fb0c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e00aad88-2531-489d-87d2-206f6af4fec4 HTTP/1.1" status: 200 len: 849 time: 0.0604153 Mar 14 19:14:34.425322 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0f622-10d1-4f56-a3be-537fb6afd62e req-1c20e826-e802-4dd2-820f-aa23c8431ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:14:34.427183 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bbb0f622-10d1-4f56-a3be-537fb6afd62e req-1c20e826-e802-4dd2-820f-aa23c8431ba6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad4764e8-31bf-4786-9521-4720e45cadba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723374 Mar 14 19:14:34.569048 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bbb0f622-10d1-4f56-a3be-537fb6afd62e req-5fbd6cb5-dd1d-4044-b056-beda9d1124ab service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353002 Mar 14 19:14:34.807672 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bbb0f622-10d1-4f56-a3be-537fb6afd62e req-2ed9d6c4-04ce-4ace-a991-7a90e26b216f service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328067 Mar 14 19:14:39.718841 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:54.425301 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3e311e15-3107-4b4a-ba0f-21aa106461d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:56.088441 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:14:56.442797 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-c8e05d23-9506-453d-a776-9eb056d07394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:57.965630 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:58.062880 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:00.048057 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:09.762210 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:24.396318 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5e676b30-4941-449f-81ea-e98aa77d4ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:26.436357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-023e9b5e-f242-425c-b3ee-4f63246fcf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:27.973086 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:28.059457 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:30.027698 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:33.087845 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:15:34.913109 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86d6b02f-e8e9-4728-822d-a547c602a7e0 req-d2c7d483-df34-4438-b37d-5ad8b9772c29 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1052494 Mar 14 19:15:35.053566 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6b02f-e8e9-4728-822d-a547c602a7e0 req-fb696c4c-85d2-4e4f-8f4e-e3dfcebd6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:35.055036 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86d6b02f-e8e9-4728-822d-a547c602a7e0 req-fb696c4c-85d2-4e4f-8f4e-e3dfcebd6028 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb8ff614029418ab011afd0868bd0ed&device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 1099 time: 0.0721281 Mar 14 19:15:35.201282 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6b02f-e8e9-4728-822d-a547c602a7e0 req-1687d916-f0db-45d9-b7c7-1f821dc8b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:35.202736 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86d6b02f-e8e9-4728-822d-a547c602a7e0 req-1687d916-f0db-45d9-b7c7-1f821dc8b1d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad4764e8-31bf-4786-9521-4720e45cadba HTTP/1.1" status: 200 len: 911 time: 0.1277864 Mar 14 19:15:35.312983 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86d6b02f-e8e9-4728-822d-a547c602a7e0 req-4a5fe80a-92e6-4b8b-847c-646c419dd37e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 HTTP/1.1" status: 200 len: 1001 time: 0.1038983 Mar 14 19:15:35.377365 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6b02f-e8e9-4728-822d-a547c602a7e0 req-ae86d05f-2c32-412c-b1a3-29d6bb36671b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:35.378820 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86d6b02f-e8e9-4728-822d-a547c602a7e0 req-ae86d05f-2c32-412c-b1a3-29d6bb36671b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e00aad88-2531-489d-87d2-206f6af4fec4 HTTP/1.1" status: 200 len: 849 time: 0.0599113 Mar 14 19:15:35.454163 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6b02f-e8e9-4728-822d-a547c602a7e0 req-febf0ee8-7d82-4ff2-9616-414e083c25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:35.455673 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86d6b02f-e8e9-4728-822d-a547c602a7e0 req-febf0ee8-7d82-4ff2-9616-414e083c25a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad4764e8-31bf-4786-9521-4720e45cadba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704255 Mar 14 19:15:35.587023 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86d6b02f-e8e9-4728-822d-a547c602a7e0 req-75635c2d-7c37-457b-bd44-86f51a6f44e2 service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253242 Mar 14 19:15:35.716423 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-86d6b02f-e8e9-4728-822d-a547c602a7e0 req-c233c507-7d22-4ec3-9d04-42d53c8e7cd7 service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232424 Mar 14 19:15:39.721827 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:54.381774 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-04013728-739d-4ca5-be6a-03e3378cc293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:56.439096 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e63cc220-3f4d-4701-95d4-ba91ac0abaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:57.996395 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:58.029429 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:58.049066 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 19:15:58.176873 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:15:58.191010 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'port_id': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'mac_address': 'fa:16:3e:92:97:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 19:15:58.283206 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:58.300362 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:15:58.315446 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:15:58.430157 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:58.503875 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:15:58.508773 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 19:15:58.540887 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:58.541091 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:58.541295 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:58.541625 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:58.541956 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:58.542280 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:58.542715 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:58.542951 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:58.543274 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:58.543669 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:58.543984 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:58.544199 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:00.034382 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:00.065022 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:16:00.139901 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:16:00.140522 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:00.269403 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:00.297299 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:16:00.306490 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:16:00.384011 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:00.474917 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7,revision_number=7']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:16:00.523227 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'code': 200} Mar 14 19:16:09.719098 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:09.965627 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-dc28a36d-955e-470d-89c0-45380d7e9455 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1982568344&fields=id&tenant_id=ebb8ff614029418ab011afd0868bd0ed HTTP/1.1" status: 200 len: 267 time: 0.0433784 Mar 14 19:16:10.087369 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:16:10.112268 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-82e45581-d384-4c31-8d05-8be1ddf119d2 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:10.113692 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-82e45581-d384-4c31-8d05-8be1ddf119d2 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/networks?id=ad4764e8-31bf-4786-9521-4720e45cadba HTTP/1.1" status: 200 len: 810 time: 0.1415806 Mar 14 19:16:10.128487 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-2afb796e-2d44-4745-b26f-07211431d66a tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/quotas/ebb8ff614029418ab011afd0868bd0ed HTTP/1.1" status: 200 len: 375 time: 0.0093958 Mar 14 19:16:10.212670 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-3ca1e42e-b2f2-423e-97bf-e5c0f0d201ce tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebb8ff614029418ab011afd0868bd0ed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0791888 Mar 14 19:16:10.302661 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-b4748722-0d78-494d-a62c-b855a978a661 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=88635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 19:16:10.303697 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-b4748722-0d78-494d-a62c-b855a978a661 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0430169 Mar 14 19:16:10.433309 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-1fe599fd-d98f-4841-a6c3-c31e00c81a5d service neutron] 10.222.0.43 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233633 Mar 14 19:16:10.564463 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-291a35be-0d5d-434b-a2dc-be6f2fe42c62 service neutron] 10.222.0.43 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253092 Mar 14 19:16:11.068360 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2a03bfe8-c1c7-419f-84de-27ef617f2fbe req-d3cd348d-79d6-44d2-b1b5-097f4e290761 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 210 time: 0.1859641 Mar 14 19:16:12.219219 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c931a2b7-7456-4c96-9b49-032840b773f1 req-e3c0335b-d99c-43d8-929e-0e946f663bf9 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 210 time: 0.0420308 Mar 14 19:16:13.085561 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-abdbe64d-9225-4964-b848-90002a84cb3b tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:13.087061 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-abdbe64d-9225-4964-b848-90002a84cb3b tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.59 "GET /v2.0/networks?id=ad4764e8-31bf-4786-9521-4720e45cadba HTTP/1.1" status: 200 len: 810 time: 0.1458049 Mar 14 19:16:13.137205 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-d99f5422-5a81-4fcc-9a6e-942efc31cb93 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebb8ff614029418ab011afd0868bd0ed HTTP/1.1" status: 200 len: 380 time: 0.0397749 Mar 14 19:16:13.146909 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Request body: {'port': {'device_id': 'dc279880-1bc7-4c22-9279-87ea83093846', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'admin_state_up': True, 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'security_groups': ['932a2934-4eaa-43a4-b1f6-23a73fcce187']}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:16:13.285034 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:16:13.295879 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:16:13.386176 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-4820d109-4527-4767-861f-680ad4d01f54 req-7cd807ed-0621-4b81-a303-c8d7623a122d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 210 time: 0.0471177 Mar 14 19:16:13.430090 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Made reservation on behalf of ebb8ff614029418ab011afd0868bd0ed for: {'port': 1} {{(pid=88635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:16:13.434704 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:13.596978 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Allocated IP 172.20.0.8 (ad4764e8-31bf-4786-9521-4720e45cadba/e00aad88-2531-489d-87d2-206f6af4fec4/821a6676-12c9-4012-b561-a14a575874d2) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:16:13.799558 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:13.815449 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Transition to ACTIVE for port object 821a6676-12c9-4012-b561-a14a575874d2 will not be triggered until provisioned by entity DHCP. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:16:13.948977 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:14.037832 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Network ad4764e8-31bf-4786-9521-4720e45cadba is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:16:14.041887 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:16:14.047350 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:16:14.078555 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Pushing event updated for resources: {'Port': ['ID=821a6676-12c9-4012-b561-a14a575874d2,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:16:14.112818 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:14.113367 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:14.113836 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:14.114236 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:14.114673 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:14.115093 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:14.115487 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:14.115885 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:14.116277 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:14.116665 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:14.117067 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:14.117457 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:14.145785 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:14.146718 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:14.161589 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:16:14.276403 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-8ca9a955-bf48-4068-a511-234bb39fe718 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1338506 Mar 14 19:16:14.329543 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:14.375924 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:16:14.387712 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:16:14.431002 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'code': 200} Mar 14 19:16:14.478791 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:14.524347 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-10415391-509e-452c-aeca-0c09cdfd685f None None] Provisioning for port 821a6676-12c9-4012-b561-a14a575874d2 completed by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:16:14.540581 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-10415391-509e-452c-aeca-0c09cdfd685f None None] Provisioning complete for port 821a6676-12c9-4012-b561-a14a575874d2 triggered by entity DHCP. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:16:14.541001 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-10415391-509e-452c-aeca-0c09cdfd685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:14.570471 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Request body: {'port': {'device_id': 'dc279880-1bc7-4c22-9279-87ea83093846', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:16:14.623038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7,revision_number=8']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:16:14.627481 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-10415391-509e-452c-aeca-0c09cdfd685f None None] Port 821a6676-12c9-4012-b561-a14a575874d2 cannot update to ACTIVE because it is not bound. {{(pid=88636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 14 19:16:14.741282 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5999ba-b1c1-4a0b-8e58-3cb6d1c448fc req-ded47034-0277-4501-938e-96cbe7845e02 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:14.742275 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1a5999ba-b1c1-4a0b-8e58-3cb6d1c448fc req-ded47034-0277-4501-938e-96cbe7845e02 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Synchronizing usage tracker for tenant:ebb8ff614029418ab011afd0868bd0ed on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:16:14.750345 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:14.909256 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1a5999ba-b1c1-4a0b-8e58-3cb6d1c448fc req-ded47034-0277-4501-938e-96cbe7845e02 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Unset dirty status for tenant:ebb8ff614029418ab011afd0868bd0ed on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:16:14.910413 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1a5999ba-b1c1-4a0b-8e58-3cb6d1c448fc req-ded47034-0277-4501-938e-96cbe7845e02 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 931 time: 0.3882864 Mar 14 19:16:15.020136 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1a5999ba-b1c1-4a0b-8e58-3cb6d1c448fc req-4fce4731-7bba-4d97-8cb8-06924f01c9b3 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019409 Mar 14 19:16:15.197123 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821a6676-12c9-4012-b561-a14a575874d2 {{(pid=88635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:16:15.205023 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:15.220753 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.provisioning_blocks [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Transition to ACTIVE for port object 821a6676-12c9-4012-b561-a14a575874d2 will not be triggered until provisioned by entity L2. {{(pid=88635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:16:15.307356 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:15.626698 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Pushing event updated for resources: {'Port': ['ID=821a6676-12c9-4012-b561-a14a575874d2,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:16:15.699864 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Attempting to bind port 821a6676-12c9-4012-b561-a14a575874d2 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:16:15.700201 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Attempting to bind port 821a6676-12c9-4012-b561-a14a575874d2 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '14de71f8-186f-410f-aa19-eda7f74f185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba'}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:16:15.700528 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Attempting to bind port 821a6676-12c9-4012-b561-a14a575874d2 on network ad4764e8-31bf-4786-9521-4720e45cadba {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:16:15.707216 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Port 821a6676-12c9-4012-b561-a14a575874d2 on network ad4764e8-31bf-4786-9521-4720e45cadba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 14 19:16:15.708096 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Attempting to bind port 821a6676-12c9-4012-b561-a14a575874d2 on network ad4764e8-31bf-4786-9521-4720e45cadba {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 14 19:16:15.715151 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Checking agent: {'id': 'cfcae82b-5d4a-4b67-84d0-0a78f2d06d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'started_at': datetime.datetime(2022, 3, 14, 18, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 14 19:16:15.715489 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Checking segment: {'id': '14de71f8-186f-410f-aa19-eda7f74f185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 14 19:16:15.716513 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Bound using segment: {'id': '14de71f8-186f-410f-aa19-eda7f74f185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba'} {{(pid=88635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 14 19:16:15.716930 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.managers [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Bound port: 821a6676-12c9-4012-b561-a14a575874d2, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14de71f8-186f-410f-aa19-eda7f74f185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba'}}] {{(pid=88635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:16:15.717269 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:15.815460 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] For port 821a6676-12c9-4012-b561-a14a575874d2, host hv-neutron-8335, cleared binding levels {{(pid=88635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 14 19:16:15.819365 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] For port 821a6676-12c9-4012-b561-a14a575874d2, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=821a6676-12c9-4012-b561-a14a575874d2,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 14 19:16:15.942419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:15.999338 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:15.999965 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:16.001316 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] 10.222.0.59 "PUT /v2.0/ports/821a6676-12c9-4012-b561-a14a575874d2 HTTP/1.1" status: 200 len: 1093 time: 1.4367220 Mar 14 19:16:16.003894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc279880-1bc7-4c22-9279-87ea83093846', 'tag': '821a6676-12c9-4012-b561-a14a575874d2'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:16:16.059158 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32140613-1820-427b-a2c6-06db241f59e6 service neutron] Pushing event updated for resources: {'Port': ['ID=821a6676-12c9-4012-b561-a14a575874d2,revision_number=3']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:16:16.213078 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc279880-1bc7-4c22-9279-87ea83093846', 'tag': '821a6676-12c9-4012-b561-a14a575874d2', 'status': 'completed', 'code': 200} Mar 14 19:16:16.329589 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01a6ef-b6ff-4ca2-a6cb-efef55fae3d0 req-d588d693-ce8e-4650-88f3-a5bef4b3d23c tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:16.334889 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bc01a6ef-b6ff-4ca2-a6cb-efef55fae3d0 req-d588d693-ce8e-4650-88f3-a5bef4b3d23c tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 943 time: 0.1103683 Mar 14 19:16:16.379045 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-bc01a6ef-b6ff-4ca2-a6cb-efef55fae3d0 req-fc76a12d-f2a7-452f-b907-18cb0165d205 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416522 Mar 14 19:16:17.568274 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46218519-5ed1-4a8d-8549-430ba428f871 req-83ba8134-f972-4882-896b-ab74021deaa2 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:17.569705 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-46218519-5ed1-4a8d-8549-430ba428f871 req-83ba8134-f972-4882-896b-ab74021deaa2 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 943 time: 0.0810664 Mar 14 19:16:17.612991 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-46218519-5ed1-4a8d-8549-430ba428f871 req-d5315833-df31-4066-8499-68b5e59a3b24 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369687 Mar 14 19:16:18.798054 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c2fa2-0627-424c-a4d4-d86d0d4dc3c9 req-9c3db10f-8e1c-4fe2-9320-6abe9bd9afb9 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:18.799672 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e38c2fa2-0627-424c-a4d4-d86d0d4dc3c9 req-9c3db10f-8e1c-4fe2-9320-6abe9bd9afb9 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 943 time: 0.0787966 Mar 14 19:16:18.849272 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e38c2fa2-0627-424c-a4d4-d86d0d4dc3c9 req-d2abe0dd-e92c-4628-9079-6bf39dba8676 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439742 Mar 14 19:16:20.047578 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2885d-491f-4648-966f-80425f07ed7c req-1a15c857-bc6f-4d55-bdd1-11d175c43b26 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:20.055572 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-73b2885d-491f-4648-966f-80425f07ed7c req-1a15c857-bc6f-4d55-bdd1-11d175c43b26 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 943 time: 0.0983453 Mar 14 19:16:20.107461 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-73b2885d-491f-4648-966f-80425f07ed7c req-86117bb8-daa5-4f1a-bc58-85db619fce31 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506005 Mar 14 19:16:21.303261 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179d55c-c1db-4f46-93b2-b02050e8c4af req-0cfa089f-8495-4bd6-a892-c55d96b86f17 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:21.305024 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e179d55c-c1db-4f46-93b2-b02050e8c4af req-0cfa089f-8495-4bd6-a892-c55d96b86f17 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 943 time: 0.0976207 Mar 14 19:16:21.354577 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e179d55c-c1db-4f46-93b2-b02050e8c4af req-5eeb0380-1ddf-499e-ade1-e6dce9d281d7 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423076 Mar 14 19:16:22.566273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b6bd7-90cf-4e5c-8cba-78154258e6b5 req-fd662e02-b1dd-40a7-a605-24ebb42d2cc6 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:22.567808 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-476b6bd7-90cf-4e5c-8cba-78154258e6b5 req-fd662e02-b1dd-40a7-a605-24ebb42d2cc6 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 943 time: 0.0871093 Mar 14 19:16:22.626684 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-476b6bd7-90cf-4e5c-8cba-78154258e6b5 req-bf869b8d-ebd1-4edc-8b61-f951426e682f tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415387 Mar 14 19:16:23.619637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6b4c9-210e-4041-831e-1839fa353fdb req-e8dd62ff-fa93-4718-9492-fdf33bee98fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:23.621226 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d8c6b4c9-210e-4041-831e-1839fa353fdb req-e8dd62ff-fa93-4718-9492-fdf33bee98fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb8ff614029418ab011afd0868bd0ed&device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 1096 time: 0.0769389 Mar 14 19:16:23.820894 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6b4c9-210e-4041-831e-1839fa353fdb req-d4495dfb-bda4-428d-8560-368635e75a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:23.823127 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d8c6b4c9-210e-4041-831e-1839fa353fdb req-d4495dfb-bda4-428d-8560-368635e75a51 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ebb8ff614029418ab011afd0868bd0ed&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1943603 Mar 14 19:16:23.930740 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d2f2c-c9ef-4f1c-b907-41c24ea605fd req-691b3a54-5392-44b9-94ce-f5225ddca07a tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:23.932137 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d57d2f2c-c9ef-4f1c-b907-41c24ea605fd req-691b3a54-5392-44b9-94ce-f5225ddca07a tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 943 time: 0.1963825 Mar 14 19:16:24.003700 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d57d2f2c-c9ef-4f1c-b907-41c24ea605fd req-d2cfaa49-a5b2-46c7-ac45-cc0e18588e31 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593746 Mar 14 19:16:24.008719 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6b4c9-210e-4041-831e-1839fa353fdb req-f7e322fb-a4c5-4fbf-8b61-92f605e5e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:24.009706 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d8c6b4c9-210e-4041-831e-1839fa353fdb req-f7e322fb-a4c5-4fbf-8b61-92f605e5e9cf service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1808431 Mar 14 19:16:24.400035 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-4f7f26af-38b4-4ffa-b88f-4644e7e4ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:24.401466 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-4f7f26af-38b4-4ffa-b88f-4644e7e4ba78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb8ff614029418ab011afd0868bd0ed&device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 1096 time: 0.0748215 Mar 14 19:16:24.403861 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-18ca5b21-a688-4bb9-b238-110790ac1b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:24.471824 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-ff33559c-7ef3-454b-9fee-eb76dcee1b71 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=821a6676-12c9-4012-b561-a14a575874d2 HTTP/1.1" status: 200 len: 217 time: 0.0589182 Mar 14 19:16:24.536037 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-c0024d8e-9e32-45d2-80d3-560ec09dff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:24.537454 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-c0024d8e-9e32-45d2-80d3-560ec09dff2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e00aad88-2531-489d-87d2-206f6af4fec4 HTTP/1.1" status: 200 len: 849 time: 0.0578990 Mar 14 19:16:24.618880 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-70f2f996-f85c-476f-bc8c-3a1edade5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:24.620345 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-70f2f996-f85c-476f-bc8c-3a1edade5d13 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad4764e8-31bf-4786-9521-4720e45cadba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745335 Mar 14 19:16:24.852173 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-d85b4d1f-b0c4-4fc7-91be-81aa737867e3 service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247553 Mar 14 19:16:24.980843 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-c80ee7a5-88dc-4c71-9e36-fd075f802040 req-efa502bd-9e42-48d0-8b99-5e77944b376c service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226623 Mar 14 19:16:25.191991 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54853d-117f-48c6-a8a7-772865e790ad req-f0dd70e0-45db-45b9-b84e-b062414377f3 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:25.193412 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2c54853d-117f-48c6-a8a7-772865e790ad req-f0dd70e0-45db-45b9-b84e-b062414377f3 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 943 time: 0.0829797 Mar 14 19:16:25.236332 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2c54853d-117f-48c6-a8a7-772865e790ad req-1a473363-b172-4132-a2e8-96c7a106d1d8 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366135 Mar 14 19:16:26.416793 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e37412-916d-46c5-8c58-aff594996bc4 req-f4ef51a1-6573-443e-87de-f958923120f3 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:26.418237 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e4e37412-916d-46c5-8c58-aff594996bc4 req-f4ef51a1-6573-443e-87de-f958923120f3 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 943 time: 0.0773149 Mar 14 19:16:26.461707 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e83c1e73-2fdd-43bf-84c7-cdcc0d22634a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:26.468104 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-e4e37412-916d-46c5-8c58-aff594996bc4 req-968c2cf1-0bde-43a7-963c-b88eea320e8f tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422096 Mar 14 19:16:27.654262 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa644c72-bc9e-4317-bbff-b7a321fb764e req-cf70c1d8-fba3-4089-ace1-39f7dc1463be tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:27.655722 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fa644c72-bc9e-4317-bbff-b7a321fb764e req-cf70c1d8-fba3-4089-ace1-39f7dc1463be tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 943 time: 0.0797248 Mar 14 19:16:27.700668 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fa644c72-bc9e-4317-bbff-b7a321fb764e req-5ba915fb-4f7d-46b6-80b8-0cb898f3ce9d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392795 Mar 14 19:16:27.988741 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:28.049694 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:28.253673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 821a6676-12c9-4012-b561-a14a575874d2 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 19:16:28.381041 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 821a6676-12c9-4012-b561-a14a575874d2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=821a6676-12c9-4012-b561-a14a575874d2,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:16:28.393696 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '821a6676-12c9-4012-b561-a14a575874d2', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'port_id': '821a6676-12c9-4012-b561-a14a575874d2', 'mac_address': 'fa:16:3e:7c:93:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 19:16:28.449678 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:28.465732 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821a6676-12c9-4012-b561-a14a575874d2 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:16:28.481052 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 821a6676-12c9-4012-b561-a14a575874d2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=821a6676-12c9-4012-b561-a14a575874d2,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:16:28.577542 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:28.646722 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=821a6676-12c9-4012-b561-a14a575874d2,revision_number=4']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:16:28.807639 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['821a6676-12c9-4012-b561-a14a575874d2'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 19:16:28.884511 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d4ccf-1dac-46a6-bc07-876614aa7150 req-6b57ad8f-1fe2-4538-b617-29ebd76bd773 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:28.885852 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-135d4ccf-1dac-46a6-bc07-876614aa7150 req-6b57ad8f-1fe2-4538-b617-29ebd76bd773 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 944 time: 0.0807838 Mar 14 19:16:28.935669 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-135d4ccf-1dac-46a6-bc07-876614aa7150 req-ad900687-7ed3-412a-bfbc-cfa1c04dd09a tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437870 Mar 14 19:16:30.040855 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:30.121517 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630987c-7a50-4051-9c66-369c2c112398 req-09cd8d91-f310-4fe3-828f-ae6cd1bc76b0 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:30.123009 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7630987c-7a50-4051-9c66-369c2c112398 req-09cd8d91-f310-4fe3-828f-ae6cd1bc76b0 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 944 time: 0.0804117 Mar 14 19:16:30.167270 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-7630987c-7a50-4051-9c66-369c2c112398 req-50284c39-bab1-4b44-b1a4-4a78930e7f4b tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384934 Mar 14 19:16:30.255144 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 821a6676-12c9-4012-b561-a14a575874d2 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:16:30.394510 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning for port 821a6676-12c9-4012-b561-a14a575874d2 completed by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:16:30.399937 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 821a6676-12c9-4012-b561-a14a575874d2 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:16:30.411345 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:30.513590 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:30.539455 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc279880-1bc7-4c22-9279-87ea83093846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821a6676-12c9-4012-b561-a14a575874d2'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:16:30.549811 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 821a6676-12c9-4012-b561-a14a575874d2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=821a6676-12c9-4012-b561-a14a575874d2,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:16:30.585044 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc279880-1bc7-4c22-9279-87ea83093846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821a6676-12c9-4012-b561-a14a575874d2', 'code': 200} Mar 14 19:16:30.646359 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:30.716736 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=821a6676-12c9-4012-b561-a14a575874d2,revision_number=5']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:16:30.993721 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb1c81-016a-4450-ba85-b5e9bf02b8eb req-473d99d9-34a7-471c-89ec-d3196b8bf723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:30.995198 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8ceb1c81-016a-4450-ba85-b5e9bf02b8eb req-473d99d9-34a7-471c-89ec-d3196b8bf723 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 1098 time: 0.0708911 Mar 14 19:16:31.038404 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-8ceb1c81-016a-4450-ba85-b5e9bf02b8eb req-d56f12ce-20d8-4ee3-8f3e-75cd45187458 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366080 Mar 14 19:16:31.348149 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62a4e5-dc1f-4096-a7c5-f6879b116581 req-40faa370-e09e-4f6e-a2aa-8eb8826cb618 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:31.349595 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2c62a4e5-dc1f-4096-a7c5-f6879b116581 req-40faa370-e09e-4f6e-a2aa-8eb8826cb618 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 945 time: 0.0777206 Mar 14 19:16:31.395843 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-2c62a4e5-dc1f-4096-a7c5-f6879b116581 req-dd37f29f-9196-4a06-8eb5-973913f228c0 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400813 Mar 14 19:16:32.587186 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203349af-d2b7-471a-92f3-44afbfe8dce4 req-cec10609-e31a-4a1b-8f65-1ac65dd57217 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:32.588669 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-203349af-d2b7-471a-92f3-44afbfe8dce4 req-cec10609-e31a-4a1b-8f65-1ac65dd57217 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 945 time: 0.0810602 Mar 14 19:16:32.638271 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-203349af-d2b7-471a-92f3-44afbfe8dce4 req-e34f1054-482d-475b-845b-3e2773223804 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434816 Mar 14 19:16:32.831912 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c97013-ca6e-4ff9-aad3-ab9b304147d0 req-7a7159e4-f3b0-4a89-8573-9923ac4741fd tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:32.833714 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-09c97013-ca6e-4ff9-aad3-ab9b304147d0 req-7a7159e4-f3b0-4a89-8573-9923ac4741fd tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 945 time: 0.0839472 Mar 14 19:16:32.877755 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-09c97013-ca6e-4ff9-aad3-ab9b304147d0 req-ad0be85f-87de-44c1-8b04-26e1bb7f0f7e tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383143 Mar 14 19:16:32.899604 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40498) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:16:32.967742 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c38e31-2af8-405f-a5bc-60b97c657b30 tempest-TestSnapshotPattern-463209281 tempest-TestSnapshotPattern-463209281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:32.969149 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a2c38e31-2af8-405f-a5bc-60b97c657b30 tempest-TestSnapshotPattern-463209281 tempest-TestSnapshotPattern-463209281-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 1093 time: 0.0685756 Mar 14 19:16:32.972563 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40502) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:16:32.978265 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.v2.base [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Request body: {'floatingip': {'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'port_id': '821a6676-12c9-4012-b561-a14a575874d2', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:16:32.984346 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 14 19:16:32.988161 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Usage tracker for resource:floatingip and tenant:ebb8ff614029418ab011afd0868bd0ed is out of sync, need to count used quota {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 14 19:16:32.991028 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 14 19:16:32.997320 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.quota.driver [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 14 19:16:33.120538 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for floatingip, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:33.258644 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:33.392417 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_common [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Allocated IP 172.26.7.126 (d324cb29-62ae-4728-b539-991e151b1eb0/ea4b2864-b4b9-48ab-a88c-0b92b20260d2/f905b155-9bfa-4c3d-8c2f-3bb507e16cb0) {{(pid=88635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:16:33.549003 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for port, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:33.667710 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739048494906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:33.822617 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Network d324cb29-62ae-4728-b539-991e151b1eb0 is already hosted by enough agents. {{(pid=88635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:16:33.829753 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.base_scheduler [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Resources bound (agent type, host, resource id): {{(pid=88635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:16:33.834011 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Received port after_create {{(pid=88635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 14 19:16:33.862530 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Pushing event updated for resources: {'Port': ['ID=f905b155-9bfa-4c3d-8c2f-3bb507e16cb0,revision_number=1']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:16:34.247638 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:34.400528 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:34.610507 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for port, precommit_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:34.697907 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018779'] for port, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:34.850116 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Pushing event updated for resources: {'Port': ['ID=f905b155-9bfa-4c3d-8c2f-3bb507e16cb0,revision_number=2']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:16:34.869071 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-340913'] for floatingip, after_update {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:34.971552 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-878c31cd-7c5d-49f2-ad9c-1acd6b364846 req-f107512a-38cb-45cf-8916-fe358fa1a15f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1921864 Mar 14 19:16:35.094592 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Floating IP 87f90a73-6e3f-4d15-a480-c6a66193ae69 associated. External IP: 172.26.7.126, port: 821a6676-12c9-4012-b561-a14a575874d2. Mar 14 19:16:35.257419 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c31cd-7c5d-49f2-ad9c-1acd6b364846 req-1eb919fa-2462-4470-a78e-69500fba21cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:35.259326 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-878c31cd-7c5d-49f2-ad9c-1acd6b364846 req-1eb919fa-2462-4470-a78e-69500fba21cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb8ff614029418ab011afd0868bd0ed&device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 1097 time: 0.2179270 Mar 14 19:16:35.659397 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c31cd-7c5d-49f2-ad9c-1acd6b364846 req-3b43bc37-41ff-473f-849e-7f57b6b92428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:35.660834 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-878c31cd-7c5d-49f2-ad9c-1acd6b364846 req-3b43bc37-41ff-473f-849e-7f57b6b92428 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad4764e8-31bf-4786-9521-4720e45cadba HTTP/1.1" status: 200 len: 911 time: 0.3833230 Mar 14 19:16:35.752741 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Router 5b9c560c-5643-4461-8cd1-f90167ca7898 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:16:35.780604 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-878c31cd-7c5d-49f2-ad9c-1acd6b364846 req-773921a3-7681-4c35-907b-9ef4d5f8be16 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 HTTP/1.1" status: 200 len: 999 time: 0.1106510 Mar 14 19:16:35.967298 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c31cd-7c5d-49f2-ad9c-1acd6b364846 req-8806a84c-1dc7-41dc-96c1-6d588d5f67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:35.968688 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-878c31cd-7c5d-49f2-ad9c-1acd6b364846 req-8806a84c-1dc7-41dc-96c1-6d588d5f67dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e00aad88-2531-489d-87d2-206f6af4fec4 HTTP/1.1" status: 200 len: 849 time: 0.1371796 Mar 14 19:16:36.045548 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:16:36.056020 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58291640-bfe6-471f-92e3-910168ac818e None None] Sync routers for ids ['5b9c560c-5643-4461-8cd1-f90167ca7898'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:16:36.065595 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58291640-bfe6-471f-92e3-910168ac818e None None] Routers {'5b9c560c-5643-4461-8cd1-f90167ca7898'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:16:36.066196 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-58291640-bfe6-471f-92e3-910168ac818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:16:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['5b9c560c-5643-4461-8cd1-f90167ca7898'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:16:36.088953 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c31cd-7c5d-49f2-ad9c-1acd6b364846 req-f5a6f1fa-ed8a-4bde-9d66-085605b17da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:36.090420 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-878c31cd-7c5d-49f2-ad9c-1acd6b364846 req-f5a6f1fa-ed8a-4bde-9d66-085605b17da6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad4764e8-31bf-4786-9521-4720e45cadba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1139350 Mar 14 19:16:36.135308 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:36.262857 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-9dfd64f6-df7f-4758-9a98-172c993ae6fa tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2789843 Mar 14 19:16:36.262857 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc279880-1bc7-4c22-9279-87ea83093846', 'tag': '821a6676-12c9-4012-b561-a14a575874d2'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:16:36.263125 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-58291640-bfe6-471f-92e3-910168ac818e None None] Set router 5b9c560c-5643-4461-8cd1-f90167ca7898 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:16:36.283925 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-878c31cd-7c5d-49f2-ad9c-1acd6b364846 req-fcefa4ed-f915-48b1-b281-5770534bec6a service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852810 Mar 14 19:16:36.312349 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc279880-1bc7-4c22-9279-87ea83093846', 'tag': '821a6676-12c9-4012-b561-a14a575874d2', 'status': 'completed', 'code': 200} Mar 14 19:16:36.322801 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.59', 55421) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:16:36.416874 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96274ff0-3460-4e18-a89b-02ea5e58192a req-77026311-73a5-4155-934d-cb6d3ac3874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:36.427071 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-96274ff0-3460-4e18-a89b-02ea5e58192a req-77026311-73a5-4155-934d-cb6d3ac3874a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb8ff614029418ab011afd0868bd0ed&device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 1098 time: 0.0940931 Mar 14 19:16:36.427214 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-878c31cd-7c5d-49f2-ad9c-1acd6b364846 req-47ffbb06-15ac-4d11-a9c4-b35ea56d6eda service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331668 Mar 14 19:16:36.553373 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96274ff0-3460-4e18-a89b-02ea5e58192a req-0367742c-cf1c-442b-91e3-27dbfcc0d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:36.554936 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-96274ff0-3460-4e18-a89b-02ea5e58192a req-0367742c-cf1c-442b-91e3-27dbfcc0d691 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad4764e8-31bf-4786-9521-4720e45cadba HTTP/1.1" status: 200 len: 911 time: 0.1273704 Mar 14 19:16:36.610891 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-58291640-bfe6-471f-92e3-910168ac818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:13:29Z', 'revision_number': 4, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port': {'id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:25Z', 'updated_at': '2022-03-14T19:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '87f90a73-6e3f-4d15-a480-c6a66193ae69', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'floating_ip_address': '172.26.7.126', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'port_id': '821a6676-12c9-4012-b561-a14a575874d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'mac_address': 'fa:16:3e:7c:93:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc279880-1bc7-4c22-9279-87ea83093846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:16:34Z', 'updated_at': '2022-03-14T19:16:34Z', 'revision_number': 0, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'fixed_ip_address_scope': None}, {'id': 'b9f60e32-a36c-49f3-9db5-bb6d7552f5f2', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'port_id': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'mac_address': 'fa:16:3e:92:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:13:59Z', 'updated_at': '2022-03-14T19:14:02Z', 'revision_number': 1, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f87d1a6-5ff3-4792-9440-1e883b0ffe19', 'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'mac_address': 'fa:16:3e:43:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:28Z', 'updated_at': '2022-03-14T19:13:36Z', 'revision_number': 5, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'subnets': [{'id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:16:36.614823 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58291640-bfe6-471f-92e3-910168ac818e None None] Checking router: 5b9c560c-5643-4461-8cd1-f90167ca7898 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:16:36.623493 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58291640-bfe6-471f-92e3-910168ac818e None None] Routers {'5b9c560c-5643-4461-8cd1-f90167ca7898'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:16:36.624082 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-58291640-bfe6-471f-92e3-910168ac818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:16:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['5b9c560c-5643-4461-8cd1-f90167ca7898'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:16:36.662163 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-96274ff0-3460-4e18-a89b-02ea5e58192a req-98d78a84-1495-44ef-8b07-90820a8643ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=821a6676-12c9-4012-b561-a14a575874d2 HTTP/1.1" status: 200 len: 999 time: 0.1016781 Mar 14 19:16:36.741136 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96274ff0-3460-4e18-a89b-02ea5e58192a req-a94bec2f-0499-49a5-8492-70cf2135f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:36.742639 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-96274ff0-3460-4e18-a89b-02ea5e58192a req-a94bec2f-0499-49a5-8492-70cf2135f881 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e00aad88-2531-489d-87d2-206f6af4fec4 HTTP/1.1" status: 200 len: 849 time: 0.0751836 Mar 14 19:16:36.810445 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-58291640-bfe6-471f-92e3-910168ac818e None None] Set router 5b9c560c-5643-4461-8cd1-f90167ca7898 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:16:36.830064 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96274ff0-3460-4e18-a89b-02ea5e58192a req-c095965f-e7aa-4221-b255-c753e8fd8558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:36.831995 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-96274ff0-3460-4e18-a89b-02ea5e58192a req-c095965f-e7aa-4221-b255-c753e8fd8558 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad4764e8-31bf-4786-9521-4720e45cadba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837073 Mar 14 19:16:36.966475 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-96274ff0-3460-4e18-a89b-02ea5e58192a req-65877980-7e51-4be2-a1f3-9f105733b7f2 service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287842 Mar 14 19:16:37.098496 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-96274ff0-3460-4e18-a89b-02ea5e58192a req-01e7a634-bee2-4264-99cc-f5e1a961d7a2 service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260662 Mar 14 19:16:37.171594 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-58291640-bfe6-471f-92e3-910168ac818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:13:29Z', 'revision_number': 4, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port': {'id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:25Z', 'updated_at': '2022-03-14T19:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '87f90a73-6e3f-4d15-a480-c6a66193ae69', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'floating_ip_address': '172.26.7.126', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'port_id': '821a6676-12c9-4012-b561-a14a575874d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'mac_address': 'fa:16:3e:7c:93:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc279880-1bc7-4c22-9279-87ea83093846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:16:34Z', 'updated_at': '2022-03-14T19:16:34Z', 'revision_number': 0, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'fixed_ip_address_scope': None}, {'id': 'b9f60e32-a36c-49f3-9db5-bb6d7552f5f2', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'port_id': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'mac_address': 'fa:16:3e:92:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:13:59Z', 'updated_at': '2022-03-14T19:14:02Z', 'revision_number': 1, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f87d1a6-5ff3-4792-9440-1e883b0ffe19', 'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'mac_address': 'fa:16:3e:43:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:28Z', 'updated_at': '2022-03-14T19:13:36Z', 'revision_number': 5, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'subnets': [{'id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:16:37.175625 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58291640-bfe6-471f-92e3-910168ac818e None None] The sync data for ids ['5b9c560c-5643-4461-8cd1-f90167ca7898'] in dv-neutron-833560-1-hyperv is: [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:13:29Z', 'revision_number': 4, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port': {'id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:25Z', 'updated_at': '2022-03-14T19:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': '87f90a73-6e3f-4d15-a480-c6a66193ae69', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'floating_ip_address': '172.26.7.126', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'port_id': '821a6676-12c9-4012-b561-a14a575874d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'mac_address': 'fa:16:3e:7c:93:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc279880-1bc7-4c22-9279-87ea83093846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:16:34Z', 'updated_at': '2022-03-14T19:16:34Z', 'revision_number': 0, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'fixed_ip_address_scope': None}, {'id': 'b9f60e32-a36c-49f3-9db5-bb6d7552f5f2', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'port_id': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'mac_address': 'fa:16:3e:92:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:13:59Z', 'updated_at': '2022-03-14T19:14:02Z', 'revision_number': 1, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f87d1a6-5ff3-4792-9440-1e883b0ffe19', 'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'mac_address': 'fa:16:3e:43:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:28Z', 'updated_at': '2022-03-14T19:13:36Z', 'revision_number': 5, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'subnets': [{'id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:16:37.369803 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def7001c-15bb-4a0b-b187-26bd642a1689 None None] New status for floating IP 87f90a73-6e3f-4d15-a480-c6a66193ae69: ACTIVE {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:16:39.729945 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:47.087660 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:16:54.452312 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-affd970c-8642-4adb-b452-dbed76aec5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:56.452352 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-aebd5a27-3796-4d6b-9ff5-4cf7321a1309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:57.988891 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:58.080540 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:00.023308 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:09.769579 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:24.087480 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:17:24.398528 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5f3e0bf5-ed31-4fab-8f6e-f81e01a5f290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:26.432699 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1e7f5252-9efd-48b8-8714-6dfa17d5be26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:27.948816 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:28.039118 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:30.045911 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:35.543422 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e7fb922b-f501-4ed7-b28d-90a7c948ac26 req-5cbaad8d-852c-4fc3-953d-c8b4c70e0161 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672998 Mar 14 19:17:35.746601 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb922b-f501-4ed7-b28d-90a7c948ac26 req-da4ef8d8-1062-4cdc-b4f9-a65d95bd1c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:17:35.748100 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e7fb922b-f501-4ed7-b28d-90a7c948ac26 req-da4ef8d8-1062-4cdc-b4f9-a65d95bd1c28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb8ff614029418ab011afd0868bd0ed&device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 1098 time: 0.1852970 Mar 14 19:17:35.887483 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb922b-f501-4ed7-b28d-90a7c948ac26 req-6f473065-6ba2-4b6c-b45e-2c3dd119e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:17:35.888834 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e7fb922b-f501-4ed7-b28d-90a7c948ac26 req-6f473065-6ba2-4b6c-b45e-2c3dd119e000 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad4764e8-31bf-4786-9521-4720e45cadba HTTP/1.1" status: 200 len: 911 time: 0.1221161 Mar 14 19:17:35.991106 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e7fb922b-f501-4ed7-b28d-90a7c948ac26 req-ba817ea7-5a21-46aa-8a27-20abb59b2287 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=821a6676-12c9-4012-b561-a14a575874d2 HTTP/1.1" status: 200 len: 1001 time: 0.0961318 Mar 14 19:17:36.051893 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb922b-f501-4ed7-b28d-90a7c948ac26 req-2259aa1c-73c9-4fb8-beeb-3ce3bca48007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:17:36.053343 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e7fb922b-f501-4ed7-b28d-90a7c948ac26 req-2259aa1c-73c9-4fb8-beeb-3ce3bca48007 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e00aad88-2531-489d-87d2-206f6af4fec4 HTTP/1.1" status: 200 len: 849 time: 0.0567811 Mar 14 19:17:36.129534 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb922b-f501-4ed7-b28d-90a7c948ac26 req-75c08347-a04d-4316-88c2-0888176524e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:17:36.131018 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e7fb922b-f501-4ed7-b28d-90a7c948ac26 req-75c08347-a04d-4316-88c2-0888176524e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad4764e8-31bf-4786-9521-4720e45cadba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723169 Mar 14 19:17:36.259140 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e7fb922b-f501-4ed7-b28d-90a7c948ac26 req-80ca682d-b74d-4a91-bb2f-8f9881296084 service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221642 Mar 14 19:17:36.387166 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-e7fb922b-f501-4ed7-b28d-90a7c948ac26 req-a826716b-b409-4b0f-8f80-e7b926b78af8 service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227121 Mar 14 19:17:39.794673 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:54.386666 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-596221d4-c487-40d7-8069-ae6947936084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:56.428776 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-82cd2c7e-d9b2-4996-b9dc-dabeeb0790b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:57.971181 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:58.034399 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:00.023107 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:01.086549 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:18:08.732090 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 821a6676-12c9-4012-b561-a14a575874d2 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=88636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 14 19:18:08.860421 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 821a6676-12c9-4012-b561-a14a575874d2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=821a6676-12c9-4012-b561-a14a575874d2,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:18:08.872744 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Returning: {'device': '821a6676-12c9-4012-b561-a14a575874d2', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'port_id': '821a6676-12c9-4012-b561-a14a575874d2', 'mac_address': 'fa:16:3e:7c:93:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 14 19:18:08.924944 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:08.940692 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 821a6676-12c9-4012-b561-a14a575874d2 {{(pid=88636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:18:08.955495 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 821a6676-12c9-4012-b561-a14a575874d2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=821a6676-12c9-4012-b561-a14a575874d2,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:18:09.032409 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:09.102343 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=821a6676-12c9-4012-b561-a14a575874d2,revision_number=6']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:09.110054 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:09.110404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:09.110743 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:09.111122 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:09.111459 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:09.111788 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:09.112112 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:09.112435 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:09.112758 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:09.113078 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:09.113397 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:09.113714 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:09.118256 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] get_ports_and_sgs() called for port_ids ['821a6676-12c9-4012-b561-a14a575874d2'] {{(pid=88636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 14 19:18:09.746910 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:10.736633 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 821a6676-12c9-4012-b561-a14a575874d2 up at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 14 19:18:10.811070 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.provisioning_blocks [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Provisioning complete for port 821a6676-12c9-4012-b561-a14a575874d2 triggered by entity L2. {{(pid=88636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:18:10.812250 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517876'] for port, provisioning_complete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:10.936689 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:10.965506 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc279880-1bc7-4c22-9279-87ea83093846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821a6676-12c9-4012-b561-a14a575874d2'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:18:10.993170 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 821a6676-12c9-4012-b561-a14a575874d2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=821a6676-12c9-4012-b561-a14a575874d2,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:18:11.023566 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc279880-1bc7-4c22-9279-87ea83093846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821a6676-12c9-4012-b561-a14a575874d2', 'code': 200} Mar 14 19:18:11.051765 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:11.123716 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=821a6676-12c9-4012-b561-a14a575874d2,revision_number=7']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:21.571066 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40732) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:18:21.773573 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Deleting port f905b155-9bfa-4c3d-8c2f-3bb507e16cb0 {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:18:21.773908 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:21.943239 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:21.943472 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:22.156902 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Calling delete_port for f905b155-9bfa-4c3d-8c2f-3bb507e16cb0 owned by network:floatingip {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:18:22.409807 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:22.455415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Pushing event deleted for resources: {'Port': ['ID=f905b155-9bfa-4c3d-8c2f-3bb507e16cb0,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:22.491574 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:22.491918 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:22.492254 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:22.492580 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:22.492903 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:22.493226 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:22.493547 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:22.493867 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:22.494183 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:22.494502 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:22.494867 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:22.495193 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:22.555787 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for floatingip, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:22.556117 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.db.l3_db [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Floating IP 87f90a73-6e3f-4d15-a480-c6a66193ae69 disassociated (deleted). External IP: 172.26.7.126, port: 821a6676-12c9-4012-b561-a14a575874d2. Mar 14 19:18:22.898198 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Router 5b9c560c-5643-4461-8cd1-f90167ca7898 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:18:23.070384 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:18:23.080797 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa41aa0-a531-44a5-98c5-2f15b8e472e0 None None] Sync routers for ids ['5b9c560c-5643-4461-8cd1-f90167ca7898'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:18:23.090038 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa41aa0-a531-44a5-98c5-2f15b8e472e0 None None] Routers {'5b9c560c-5643-4461-8cd1-f90167ca7898'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:18:23.090626 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-6fa41aa0-a531-44a5-98c5-2f15b8e472e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['5b9c560c-5643-4461-8cd1-f90167ca7898'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:23.154133 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:23.207535 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-0847a932-6764-47a0-98db-4bbb2902bb20 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "DELETE /v2.0/floatingips/87f90a73-6e3f-4d15-a480-c6a66193ae69 HTTP/1.1" status: 204 len: 168 time: 1.6353965 Mar 14 19:18:23.208111 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc279880-1bc7-4c22-9279-87ea83093846', 'tag': '821a6676-12c9-4012-b561-a14a575874d2'}] {{(pid=88635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:18:23.259282 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc279880-1bc7-4c22-9279-87ea83093846', 'tag': '821a6676-12c9-4012-b561-a14a575874d2', 'status': 'completed', 'code': 200} Mar 14 19:18:23.269438 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-6fa41aa0-a531-44a5-98c5-2f15b8e472e0 None None] Set router 5b9c560c-5643-4461-8cd1-f90167ca7898 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:18:23.351865 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d887c-9fc1-442a-b984-42a4856a040a req-4abb4fb2-5bfa-447f-9f03-57a148269547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:23.353265 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-295d887c-9fc1-442a-b984-42a4856a040a req-4abb4fb2-5bfa-447f-9f03-57a148269547 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb8ff614029418ab011afd0868bd0ed&device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 1098 time: 0.0729218 Mar 14 19:18:23.487043 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d887c-9fc1-442a-b984-42a4856a040a req-8a21f763-7a87-4f76-b795-98594e9e456f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:23.488503 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-295d887c-9fc1-442a-b984-42a4856a040a req-8a21f763-7a87-4f76-b795-98594e9e456f service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad4764e8-31bf-4786-9521-4720e45cadba HTTP/1.1" status: 200 len: 911 time: 0.1291654 Mar 14 19:18:23.559671 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-295d887c-9fc1-442a-b984-42a4856a040a req-cc79147b-76d6-4a2e-aa77-97f0237d87ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=821a6676-12c9-4012-b561-a14a575874d2 HTTP/1.1" status: 200 len: 217 time: 0.0654275 Mar 14 19:18:23.616687 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-6fa41aa0-a531-44a5-98c5-2f15b8e472e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:13:29Z', 'revision_number': 4, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port': {'id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:25Z', 'updated_at': '2022-03-14T19:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'b9f60e32-a36c-49f3-9db5-bb6d7552f5f2', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'port_id': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'mac_address': 'fa:16:3e:92:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:13:59Z', 'updated_at': '2022-03-14T19:14:02Z', 'revision_number': 1, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f87d1a6-5ff3-4792-9440-1e883b0ffe19', 'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'mac_address': 'fa:16:3e:43:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:28Z', 'updated_at': '2022-03-14T19:13:36Z', 'revision_number': 5, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'subnets': [{'id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:23.621297 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa41aa0-a531-44a5-98c5-2f15b8e472e0 None None] Checking router: 5b9c560c-5643-4461-8cd1-f90167ca7898 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:18:23.623343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d887c-9fc1-442a-b984-42a4856a040a req-ee724258-44fd-4bb9-9210-9ac408b2c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:23.624943 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-295d887c-9fc1-442a-b984-42a4856a040a req-ee724258-44fd-4bb9-9210-9ac408b2c74e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e00aad88-2531-489d-87d2-206f6af4fec4 HTTP/1.1" status: 200 len: 849 time: 0.0600109 Mar 14 19:18:23.630075 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa41aa0-a531-44a5-98c5-2f15b8e472e0 None None] Routers {'5b9c560c-5643-4461-8cd1-f90167ca7898'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:18:23.630665 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-6fa41aa0-a531-44a5-98c5-2f15b8e472e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:17:56Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['5b9c560c-5643-4461-8cd1-f90167ca7898'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:23.710563 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d887c-9fc1-442a-b984-42a4856a040a req-6c93fe63-5ce5-4306-b95c-7405205b9b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:23.712145 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-295d887c-9fc1-442a-b984-42a4856a040a req-6c93fe63-5ce5-4306-b95c-7405205b9b79 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad4764e8-31bf-4786-9521-4720e45cadba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815475 Mar 14 19:18:23.795722 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a6920-b81c-41be-b2d8-cadf414dd7cc req-e3a2b516-c1c3-4267-8fed-11a9981d3075 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:23.796460 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1a1a6920-b81c-41be-b2d8-cadf414dd7cc req-e3a2b516-c1c3-4267-8fed-11a9981d3075 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Synchronizing usage tracker for tenant:ebb8ff614029418ab011afd0868bd0ed on resource:port {{(pid=88635) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:18:23.817006 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-6fa41aa0-a531-44a5-98c5-2f15b8e472e0 None None] Set router 5b9c560c-5643-4461-8cd1-f90167ca7898 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:18:23.851327 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.quota.resource [req-1a1a6920-b81c-41be-b2d8-cadf414dd7cc req-e3a2b516-c1c3-4267-8fed-11a9981d3075 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Unset dirty status for tenant:ebb8ff614029418ab011afd0868bd0ed on resource:port {{(pid=88635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:18:23.852800 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1a1a6920-b81c-41be-b2d8-cadf414dd7cc req-e3a2b516-c1c3-4267-8fed-11a9981d3075 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 945 time: 0.1437535 Mar 14 19:18:23.863904 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-295d887c-9fc1-442a-b984-42a4856a040a req-6a830b85-5014-435b-88cd-9b567f639b20 service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437712 Mar 14 19:18:23.899904 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-1a1a6920-b81c-41be-b2d8-cadf414dd7cc req-c3a3d72c-d9d2-4efb-be82-b9973b4dce60 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398746 Mar 14 19:18:24.002055 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-295d887c-9fc1-442a-b984-42a4856a040a req-95f79eec-73cc-45dc-8997-dacd4fc578f9 service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326413 Mar 14 19:18:24.159205 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-6fa41aa0-a531-44a5-98c5-2f15b8e472e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:13:29Z', 'revision_number': 4, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port': {'id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:25Z', 'updated_at': '2022-03-14T19:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'b9f60e32-a36c-49f3-9db5-bb6d7552f5f2', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'port_id': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'mac_address': 'fa:16:3e:92:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:13:59Z', 'updated_at': '2022-03-14T19:14:02Z', 'revision_number': 1, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f87d1a6-5ff3-4792-9440-1e883b0ffe19', 'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'mac_address': 'fa:16:3e:43:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:28Z', 'updated_at': '2022-03-14T19:13:36Z', 'revision_number': 5, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'subnets': [{'id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:24.162999 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa41aa0-a531-44a5-98c5-2f15b8e472e0 None None] The sync data for ids ['5b9c560c-5643-4461-8cd1-f90167ca7898'] in dv-neutron-833560-1-hyperv is: [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:13:29Z', 'revision_number': 4, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port': {'id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:25Z', 'updated_at': '2022-03-14T19:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_floatingips': [{'id': 'b9f60e32-a36c-49f3-9db5-bb6d7552f5f2', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'router_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'port_id': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'mac_address': 'fa:16:3e:92:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:13:59Z', 'updated_at': '2022-03-14T19:14:02Z', 'revision_number': 1, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f87d1a6-5ff3-4792-9440-1e883b0ffe19', 'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'mac_address': 'fa:16:3e:43:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:28Z', 'updated_at': '2022-03-14T19:13:36Z', 'revision_number': 5, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'subnets': [{'id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:18:24.381288 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d1584d01-a8ba-41cb-a915-e722b86100ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:24.395088 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9138d14c-edea-43e8-a3ea-8e77e6949f23 None None] New status for floating IP 87f90a73-6e3f-4d15-a480-c6a66193ae69: DOWN {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:18:24.815193 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 821a6676-12c9-4012-b561-a14a575874d2 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:18:24.927126 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590983'] for port, before_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:24.953384 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc279880-1bc7-4c22-9279-87ea83093846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '821a6676-12c9-4012-b561-a14a575874d2'}] {{(pid=88636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:18:24.965404 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] For port 821a6676-12c9-4012-b561-a14a575874d2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=821a6676-12c9-4012-b561-a14a575874d2,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:18:25.001253 dv-neutron-833560-1-hyperv neutron-server[88636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc279880-1bc7-4c22-9279-87ea83093846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '821a6676-12c9-4012-b561-a14a575874d2', 'code': 200} Mar 14 19:18:25.022911 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739048860676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739048494924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739048494969'] for port, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:25.086307 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5d116-d490-4c1b-8ec8-4e1b803fcb63 req-ae351aa0-c145-4805-b63d-3a88dd170f24 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:25.087676 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-63a5d116-d490-4c1b-8ec8-4e1b803fcb63 req-ae351aa0-c145-4805-b63d-3a88dd170f24 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 943 time: 0.0795958 Mar 14 19:18:25.090164 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Pushing event updated for resources: {'Port': ['ID=821a6676-12c9-4012-b561-a14a575874d2,revision_number=8']} {{(pid=88636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:25.131258 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-63a5d116-d490-4c1b-8ec8-4e1b803fcb63 req-8321c7c1-b094-4736-b41a-4fccb9a46a67 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373137 Mar 14 19:18:25.229528 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98c0a1-ec7e-46d4-85e8-4b34ad82a42d req-9f81aa7c-28c9-4e57-bf68-7fa3ebcc32b1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:25.231014 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-be98c0a1-ec7e-46d4-85e8-4b34ad82a42d req-9f81aa7c-28c9-4e57-bf68-7fa3ebcc32b1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 943 time: 0.0764897 Mar 14 19:18:25.297792 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-be98c0a1-ec7e-46d4-85e8-4b34ad82a42d req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Deleting port 821a6676-12c9-4012-b561-a14a575874d2 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:18:25.298131 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-be98c0a1-ec7e-46d4-85e8-4b34ad82a42d req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:25.635878 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-be98c0a1-ec7e-46d4-85e8-4b34ad82a42d req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] For port 821a6676-12c9-4012-b561-a14a575874d2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=821a6676-12c9-4012-b561-a14a575874d2,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:18:25.636150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-be98c0a1-ec7e-46d4-85e8-4b34ad82a42d req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:25.761020 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-be98c0a1-ec7e-46d4-85e8-4b34ad82a42d req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Calling delete_port for 821a6676-12c9-4012-b561-a14a575874d2 owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:18:25.948598 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-be98c0a1-ec7e-46d4-85e8-4b34ad82a42d req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:26.001793 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Pushing event deleted for resources: {'Port': ['ID=821a6676-12c9-4012-b561-a14a575874d2,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:26.042241 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:26.042736 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:26.043102 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:26.043434 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:26.043759 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:26.044085 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:26.044408 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:26.044729 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:26.045048 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:26.045363 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:26.045677 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:26.045991 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833560-1-hyperv {{(pid=88634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:26.082191 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-be98c0a1-ec7e-46d4-85e8-4b34ad82a42d req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] No DVR routers for this DVR port 821a6676-12c9-4012-b561-a14a575874d2 on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:18:26.084504 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-be98c0a1-ec7e-46d4-85e8-4b34ad82a42d req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:26.087159 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc279880-1bc7-4c22-9279-87ea83093846', 'name': 'network-vif-deleted', 'tag': '821a6676-12c9-4012-b561-a14a575874d2'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:18:26.149066 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-be98c0a1-ec7e-46d4-85e8-4b34ad82a42d req-d673d902-4e0b-4477-8dfe-c54c4108345d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.59 "DELETE /v2.0/ports/821a6676-12c9-4012-b561-a14a575874d2 HTTP/1.1" status: 204 len: 173 time: 0.9127011 Mar 14 19:18:26.223803 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc279880-1bc7-4c22-9279-87ea83093846', 'name': 'network-vif-deleted', 'tag': '821a6676-12c9-4012-b561-a14a575874d2', 'status': 'completed', 'code': 200} Mar 14 19:18:26.285558 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-225ed944-2f1b-4dfc-9000-e9f14d4bc45a req-64b61610-f295-4780-912e-a93ea11e6a12 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc279880-1bc7-4c22-9279-87ea83093846 HTTP/1.1" status: 200 len: 210 time: 0.0447564 Mar 14 19:18:26.433508 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a15f871-3f5d-49d6-8691-1523f0cc8614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:27.954044 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:28.056789 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:28.825935 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 40804) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:18:28.845534 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 821a6676-12c9-4012-b561-a14a575874d2 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:18:28.882067 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 821a6676-12c9-4012-b561-a14a575874d2 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:18:28.882360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 821a6676-12c9-4012-b561-a14a575874d2 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:18:29.027237 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-4f76ea26-3a4c-454d-a3ae-8fdb6f001e3f tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Deleting port e90b2250-5460-471f-83a8-cab2fe9eb91e {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:18:29.027572 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4f76ea26-3a4c-454d-a3ae-8fdb6f001e3f tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:29.190191 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4f76ea26-3a4c-454d-a3ae-8fdb6f001e3f tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:29.190408 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4f76ea26-3a4c-454d-a3ae-8fdb6f001e3f tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:29.312717 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-4f76ea26-3a4c-454d-a3ae-8fdb6f001e3f tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Calling delete_port for e90b2250-5460-471f-83a8-cab2fe9eb91e owned by network:floatingip {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:18:29.502817 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4f76ea26-3a4c-454d-a3ae-8fdb6f001e3f tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:29.550473 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76ea26-3a4c-454d-a3ae-8fdb6f001e3f tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Pushing event deleted for resources: {'Port': ['ID=e90b2250-5460-471f-83a8-cab2fe9eb91e,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:29.640754 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4f76ea26-3a4c-454d-a3ae-8fdb6f001e3f tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for floatingip, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:29.641092 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.db.l3_db [None req-4f76ea26-3a4c-454d-a3ae-8fdb6f001e3f tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Floating IP b9f60e32-a36c-49f3-9db5-bb6d7552f5f2 disassociated (deleted). External IP: 172.26.7.29, port: 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7. Mar 14 19:18:30.022491 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:30.086957 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f76ea26-3a4c-454d-a3ae-8fdb6f001e3f tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Router 5b9c560c-5643-4461-8cd1-f90167ca7898 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:18:30.261462 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f76ea26-3a4c-454d-a3ae-8fdb6f001e3f tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:18:30.271421 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb5cfb7-a8da-4786-9f11-ba5aef01fc7f None None] Sync routers for ids ['5b9c560c-5643-4461-8cd1-f90167ca7898'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:18:30.278094 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-4f76ea26-3a4c-454d-a3ae-8fdb6f001e3f tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for floatingip, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:30.280782 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb5cfb7-a8da-4786-9f11-ba5aef01fc7f None None] Routers {'5b9c560c-5643-4461-8cd1-f90167ca7898'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:18:30.281370 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-1cb5cfb7-a8da-4786-9f11-ba5aef01fc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['5b9c560c-5643-4461-8cd1-f90167ca7898'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:30.335533 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-4f76ea26-3a4c-454d-a3ae-8fdb6f001e3f tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "DELETE /v2.0/floatingips/b9f60e32-a36c-49f3-9db5-bb6d7552f5f2 HTTP/1.1" status: 204 len: 168 time: 1.5082929 Mar 14 19:18:30.336113 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'tag': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:18:30.381960 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'tag': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'status': 'completed', 'code': 200} Mar 14 19:18:30.457059 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-1cb5cfb7-a8da-4786-9f11-ba5aef01fc7f None None] Set router 5b9c560c-5643-4461-8cd1-f90167ca7898 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:18:30.471512 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a790d3-ecba-494d-8ef9-8a867a7a1c84 req-80675215-2772-4150-9e24-5a272be010f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:30.473011 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-97a790d3-ecba-494d-8ef9-8a867a7a1c84 req-80675215-2772-4150-9e24-5a272be010f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb8ff614029418ab011afd0868bd0ed&device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 1097 time: 0.0715871 Mar 14 19:18:30.606739 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a790d3-ecba-494d-8ef9-8a867a7a1c84 req-f9f00f33-e668-4091-852e-877a60ac10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:30.608194 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-97a790d3-ecba-494d-8ef9-8a867a7a1c84 req-f9f00f33-e668-4091-852e-877a60ac10b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad4764e8-31bf-4786-9521-4720e45cadba HTTP/1.1" status: 200 len: 911 time: 0.1293476 Mar 14 19:18:30.680767 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-97a790d3-ecba-494d-8ef9-8a867a7a1c84 req-79ca457a-f596-4d17-8b79-e5cad7a24e8e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 HTTP/1.1" status: 200 len: 217 time: 0.0667849 Mar 14 19:18:30.745814 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a790d3-ecba-494d-8ef9-8a867a7a1c84 req-0fdf9f27-7a5d-4ca9-8cb4-43c61c507edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:30.747358 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-97a790d3-ecba-494d-8ef9-8a867a7a1c84 req-0fdf9f27-7a5d-4ca9-8cb4-43c61c507edc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e00aad88-2531-489d-87d2-206f6af4fec4 HTTP/1.1" status: 200 len: 849 time: 0.0614688 Mar 14 19:18:30.820638 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-1cb5cfb7-a8da-4786-9f11-ba5aef01fc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:13:29Z', 'revision_number': 4, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port': {'id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:25Z', 'updated_at': '2022-03-14T19:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '2f87d1a6-5ff3-4792-9440-1e883b0ffe19', 'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'mac_address': 'fa:16:3e:43:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:28Z', 'updated_at': '2022-03-14T19:13:36Z', 'revision_number': 5, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'subnets': [{'id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:30.824954 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb5cfb7-a8da-4786-9f11-ba5aef01fc7f None None] Checking router: 5b9c560c-5643-4461-8cd1-f90167ca7898 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:18:30.826782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a790d3-ecba-494d-8ef9-8a867a7a1c84 req-2e757f99-93e3-41b6-8676-cf6f1c9dd3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:30.828270 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-97a790d3-ecba-494d-8ef9-8a867a7a1c84 req-2e757f99-93e3-41b6-8676-cf6f1c9dd3d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad4764e8-31bf-4786-9521-4720e45cadba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749216 Mar 14 19:18:30.833896 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb5cfb7-a8da-4786-9f11-ba5aef01fc7f None None] Routers {'5b9c560c-5643-4461-8cd1-f90167ca7898'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:18:30.834494 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-1cb5cfb7-a8da-4786-9f11-ba5aef01fc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['5b9c560c-5643-4461-8cd1-f90167ca7898'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:30.877535 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1864dd6-7672-49c7-a657-452042ff8993 req-30efd311-b731-490a-8f98-39ced0a1321d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:30.879783 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d1864dd6-7672-49c7-a657-452042ff8993 req-30efd311-b731-490a-8f98-39ced0a1321d tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 944 time: 0.0955374 Mar 14 19:18:30.927941 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-d1864dd6-7672-49c7-a657-452042ff8993 req-a63ae322-de91-4e3e-a42c-f7836f55b2f6 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418930 Mar 14 19:18:30.964253 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-97a790d3-ecba-494d-8ef9-8a867a7a1c84 req-bbc77aff-0a01-48ed-b5bb-c7bf741aea8b service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282151 Mar 14 19:18:31.015407 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-1cb5cfb7-a8da-4786-9f11-ba5aef01fc7f None None] Set router 5b9c560c-5643-4461-8cd1-f90167ca7898 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:18:31.093398 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-97a790d3-ecba-494d-8ef9-8a867a7a1c84 req-958ce6dd-d7c8-4f7b-baf3-5f4e7db8baf4 service neutron] 10.222.0.59 "GET /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228988 Mar 14 19:18:31.319876 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-1cb5cfb7-a8da-4786-9f11-ba5aef01fc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:13:29Z', 'revision_number': 4, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port': {'id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:25Z', 'updated_at': '2022-03-14T19:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '2f87d1a6-5ff3-4792-9440-1e883b0ffe19', 'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'mac_address': 'fa:16:3e:43:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:28Z', 'updated_at': '2022-03-14T19:13:36Z', 'revision_number': 5, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'subnets': [{'id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:31.323720 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb5cfb7-a8da-4786-9f11-ba5aef01fc7f None None] The sync data for ids ['5b9c560c-5643-4461-8cd1-f90167ca7898'] in dv-neutron-833560-1-hyperv is: [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:13:29Z', 'revision_number': 4, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port': {'id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:25Z', 'updated_at': '2022-03-14T19:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv', '_interfaces': [{'id': '2f87d1a6-5ff3-4792-9440-1e883b0ffe19', 'name': '', 'network_id': 'ad4764e8-31bf-4786-9521-4720e45cadba', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'mac_address': 'fa:16:3e:43:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:28Z', 'updated_at': '2022-03-14T19:13:36Z', 'revision_number': 5, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'subnets': [{'id': 'e00aad88-2531-489d-87d2-206f6af4fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:18:31.526500 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c424b5-f804-436d-9f14-c328ecc8c82e None None] New status for floating IP b9f60e32-a36c-49f3-9db5-bb6d7552f5f2: DOWN {{(pid=88636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:18:32.216408 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164854c-07e2-4517-b947-086326a62b8f req-6a7987ed-69a3-44f4-9460-0009b2c4fc36 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:32.217761 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0164854c-07e2-4517-b947-086326a62b8f req-6a7987ed-69a3-44f4-9460-0009b2c4fc36 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 944 time: 0.1813774 Mar 14 19:18:32.261030 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-0164854c-07e2-4517-b947-086326a62b8f req-3b13b2d3-8126-41a0-88c3-924c49800078 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/security-groups?id=932a2934-4eaa-43a4-b1f6-23a73fcce187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375535 Mar 14 19:18:32.355584 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a05a75-ef85-4512-96a7-67c23bdcde73 req-210412ea-00bc-406c-8f57-00ed0e3f6ee0 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:32.356273 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-26a05a75-ef85-4512-96a7-67c23bdcde73 req-210412ea-00bc-406c-8f57-00ed0e3f6ee0 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Synchronizing usage tracker for tenant:ebb8ff614029418ab011afd0868bd0ed on resource:port {{(pid=88634) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 14 19:18:32.410987 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.quota.resource [req-26a05a75-ef85-4512-96a7-67c23bdcde73 req-210412ea-00bc-406c-8f57-00ed0e3f6ee0 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Unset dirty status for tenant:ebb8ff614029418ab011afd0868bd0ed on resource:port {{(pid=88634) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 14 19:18:32.412105 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-26a05a75-ef85-4512-96a7-67c23bdcde73 req-210412ea-00bc-406c-8f57-00ed0e3f6ee0 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.59 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 944 time: 0.1330833 Mar 14 19:18:32.482832 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-26a05a75-ef85-4512-96a7-67c23bdcde73 req-df0073fb-c6b7-433e-af93-ba35281661b9 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Deleting port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:18:32.483102 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-26a05a75-ef85-4512-96a7-67c23bdcde73 req-df0073fb-c6b7-433e-af93-ba35281661b9 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:32.830931 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [req-26a05a75-ef85-4512-96a7-67c23bdcde73 req-df0073fb-c6b7-433e-af93-ba35281661b9 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] For port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:18:32.831295 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-26a05a75-ef85-4512-96a7-67c23bdcde73 req-df0073fb-c6b7-433e-af93-ba35281661b9 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:32.961811 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [req-26a05a75-ef85-4512-96a7-67c23bdcde73 req-df0073fb-c6b7-433e-af93-ba35281661b9 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Calling delete_port for 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 owned by compute:nova {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:18:33.159724 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-26a05a75-ef85-4512-96a7-67c23bdcde73 req-df0073fb-c6b7-433e-af93-ba35281661b9 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:33.210708 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0073fb-c6b7-433e-af93-ba35281661b9 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Pushing event deleted for resources: {'Port': ['ID=811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:33.285720 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a05a75-ef85-4512-96a7-67c23bdcde73 req-df0073fb-c6b7-433e-af93-ba35281661b9 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] No DVR routers for this DVR port 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 on host hv-neutron-8335 {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:18:33.288251 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [req-26a05a75-ef85-4512-96a7-67c23bdcde73 req-df0073fb-c6b7-433e-af93-ba35281661b9 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025225'] for port, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:33.290983 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'name': 'network-vif-deleted', 'tag': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7'}] {{(pid=88634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:18:33.333783 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38070ac-2da8-469d-93e9-a80591ccd5c2', 'name': 'network-vif-deleted', 'tag': '811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7', 'status': 'completed', 'code': 200} Mar 14 19:18:33.361125 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [req-26a05a75-ef85-4512-96a7-67c23bdcde73 req-df0073fb-c6b7-433e-af93-ba35281661b9 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.59 "DELETE /v2.0/ports/811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 HTTP/1.1" status: 204 len: 173 time: 0.9442279 Mar 14 19:18:33.416528 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [req-fc9b3b11-39a2-45d0-bd19-3da131a6fcbd req-f79a6474-ec43-4977-b0b1-1835c66a05dd tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "GET /v2.0/ports?device_id=e38070ac-2da8-469d-93e9-a80591ccd5c2 HTTP/1.1" status: 200 len: 210 time: 0.0442917 Mar 14 19:18:34.510627 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 40822) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:18:34.577250 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f44df650-e12d-45f8-88c8-6c2c764bbaf1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:34.606456 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f44df650-e12d-45f8-88c8-6c2c764bbaf1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:34.777655 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f44df650-e12d-45f8-88c8-6c2c764bbaf1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:34.796309 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44df650-e12d-45f8-88c8-6c2c764bbaf1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=932a2934-4eaa-43a4-b1f6-23a73fcce187,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:34.867476 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-f44df650-e12d-45f8-88c8-6c2c764bbaf1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] Notify callbacks [] for security_group, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:34.868608 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-f44df650-e12d-45f8-88c8-6c2c764bbaf1 tempest-TestSnapshotPattern-811671386 tempest-TestSnapshotPattern-811671386-project] 10.222.0.43 "DELETE /v2.0/security-groups/932a2934-4eaa-43a4-b1f6-23a73fcce187 HTTP/1.1" status: 204 len: 168 time: 0.3569677 Mar 14 19:18:34.992566 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 40828) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:18:35.611782 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f1c3-1dce-4f20-b4ba-ba5ea14f1769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:36.061001 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-1ce4f1c3-1dce-4f20-b4ba-ba5ea14f1769 admin admin] Deleting port 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:18:36.061342 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f1c3-1dce-4f20-b4ba-ba5ea14f1769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:36.229614 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-1ce4f1c3-1dce-4f20-b4ba-ba5ea14f1769 admin admin] For port 2f87d1a6-5ff3-4792-9440-1e883b0ffe19, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=2f87d1a6-5ff3-4792-9440-1e883b0ffe19,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:18:36.230488 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f1c3-1dce-4f20-b4ba-ba5ea14f1769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:36.349095 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-1ce4f1c3-1dce-4f20-b4ba-ba5ea14f1769 admin admin] Calling delete_port for 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:18:36.575503 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f1c3-1dce-4f20-b4ba-ba5ea14f1769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:36.623253 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4f1c3-1dce-4f20-b4ba-ba5ea14f1769 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f87d1a6-5ff3-4792-9440-1e883b0ffe19,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:36.884768 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f1c3-1dce-4f20-b4ba-ba5ea14f1769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:36.892746 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:18:36.925702 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] No Port match for: 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:18:36.926038 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Device 811dd2bc-a09a-48a2-bae9-f2e6fd7bfcf7 not bound to the agent host hv-neutron-8335 {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:18:37.231428 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce4f1c3-1dce-4f20-b4ba-ba5ea14f1769 admin admin] Router 5b9c560c-5643-4461-8cd1-f90167ca7898 has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:18:37.508289 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce4f1c3-1dce-4f20-b4ba-ba5ea14f1769 admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:18:37.516665 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7738cc6-2b7a-42cd-9e2e-9f89b3a8d00e None None] Sync routers for ids ['5b9c560c-5643-4461-8cd1-f90167ca7898'] in dv-neutron-833560-1-hyperv {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:18:37.520158 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-1ce4f1c3-1dce-4f20-b4ba-ba5ea14f1769 admin admin] 10.222.0.43 "PUT /v2.0/routers/5b9c560c-5643-4461-8cd1-f90167ca7898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5265234 Mar 14 19:18:37.522517 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 40834) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:18:37.526248 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7738cc6-2b7a-42cd-9e2e-9f89b3a8d00e None None] Routers {'5b9c560c-5643-4461-8cd1-f90167ca7898'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:18:37.527444 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b7738cc6-2b7a-42cd-9e2e-9f89b3a8d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['5b9c560c-5643-4461-8cd1-f90167ca7898'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:37.695721 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9eb0cfd-bffa-436b-81bb-6fd102662de1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:37.699857 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-b7738cc6-2b7a-42cd-9e2e-9f89b3a8d00e None None] Set router 5b9c560c-5643-4461-8cd1-f90167ca7898 gateway port host: dv-neutron-833560-1-hyperv {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:18:37.880680 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9eb0cfd-bffa-436b-81bb-6fd102662de1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:37.954233 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb0cfd-bffa-436b-81bb-6fd102662de1 admin admin] Deleting port daeab0b4-a2c2-4c7b-b2f8-426aa0932431 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:18:37.954577 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9eb0cfd-bffa-436b-81bb-6fd102662de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:38.018367 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b7738cc6-2b7a-42cd-9e2e-9f89b3a8d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:18:36Z', 'revision_number': 5, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port': {'id': 'daeab0b4-a2c2-4c7b-b2f8-426aa0932431', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:25Z', 'updated_at': '2022-03-14T19:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:38.022365 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7738cc6-2b7a-42cd-9e2e-9f89b3a8d00e None None] Checking router: 5b9c560c-5643-4461-8cd1-f90167ca7898 for host: dv-neutron-833560-1-hyperv {{(pid=88637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:18:38.031976 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7738cc6-2b7a-42cd-9e2e-9f89b3a8d00e None None] Routers {'5b9c560c-5643-4461-8cd1-f90167ca7898'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:18:38.032799 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b7738cc6-2b7a-42cd-9e2e-9f89b3a8d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['5b9c560c-5643-4461-8cd1-f90167ca7898'], 'active': True} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:38.099865 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:18:38.129327 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-b9eb0cfd-bffa-436b-81bb-6fd102662de1 admin admin] For port daeab0b4-a2c2-4c7b-b2f8-426aa0932431, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=daeab0b4-a2c2-4c7b-b2f8-426aa0932431,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:18:38.129666 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9eb0cfd-bffa-436b-81bb-6fd102662de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:38.188593 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_dvr_db [None req-b7738cc6-2b7a-42cd-9e2e-9f89b3a8d00e None None] Set router 5b9c560c-5643-4461-8cd1-f90167ca7898 gateway port host: None {{(pid=88637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:18:38.253260 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb0cfd-bffa-436b-81bb-6fd102662de1 admin admin] Calling delete_port for daeab0b4-a2c2-4c7b-b2f8-426aa0932431 owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:18:38.294879 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.l3_hamode_db [None req-b7738cc6-2b7a-42cd-9e2e-9f89b3a8d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:18:37Z', 'revision_number': 6, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:38.300510 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7738cc6-2b7a-42cd-9e2e-9f89b3a8d00e None None] The sync data for ids ['5b9c560c-5643-4461-8cd1-f90167ca7898'] in dv-neutron-833560-1-hyperv is: [{'id': '5b9c560c-5643-4461-8cd1-f90167ca7898', 'name': 'tempest-TestSnapshotPattern-2063925832-router', 'tenant_id': 'ebb8ff614029418ab011afd0868bd0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:24Z', 'updated_at': '2022-03-14T19:18:37Z', 'revision_number': 6, 'project_id': 'ebb8ff614029418ab011afd0868bd0ed', 'gw_port_host': None}] {{(pid=88637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:18:38.485401 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9eb0cfd-bffa-436b-81bb-6fd102662de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:38.534972 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb0cfd-bffa-436b-81bb-6fd102662de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=daeab0b4-a2c2-4c7b-b2f8-426aa0932431,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:38.626964 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9eb0cfd-bffa-436b-81bb-6fd102662de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:38.916171 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9eb0cfd-bffa-436b-81bb-6fd102662de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:38.918657 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9eb0cfd-bffa-436b-81bb-6fd102662de1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:38.982223 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9eb0cfd-bffa-436b-81bb-6fd102662de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:38.982729 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9eb0cfd-bffa-436b-81bb-6fd102662de1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b9c560c-5643-4461-8cd1-f90167ca7898 {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 19:18:38.995260 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-b9eb0cfd-bffa-436b-81bb-6fd102662de1 admin admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:38.997623 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-b9eb0cfd-bffa-436b-81bb-6fd102662de1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5b9c560c-5643-4461-8cd1-f90167ca7898 HTTP/1.1" status: 204 len: 168 time: 1.4735367 Mar 14 19:18:38.999562 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 40838) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:18:39.061115 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5a9890-6a0f-4f4f-a4e4-2482dd6ee9e3 admin admin] Deleting subnet e00aad88-2531-489d-87d2-206f6af4fec4 {{(pid=88634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 19:18:39.063815 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f5a9890-6a0f-4f4f-a4e4-2482dd6ee9e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:39.114343 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f5a9890-6a0f-4f4f-a4e4-2482dd6ee9e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809765'] for subnet, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:39.191070 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f5a9890-6a0f-4f4f-a4e4-2482dd6ee9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:39.337797 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f5a9890-6a0f-4f4f-a4e4-2482dd6ee9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2114178'] for subnet, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:39.378467 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-8f5a9890-6a0f-4f4f-a4e4-2482dd6ee9e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:39.381114 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a9890-6a0f-4f4f-a4e4-2482dd6ee9e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e00aad88-2531-489d-87d2-206f6af4fec4,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:39.381866 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaea1a4-6727-4537-a813-f0a82e660153 None None] Network ad4764e8-31bf-4786-9521-4720e45cadba requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 19:18:39.387141 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-8f5a9890-6a0f-4f4f-a4e4-2482dd6ee9e3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e00aad88-2531-489d-87d2-206f6af4fec4 HTTP/1.1" status: 204 len: 168 time: 0.3865716 Mar 14 19:18:39.389716 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 40842) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:18:39.499760 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:39.510274 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] Deleting port ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:18:39.510607 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:39.641034 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd25a9c-f1cc-47ed-8032-0789b1f8a5e4 None None] DHCP port deletion for ad4764e8-31bf-4786-9521-4720e45cadba request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 19:18:39.649510 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3bd25a9c-f1cc-47ed-8032-0789b1f8a5e4 None None] Deleting port ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:18:39.649894 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3bd25a9c-f1cc-47ed-8032-0789b1f8a5e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:39.725077 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] For port ccc0ef30-1964-4e5a-ab4d-e3ae97d17832, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ccc0ef30-1964-4e5a-ab4d-e3ae97d17832,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:18:39.725297 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:39.802495 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:39.809226 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device daeab0b4-a2c2-4c7b-b2f8-426aa0932431 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:18:39.851313 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] Calling delete_port for ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 owned by network:dhcp {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:18:39.920847 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: daeab0b4-a2c2-4c7b-b2f8-426aa0932431 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:18:39.921105 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device daeab0b4-a2c2-4c7b-b2f8-426aa0932431 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:18:39.921525 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:18:39.967011 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:18:39.967351 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 2f87d1a6-5ff3-4792-9440-1e883b0ffe19 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:18:39.967854 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:18:40.009314 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-3bd25a9c-f1cc-47ed-8032-0789b1f8a5e4 None None] For port ccc0ef30-1964-4e5a-ab4d-e3ae97d17832, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=ccc0ef30-1964-4e5a-ab4d-e3ae97d17832,segment=NetworkSegment(14de71f8-186f-410f-aa19-eda7f74f185c),segment_id=14de71f8-186f-410f-aa19-eda7f74f185c)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:18:40.009620 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3bd25a9c-f1cc-47ed-8032-0789b1f8a5e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:40.015405 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:40.065820 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc0ef30-1964-4e5a-ab4d-e3ae97d17832,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:40.069150 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] No DVR routers for this DVR port ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 on host dv-neutron-833560-1-hyperv {{(pid=88634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:18:40.145926 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3bd25a9c-f1cc-47ed-8032-0789b1f8a5e4 None None] Calling delete_port for ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:18:40.181753 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:40.186653 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No active binding found for port ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 {{(pid=88636) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 14 19:18:40.187080 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:18:40.208264 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4764e8-31bf-4786-9521-4720e45cadba']}} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 19:18:40.217956 dv-neutron-833560-1-hyperv neutron-server[88636]: util.warn( Mar 14 19:18:40.225205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14de71f8-186f-410f-aa19-eda7f74f185c') {'for_net_delete': True} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:40.225205 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.services.segments.db [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14de71f8-186f-410f-aa19-eda7f74f185c') {} {{(pid=88634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:40.225356 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-3bd25a9c-f1cc-47ed-8032-0789b1f8a5e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 19:18:40.225356 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-3bd25a9c-f1cc-47ed-8032-0789b1f8a5e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 19:18:40.232903 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809772'] for segment, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:40.248215 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:40.254069 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=88634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:18:40.254783 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806479'] for segment, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: Traceback (most recent call last): Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: timer() Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: cb(*args, **kw) Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: return func(*args, **kwargs) Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: self._notify() Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: self.callback(batched_events) Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: event.method(event) Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: return f(self, *a, **k) Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._get(url).json() Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: return self.request(url, 'GET', **kwargs) Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:18:40.267680 dv-neutron-833560-1-hyperv neutron-server[88634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:18:40.400020 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:40.416076 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] Notify callbacks [] for network, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:40.426691 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad4764e8-31bf-4786-9521-4720e45cadba,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:40.433570 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-0a1b1de5-393f-46e7-99ea-0019443c3f46 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ad4764e8-31bf-4786-9521-4720e45cadba HTTP/1.1" status: 204 len: 168 time: 1.0428929 Mar 14 19:18:40.436485 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 40848) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:18:40.724997 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3bd25a9c-f1cc-47ed-8032-0789b1f8a5e4 None None] Deleting port ccc0ef30-1964-4e5a-ab4d-e3ae97d17832 {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:18:40.725454 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3bd25a9c-f1cc-47ed-8032-0789b1f8a5e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:40.792791 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-3bd25a9c-f1cc-47ed-8032-0789b1f8a5e4 None None] The port 'ccc0ef30-1964-4e5a-ab4d-e3ae97d17832' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 19:18:41.081527 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-39d1da24-c1b5-484e-8651-37ccdc50e8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-341959'] for router_interface, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:41.413735 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-39d1da24-c1b5-484e-8651-37ccdc50e8fc admin admin] Deleting port 977be2c7-7b53-486f-8986-ac3ecc1e7d64 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:18:41.414070 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-39d1da24-c1b5-484e-8651-37ccdc50e8fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:41.579807 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-39d1da24-c1b5-484e-8651-37ccdc50e8fc admin admin] For port 977be2c7-7b53-486f-8986-ac3ecc1e7d64, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=977be2c7-7b53-486f-8986-ac3ecc1e7d64,segment=NetworkSegment(66c4ff71-8511-478a-99cc-14f7acb44ee8),segment_id=66c4ff71-8511-478a-99cc-14f7acb44ee8)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:18:41.580138 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-39d1da24-c1b5-484e-8651-37ccdc50e8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:41.699528 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-39d1da24-c1b5-484e-8651-37ccdc50e8fc admin admin] Calling delete_port for 977be2c7-7b53-486f-8986-ac3ecc1e7d64 owned by network:router_interface {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:18:41.954083 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-39d1da24-c1b5-484e-8651-37ccdc50e8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:42.001368 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1da24-c1b5-484e-8651-37ccdc50e8fc admin admin] Pushing event deleted for resources: {'Port': ['ID=977be2c7-7b53-486f-8986-ac3ecc1e7d64,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:42.364746 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-39d1da24-c1b5-484e-8651-37ccdc50e8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-341851'] for router_interface, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:42.709806 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d1da24-c1b5-484e-8651-37ccdc50e8fc admin admin] Router 8d7380c4-c026-429f-8368-b21bf4253e0a has already been hosted by L3 agent f3003347-2a93-45e3-901a-8f203f0302a7 {{(pid=88634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 14 19:18:42.883454 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d1da24-c1b5-484e-8651-37ccdc50e8fc admin admin] Notify agent at l3_agent.dv-neutron-833560-1-hyperv the message routers_updated {{(pid=88634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 14 19:18:42.891774 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620f5310-b78e-41ee-bc26-75712a45afe6 None None] Sync routers for ids ['8d7380c4-c026-429f-8368-b21bf4253e0a'] in dv-neutron-833560-1-hyperv {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:18:42.900890 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620f5310-b78e-41ee-bc26-75712a45afe6 None None] Routers {'8d7380c4-c026-429f-8368-b21bf4253e0a'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:18:42.901485 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-620f5310-b78e-41ee-bc26-75712a45afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['8d7380c4-c026-429f-8368-b21bf4253e0a'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:42.944220 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-39d1da24-c1b5-484e-8651-37ccdc50e8fc admin admin] 10.222.0.43 "PUT /v2.0/routers/8d7380c4-c026-429f-8368-b21bf4253e0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5067194 Mar 14 19:18:42.946801 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.wsgi [-] (88634) accepted ('10.222.0.43', 40858) {{(pid=88634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:18:43.080725 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-620f5310-b78e-41ee-bc26-75712a45afe6 None None] Set router 8d7380c4-c026-429f-8368-b21bf4253e0a gateway port host: dv-neutron-833560-1-hyperv {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:18:43.116493 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-15a30773-d071-4753-a5b6-29dc49a5def7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:43.295453 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-15a30773-d071-4753-a5b6-29dc49a5def7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:43.360024 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-15a30773-d071-4753-a5b6-29dc49a5def7 admin admin] Deleting port 3bc4b934-4a26-40ab-bb9f-f51e9a058af5 {{(pid=88634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:18:43.360209 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-620f5310-b78e-41ee-bc26-75712a45afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7380c4-c026-429f-8368-b21bf4253e0a', 'name': 'tempest-TestSnapshotPattern-846457434-router', 'tenant_id': '115c22b9d4e74e048a629fb35a52c535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'external_fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': '3bc4b934-4a26-40ab-bb9f-f51e9a058af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:32Z', 'updated_at': '2022-03-14T19:18:41Z', 'revision_number': 5, 'project_id': '115c22b9d4e74e048a629fb35a52c535', 'gw_port': {'id': '3bc4b934-4a26-40ab-bb9f-f51e9a058af5', 'name': '', 'network_id': 'd324cb29-62ae-4728-b539-991e151b1eb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7380c4-c026-429f-8368-b21bf4253e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833560-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:13:33Z', 'updated_at': '2022-03-14T19:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea4b2864-b4b9-48ab-a88c-0b92b20260d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833560-1-hyperv'}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:43.360341 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-15a30773-d071-4753-a5b6-29dc49a5def7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:43.363771 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620f5310-b78e-41ee-bc26-75712a45afe6 None None] Checking router: 8d7380c4-c026-429f-8368-b21bf4253e0a for host: dv-neutron-833560-1-hyperv {{(pid=88636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:18:43.372454 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620f5310-b78e-41ee-bc26-75712a45afe6 None None] Routers {'8d7380c4-c026-429f-8368-b21bf4253e0a'} bound to L3 agent in host dv-neutron-833560-1-hyperv {{(pid=88636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 14 19:18:43.372680 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-620f5310-b78e-41ee-bc26-75712a45afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833560-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:07:56Z,description=,heartbeat_timestamp=2022-03-14T19:18:26Z,host='dv-neutron-833560-1-hyperv',id=f3003347-2a93-45e3-901a-8f203f0302a7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:07:57Z,topic='l3_agent')) {'router_ids': ['8d7380c4-c026-429f-8368-b21bf4253e0a'], 'active': True} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:43.521675 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_dvr_db [None req-620f5310-b78e-41ee-bc26-75712a45afe6 None None] Set router 8d7380c4-c026-429f-8368-b21bf4253e0a gateway port host: None {{(pid=88636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 14 19:18:43.529032 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.db [None req-15a30773-d071-4753-a5b6-29dc49a5def7 admin admin] For port 3bc4b934-4a26-40ab-bb9f-f51e9a058af5, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=3bc4b934-4a26-40ab-bb9f-f51e9a058af5,segment=NetworkSegment(973aa503-ed6b-43fb-83c8-83daf8ac0a9a),segment_id=973aa503-ed6b-43fb-83c8-83daf8ac0a9a)] {{(pid=88634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:18:43.529565 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-15a30773-d071-4753-a5b6-29dc49a5def7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:43.627737 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.db.l3_hamode_db [None req-620f5310-b78e-41ee-bc26-75712a45afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7380c4-c026-429f-8368-b21bf4253e0a', 'name': 'tempest-TestSnapshotPattern-846457434-router', 'tenant_id': '115c22b9d4e74e048a629fb35a52c535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:32Z', 'updated_at': '2022-03-14T19:18:43Z', 'revision_number': 6, 'project_id': '115c22b9d4e74e048a629fb35a52c535', 'gw_port_host': None}], 'dv-neutron-833560-1-hyperv', False) {} {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:43.632010 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620f5310-b78e-41ee-bc26-75712a45afe6 None None] The sync data for ids ['8d7380c4-c026-429f-8368-b21bf4253e0a'] in dv-neutron-833560-1-hyperv is: [{'id': '8d7380c4-c026-429f-8368-b21bf4253e0a', 'name': 'tempest-TestSnapshotPattern-846457434-router', 'tenant_id': '115c22b9d4e74e048a629fb35a52c535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:13:32Z', 'updated_at': '2022-03-14T19:18:43Z', 'revision_number': 6, 'project_id': '115c22b9d4e74e048a629fb35a52c535', 'gw_port_host': None}] {{(pid=88636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:18:43.769868 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.plugins.ml2.plugin [None req-15a30773-d071-4753-a5b6-29dc49a5def7 admin admin] Calling delete_port for 3bc4b934-4a26-40ab-bb9f-f51e9a058af5 owned by network:router_gateway {{(pid=88634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:18:43.987812 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-15a30773-d071-4753-a5b6-29dc49a5def7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806432'] for port, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:44.015700 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 977be2c7-7b53-486f-8986-ac3ecc1e7d64 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:18:44.035578 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a30773-d071-4753-a5b6-29dc49a5def7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc4b934-4a26-40ab-bb9f-f51e9a058af5,revision_number=None']} {{(pid=88634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:44.050175 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 977be2c7-7b53-486f-8986-ac3ecc1e7d64 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:18:44.050547 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 977be2c7-7b53-486f-8986-ac3ecc1e7d64 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:18:44.131056 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-15a30773-d071-4753-a5b6-29dc49a5def7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-340962'] for router_gateway, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:44.301595 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-15a30773-d071-4753-a5b6-29dc49a5def7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6460'] for router, precommit_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:44.307011 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-15a30773-d071-4753-a5b6-29dc49a5def7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:44.377265 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-15a30773-d071-4753-a5b6-29dc49a5def7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338698'] for router, after_delete {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:44.377848 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a30773-d071-4753-a5b6-29dc49a5def7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d7380c4-c026-429f-8368-b21bf4253e0a {{(pid=88634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 14 19:18:44.390583 dv-neutron-833560-1-hyperv neutron-server[88634]: DEBUG neutron_lib.callbacks.manager [None req-15a30773-d071-4753-a5b6-29dc49a5def7 admin admin] Notify callbacks [] for router, before_response {{(pid=88634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:44.391744 dv-neutron-833560-1-hyperv neutron-server[88634]: INFO neutron.wsgi [None req-15a30773-d071-4753-a5b6-29dc49a5def7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8d7380c4-c026-429f-8368-b21bf4253e0a HTTP/1.1" status: 204 len: 168 time: 1.4439626 Mar 14 19:18:44.394314 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40864) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:18:44.452617 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18a20f7-87d4-4b71-8ee4-f86868853f81 admin admin] Deleting subnet 21f909e3-f912-4e74-b691-7fe9a9abd035 {{(pid=88635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 14 19:18:44.455612 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a18a20f7-87d4-4b71-8ee4-f86868853f81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:44.504444 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a18a20f7-87d4-4b71-8ee4-f86868853f81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3144810'] for subnet, precommit_delete_associations {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:44.587315 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a18a20f7-87d4-4b71-8ee4-f86868853f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521460'] for subnet, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:44.742793 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a18a20f7-87d4-4b71-8ee4-f86868853f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2123045'] for subnet, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:44.779674 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a20f7-87d4-4b71-8ee4-f86868853f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f909e3-f912-4e74-b691-7fe9a9abd035,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:44.783258 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-a18a20f7-87d4-4b71-8ee4-f86868853f81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:44.789045 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-a18a20f7-87d4-4b71-8ee4-f86868853f81 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/21f909e3-f912-4e74-b691-7fe9a9abd035 HTTP/1.1" status: 204 len: 168 time: 0.3936560 Mar 14 19:18:44.789293 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9e0374-bc60-4c6b-b107-ae366f1e662a None None] Network 3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8 requested from dv-neutron-833560-1-hyperv {{(pid=88636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 14 19:18:44.791437 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40868) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:18:44.897586 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584872'] for network, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:44.909039 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] Deleting port 34a3134f-c7d2-4cfa-a058-01e6c043cfbe {{(pid=88635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:18:44.909373 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:45.071507 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110f9f91-fdd4-4845-9f33-9deb2d779dd2 None None] DHCP port deletion for 3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8 request from dv-neutron-833560-1-hyperv {{(pid=88636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 14 19:18:45.076186 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-110f9f91-fdd4-4845-9f33-9deb2d779dd2 None None] Deleting port 34a3134f-c7d2-4cfa-a058-01e6c043cfbe {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:18:45.076555 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-110f9f91-fdd4-4845-9f33-9deb2d779dd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:45.111922 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.db [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] For port 34a3134f-c7d2-4cfa-a058-01e6c043cfbe, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=34a3134f-c7d2-4cfa-a058-01e6c043cfbe,segment=NetworkSegment(66c4ff71-8511-478a-99cc-14f7acb44ee8),segment_id=66c4ff71-8511-478a-99cc-14f7acb44ee8)] {{(pid=88635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:18:45.112273 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:45.232281 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.plugin [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] Calling delete_port for 34a3134f-c7d2-4cfa-a058-01e6c043cfbe owned by network:dhcp {{(pid=88635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:18:45.272642 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.db [None req-110f9f91-fdd4-4845-9f33-9deb2d779dd2 None None] For port 34a3134f-c7d2-4cfa-a058-01e6c043cfbe, host dv-neutron-833560-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833560-1-hyperv',level=0,port_id=34a3134f-c7d2-4cfa-a058-01e6c043cfbe,segment=NetworkSegment(66c4ff71-8511-478a-99cc-14f7acb44ee8),segment_id=66c4ff71-8511-478a-99cc-14f7acb44ee8)] {{(pid=88636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 14 19:18:45.273028 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-110f9f91-fdd4-4845-9f33-9deb2d779dd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343751'] for port, precommit_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:45.371045 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739048859374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739048494915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018768'] for port, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:45.395140 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-110f9f91-fdd4-4845-9f33-9deb2d779dd2 None None] Calling delete_port for 34a3134f-c7d2-4cfa-a058-01e6c043cfbe owned by network:dhcp {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 14 19:18:45.415817 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=34a3134f-c7d2-4cfa-a058-01e6c043cfbe,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:45.422415 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] No DVR routers for this DVR port 34a3134f-c7d2-4cfa-a058-01e6c043cfbe on host dv-neutron-833560-1-hyperv {{(pid=88635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:18:45.466192 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.db.api [None req-110f9f91-fdd4-4845-9f33-9deb2d779dd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 19:18:45.466556 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG oslo_db.api [None req-110f9f91-fdd4-4845-9f33-9deb2d779dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 19:18:45.541928 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1520831', 'neutron.services.segments.db._delete_segments_for_network-8739048998229'] for network, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:45.566124 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8']}} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:45.578157 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c4ff71-8511-478a-99cc-14f7acb44ee8') {'for_net_delete': True} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:45.578451 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.services.segments.db [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c4ff71-8511-478a-99cc-14f7acb44ee8') {} {{(pid=88635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:18:45.589543 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049004400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3144803'] for segment, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:45.608097 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523171'] for segment, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:45.613886 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:18:45.614262 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1523185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018751'] for segment, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: Traceback (most recent call last): Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: timer() Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: cb(*args, **kw) Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: return func(*args, **kwargs) Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: self._notify() Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: self.callback(batched_events) Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: event.method(event) Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: return f(self, *a, **k) Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._get(url).json() Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: return self.request(url, 'GET', **kwargs) Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:18:45.627269 dv-neutron-833560-1-hyperv neutron-server[88635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:18:45.771091 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1520772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-340935'] for network, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:45.787979 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] Notify callbacks [] for network, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:45.797956 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:45.799476 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 34a3134f-c7d2-4cfa-a058-01e6c043cfbe no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:18:45.805120 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-fdb5d97c-efe5-4f98-8815-85afb0ee2e7d admin admin] 10.222.0.43 "DELETE /v2.0/networks/3e5fd33b-3cf4-46a0-bb7d-2ea5a9956ce8 HTTP/1.1" status: 204 len: 168 time: 1.0126948 Mar 14 19:18:45.833424 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 34a3134f-c7d2-4cfa-a058-01e6c043cfbe {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:18:45.833769 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 34a3134f-c7d2-4cfa-a058-01e6c043cfbe not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:18:45.834188 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3bc4b934-4a26-40ab-bb9f-f51e9a058af5 no longer exists at agent ovs-agent-dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 14 19:18:45.869276 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] No Port match for: 3bc4b934-4a26-40ab-bb9f-f51e9a058af5 {{(pid=88636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 14 19:18:45.869620 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.rpc [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Device 3bc4b934-4a26-40ab-bb9f-f51e9a058af5 not bound to the agent host dv-neutron-833560-1-hyperv {{(pid=88636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 14 19:18:45.968159 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-110f9f91-fdd4-4845-9f33-9deb2d779dd2 None None] Deleting port 34a3134f-c7d2-4cfa-a058-01e6c043cfbe {{(pid=88636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 14 19:18:45.968519 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-110f9f91-fdd4-4845-9f33-9deb2d779dd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739048853508'] for port, before_delete {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:46.031242 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron.plugins.ml2.plugin [None req-110f9f91-fdd4-4845-9f33-9deb2d779dd2 None None] The port '34a3134f-c7d2-4cfa-a058-01e6c043cfbe' was deleted {{(pid=88636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 14 19:18:46.123450 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40874) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:18:46.182158 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-27ec5f92-ab6c-4e76-af62-e1614949d018 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ebb8ff614029418ab011afd0868bd0ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574741 Mar 14 19:18:46.185233 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40878) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:18:46.244379 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6b376c9c-225c-4a36-957b-9f28b886ee5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:46.269114 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6b376c9c-225c-4a36-957b-9f28b886ee5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:46.411063 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6b376c9c-225c-4a36-957b-9f28b886ee5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:46.428127 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b376c9c-225c-4a36-957b-9f28b886ee5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf5d49b-b099-4872-a8e0-3951632fc08c,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:46.434974 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-6b376c9c-225c-4a36-957b-9f28b886ee5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:46.436101 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-6b376c9c-225c-4a36-957b-9f28b886ee5e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ccf5d49b-b099-4872-a8e0-3951632fc08c HTTP/1.1" status: 204 len: 168 time: 0.2499115 Mar 14 19:18:47.065896 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40886) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:18:47.113338 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-e3923c6e-ca0a-4c36-b511-8387d525267d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=115c22b9d4e74e048a629fb35a52c535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462558 Mar 14 19:18:47.115697 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [-] (88635) accepted ('10.222.0.43', 40890) {{(pid=88635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 14 19:18:47.174637 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-08abc425-0949-4567-8b04-4525491d6ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:47.200663 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-08abc425-0949-4567-8b04-4525491d6ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:47.302571 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-08abc425-0949-4567-8b04-4525491d6ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718085'] for security_group, after_delete {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:47.317221 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abc425-0949-4567-8b04-4525491d6ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c155fac6-16e3-4948-8255-1893f77b0a6c,revision_number=None']} {{(pid=88635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:47.324939 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron_lib.callbacks.manager [None req-08abc425-0949-4567-8b04-4525491d6ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:47.326019 dv-neutron-833560-1-hyperv neutron-server[88635]: INFO neutron.wsgi [None req-08abc425-0949-4567-8b04-4525491d6ea8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c155fac6-16e3-4948-8255-1893f77b0a6c HTTP/1.1" status: 204 len: 168 time: 0.2094467 Mar 14 19:18:54.479664 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-af1a217d-37e6-401f-be62-1d17793a0640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:56.461093 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-104543d2-0536-4293-a7f8-9952484304e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:58.005123 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:58.079702 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:00.073761 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:09.775113 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:15.090246 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:19:24.416048 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-390c0623-1942-4a7f-998f-5f7b08b53422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:26.490527 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-02b886d0-94e1-47b0-b386-4446690a6f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:28.010615 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:28.043315 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:30.037709 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:39.747666 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:52.089972 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:19:54.381115 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1632f87e-e36e-4875-92c3-d050a110a7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:56.426434 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-93197a55-6bf9-4da7-9195-d074ad68ca87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:57.958674 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:58.021479 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:00.049383 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:00.844492 dv-neutron-833560-1-hyperv neutron-server[88635]: DEBUG neutron.wsgi [req-3d906e61-91bf-4d6b-a366-48566be2d5ac req-17d25a9f-5d9f-4309-8218-06efd244c7be service neutron] (88635) timed out ('10.222.0.43', 34798) {{(pid=88635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 14 19:20:09.798140 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:24.381658 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-0e4ace20-c018-4ae5-bc28-c4f2d617eeba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:26.462006 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-85e9ff33-5e31-49bb-98d9-93eff0a7065e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:27.964800 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:28.050425 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:29.092138 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:20:30.049500 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:39.793848 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:54.444536 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-64937aef-5120-4532-bfd6-815935fbdacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:56.444159 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-32515c7c-68a8-497e-82ce-926806c0cdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:57.989761 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:58.072917 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:00.061222 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:06.090573 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:21:09.809668 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:24.409579 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-b2d82ead-7ea4-4a7a-8347-ddf273020a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:26.455595 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e6b0a442-dc78-4e75-9da1-af7fed754282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:27.969413 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:28.085484 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:30.118555 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:39.815494 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:43.089850 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:21:54.432418 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-59778e48-e8fb-4d41-a698-c1c692c558da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:56.449299 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-3ef3fc90-2b1f-41e7-a893-2248dc1513d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:57.990558 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:58.066175 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:00.083581 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:09.815154 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:20.088608 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:22:24.408689 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-357a32ee-7d63-4bc9-bb39-62f2d00cbdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:26.482917 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-dd1d257a-b820-4be7-8d65-c887b6d553fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:28.003142 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:28.060580 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:30.071319 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:39.808357 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:54.408719 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-d8c04449-4f7d-4053-9217-2896c73fd527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:56.437624 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-a235ffd4-02ff-46b0-9bce-5d6b2d9574f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:57.087859 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:22:57.997360 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:58.065840 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:00.111399 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:09.871361 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:24.448509 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5bc8d39f-4991-4140-a120-5cc8aadedede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:26.453738 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e9e94749-d1bd-4981-b290-cf2a96c97caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:27.994632 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:28.076520 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:30.070989 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:34.087059 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 14 19:23:39.853449 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:54.459443 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-e00d6143-5467-417c-ae8c-cfb6054c5d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:56.436285 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-60eb1f08-e2fc-42ec-9aea-552b951b4062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:57.974001 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb916-33ff-4e3b-bb55-7dde31ca08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:58.088098 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6797-a5ed-4319-80fa-f08d8e547537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:00.059128 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7859-aba9-4d0a-906f-a5a138a78872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:09.824405 dv-neutron-833560-1-hyperv neutron-server[88636]: DEBUG neutron_lib.callbacks.manager [None req-1cb43530-4041-4da9-a27c-24886624ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739048998202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1517893'] for agent, after_update {{(pid=88636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:11.087187 dv-neutron-833560-1-hyperv neutron-server[88637]: DEBUG neutron.db.agents_db [None req-f8b08e54-d579-414f-a626-1974f2830d89 None None] Agent healthcheck: found 6 active agents {{(pid=88637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}